-- Logs begin at Thu 2021-07-15 16:02:26 UTC, end at Thu 2021-07-15 18:18:05 UTC. -- Jul 15 16:32:08.901636 n-d-800085-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 16:32:11.607938 n-d-800085-3 neutron-server[100321]: INFO neutron.common.config [-] Logging enabled! Jul 15 16:32:11.608536 n-d-800085-3 neutron-server[100321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 16:32:11.608666 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 16:32:11.612700 n-d-800085-3 neutron-server[100321]: INFO neutron.common.config [-] Logging enabled! Jul 15 16:32:11.612958 n-d-800085-3 neutron-server[100321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 16:32:11.613283 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 16:32:11.614243 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 16:32:11.614480 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 16:32:11.614844 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 16:32:11.615091 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 16:32:11.615321 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 16:32:11.615647 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.615950 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.616285 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.616518 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.616819 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.617116 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.617404 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.617699 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.618003 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.618299 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.618589 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.618879 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.619116 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.619405 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.619706 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.620002 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.620254 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] debug = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.620545 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.620978 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.621404 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.621695 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.621995 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.622282 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.622577 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.622846 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.623134 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.623472 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] host = n-d-800085-3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.623757 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.624051 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.624369 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.624664 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.624944 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.625227 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.625516 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.625795 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.626074 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.626355 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.626650 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.627000 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.627791 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.628169 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.628404 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.628704 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.629000 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.629285 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.629566 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.629845 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.630124 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.630403 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.630676 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.630968 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.631257 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.631555 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.631835 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.632139 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.632411 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.632691 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.633043 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.633324 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.633604 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.633882 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.634174 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.634450 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.634730 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.635037 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.635330 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.635619 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.635909 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.636208 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.636501 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.636781 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.637061 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.637337 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_json = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.637614 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.637890 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.638178 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.638454 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.638733 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.639011 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.639286 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.639577 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:11.639877 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.640236 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.640559 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.640852 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.641156 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.641448 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.641746 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.642030 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.642327 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.642785 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.643090 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.643379 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.643675 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.643961 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.644288 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.644602 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.644908 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.645209 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.645490 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.645769 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.646047 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.646328 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.646619 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.646920 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.647218 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.647498 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.647782 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.648080 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.648388 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.648668 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.648952 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.649248 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.649533 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.649809 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.650099 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.650384 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.650663 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.650942 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.651225 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.651530 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.651813 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.652091 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.652391 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.652674 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.652953 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.653248 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.653532 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.653812 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.654091 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.654373 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.654651 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.654926 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.655209 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.655488 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.655771 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.656050 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.656349 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.656625 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.656901 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.657178 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.657455 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.657732 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.658013 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.658343 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.658620 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.658897 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.659177 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.659457 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.659751 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.660055 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.660364 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.660647 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.660928 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.661209 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.661499 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.661781 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.662064 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.662349 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.662627 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.662923 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.663211 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.663505 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.663791 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.664074 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.664403 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.664686 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.664971 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.665310 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.665596 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.665891 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.666181 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.666484 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.666787 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.667085 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.667383 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.667680 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.667965 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.668307 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.668593 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:11.668811 n-d-800085-3 neutron-server[100321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 16:32:11.669050 n-d-800085-3 neutron-server[100321]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100321) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 16:32:12.020497 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 16:32:12.020776 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 16:32:12.021065 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 16:32:12.021400 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 16:32:12.414898 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.415186 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.415458 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.416677 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.416953 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.417241 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.451620 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.451903 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.452198 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.466123 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.466405 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.466677 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.497069 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.497356 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.497634 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.534534 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.534812 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.535086 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.768330 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.768980 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.768980 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.769138 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.769810 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.889179 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.889500 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.889784 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.890060 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.890332 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.890645 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.890909 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.891173 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.891429 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.891712 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.891974 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.892265 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.893222 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.893498 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.893756 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.894033 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.894292 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.894561 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.894841 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.895102 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.895374 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.895627 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.895909 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.896313 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.896569 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.896819 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.897220 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.897463 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.897703 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.897941 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.898177 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.898414 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:12.898781 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 16:32:12.901916 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 16:32:12.905986 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 16:32:12.909750 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 15 16:32:12.911393 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 16:32:12.911846 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 16:32:12.912222 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 16:32:12.912614 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 16:32:12.916456 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 16:32:12.916711 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 16:32:12.917065 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 16:32:12.945625 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 16:32:12.946075 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.946376 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100321) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 16:32:12.946739 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.948128 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100321) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 16:32:12.948411 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 16:32:12.948658 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 16:32:12.951830 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:12.952136 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.017180 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 16:32:13.017433 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 16:32:13.017677 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 16:32:13.018118 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 16:32:13.038793 n-d-800085-3 neutron-server[100321]: DEBUG oslo_db.sqlalchemy.engines [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100321) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 16:32:13.586494 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing driver for type 'gre' Jul 15 16:32:13.587030 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] gre ID ranges: [(1, 1000)] Jul 15 16:32:13.638568 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing driver for type 'local' Jul 15 16:32:13.638908 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing driver for type 'vlan' Jul 15 16:32:13.652230 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] VlanTypeDriver initialization complete Jul 15 16:32:13.652590 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing driver for type 'vxlan' Jul 15 16:32:13.653069 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] vxlan ID ranges: [(1, 1000)] Jul 15 16:32:13.704104 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing extension driver 'port_security' Jul 15 16:32:13.704452 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] PortSecurityExtensionDriver initialization complete Jul 15 16:32:13.704773 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing mechanism driver 'openvswitch' Jul 15 16:32:13.705732 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing mechanism driver 'hyperv' Jul 15 16:32:13.712339 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.plugin [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:13.713177 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.713547 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.713896 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.714413 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.714849 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.715198 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.715539 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.715926 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.716355 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.716699 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.717035 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.717417 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.717815 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.718159 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.718493 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.718877 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.719271 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.719609 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.719945 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.720356 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.720896 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > address_group after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.721342 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > address_group after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.721698 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.722067 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 16:32:13.722443 n-d-800085-3 neutron-server[100321]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] ML2 OVO RPC backend initialized. {{(pid=100321) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 16:32:13.723144 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.723496 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.723913 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.724284 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > networks before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.724630 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.724963 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > ports before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.725300 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.725634 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnets before_response 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.725972 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.726305 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.726634 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.726963 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.727293 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.727620 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.727948 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.728305 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.728631 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.729199 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.plugin [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Modular L2 Plugin initialization complete Jul 15 16:32:13.729520 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading services supported by the core plugin {{(pid=100321) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 16:32:13.729839 n-d-800085-3 neutron-server[100321]: INFO neutron.plugins.ml2.managers [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Got port-security extension from driver 'port_security' Jul 15 16:32:13.730296 n-d-800085-3 neutron-server[100321]: INFO neutron.extensions.vlantransparent [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Disabled vlantransparent extension. Jul 15 16:32:13.730778 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100321) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 16:32:13.731089 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: router Jul 15 16:32:13.767754 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.768272 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_create 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.768643 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router before_create 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.769190 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.769364 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.769720 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_delete 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.770073 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.770553 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_create 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.770899 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.771249 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.771594 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.771946 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.772374 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.772749 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.773084 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.773419 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: subnet after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.773757 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.774102 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.774446 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_create 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.774785 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.775121 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.775469 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router after_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.775807 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.776174 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_create 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.776531 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.776870 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_update 55549900 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.777229 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > agent after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.777574 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > agent after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.777911 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > network after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.778752 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Tracking information for resource: router configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:13.779082 n-d-800085-3 neutron-server[100321]: DEBUG neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Tracking information for resource: floatingip configured {{(pid=100321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 16:32:13.784271 n-d-800085-3 neutron-server[100321]: INFO neutron.db.l3_agentschedulers_db [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 16:32:13.784851 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.785212 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.785558 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.785902 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: port after_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.786700 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router before_create 55550100 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.787062 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.787418 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_create 55550100 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.787769 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > router precommit_update 55550100 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.792235 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.provider_configuration [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service providers = [] {{(pid=100321) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 16:32:13.792597 n-d-800085-3 neutron-server[100321]: DEBUG neutron.db.servicetype_db [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100321) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 16:32:13.795496 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.service_base [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 16:32:13.795844 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.service_base [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 16:32:13.796205 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.service_base [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 16:32:13.797092 n-d-800085-3 neutron-server[100321]: DEBUG neutron.services.service_base [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 16:32:13.797457 n-d-800085-3 neutron-server[100321]: INFO neutron.services.service_base [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 16:32:13.797824 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.798137 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 16:32:13.809667 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.810000 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: auto_allocate Jul 15 16:32:13.816402 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: network precommit_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.816767 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: network precommit_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.817282 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.817597 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: tag Jul 15 16:32:13.824230 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.824551 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: timestamp Jul 15 16:32:13.828318 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.828645 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: network_ip_availability Jul 15 16:32:13.834213 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.834576 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.834928 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:13.835628 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.835944 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: flavors Jul 15 16:32:13.842058 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.842338 n-d-800085-3 neutron-server[100321]: INFO neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading Plugin: revisions Jul 15 16:32:13.846872 n-d-800085-3 neutron-server[100321]: DEBUG neutron.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 16:32:13.847255 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=100321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 16:32:13.847976 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100321) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 16:32:13.848329 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Initializing extension manager. Jul 15 16:32:13.848836 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: __init__.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.849171 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: __pycache__ {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.849500 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.849830 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: address_group.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.850576 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.851130 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: address-group Jul 15 16:32:13.851447 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: address_scope.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.852176 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.852679 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: address-scope Jul 15 16:32:13.852995 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.853915 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.854419 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: router-admin-state-down-before-update Jul 15 16:32:13.854736 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: agent.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.855427 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.855926 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: agent Jul 15 16:32:13.856267 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: agent_resources_synced.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.857178 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.857680 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: agent-resources-synced Jul 15 16:32:13.857997 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: allowedaddresspairs.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.859765 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.860305 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: allowed-address-pairs Jul 15 16:32:13.860631 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: auto_allocated_topology.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.862413 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.862927 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: auto-allocated-topology Jul 15 16:32:13.863249 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: availability_zone.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.863935 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.864458 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: availability_zone Jul 15 16:32:13.864776 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: availability_zone_filter.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.865679 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.866184 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: availability_zone_filter Jul 15 16:32:13.866504 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: data_plane_status.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.867410 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.867910 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 16:32:13.868256 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: default_subnetpools.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.869156 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.869660 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: default-subnetpools Jul 15 16:32:13.869978 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.870770 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.871276 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: dhcp_agent_scheduler Jul 15 16:32:13.871594 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: dns.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.872537 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.873045 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension dns-integration not supported by any of loaded plugins Jul 15 16:32:13.873362 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: dns_domain_ports.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.874281 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.874785 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 16:32:13.875103 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.876016 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.876551 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 16:32:13.877518 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: dvr.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.878383 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.878887 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: dvr Jul 15 16:32:13.879205 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: empty_string_filtering.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.880127 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.880638 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: empty-string-filtering Jul 15 16:32:13.880954 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.881859 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.882356 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 16:32:13.882669 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.883570 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.884071 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 16:32:13.884414 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: external_net.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.885313 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.885818 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: external-net Jul 15 16:32:13.886135 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.887036 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.887540 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: extra_dhcp_opt Jul 15 16:32:13.887854 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: extraroute.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.888773 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.889273 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: extraroute Jul 15 16:32:13.889589 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: extraroute_atomic.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.890607 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.891113 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: extraroute-atomic Jul 15 16:32:13.891430 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: filter_validation.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.892091 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.892763 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: filter-validation Jul 15 16:32:13.893294 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: fip_pf_description.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.894527 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.895202 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 16:32:13.895526 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: fip_port_details.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.896479 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.896996 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: fip-port-details Jul 15 16:32:13.897315 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: flavors.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.898516 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.899028 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: flavors Jul 15 16:32:13.899351 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.901008 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.901523 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 16:32:13.901847 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: floatingip_pools.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.902539 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.903044 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: floatingip-pools Jul 15 16:32:13.903363 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: ip_allocation.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.904308 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.904810 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 16:32:13.905126 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.906041 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.906541 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: ip-substring-filtering Jul 15 16:32:13.906863 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l2_adjacency.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.907776 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.908507 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 16:32:13.908949 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.909914 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.910422 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: router Jul 15 16:32:13.910742 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.912995 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.913513 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 16:32:13.913842 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.914754 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.915260 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: ext-gw-mode Jul 15 16:32:13.915581 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.916527 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.917034 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: l3-ha Jul 15 16:32:13.917352 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3_flavors.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.918275 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.918778 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: l3-flavors Jul 15 16:32:13.919097 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.919996 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.920531 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 16:32:13.920850 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: l3agentscheduler.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.921880 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.922387 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: l3_agent_scheduler Jul 15 16:32:13.922712 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: logging.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.924931 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.925450 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension logging not supported by any of loaded plugins Jul 15 16:32:13.925774 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: metering.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.926512 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.927344 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: metering Jul 15 16:32:13.927673 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.928781 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.929297 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: metering_source_and_destination_fields Jul 15 16:32:13.929619 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: multiprovidernet.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.930654 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.931164 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: multi-provider Jul 15 16:32:13.931485 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: netmtu.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.932428 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.932940 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: net-mtu Jul 15 16:32:13.933260 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: netmtu_writable.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.934180 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.934684 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: net-mtu-writable Jul 15 16:32:13.935000 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: network_availability_zone.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.935665 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.936189 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: network_availability_zone Jul 15 16:32:13.936507 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: network_ip_availability.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.937593 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.938100 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: network-ip-availability Jul 15 16:32:13.938418 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: network_segment_range.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.939167 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.940452 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 16:32:13.940777 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: pagination.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.941753 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.942081 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: pagination Jul 15 16:32:13.942395 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: port_device_profile.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.943305 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.943814 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: port-device-profile Jul 15 16:32:13.944147 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.945076 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.945580 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: port-mac-address-regenerate Jul 15 16:32:13.945896 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.946801 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.947309 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: port-numa-affinity-policy Jul 15 16:32:13.947623 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: port_resource_request.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.948567 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.949065 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 16:32:13.949380 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: portbindings.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.950305 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.950814 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: binding Jul 15 16:32:13.951131 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: portbindings_extended.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.952408 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.952923 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: binding-extended Jul 15 16:32:13.953244 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: portsecurity.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.954151 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.954659 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: port-security Jul 15 16:32:13.955000 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: project_id.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.956220 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.956549 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: project-id Jul 15 16:32:13.956866 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: providernet.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.957783 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.958301 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: provider Jul 15 16:32:13.958599 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.962031 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.962555 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos not supported by any of loaded plugins Jul 15 16:32:13.962883 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.964157 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.964675 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 16:32:13.965154 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.966342 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.966958 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 16:32:13.967297 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_default.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.968574 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.969134 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-default not supported by any of loaded plugins Jul 15 16:32:13.969465 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_fip.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.970223 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.971033 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-fip not supported by any of loaded plugins Jul 15 16:32:13.971533 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_gateway_ip.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.972661 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.973321 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 16:32:13.973648 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_port_network_policy.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.974813 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.975533 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 16:32:13.975899 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_rule_type_details.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.976965 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.977512 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 16:32:13.977920 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: qos_rules_alias.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.979152 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.979814 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 16:32:13.980290 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: quotasv2.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.981287 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.981823 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: quotas Jul 15 16:32:13.982288 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: quotasv2_detail.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.985985 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.986910 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: quota_details Jul 15 16:32:13.987420 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: rbac.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.988528 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.989053 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: rbac-policies Jul 15 16:32:13.989381 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: rbac_address_group.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.990309 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.990824 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: rbac-address-group Jul 15 16:32:13.991146 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: rbac_address_scope.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.992085 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.992621 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: rbac-address-scope Jul 15 16:32:13.992942 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: rbac_security_groups.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.993850 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.994359 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: rbac-security-groups Jul 15 16:32:13.994678 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: rbac_subnetpool.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.995584 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.996090 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: rbac-subnetpool Jul 15 16:32:13.996429 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: revisionifmatch.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.997336 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.997840 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: revision-if-match Jul 15 16:32:13.998156 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: revisions.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:13.999261 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:13.999765 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: standard-attr-revisions Jul 15 16:32:14.000085 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: router_availability_zone.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.000781 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.001289 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: router_availability_zone Jul 15 16:32:14.001605 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: routerservicetype.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.003289 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.003795 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension router-service-type not supported by any of loaded plugins Jul 15 16:32:14.004145 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.005070 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.005581 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: security-groups-normalized-cidr Jul 15 16:32:14.005899 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.006817 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.007323 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: port-security-groups-filtering Jul 15 16:32:14.007639 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.008581 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.009100 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: security-groups-remote-address-group Jul 15 16:32:14.009417 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: securitygroup.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.019240 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.019763 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: security-group Jul 15 16:32:14.020095 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: segment.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.020901 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.021409 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension segment not supported by any of loaded plugins Jul 15 16:32:14.021733 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.022668 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.023180 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 16:32:14.023503 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: servicetype.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.024717 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.025170 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: service-type Jul 15 16:32:14.026516 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: sorting.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.026516 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.026781 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: sorting Jul 15 16:32:14.027105 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: standard_attr_segment.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.028086 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.028624 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 16:32:14.028952 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: standardattrdescription.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.029609 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.030111 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: standard-attr-description Jul 15 16:32:14.030429 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: stateful_security_group.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.031356 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.031867 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: stateful-security-group Jul 15 16:32:14.032216 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: stdattrs_common.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.032795 n-d-800085-3 neutron-server[100321]: WARNING neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 16:32:14.033138 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.034271 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.034777 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 16:32:14.035093 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnet_onboard.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.036183 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.036696 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: subnet_onboard Jul 15 16:32:14.037014 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.037949 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.038450 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 16:32:14.038771 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnet_service_types.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.039686 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.040222 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: subnet-service-types Jul 15 16:32:14.040539 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnetallocation.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.041613 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.042119 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: subnet_allocation Jul 15 16:32:14.042438 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.043097 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.043603 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: subnetpool-prefix-ops Jul 15 16:32:14.043921 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.044880 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.045385 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 16:32:14.045705 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: tagging.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.046756 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.047263 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: standard-attr-tag Jul 15 16:32:14.047585 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: timestamp.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.049477 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.050201 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loaded extension: standard-attr-timestamp Jul 15 16:32:14.050529 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: trunk.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.051604 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.052387 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension trunk not supported by any of loaded plugins Jul 15 16:32:14.052723 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: trunk_details.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.053700 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.054213 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension trunk-details not supported by any of loaded plugins Jul 15 16:32:14.054534 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: uplink_status_propagation.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.055519 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.056042 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 16:32:14.056388 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Loading extension file: vlantransparent.py {{(pid=100321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 16:32:14.057056 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 16:32:14.057559 n-d-800085-3 neutron-server[100321]: INFO neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 16:32:14.059999 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:network Jul 15 16:32:14.060550 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnet Jul 15 16:32:14.060943 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 16:32:14.061329 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:port Jul 15 16:32:14.062555 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.062997 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service FLAVORS assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.063610 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.064028 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.064460 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:router Jul 15 16:32:14.065595 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:floatingip Jul 15 16:32:14.066127 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service METERING assigned prefix: /metering {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.067563 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:14.067929 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:14.068300 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:32:14.069329 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 16:32:14.069795 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:security_group Jul 15 16:32:14.070232 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 16:32:14.070839 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service CORE assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.071162 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 16:32:14.071502 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] subnetpool is already registered Jul 15 16:32:14.071934 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service CORE assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.072292 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 16:32:14.072634 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] subnetpool is already registered Jul 15 16:32:14.074914 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.075343 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service FLAVORS assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.075935 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.076386 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.076715 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:router Jul 15 16:32:14.077046 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] router is already registered Jul 15 16:32:14.077449 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:floatingip Jul 15 16:32:14.077782 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] floatingip is already registered Jul 15 16:32:14.078229 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service METERING assigned prefix: /metering {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.078893 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 16:32:14.079211 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] rbac_policy is already registered Jul 15 16:32:14.079626 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:security_group Jul 15 16:32:14.080011 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] security_group is already registered Jul 15 16:32:14.080662 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 16:32:14.080996 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] security_group_rule is already registered Jul 15 16:32:14.081631 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service CORE assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.081955 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 16:32:14.082287 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] subnetpool is already registered Jul 15 16:32:14.082707 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.v2.resource_helper [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Service CORE assigned prefix: {{(pid=100321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 16:32:14.083026 n-d-800085-3 neutron-server[100321]: INFO neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 16:32:14.083350 n-d-800085-3 neutron-server[100321]: WARNING neutron.quota.resource_registry [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] subnetpool is already registered Jul 15 16:32:14.083816 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: extensions {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.085285 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: address-groups {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.086768 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: address-scopes {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.088073 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: agents {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.089234 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: auto-allocated-topology {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.090464 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: availability_zones {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.091672 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: dhcp-networks {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.093236 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: dhcp-agents {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.094596 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: routers {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.096711 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: flavors {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.099031 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: service_profiles {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.100258 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: next_providers {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.101697 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: service_profiles {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.103233 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: floatingip-pools {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.104472 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: routers {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.106160 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: floatingips {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.107426 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: l3-routers {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.108835 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: l3-agents {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.110241 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: metering-labels {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.112193 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: metering-label-rules {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.113613 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: network-ip-availabilities {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.114865 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: bindings {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.116426 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: quotas {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.118009 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: quotas {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.119427 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: rbac-policies {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.120634 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: security-groups {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.121911 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: security-group-rules {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.123144 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: service-providers {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.124426 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: subnetpools {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.125749 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: subnetpools {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.128095 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.129781 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.131586 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.133381 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.135063 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.137028 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.138703 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.140519 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.142366 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.144432 n-d-800085-3 neutron-server[100321]: DEBUG neutron.api.extensions [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Extended resource: tags {{(pid=100321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 16:32:14.150345 n-d-800085-3 neutron-server[100321]: WARNING keystonemiddleware.auth_token [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 16:32:14.154837 n-d-800085-3 neutron-server[100321]: WARNING keystonemiddleware.auth_token [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 16:32:14.163966 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Acquired lock "singleton_lock" {{(pid=100321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 16:32:14.164465 n-d-800085-3 neutron-server[100321]: DEBUG oslo_concurrency.lockutils [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Releasing lock "singleton_lock" {{(pid=100321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 16:32:14.165102 n-d-800085-3 neutron-server[100321]: INFO oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Starting 2 workers Jul 15 16:32:14.169854 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Started child 100428 {{(pid=100321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 16:32:14.176137 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Started child 100429 {{(pid=100321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 16:32:14.176331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.176982 n-d-800085-3 neutron-server[100321]: INFO neutron.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 16:32:14.177473 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Notify callbacks [] for process, before_spawn {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.177665 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [-] (100428) wsgi starting up on http://0.0.0.0:9696 Jul 15 16:32:14.179934 n-d-800085-3 neutron-server[100321]: INFO oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Starting 1 workers Jul 15 16:32:14.180662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.182099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [-] (100429) wsgi starting up on http://0.0.0.0:9696 Jul 15 16:32:14.185141 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Started child 100430 {{(pid=100321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 16:32:14.185668 n-d-800085-3 neutron-server[100321]: INFO oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Starting 1 workers Jul 15 16:32:14.189045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] calling RpcWorker wait() {{(pid=100430) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 16:32:14.189836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] returning from RpcWorker wait() {{(pid=100430) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 16:32:14.190417 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Started child 100431 {{(pid=100321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 16:32:14.191091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.191240 n-d-800085-3 neutron-server[100321]: DEBUG neutron_lib.callbacks.manager [None req-a6b510fc-2e35-4f01-bea5-ba0b9423ec1c None None] Notify callbacks [] for process, after_spawn {{(pid=100321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.191649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:14.193217 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 16:32:14.193427 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 16:32:14.193613 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 16:32:14.193833 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 16:32:14.194172 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 16:32:14.194334 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 16:32:14.194848 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.195127 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.195225 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:14.195681 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.195681 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.195903 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.196524 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.196819 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.197074 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.197350 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.197588 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.197761 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.197925 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.198191 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.198440 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.198703 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.198980 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.199234 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.199506 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.199675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.199936 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.200224 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.200473 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.200744 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] debug = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.200988 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.201469 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.201728 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.201964 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.202213 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.202501 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.202728 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.202990 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.203227 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.203440 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.203678 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.203929 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.204182 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.204395 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.204626 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.204866 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.205224 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.205940 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] host = n-d-800085-3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.206233 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.206479 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.206714 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.206983 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.207234 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.207469 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.207741 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.208021 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.208308 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.208557 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.208797 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.209046 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.209276 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.209493 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.209658 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_options = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.209907 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.210166 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.210426 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.210611 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.210780 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.210956 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.211215 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.211384 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.211675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.211847 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.212076 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.212312 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.212549 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.212765 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.213021 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.213265 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.213513 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.213723 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.213966 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.214212 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.214454 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.214701 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.214917 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.215150 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.215366 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.215583 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.215916 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.216055 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.216312 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.216571 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.216810 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.217067 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.217304 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.217564 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.217793 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.218021 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.218235 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.218501 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.218732 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.218988 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.219245 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.219479 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.219726 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.219959 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.220199 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.220433 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_json = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.221165 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.221505 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.222012 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.222177 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.222379 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.222599 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.222816 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.223056 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.223484 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.223763 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.224074 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.224345 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.224606 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.224878 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.225199 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.225573 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.225844 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.225988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:14.226191 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.226451 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.226636 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.226917 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.227157 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.227438 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.227774 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.228035 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.228326 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.228562 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.228809 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.229026 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.229263 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.229769 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.230055 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.230308 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.230592 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.230972 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.231517 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.231865 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.232037 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.232304 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.232529 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.232833 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.233329 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.233543 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.233864 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.234314 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.234560 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.234803 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.235236 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.235392 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.235530 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.235714 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.235935 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.236286 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.237014 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.237393 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.237814 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.238644 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.238644 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.238921 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.238921 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.239190 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.240356 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.242661 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.242928 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.243184 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.243430 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.243669 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.243915 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.244229 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.244520 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.244766 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.244998 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.245224 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.245453 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.245683 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.245907 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.246134 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.246355 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.246612 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.246834 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.247212 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.247311 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.249471 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250038 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250038 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250166 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250417 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250627 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.250907 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.251162 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.251431 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.251810 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.252149 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.252397 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.252641 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.252901 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.253167 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.253406 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.253635 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.253884 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.254150 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.254407 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.254683 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.254922 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.255335 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.255752 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.256030 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.256300 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.256545 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.256810 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.257080 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.257375 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.257618 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.258110 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.258373 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.258650 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.258974 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.259247 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.259522 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.259779 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.260010 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.260380 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.260639 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.260907 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.261151 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.261383 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.261796 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.262088 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.262336 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.262564 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.262905 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.263162 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.263480 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.263742 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.263984 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.264250 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.264582 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.264839 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.265089 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.265593 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.265859 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.266107 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.266368 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.266609 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.266833 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.267052 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.267286 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.267649 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.267982 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.268255 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.268488 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.268731 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.268981 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.269255 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.269481 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.269709 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.269945 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.270268 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.270500 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.270754 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.271130 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.271240 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.271418 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.271635 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.272351 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.272351 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.272351 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.272575 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.272733 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.273168 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.273596 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.274004 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.274401 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.274766 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.275030 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.275329 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.275593 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.275823 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.276050 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.276317 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.276565 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.276787 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.277023 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.277257 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.277506 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.277757 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.278155 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.278503 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.278759 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.278994 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.279207 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.279432 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.279687 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.280231 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.280603 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.280833 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.281064 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.281283 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.281528 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.281757 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.281984 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.282222 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.282452 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.282673 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.282893 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.283744 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.284069 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.284337 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.284576 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.284835 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.285084 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.285299 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.285550 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.285764 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.285976 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.286200 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.286419 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.286634 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.286862 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.287076 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.287288 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.287511 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.287731 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.287966 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.288218 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.288439 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.288651 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.288878 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.289091 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.289307 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.289554 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.289793 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.290007 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.290235 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.290478 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.290687 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.290984 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.291237 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.291463 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.291755 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.291992 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.292261 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.292487 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.292809 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.293024 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.293300 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.293546 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.293767 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.293995 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.294256 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.294580 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.294926 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.295189 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.295436 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.295727 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.296014 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.296326 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.296566 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.296862 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.297229 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.297514 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.297782 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.298014 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.298276 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.298525 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.299381 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.299631 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.299870 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.300136 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.300419 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.300653 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.300884 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.301137 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.301369 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.301608 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.301856 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.302352 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.302611 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.302832 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.302991 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 16:32:14.303508 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 16:32:14.303672 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 16:32:14.303827 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 16:32:14.303998 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 16:32:14.304188 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 16:32:14.304345 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 16:32:14.304553 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.304714 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.304874 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305034 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305193 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305375 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305610 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305777 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.305935 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.306286 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.306626 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.306969 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.307198 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.307366 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.307521 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.307828 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.307994 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.308164 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.308309 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.308460 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.308616 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.308921 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.309220 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] debug = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.309524 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.309733 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.309928 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310059 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310194 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310381 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310518 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310641 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310804 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.310962 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.311120 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.311287 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.311426 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.311588 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.311742 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312048 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312247 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312405 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] host = n-d-800085-3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312566 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312726 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.312882 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313191 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313349 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313510 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313670 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313827 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.313989 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.314148 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.314368 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.314525 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.314683 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.314883 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.315104 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_options = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.315267 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.315423 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.315581 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.315766 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.316082 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.316260 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.316415 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.316578 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.316733 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317043 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317208 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317367 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317525 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317683 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.317845 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318002 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318163 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318322 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318483 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318642 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318805 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.318962 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.319122 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.319280 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.319435 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.319742 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.319892 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320039 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320245 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320378 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320515 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320671 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.320992 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321150 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321311 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321468 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321631 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321793 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.321951 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.322131 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.322266 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.322585 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.322751 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.322911 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323069 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323228 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_json = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323389 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323546 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323703 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.323862 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.324021 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.324203 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.324363 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.324522 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 16:32:14.324703 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.324790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:14.324875 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325031 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325195 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325359 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325524 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325687 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.325850 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326013 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326174 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326343 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326507 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326681 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.326844 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327006 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327171 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327334 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327495 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327673 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327809 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.327971 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328151 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328338 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328497 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328662 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328835 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.328994 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.329159 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.329323 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.329487 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.329647 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.329812 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330353 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330353 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330353 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330695 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330695 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.330815 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331031 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331184 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331324 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331461 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331599 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331737 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.331875 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332012 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332188 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332333 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332564 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332812 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.332971 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333206 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333351 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333489 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333626 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333765 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.333902 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.335783 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337060 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.337675 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338251 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338251 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338251 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338251 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338520 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338598 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338707 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.338875 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339112 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339284 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339447 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339609 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339772 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.339935 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340097 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340287 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340641 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340641 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340902 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.340902 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341053 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341207 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341393 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341532 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341695 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.341857 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342018 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342181 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342342 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342596 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342726 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342814 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.342981 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343152 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343374 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343491 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343654 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343816 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.343979 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344161 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344325 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344488 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344651 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344814 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.344976 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.345146 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.345319 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.345483 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.346189 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.346352 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.346539 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.346724 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.346863 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347005 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347166 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347328 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347490 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347653 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347819 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.347980 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348165 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348331 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348494 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348657 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348818 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.348980 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349143 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349310 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349473 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349637 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349799 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.349963 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350127 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350289 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350451 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350613 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350775 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.350938 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351101 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351263 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351425 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351588 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351750 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.351911 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352072 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352256 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352418 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352583 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352750 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.352914 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353130 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353264 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353398 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353532 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353677 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.353838 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354001 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354163 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354329 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354486 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354627 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354778 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.354944 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355106 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355269 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355465 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355629 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355791 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.355943 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356106 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356287 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356449 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356612 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356775 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.356937 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357099 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357264 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357429 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357592 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357754 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.357916 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358078 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358240 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358402 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358577 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358741 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.358905 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359068 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359229 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359397 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359569 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359732 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.359894 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360056 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360238 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360401 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360572 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360734 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.360895 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361058 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361378 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361479 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361651 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361813 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.361975 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362138 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362300 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362462 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362633 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362842 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.362980 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363142 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363304 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363466 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363637 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363800 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.363962 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.364155 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.364316 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.364478 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.364693 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.364873 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365037 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365202 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365364 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365550 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365713 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.365876 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366043 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366215 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366385 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366549 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366719 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.366890 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367061 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367223 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367395 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367570 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367732 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.367893 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368058 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368225 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368393 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368556 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368719 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.368881 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369043 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369205 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369356 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369521 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369682 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.369844 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370006 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370168 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370315 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370481 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370643 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 16:32:14.370871 n-d-800085-3 neutron-server[100321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 16:32:14.573046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:14.581836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066733 Jul 15 16:32:25.786612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895cfbb9-3105-4269-a0c0-51a1aa8bd687 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 16:32:25.864814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cfbb9-3105-4269-a0c0-51a1aa8bd687 None None] No non-hosted networks {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 16:32:25.866399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.agentschedulers_db [None req-895cfbb9-3105-4269-a0c0-51a1aa8bd687 None None] DHCP Agent not found on host n-d-800085-3 {{(pid=100430) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 15 16:32:26.008043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ece3b5-39ef-41ae-af7e-e48c8119e295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:28.238873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d99d54e4-b1d0-42a8-bd3e-4b4a38e901c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:28.306102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aab188ed-4130-46fa-bca1-9feba895d07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:28.569569 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:28.571370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.572048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.572559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.573092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.573732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.574238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.574702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.575180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.580334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.581698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.583751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.587117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:28.587797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800085-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:28.593957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800085-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:32:29.346214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:31.059697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:32.218833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39436) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:32.711005 n-d-800085-3 neutron-server[100429]: WARNING oslo_policy.policy [None req-98bbd655-5aa9-4abb-9194-3765e652bf48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:32.711617 n-d-800085-3 neutron-server[100429]: WARNING oslo_policy.policy [None req-98bbd655-5aa9-4abb-9194-3765e652bf48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:32.929374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-98bbd655-5aa9-4abb-9194-3765e652bf48 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:32:32.930398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-98bbd655-5aa9-4abb-9194-3765e652bf48 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7105770 Jul 15 16:32:34.571986 n-d-800085-3 neutron-server[100430]: INFO neutron.db.l3_hamode_db [None req-f5f2863d-9611-412b-a0f9-d4e4df002893 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 16:32:34.648908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2863d-9611-412b-a0f9-d4e4df002893 None None] Routers set() bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:32:34.649298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2863d-9611-412b-a0f9-d4e4df002893 None None] Router IDs set() for agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 16:32:35.290189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39450) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:35.588152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:32:35.682383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.policy [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 16:32:35.727636 n-d-800085-3 neutron-server[100429]: WARNING oslo_policy.policy [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:35.728011 n-d-800085-3 neutron-server[100429]: WARNING oslo_policy.policy [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:35.736563 n-d-800085-3 neutron-server[100429]: INFO neutron.quota [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] Loaded quota_driver: . Jul 15 16:32:35.828307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742639787437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742639786110', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742639788968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742640784798', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742640792355', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742640802708', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-587974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-643081'] for rbac-policy, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:35.893901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:35.895082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d68f37ed-1326-43e7-a32d-5708d19974bc admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6039443 Jul 15 16:32:38.439624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:38.920183 n-d-800085-3 neutron-server[100428]: WARNING oslo_policy.policy [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:38.920763 n-d-800085-3 neutron-server[100428]: WARNING oslo_policy.policy [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:39.139007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Request body: {'network': {'name': 'private', 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:32:39.140703 n-d-800085-3 neutron-server[100428]: INFO neutron.quota [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Loaded quota_driver: . Jul 15 16:32:39.198977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Made reservation on behalf of 673afc5f41394610b41f24ccc17eabf9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:32:39.265788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.policy [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 16:32:39.311065 n-d-800085-3 neutron-server[100428]: WARNING oslo_policy.policy [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:39.311443 n-d-800085-3 neutron-server[100428]: WARNING oslo_policy.policy [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 16:32:39.321619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.343617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.475914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.479667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.503985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:32:39.528517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742637422915', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.529079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Unsubscribe: segment precommit_create {{(pid=100428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 16:32:39.529577 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Added segment 8589a8aa-2256-4079-8135-152428cdedc1 of type vlan for network 23ff4879-1dc0-487d-8fba-23490c8f3a0a Jul 15 16:32:39.536704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b63283-7a15-4108-8937-1898d7292280,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:39.566961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.567288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.567712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.568061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.568398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.568714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.569026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.569335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.569642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.569951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.570260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.570565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Tracked resource versions report: Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: pushed versions: Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: { 'AddressGroup': {'1.2'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Log': {'1.0'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Network': {'1.1'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Port': {'1.7'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'PortForwarding': {'1.2'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'QosPolicy': {'1.8'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SecurityGroup': {'1.4'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SubPort': {'1.0'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Subnet': {'1.1'}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Trunk': {'1.1'}} Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: consumer versions: Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: L3 agent@n-d-800085-3: {}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: Metadata agent@n-d-800085-3: {}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: Metering agent@n-d-800085-3: {}, Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'ConntrackHelper': '1.0', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Log': '1.0', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Network': '1.1', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Port': '1.7', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'PortForwarding': '1.2', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'QosPolicy': '1.8', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SecurityGroup': '1.4', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SecurityGroupRule': '1.2', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'SubPort': '1.0', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Subnet': '1.1', Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: 'Trunk': '1.1'}} Jul 15 16:32:39.571665 n-d-800085-3 neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:32:39.658915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.710316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.711506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:32:39.712197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:39.767654 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3256667 Jul 15 16:32:39.811964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4c136-0732-46fb-9c0e-ec5ccec3e235 admin admin] Pushing event updated for resources: {'Network': ['ID=23ff4879-1dc0-487d-8fba-23490c8f3a0a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:39.824473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:32:42.373974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39484) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:42.792772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e52da-4f54-4fc7-9e5a-b5b9f51f11d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:32:42.794181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b2e52da-4f54-4fc7-9e5a-b5b9f51f11d5 admin admin] 10.222.0.25 "GET /v2.0/networks/23ff4879-1dc0-487d-8fba-23490c8f3a0a HTTP/1.1" status: 200 len: 824 time: 0.4192586 Jul 15 16:32:42.818238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-66a25580-7b0a-444f-9aa1-bdfc1e66bbc7 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/4224dc6e-af96-4d31-bc85-50e34ba1e91b HTTP/1.1" status: 200 len: 734 time: 0.0185368 Jul 15 16:32:42.826291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Request body: {'subnet': {'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'name': 'private-subnet', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:32:42.852551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Made reservation on behalf of 673afc5f41394610b41f24ccc17eabf9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:32:42.855139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:43.145123 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:43.214881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Checking segment: {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:32:43.215261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Network hostable DHCP agents. Network: 23ff4879-1dc0-487d-8fba-23490c8f3a0a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:32:43.223905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49988392-6904-4fbf-b559-d97b82a5d7d8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:43.236743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.237077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.237397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.237715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.238030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.238341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.238651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.238959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.239264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.239569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.239877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.240272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Tracked resource versions report: Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: pushed versions: Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: { 'AddressGroup': {'1.2'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'ConntrackHelper': {'1.0'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Log': {'1.0'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Network': {'1.1'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Port': {'1.7'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'PortForwarding': {'1.2'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'QosPolicy': {'1.8'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SecurityGroup': {'1.4'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SubPort': {'1.0'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Subnet': {'1.1'}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Trunk': {'1.1'}} Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: consumer versions: Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: L3 agent@n-d-800085-3: {}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: Metadata agent@n-d-800085-3: {}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: Metering agent@n-d-800085-3: {}, Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'ConntrackHelper': '1.0', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Log': '1.0', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Network': '1.1', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Port': '1.7', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'PortForwarding': '1.2', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'QosPolicy': '1.8', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SecurityGroup': '1.4', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SecurityGroupRule': '1.2', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'SubPort': '1.0', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Subnet': '1.1', Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: 'Trunk': '1.1'}} Jul 15 16:32:43.241473 n-d-800085-3 neutron-server[100429]: {{(pid=100429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:32:43.269767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:32:43.285227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 23ff4879-1dc0-487d-8fba-23490c8f3a0a) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:32:43.291579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:32:43.292240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:43.294380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f10b7-44f0-42fa-849e-9c2394bcc7d3 None None] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:32:43.308376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c14d5821-fd06-4683-95d0-e56318c2ce55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4852335 Jul 15 16:32:43.610002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:32:43.611337 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:43.884374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Allocated IP 172.20.0.2 (23ff4879-1dc0-487d-8fba-23490c8f3a0a/49988392-6904-4fbf-b559-d97b82a5d7d8/bb668046-f6b0-4cf0-b858-8d40df03ad4d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:32:44.091194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:44.108137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Transition to ACTIVE for port object bb668046-f6b0-4cf0-b858-8d40df03ad4d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:32:44.156726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Transition to ACTIVE for port object bb668046-f6b0-4cf0-b858-8d40df03ad4d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:32:44.165949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:44.240415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:32:44.245165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:32:44.254884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:32:44.257920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Pushing event updated for resources: {'Port': ['ID=bb668046-f6b0-4cf0-b858-8d40df03ad4d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:44.283652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.283995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.284553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.284895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.285230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.285559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.285884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.286207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.286526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.286846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.287165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.287489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Tracked resource versions report: Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: pushed versions: Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: { 'AddressGroup': {'1.2'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'ConntrackHelper': {'1.0'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Log': {'1.0'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Network': {'1.1'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Port': {'1.7'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'PortForwarding': {'1.2'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'QosPolicy': {'1.8'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SecurityGroup': {'1.4'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SubPort': {'1.0'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Subnet': {'1.1'}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Trunk': {'1.1'}} Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: consumer versions: Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: L3 agent@n-d-800085-3: {}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: Metadata agent@n-d-800085-3: {}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: Metering agent@n-d-800085-3: {}, Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'ConntrackHelper': '1.0', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Log': '1.0', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Network': '1.1', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Port': '1.7', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'PortForwarding': '1.2', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'QosPolicy': '1.8', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SecurityGroup': '1.4', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SecurityGroupRule': '1.2', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'SubPort': '1.0', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Subnet': '1.1', Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: 'Trunk': '1.1'}} Jul 15 16:32:44.288629 n-d-800085-3 neutron-server[100430]: {{(pid=100430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:32:44.342900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Attempting to bind port bb668046-f6b0-4cf0-b858-8d40df03ad4d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:32:44.343463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Attempting to bind port bb668046-f6b0-4cf0-b858-8d40df03ad4d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:32:44.343690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Attempting to bind port bb668046-f6b0-4cf0-b858-8d40df03ad4d on network 23ff4879-1dc0-487d-8fba-23490c8f3a0a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:32:44.349365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:32:44.349768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Checking segment: {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:32:44.350229 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:44.350609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Bound using segment: {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:32:44.351059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Bound port: bb668046-f6b0-4cf0-b858-8d40df03ad4d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:32:44.351453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:44.413172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] For port bb668046-f6b0-4cf0-b858-8d40df03ad4d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:32:44.417335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] For port bb668046-f6b0-4cf0-b858-8d40df03ad4d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bb668046-f6b0-4cf0-b858-8d40df03ad4d,segment=NetworkSegment(8589a8aa-2256-4079-8135-152428cdedc1),segment_id=8589a8aa-2256-4079-8135-152428cdedc1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:32:44.422258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:44.488087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5c877-b437-4d27-9da4-7f5f98afe076 None None] Pushing event updated for resources: {'Port': ['ID=bb668046-f6b0-4cf0-b858-8d40df03ad4d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:45.709741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39496) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:46.019928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-3b58031f-69e4-4c5b-aa31-b21e200d15e4 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:32:46.020961 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3b58031f-69e4-4c5b-aa31-b21e200d15e4 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102365 Jul 15 16:32:48.408947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:48.715131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-26ec2958-051c-405e-bc59-3f1d239dba6e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:32:48.716242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-26ec2958-051c-405e-bc59-3f1d239dba6e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062627 Jul 15 16:32:50.419317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bb668046-f6b0-4cf0-b858-8d40df03ad4d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:32:50.500375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port bb668046-f6b0-4cf0-b858-8d40df03ad4d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:32:50.592536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a717a652-9e84-418b-b820-b246601d6f3f None None] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:32:50.655990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Provisioning for port bb668046-f6b0-4cf0-b858-8d40df03ad4d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:32:50.664238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Provisioning complete for port bb668046-f6b0-4cf0-b858-8d40df03ad4d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:32:50.664627 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:50.845334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:50.910587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] For port bb668046-f6b0-4cf0-b858-8d40df03ad4d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bb668046-f6b0-4cf0-b858-8d40df03ad4d,segment=NetworkSegment(8589a8aa-2256-4079-8135-152428cdedc1),segment_id=8589a8aa-2256-4079-8135-152428cdedc1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:32:50.917323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:50.967951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208c90-7d93-47a6-986a-9745e6ac2f44 None None] Pushing event updated for resources: {'Port': ['ID=bb668046-f6b0-4cf0-b858-8d40df03ad4d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:51.137076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b4659242-367c-42af-a8cf-2d0af223b588 None None] Provisioning complete for port bb668046-f6b0-4cf0-b858-8d40df03ad4d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:32:51.137450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4659242-367c-42af-a8cf-2d0af223b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.351240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:51.637602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Request body: {'router': {'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:32:51.661007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.662514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.799256 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.804140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.816522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:51.817685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-260c733f-1c28-490e-9314-0640607f4686 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4654925 Jul 15 16:32:52.252381 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:32:52.378444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bb668046-f6b0-4cf0-b858-8d40df03ad4d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:32:52.423867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port bb668046-f6b0-4cf0-b858-8d40df03ad4d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:32:52.424254 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:54.157501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:54.458714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-495ddf99-4a81-4a46-935c-d2729b9fbb73 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:32:54.459695 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-495ddf99-4a81-4a46-935c-d2729b9fbb73 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3012633 Jul 15 16:32:55.685112 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d705-5ca2-4b46-a917-9efdf7651e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:56.806968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:32:57.109452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:32:57.129656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Made reservation on behalf of aae1d5b4d91c4e5fb6ff10dc6e04dd26 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:32:57.131855 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.139453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.226136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.229553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.246898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=100428) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 16:32:57.264407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f213d6-7669-4998-abbb-56708781b02b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:57.270786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.271122 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Added segment a09942c5-7a76-4314-a5cf-19aa6576883a of type flat for network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 Jul 15 16:32:57.316124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.351479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.352450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:32:57.353047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:57.383938 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5759497 Jul 15 16:32:57.413881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aac91-04c7-4acf-8c0b-7fa441b551f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac6946a-4fd4-4da6-b69f-83e0930ec402,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:32:57.427821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:32:58.239091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f63b5ec3-39e3-4446-8e47-28d0271841f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:58.564567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:59.307443 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:32:59.731075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:33:00.010073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea98f2-7730-4af9-bad8-3a41d9dfce20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:33:00.011435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b5ea98f2-7730-4af9-bad8-3a41d9dfce20 admin admin] 10.222.0.25 "GET /v2.0/subnets/49988392-6904-4fbf-b559-d97b82a5d7d8 HTTP/1.1" status: 200 len: 849 time: 0.2794209 Jul 15 16:33:00.126751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9e95a423-7879-47f2-8544-fd634cf28ba4 admin admin] 10.222.0.25 "GET /v2.0/routers/80cd29a7-73cc-4f52-8ae6-60456c759876 HTTP/1.1" status: 200 len: 704 time: 0.1098092 Jul 15 16:33:00.387287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:00.677005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Allocated IP 172.20.0.1 (23ff4879-1dc0-487d-8fba-23490c8f3a0a/49988392-6904-4fbf-b559-d97b82a5d7d8/d4b41071-521c-43fb-b319-5d17843090f7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:33:00.858126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:00.882086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Transition to ACTIVE for port object d4b41071-521c-43fb-b319-5d17843090f7 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:33:00.959793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:00.991165 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.038028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:33:01.042765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:33:01.047997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Pushing event updated for resources: {'Port': ['ID=d4b41071-521c-43fb-b319-5d17843090f7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:01.059120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:33:01.059658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.288717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab66432b-1a64-450f-ad74-559feeb67a51 None None] Provisioning for port d4b41071-521c-43fb-b319-5d17843090f7 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:33:01.292453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab66432b-1a64-450f-ad74-559feeb67a51 None None] Provisioning complete for port d4b41071-521c-43fb-b319-5d17843090f7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:01.292925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab66432b-1a64-450f-ad74-559feeb67a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.323534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.324966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ab66432b-1a64-450f-ad74-559feeb67a51 None None] Port d4b41071-521c-43fb-b319-5d17843090f7 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:33:01.503455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.507740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.508530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.568352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Pushing event updated for resources: {'Port': ['ID=d4b41071-521c-43fb-b319-5d17843090f7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:01.629447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:33:01.630768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:33:01.791016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Router 80cd29a7-73cc-4f52-8ae6-60456c759876 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:33:01.845761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a022a2b1-fa48-48c2-8e91-837d0b39789d None None] Provisioning complete for port d4b41071-521c-43fb-b319-5d17843090f7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:01.846048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a022a2b1-fa48-48c2-8e91-837d0b39789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:01.881390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a022a2b1-fa48-48c2-8e91-837d0b39789d None None] Port d4b41071-521c-43fb-b319-5d17843090f7 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:33:01.882234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:33:01.887442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f353763-41a3-49f2-8fd4-ebc9ed3090af admin admin] 10.222.0.25 "PUT /v2.0/routers/80cd29a7-73cc-4f52-8ae6-60456c759876/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7558081 Jul 15 16:33:01.892721 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Sync routers for ids ['80cd29a7-73cc-4f52-8ae6-60456c759876'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:33:01.907089 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Routers {'80cd29a7-73cc-4f52-8ae6-60456c759876'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:33:01.908020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:32:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['80cd29a7-73cc-4f52-8ae6-60456c759876'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:02.090183 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Set router 80cd29a7-73cc-4f52-8ae6-60456c759876 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:33:02.514757 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:01Z', 'revision_number': 2, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:01Z', 'revision_number': 2, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:02.566275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Checking router: 80cd29a7-73cc-4f52-8ae6-60456c759876 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:33:02.566634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Updating router 80cd29a7-73cc-4f52-8ae6-60456c759876 port d4b41071-521c-43fb-b319-5d17843090f7 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:33:02.631152 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.117679 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.135408 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Transition to ACTIVE for port object d4b41071-521c-43fb-b319-5d17843090f7 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:33:03.141809 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.302972 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Pushing event updated for resources: {'Port': ['ID=d4b41071-521c-43fb-b319-5d17843090f7,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:03.306379 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Attempting to bind port d4b41071-521c-43fb-b319-5d17843090f7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:33:03.306778 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Attempting to bind port d4b41071-521c-43fb-b319-5d17843090f7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:33:03.307187 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Attempting to bind port d4b41071-521c-43fb-b319-5d17843090f7 on network 23ff4879-1dc0-487d-8fba-23490c8f3a0a {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:33:03.314592 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.314930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.315261 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.315583 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.315902 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.316240 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.316560 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.316874 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.317186 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.317495 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.317803 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.318110 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Tracked resource versions report: Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: pushed versions: Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: { 'AddressGroup': {'1.2'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Log': {'1.0'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Network': {'1.1'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Port': {'1.7'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'PortForwarding': {'1.2'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'QosPolicy': {'1.8'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SecurityGroup': {'1.4'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SubPort': {'1.0'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Subnet': {'1.1'}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Trunk': {'1.1'}} Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: consumer versions: Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: L3 agent@n-d-800085-3: {}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: Metadata agent@n-d-800085-3: {}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: Metering agent@n-d-800085-3: {}, Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'ConntrackHelper': '1.0', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Log': '1.0', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Network': '1.1', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Port': '1.7', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'PortForwarding': '1.2', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'QosPolicy': '1.8', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SecurityGroup': '1.4', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SecurityGroupRule': '1.2', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'SubPort': '1.0', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Subnet': '1.1', Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: 'Trunk': '1.1'}} Jul 15 16:33:03.319194 n-d-800085-3 neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:33:03.324806 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:33:03.325209 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Checking segment: {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:33:03.325679 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.326051 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Bound using segment: {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:33:03.326547 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Bound port: d4b41071-521c-43fb-b319-5d17843090f7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8589a8aa-2256-4079-8135-152428cdedc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:33:03.326949 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.393489 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] For port d4b41071-521c-43fb-b319-5d17843090f7, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:33:03.416081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] For port d4b41071-521c-43fb-b319-5d17843090f7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d4b41071-521c-43fb-b319-5d17843090f7,segment=NetworkSegment(8589a8aa-2256-4079-8135-152428cdedc1),segment_id=8589a8aa-2256-4079-8135-152428cdedc1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:33:03.420504 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:03.471580 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Routers {'80cd29a7-73cc-4f52-8ae6-60456c759876'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:33:03.472242 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:32:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['80cd29a7-73cc-4f52-8ae6-60456c759876'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:03.542228 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca704b3-eb2b-495c-a131-5c2f3098e61b None None] Pushing event updated for resources: {'Port': ['ID=d4b41071-521c-43fb-b319-5d17843090f7,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:03.571679 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] Set router 80cd29a7-73cc-4f52-8ae6-60456c759876 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:33:03.773523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:01Z', 'revision_number': 2, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:03Z', 'revision_number': 4, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:03.802246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22b7710-0754-472b-af69-d4a258c4cad7 None None] The sync data for ids ['80cd29a7-73cc-4f52-8ae6-60456c759876'] in n-d-800085-3 is: [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:01Z', 'revision_number': 2, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port_host': None, '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:03Z', 'revision_number': 4, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:33:04.135006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:33:04.243244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f6ea4-8513-4587-9fe6-cfe955a8ceb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:33:04.244658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b9f6ea4-8513-4587-9fe6-cfe955a8ceb5 admin admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 842 time: 0.1086850 Jul 15 16:33:04.254005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:33:04.281248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Made reservation on behalf of aae1d5b4d91c4e5fb6ff10dc6e04dd26 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:33:04.284690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:04.596402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 16:33:04.596725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:04.650586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b9df9c-3c69-442f-a8d1-5662c73e51fb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:04.662180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:33:04.662537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Network hostable DHCP agents. Network: 9ac6946a-4fd4-4da6-b69f-83e0930ec402, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:33:04.684385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:33:04.696211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9ac6946a-4fd4-4da6-b69f-83e0930ec402) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:33:04.700063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:33:04.700659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:04.707332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e14a4-7c4f-48ac-b2d9-47bd78e709f5 None None] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:33:04.715260 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2f73760-8a8b-496f-a419-3f146741892f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4647901 Jul 15 16:33:04.845300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206b783b-ee1d-4fd0-8a9e-5867548b8b3a None None] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:33:07.054482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:33:07.180550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4154fb6b-32fc-4ea4-9dfb-644a14a0ff10 admin admin] 10.222.0.25 "GET /v2.0/routers/80cd29a7-73cc-4f52-8ae6-60456c759876 HTTP/1.1" status: 200 len: 710 time: 0.1248174 Jul 15 16:33:07.331611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e9442b-e737-4d27-87e1-1e5b0c2bf59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:33:07.333054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-70e9442b-e737-4d27-87e1-1e5b0c2bf59a admin admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 886 time: 0.1474121 Jul 15 16:33:07.341720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:33:07.589710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:07.823611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:07.899865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.008263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Allocated IP 172.25.8.230 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3316a20d-5601-4e42-9d18-0616da4ff550) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:33:08.105397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.143771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.183366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:33:08.185967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:33:08.190232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:33:08.195238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Pushing event updated for resources: {'Port': ['ID=3316a20d-5601-4e42-9d18-0616da4ff550,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:08.413991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4b41071-521c-43fb-b319-5d17843090f7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:33:08.432076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.460095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d4b41071-521c-43fb-b319-5d17843090f7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:33:08.463536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d4b41071-521c-43fb-b319-5d17843090f7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:08.463899 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.537428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.569933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port d4b41071-521c-43fb-b319-5d17843090f7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d4b41071-521c-43fb-b319-5d17843090f7,segment=NetworkSegment(8589a8aa-2256-4079-8135-152428cdedc1),segment_id=8589a8aa-2256-4079-8135-152428cdedc1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:33:08.573932 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.674924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=d4b41071-521c-43fb-b319-5d17843090f7,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:08.721325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.724477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.825271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Router 80cd29a7-73cc-4f52-8ae6-60456c759876 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:33:08.925147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:33:08.929462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:08.930649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2bad5dff-0e73-4dd8-a348-0d3b523e3875 admin admin] 10.222.0.25 "PUT /v2.0/routers/80cd29a7-73cc-4f52-8ae6-60456c759876 HTTP/1.1" status: 200 len: 890 time: 1.5922365 Jul 15 16:33:08.935350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Sync routers for ids ['80cd29a7-73cc-4f52-8ae6-60456c759876'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:33:08.946398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Routers {'80cd29a7-73cc-4f52-8ae6-60456c759876'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:33:08.947083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:32:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['80cd29a7-73cc-4f52-8ae6-60456c759876'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:09.160794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Set router 80cd29a7-73cc-4f52-8ae6-60456c759876 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:33:09.548024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 4, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port': {'id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:07Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 5, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:09.598897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Checking router: 80cd29a7-73cc-4f52-8ae6-60456c759876 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:33:09.599181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Updating router 80cd29a7-73cc-4f52-8ae6-60456c759876 port 3316a20d-5601-4e42-9d18-0616da4ff550 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:33:09.631182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:09.943465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:09.953018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Transition to ACTIVE for port object 3316a20d-5601-4e42-9d18-0616da4ff550 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:33:09.958176 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:10.008152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Attempting to bind port 3316a20d-5601-4e42-9d18-0616da4ff550 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:33:10.008515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Attempting to bind port 3316a20d-5601-4e42-9d18-0616da4ff550 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:33:10.008871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Attempting to bind port 3316a20d-5601-4e42-9d18-0616da4ff550 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:33:10.017881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b71e-540e-4113-84f2-4092eb923350 None None] Pushing event updated for resources: {'Port': ['ID=3316a20d-5601-4e42-9d18-0616da4ff550,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:10.020969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:33:10.021350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:33:10.021734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:10.022112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:33:10.022574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Bound port: 3316a20d-5601-4e42-9d18-0616da4ff550, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:33:10.022948 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:10.072514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] For port 3316a20d-5601-4e42-9d18-0616da4ff550, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:33:10.075447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] For port 3316a20d-5601-4e42-9d18-0616da4ff550, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3316a20d-5601-4e42-9d18-0616da4ff550,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:33:10.080015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:10.129799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Routers {'80cd29a7-73cc-4f52-8ae6-60456c759876'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:33:10.130400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:32:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['80cd29a7-73cc-4f52-8ae6-60456c759876'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:10.246607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b71e-540e-4113-84f2-4092eb923350 None None] Pushing event updated for resources: {'Port': ['ID=3316a20d-5601-4e42-9d18-0616da4ff550,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:10.321747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] Set router 80cd29a7-73cc-4f52-8ae6-60456c759876 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:33:10.408081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4b41071-521c-43fb-b319-5d17843090f7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:33:10.511314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d4b41071-521c-43fb-b319-5d17843090f7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:10.511597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:10.637168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 4, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port': {'id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:07Z', 'updated_at': '2021-07-15T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 5, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:33:10.663643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2108b14c-96be-4422-aba7-b9b11c0bcd53 None None] The sync data for ids ['80cd29a7-73cc-4f52-8ae6-60456c759876'] in n-d-800085-3 is: [{'id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'name': 'router1', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:32:51Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 4, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'gw_port': {'id': '3316a20d-5601-4e42-9d18-0616da4ff550', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:07Z', 'updated_at': '2021-07-15T16:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd4b41071-521c-43fb-b319-5d17843090f7', 'name': '', 'network_id': '23ff4879-1dc0-487d-8fba-23490c8f3a0a', 'tenant_id': '673afc5f41394610b41f24ccc17eabf9', 'mac_address': 'fa:16:3e:20:a2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd29a7-73cc-4f52-8ae6-60456c759876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:33:00Z', 'updated_at': '2021-07-15T16:33:08Z', 'revision_number': 5, 'project_id': '673afc5f41394610b41f24ccc17eabf9', 'subnets': [{'id': '49988392-6904-4fbf-b559-d97b82a5d7d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4224dc6e-af96-4d31-bc85-50e34ba1e91b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:33:11.327616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:33:11.455077 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aef7336f-5d8a-46b8-9f65-e54746a7199c admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1262891 Jul 15 16:33:12.411877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3316a20d-5601-4e42-9d18-0616da4ff550 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:33:12.461046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3316a20d-5601-4e42-9d18-0616da4ff550 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:33:12.464739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3316a20d-5601-4e42-9d18-0616da4ff550 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:12.465229 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:12.544612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:12.565853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3316a20d-5601-4e42-9d18-0616da4ff550, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3316a20d-5601-4e42-9d18-0616da4ff550,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:33:12.571977 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:12.621010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3316a20d-5601-4e42-9d18-0616da4ff550,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:33:14.417794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3316a20d-5601-4e42-9d18-0616da4ff550 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:33:14.464678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3316a20d-5601-4e42-9d18-0616da4ff550 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:33:14.465194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:25.691361 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f2895b41-0de0-4005-a581-bcbcbd843543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:28.247641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-204760f0-6999-45e8-b76e-eaebdc700443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:28.567140 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:29.253946 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:33:29.292064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:31.009592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:55.695217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d76ea24-8fc9-4b45-8876-96801a429813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:58.242932 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c091008-11d9-48fb-9e64-1fb807fdc7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:58.573728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:33:59.295069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:01.096861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:06.254716 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:34:25.691358 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ca555673-4d57-4267-b478-432ea0a00e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:28.245119 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f394db08-f24a-49ed-88a1-7515563ec59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:28.566244 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:29.295310 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:31.006635 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:43.254515 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:34:51.218229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:34:51.276500 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab90f4ae-8f40-4791-953a-856dd77dc378 admin admin] GET failed (client error): The resource could not be found. Jul 15 16:34:51.277817 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab90f4ae-8f40-4791-953a-856dd77dc378 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586545 Jul 15 16:34:51.438704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1209d9-cd53-4d27-877b-f2a75a85d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:51.440106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6d1209d9-cd53-4d27-877b-f2a75a85d529 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1578870 Jul 15 16:34:53.584685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:34:53.674358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea418a0a-2e74-45de-8018-ebf57d86b6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:53.675978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea418a0a-2e74-45de-8018-ebf57d86b6d7 admin admin] 10.222.0.25 "GET /v2.0/subnets/49988392-6904-4fbf-b559-d97b82a5d7d8 HTTP/1.1" status: 200 len: 849 time: 0.0903370 Jul 15 16:34:53.685591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:34:53.769383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:53.904804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742637507723'] for subnet, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:53.938309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:53.938901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:53.940464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] 10.222.0.25 "PUT /v2.0/subnets/49988392-6904-4fbf-b559-d97b82a5d7d8 HTTP/1.1" status: 200 len: 868 time: 0.2587941 Jul 15 16:34:53.955677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2bbd12-7e31-4f95-8965-7bfef4c1463d None None] Network 23ff4879-1dc0-487d-8fba-23490c8f3a0a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:34:53.963182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49988392-6904-4fbf-b559-d97b82a5d7d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:34:53.972833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.973187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.973592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.973997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.974377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.974765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.975126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.975812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.975812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.976433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.976835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:53.977243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd46bec-aefd-4432-a6a6-d85b2cc69541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:34:54.370122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-336cfdda-abe9-4185-acf1-5b003f921de9 None None] Provisioning complete for port d4b41071-521c-43fb-b319-5d17843090f7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:34:54.370580 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-336cfdda-abe9-4185-acf1-5b003f921de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:54.453941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-336cfdda-abe9-4185-acf1-5b003f921de9 None None] Provisioning complete for port bb668046-f6b0-4cf0-b858-8d40df03ad4d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:34:54.454302 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-336cfdda-abe9-4185-acf1-5b003f921de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:55.692378 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77337221-1294-41a8-9c6b-c3d6311ea9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:56.117787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:34:56.342176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7719f7d-f003-441f-a7a6-249ce79fddf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:56.342660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7719f7d-f003-441f-a7a6-249ce79fddf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:56.344281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d7719f7d-f003-441f-a7a6-249ce79fddf1 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2255127 Jul 15 16:34:58.246433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf221-ff61-40a3-aa21-f2167c2bb59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:58.487032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:34:58.569224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:34:58.620328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9914f68-10f6-4e23-b860-fed6c3e27817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:58.620804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9914f68-10f6-4e23-b860-fed6c3e27817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:34:58.622932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c9914f68-10f6-4e23-b860-fed6c3e27817 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1342795 Jul 15 16:34:59.297092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:00.804707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40230) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:00.974973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef29a34-3db5-4105-9c01-74bc504726cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:00.976398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3ef29a34-3db5-4105-9c01-74bc504726cc admin admin] 10.222.0.25 "GET /v2.0/networks/23ff4879-1dc0-487d-8fba-23490c8f3a0a HTTP/1.1" status: 200 len: 868 time: 0.1707091 Jul 15 16:35:01.012624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:03.151017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40238) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:03.273275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236162a-5be8-4300-aeff-4d362a301495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:03.274623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9236162a-5be8-4300-aeff-4d362a301495 admin admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 886 time: 0.1226642 Jul 15 16:35:05.430754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:05.549866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc86eaf-8538-4f7d-8dfd-39dd94f3321e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:05.550584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc86eaf-8538-4f7d-8dfd-39dd94f3321e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:05.552103 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3dc86eaf-8538-4f7d-8dfd-39dd94f3321e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204035 Jul 15 16:35:07.736690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:07.831480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc382eb-c881-4624-8ff1-fd57498ad79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:07.831944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc382eb-c881-4624-8ff1-fd57498ad79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:07.833528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1dc382eb-c881-4624-8ff1-fd57498ad79f admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958869 Jul 15 16:35:10.021136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40262) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:10.110519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5ade7-04f0-4f43-ab46-f7538991f4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:10.111854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-54a5ade7-04f0-4f43-ab46-f7538991f4ed admin admin] 10.222.0.25 "GET /v2.0/subnets/49988392-6904-4fbf-b559-d97b82a5d7d8 HTTP/1.1" status: 200 len: 868 time: 0.0897925 Jul 15 16:35:12.271503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:12.356034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ceb733-38c5-4136-9ef5-6834fd553018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:12.357608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6ceb733-38c5-4136-9ef5-6834fd553018 admin admin] 10.222.0.25 "GET /v2.0/subnets/b7b9df9c-3c69-442f-a8d1-5662c73e51fb HTTP/1.1" status: 200 len: 816 time: 0.0851588 Jul 15 16:35:20.253792 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:35:25.694079 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49a3a7a7-315b-4899-806b-3815a31e2661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:28.248580 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4099422b-925e-412d-8598-4f2d4fd6ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:28.570182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:29.301321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:31.013179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:36.790975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:36.836552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-8d44c1f5-3847-4e83-8bd8-86eaf0fd1651 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:35:36.837560 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8d44c1f5-3847-4e83-8bd8-86eaf0fd1651 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456364 Jul 15 16:35:39.078417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:39.135860 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-308eed63-d087-4dc0-adc8-4ca80b581868 admin admin] GET failed (client error): The resource could not be found. Jul 15 16:35:39.137759 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-308eed63-d087-4dc0-adc8-4ca80b581868 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0584018 Jul 15 16:35:39.221666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e4187-4678-4009-9462-6bb3a0bf4da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:39.223109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-023e4187-4678-4009-9462-6bb3a0bf4da0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815017 Jul 15 16:35:41.397299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:41.443096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:35:41.463844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Made reservation on behalf of aae1d5b4d91c4e5fb6ff10dc6e04dd26 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:35:41.466146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:41.494151 n-d-800085-3 neutron-server[100428]: WARNING neutron.services.revisions.revision_plugin [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Could not find related network for resource to bump revision. Jul 15 16:35:41.505799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:35:41.515072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:41.515433 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Added segment 3ca19817-3851-421a-823e-8fefa4032fb8 of type vlan for network 041c8191-d68a-4573-acb9-fddc7398ef31 Jul 15 16:35:41.553342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:41.581078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:41.581929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:41.582496 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:41.615387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2170403 Jul 15 16:35:41.646200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03ad46-4c30-4547-9650-c0ec0ef4d49e admin admin] Pushing event updated for resources: {'Network': ['ID=041c8191-d68a-4573-acb9-fddc7398ef31,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:35:41.657223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 041c8191-d68a-4573-acb9-fddc7398ef31 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:35:43.796482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:35:43.854195 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0532f8f-3504-4aee-8579-6bb3826c255b admin admin] GET failed (client error): The resource could not be found. Jul 15 16:35:43.856161 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0532f8f-3504-4aee-8579-6bb3826c255b admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580549 Jul 15 16:35:43.922000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a700a47-626e-485f-9a0f-82703cddb4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:43.923404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a700a47-626e-485f-9a0f-82703cddb4b9 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0635967 Jul 15 16:35:43.932942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'name': 'shared-subnet'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:35:43.951894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Made reservation on behalf of aae1d5b4d91c4e5fb6ff10dc6e04dd26 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:35:43.954219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.113295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.267065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4903f9-3e0c-4298-af2d-a226d946e0dc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:35:44.276558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:35:44.276946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Network hostable DHCP agents. Network: 041c8191-d68a-4573-acb9-fddc7398ef31, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:35:44.295120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:35:44.305369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 041c8191-d68a-4573-acb9-fddc7398ef31) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:35:44.310386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:35:44.311072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.319042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe43981-2161-4e56-8595-f869594fbca2 None None] Network 041c8191-d68a-4573-acb9-fddc7398ef31 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:35:44.336152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6db2cf0f-fd0e-47ab-89a2-441b20b4d841 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3970122 Jul 15 16:35:44.482289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-041c8191-d68a-4573-acb9-fddc7398ef31', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'tenant_id': 'aae1d5b4d91c4e5fb6ff10dc6e04dd26', 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:35:44.483317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.623883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Allocated IP 192.168.233.2 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/1a7043ec-4a50-49fc-9a77-2edb72b7d0dc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:35:44.774446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.783992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Transition to ACTIVE for port object 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:35:44.799412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Transition to ACTIVE for port object 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:35:44.807699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.852426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:35:44.857500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:35:44.862399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:35:44.865147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Pushing event updated for resources: {'Port': ['ID=1a7043ec-4a50-49fc-9a77-2edb72b7d0dc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:35:44.874134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.874596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.875035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.875472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.875903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.876360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.876788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.877213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.877636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.878043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.878433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.878832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:35:44.940569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Attempting to bind port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:35:44.940872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Attempting to bind port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:35:44.941234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Attempting to bind port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:35:44.946276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:35:44.946670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:35:44.947069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:44.947457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:35:44.947916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Bound port: 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:35:44.948331 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:45.014258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] For port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:35:45.017672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] For port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a7043ec-4a50-49fc-9a77-2edb72b7d0dc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:35:45.021912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:45.081875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643a466-ad59-47c1-8b9f-22250707cf49 None None] Pushing event updated for resources: {'Port': ['ID=1a7043ec-4a50-49fc-9a77-2edb72b7d0dc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:35:45.941983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab55d93-e7b5-4180-b4b8-40ae273cca87 None None] Network 041c8191-d68a-4573-acb9-fddc7398ef31 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:35:46.051819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9613890d-3d05-43c0-a11f-8be133c854c3 None None] Provisioning for port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:35:46.531276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:35:46.586850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:35:46.590680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:35:46.591049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:46.668416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:46.701883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a7043ec-4a50-49fc-9a77-2edb72b7d0dc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:35:46.705726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:46.757249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=1a7043ec-4a50-49fc-9a77-2edb72b7d0dc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:35:48.508799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:35:48.559599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1a7043ec-4a50-49fc-9a77-2edb72b7d0dc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:35:48.559971 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:55.694587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d53d5abf-c7b6-4a67-b220-99c4536859eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:57.251810 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:35:58.251105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b301b0ee-59ed-4311-b39f-f82e02790223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:58.572241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:35:59.304046 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:01.016275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:25.695599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06fe77f9-01d5-4330-8899-6329e940f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:28.252154 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3a161a95-2570-4683-8c7c-297a64bf2134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:28.575934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:29.307059 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:31.018259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:34.251256 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:36:55.135551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:36:55.142199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-9b87e1f8-015b-4c44-b385-b5752ad1742b tempest-verify_tempest_config-1439423709 tempest-verify_tempest_config-1439423709-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:36:55.143167 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b87e1f8-015b-4c44-b385-b5752ad1742b tempest-verify_tempest_config-1439423709 tempest-verify_tempest_config-1439423709-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060496 Jul 15 16:36:55.441798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:36:55.540930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.629090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.632540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.676091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11cbb3c61c2f4a56a5acb36972f5c237&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2332599 Jul 15 16:36:55.676963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca447a6-6f22-4ef8-87ff-d494123d73bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:36:55.678758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40420) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:36:55.684393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.684724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.685058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.685411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.685724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.686177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.686504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.686822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.687142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.687462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.688033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.688189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb16d8-7684-4ca5-9ddc-00292346f068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.698162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-348e4fb2-f6b6-434e-bd2a-cd4b12079da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.778552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.798858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.888534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.890939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:55.892089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ca447a6-6f22-4ef8-87ff-d494123d73bd HTTP/1.1" status: 204 len: 168 time: 0.2122869 Jul 15 16:36:55.900002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca447a6-6f22-4ef8-87ff-d494123d73bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:36:55.906890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.907230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.907561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.907891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.908254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.908572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.908896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.909215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.909532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.909846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.910163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:55.910480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96625042-adbb-4c56-bd51-fd116a65df93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:36:58.252631 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-874f2353-5bea-4082-bb12-12f4eeb35380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:58.577374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:36:59.310833 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:01.021793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:11.253943 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:37:25.698896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b04af10-0ed9-4c74-b7a6-113e8c23a00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:28.251934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb2840a8-94b9-40f4-a30f-7aeaa0150f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:28.578644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:29.311689 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:31.024977 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:48.252474 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:37:55.703188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cb9a66-d377-4f09-a002-de89fa2ccf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:58.251606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-687accc9-a8d3-43ed-a36d-2c15ca688eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:58.579873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:37:59.314900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:01.027757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:25.250540 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:38:25.704216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e9de6d43-17d8-49be-850a-ae53e283ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:28.252639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18e03e6f-57d5-40ff-b2a8-fa64535191e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:28.579516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:29.317594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:31.030860 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:55.707028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80ab1e0f-ad06-46a7-b042-d70cb1bc98d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:58.251905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-543a8efb-9fe1-45b2-9628-8f68706e6b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:58.579950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:38:59.320348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:01.033420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:02.249226 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:39:25.708477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8a1b604d-b495-42e1-9d8f-dbf06f012336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:28.251947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e6a0440-2e6a-4277-9320-cfa5a46ff33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:28.581014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:29.322389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:31.035717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:39.247502 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 5 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:39:40.313095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:40.428605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-676864'] for agent, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:55.708314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-425f29aa-2459-4be6-88c9-c4d266f427b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:58.252532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-114d35d0-ddc2-449f-b8c9-87181190049d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:58.581292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:39:59.325078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:01.039232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:10.266520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:10.396650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:16.246087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:40:25.708993 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b438c83-7832-4f23-9da8-d63e5050d4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:25.992458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:40:26.093502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-65a9f160-096a-45d1-a769-bdd1b1e21adc admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0999348 Jul 15 16:40:28.261685 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b3e0bda-0e20-4165-9971-2dc8edf8780d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:28.264850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:40:28.321109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6446e313-6753-48f7-833a-ada80059aeac admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0551913 Jul 15 16:40:28.581275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:29.328260 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:31.040718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:40.280644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:40.407666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:53.244813 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:40:55.709664 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a73a98df-2b12-4e45-8764-a893d18afa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:58.252759 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85add546-12ca-448d-b97a-1c9347043257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:58.581903 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:40:59.335285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:01.044689 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:10.300286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:10.401051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:25.711473 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be6c71c3-cc25-44c3-b097-d29dd4135d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:28.252887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb247bf6-fb67-4fdb-a1aa-d883789dc8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:28.582690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:29.334771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:30.243788 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:41:31.047262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:40.292512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:40.428356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.196148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:49.429801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40734) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:49.563143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-network', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:49.589856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Made reservation on behalf of 72a12efcd8f44b919a138235e6a61b6e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:49.592805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.602335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.694008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.698559 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.723651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:41:49.731414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8a25d-26a0-44c9-ab3d-36fc2b11ca11,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:49.741263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.741626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.741982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.742523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.743083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.743400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.743895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.744398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.744892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.745380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.745882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.746203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Tracked resource versions report: Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: pushed versions: Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: { 'AddressGroup': {'1.2'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Log': {'1.0'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Network': {'1.1'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Port': {'1.7'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'PortForwarding': {'1.2'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'QosPolicy': {'1.8'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SecurityGroup': {'1.4'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SubPort': {'1.0'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Subnet': {'1.1'}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Trunk': {'1.1'}} Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: consumer versions: Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: HyperV agent@n-h1-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: HyperV agent@n-h2-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: L3 agent@n-d-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: Metadata agent@n-d-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: Metering agent@n-d-800085-3: {}, Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'ConntrackHelper': '1.0', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Log': '1.0', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Network': '1.1', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Port': '1.7', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'PortForwarding': '1.2', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'QosPolicy': '1.8', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SecurityGroup': '1.4', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SecurityGroupRule': '1.2', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'SubPort': '1.0', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Subnet': '1.1', Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: 'Trunk': '1.1'}} Jul 15 16:41:49.747437 n-d-800085-3 neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:41:49.764865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.765212 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Added segment 39319241-37ee-4b3c-800d-ad8043bfb54b of type vlan for network 09163576-009c-47d9-8f49-2970c5071a42 Jul 15 16:41:49.807948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.836945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189579160-network', 'tenant_id': '8b9259dccd514108b0b86cb2b6ffac7d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:49.842107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.843298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:49.844620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.867613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Made reservation on behalf of 8b9259dccd514108b0b86cb2b6ffac7d for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:49.871019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.889106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:49.908829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] Pushing event updated for resources: {'Network': ['ID=09163576-009c-47d9-8f49-2970c5071a42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:49.922806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 09163576-009c-47d9-8f49-2970c5071a42 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:41:50.008291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.021157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.030927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed11af0c-5ff1-42ed-8e75-ab41d8b9d792 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8326864 Jul 15 16:41:50.034342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40760) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:50.040328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Request body: {'subnet': {'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-subnet', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:50.052814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750f7e3-0ea4-47b4-bcfe-16efc0407311,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:50.062793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.063407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.063732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.064253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.064747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.065220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.065617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Made reservation on behalf of 72a12efcd8f44b919a138235e6a61b6e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:50.065884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.066375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.066692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.067016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.067332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.067647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Tracked resource versions report: Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: pushed versions: Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: { 'AddressGroup': {'1.2'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'ConntrackHelper': {'1.0'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Log': {'1.0'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Network': {'1.1'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Port': {'1.7'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'PortForwarding': {'1.2'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'QosPolicy': {'1.8'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SecurityGroup': {'1.4'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SubPort': {'1.0'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Subnet': {'1.1'}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Trunk': {'1.1'}} Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: consumer versions: Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: HyperV agent@n-h1-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: HyperV agent@n-h2-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: L3 agent@n-d-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: Metadata agent@n-d-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: Metering agent@n-d-800085-3: {}, Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'ConntrackHelper': '1.0', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Log': '1.0', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Network': '1.1', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Port': '1.7', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'PortForwarding': '1.2', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'QosPolicy': '1.8', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SecurityGroup': '1.4', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SecurityGroupRule': '1.2', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'SubPort': '1.0', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Subnet': '1.1', Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: 'Trunk': '1.1'}} Jul 15 16:41:50.068765 n-d-800085-3 neutron-server[100429]: {{(pid=100429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:41:50.071192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.088690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:41:50.108261 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742637422915', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.109201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Unsubscribe: segment precommit_create {{(pid=100429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 16:41:50.109854 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Added segment c3f2581e-b700-4647-8681-40328372855b of type vlan for network f4be9a43-b520-49e3-a0d3-f2795c5713d5 Jul 15 16:41:50.181861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.242059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.243298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:50.243875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.266003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.316831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bfe732-27d7-48c5-b6a0-eee307d626fe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:50.346034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Checking segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:50.346378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Network hostable DHCP agents. Network: 09163576-009c-47d9-8f49-2970c5071a42, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:41:50.363772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9327669 Jul 15 16:41:50.364693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:50.368783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Network 09163576-009c-47d9-8f49-2970c5071a42 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:41:50.369906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Request body: {'subnet': {'network_id': 'f4be9a43-b520-49e3-a0d3-f2795c5713d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-189579160-subnet', 'tenant_id': '8b9259dccd514108b0b86cb2b6ffac7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:50.373221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d871a2-bcc6-419c-8baa-1bf315592756 admin admin] Pushing event updated for resources: {'Network': ['ID=f4be9a43-b520-49e3-a0d3-f2795c5713d5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:50.387129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f4be9a43-b520-49e3-a0d3-f2795c5713d5 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:41:50.397574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 09163576-009c-47d9-8f49-2970c5071a42) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:50.407670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Made reservation on behalf of 8b9259dccd514108b0b86cb2b6ffac7d for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:50.409917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.421565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:50.424296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.433487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bf76b-b8f0-425d-b49f-48a1f5106905 None None] Network 09163576-009c-47d9-8f49-2970c5071a42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:50.458294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b3e50811-0753-45d7-acb0-f44f34282eb6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4226012 Jul 15 16:41:50.459919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:50.470806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:50.518106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.519825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.629350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.639724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.663671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-09163576-009c-47d9-8f49-2970c5071a42', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:41:50.666701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.731174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d1eb4d-5d45-4f28-8d7c-d3d1931f84a4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:50.747559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Checking segment: {'id': 'c3f2581e-b700-4647-8681-40328372855b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f4be9a43-b520-49e3-a0d3-f2795c5713d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:50.748556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Network hostable DHCP agents. Network: f4be9a43-b520-49e3-a0d3-f2795c5713d5, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:41:50.775221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Network f4be9a43-b520-49e3-a0d3-f2795c5713d5 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:41:50.792711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f4be9a43-b520-49e3-a0d3-f2795c5713d5) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:50.801014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:50.802023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.830732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-986c569e-d69b-495a-96c7-c7560fda4c80 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4586906 Jul 15 16:41:50.840644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0a58c-aae4-41de-a68b-8528dfa7ae1d None None] Network f4be9a43-b520-49e3-a0d3-f2795c5713d5 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:50.854858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:50.879673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Allocated IP 172.20.0.2 (09163576-009c-47d9-8f49-2970c5071a42/c5bfe732-27d7-48c5-b6a0-eee307d626fe/09970035-c410-4505-abf1-037763ee5760) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:41:51.114896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.140034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.245830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f94eb3-321b-4f3a-88c6-cea27942e378 None None] Network f4be9a43-b520-49e3-a0d3-f2795c5713d5 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:51.275095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.279167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Allocated IP 172.25.8.50 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/fee5b1a1-f99a-4214-a20b-c1d3adac4d53) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:41:51.290053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Transition to ACTIVE for port object 09970035-c410-4505-abf1-037763ee5760 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:41:51.345295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Transition to ACTIVE for port object 09970035-c410-4505-abf1-037763ee5760 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:41:51.357238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.403943 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.428094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Network 09163576-009c-47d9-8f49-2970c5071a42 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:41:51.432629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:51.456823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.466490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:41:51.512051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Pushing event updated for resources: {'Port': ['ID=09970035-c410-4505-abf1-037763ee5760,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:51.519688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Pushing event updated for resources: {'Port': ['ID=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:51.524360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:41:51.525819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:51.529045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:41:51.547333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.548146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.548790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.549370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.549921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.550350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.550775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.551360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.551789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.552388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.553246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.553676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Tracked resource versions report: Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: pushed versions: Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: { 'AddressGroup': {'1.2'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'ConntrackHelper': {'1.0'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Log': {'1.0'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Network': {'1.1'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Port': {'1.7'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'PortForwarding': {'1.2'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'QosPolicy': {'1.8'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SecurityGroup': {'1.4'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SubPort': {'1.0'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Subnet': {'1.1'}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Trunk': {'1.1'}} Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: consumer versions: Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: HyperV agent@n-h1-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: HyperV agent@n-h2-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: L3 agent@n-d-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: Metadata agent@n-d-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: Metering agent@n-d-800085-3: {}, Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'ConntrackHelper': '1.0', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Log': '1.0', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Network': '1.1', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Port': '1.7', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'PortForwarding': '1.2', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'QosPolicy': '1.8', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SecurityGroup': '1.4', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SecurityGroupRule': '1.2', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'SubPort': '1.0', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Subnet': '1.1', Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: 'Trunk': '1.1'}} Jul 15 16:41:51.555425 n-d-800085-3 neutron-server[100430]: {{(pid=100430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:41:51.579646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Attempting to bind port 09970035-c410-4505-abf1-037763ee5760 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:41:51.580437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Attempting to bind port 09970035-c410-4505-abf1-037763ee5760 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:41:51.581260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Attempting to bind port 09970035-c410-4505-abf1-037763ee5760 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:41:51.587647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:41:51.588557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Checking segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:51.589139 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.589626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Bound using segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:41:51.590196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Bound port: 09970035-c410-4505-abf1-037763ee5760, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:41:51.590804 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.737036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] For port 09970035-c410-4505-abf1-037763ee5760, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:41:51.743293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] For port 09970035-c410-4505-abf1-037763ee5760, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=09970035-c410-4505-abf1-037763ee5760,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:41:51.752745 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.782416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:51.833995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbf305-2e33-4cc8-8b5e-2bf1ef747367 None None] Pushing event updated for resources: {'Port': ['ID=09970035-c410-4505-abf1-037763ee5760,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:52.077010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:52.364948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:41:52.486624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:41:52.496911 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:41:52.504141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:52.505875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-43ad3cd5-a6c6-46a6-a898-b8d0cf46f721 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0442345 Jul 15 16:41:52.508743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40860) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:52.516644 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:41:52.518281 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:52.751757 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:41:52.846596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 09970035-c410-4505-abf1-037763ee5760 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:41:52.953367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 09970035-c410-4505-abf1-037763ee5760 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:41:52.975533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec02246-f714-4170-b77f-17fe51fe8c68 None None] Network 09163576-009c-47d9-8f49-2970c5071a42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:53.053481 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:51Z', 'revision_number': 3, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:53.089192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Provisioning for port 09970035-c410-4505-abf1-037763ee5760 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:41:53.104926 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:41:53.106863 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Updating router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:41:53.154543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Provisioning complete for port 09970035-c410-4505-abf1-037763ee5760 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:53.154909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.170566 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.327521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.411144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] For port 09970035-c410-4505-abf1-037763ee5760, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=09970035-c410-4505-abf1-037763ee5760,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:41:53.418248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.520603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:53.527377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-935972676-network', 'tenant_id': '76a8e0319d364daeb3f422a8d1fddf29'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:53.575730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24eead-4498-417f-924f-2883ecf56855 None None] Pushing event updated for resources: {'Port': ['ID=09970035-c410-4505-abf1-037763ee5760,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:53.589840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Made reservation on behalf of 76a8e0319d364daeb3f422a8d1fddf29 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:53.592293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.611889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.642239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ce5b61f6-3d0b-45e3-a562-0b821c54f126 None None] Provisioning complete for port 09970035-c410-4505-abf1-037763ee5760 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:53.642759 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce5b61f6-3d0b-45e3-a562-0b821c54f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.723468 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.740783 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Transition to ACTIVE for port object fee5b1a1-f99a-4214-a20b-c1d3adac4d53 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:41:53.756959 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.764385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40908) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:53.797480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.805851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.827880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.828585 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Pushing event updated for resources: {'Port': ['ID=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:53.839040 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.839635 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.839986 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.840341 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.840676 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.841004 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.841332 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.841654 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.841977 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.842296 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.842619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.842940 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Tracked resource versions report: Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: pushed versions: Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: { 'AddressGroup': {'1.2'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'ConntrackHelper': {'1.0'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Log': {'1.0'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Network': {'1.1'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Port': {'1.7'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'PortForwarding': {'1.2'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'QosPolicy': {'1.8'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SecurityGroup': {'1.4'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SecurityGroupRule': {'1.2'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SubPort': {'1.0'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Subnet': {'1.1'}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Trunk': {'1.1'}} Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: consumer versions: Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: { DHCP agent@n-d-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: HyperV agent@n-h1-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: HyperV agent@n-h2-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: L3 agent@n-d-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: Metadata agent@n-d-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: Metering agent@n-d-800085-3: {}, Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: Open vSwitch agent@n-d-800085-3: { 'AddressGroup': '1.2', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'ConntrackHelper': '1.0', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Log': '1.0', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Network': '1.1', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Port': '1.7', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'PortForwarding': '1.2', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'QosPolicy': '1.8', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SecurityGroup': '1.4', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SecurityGroupRule': '1.2', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'SubPort': '1.0', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Subnet': '1.1', Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: 'Trunk': '1.1'}} Jul 15 16:41:53.844046 n-d-800085-3 neutron-server[100431]: {{(pid=100431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 16:41:53.865701 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Attempting to bind port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:41:53.866031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c18f1cf-d9a0-4aa6-9db7-df6967db13af,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:53.866167 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Attempting to bind port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:41:53.866431 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Attempting to bind port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:41:53.885117 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:41:53.887751 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:53.888577 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.892325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:41:53.892620 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:41:53.893251 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Bound port: fee5b1a1-f99a-4214-a20b-c1d3adac4d53, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:41:53.895907 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.922989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:53.924319 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Added segment bd2911d4-3536-4081-9d31-1a7bffd4709a of type vlan for network 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e Jul 15 16:41:53.987424 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] For port fee5b1a1-f99a-4214-a20b-c1d3adac4d53, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:41:53.991807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] For port fee5b1a1-f99a-4214-a20b-c1d3adac4d53, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:41:54.002745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.005444 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.016740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb4bde19-4b1b-419f-82c6-4deadfa7251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.046280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.049228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:54.051153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.070831 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:41:54.071463 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:54.171694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] Pushing event updated for resources: {'Network': ['ID=141181fe-a4fb-4ca0-b9b3-eb4b60770a2e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:54.182293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:41:54.271402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:41:54.307940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Allocated IP 172.20.0.1 (09163576-009c-47d9-8f49-2970c5071a42/c5bfe732-27d7-48c5-b6a0-eee307d626fe/4359deb1-cf89-4b98-bd7e-a7f7f4634d73) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:41:54.339536 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af488d-46d7-4fcb-8a64-2de47d122749 None None] Pushing event updated for resources: {'Port': ['ID=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:54.462587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb4bde19-4b1b-419f-82c6-4deadfa7251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.470740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb4bde19-4b1b-419f-82c6-4deadfa7251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.483286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-28a3a671-22dc-477d-87c8-58f14967df9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9606218 Jul 15 16:41:54.487206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40948) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:54.495744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Request body: {'subnet': {'network_id': '141181fe-a4fb-4ca0-b9b3-eb4b60770a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-935972676-subnet', 'tenant_id': '76a8e0319d364daeb3f422a8d1fddf29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:41:54.556801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Made reservation on behalf of 76a8e0319d364daeb3f422a8d1fddf29 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:41:54.559573 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.562707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb4bde19-4b1b-419f-82c6-4deadfa7251f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3fd8d02257a474abae5ed312d4feccd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7972283 Jul 15 16:41:54.566366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.574970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40956) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:54.610903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bde19-4b1b-419f-82c6-4deadfa7251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb3d7e5-bd23-4769-a022-b9ed413720df,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:54.631333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Transition to ACTIVE for port object 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:41:54.631527 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:51Z', 'revision_number': 3, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:54.750509 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f841eb-e3f0-4208-8b48-945eeb7fc899 None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:51Z', 'revision_number': 3, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:41:54.805727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.832010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 09970035-c410-4505-abf1-037763ee5760 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:41:54.861651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40978) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:54.887118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.891082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.893422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:54.986981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 09970035-c410-4505-abf1-037763ee5760 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:54.988268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.007988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Network 09163576-009c-47d9-8f49-2970c5071a42 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:41:55.035279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:55.039320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:41:55.039862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.043997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Pushing event updated for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:55.089669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40014d3-952b-47d0-aa09-74dcef29bea8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:55.160693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Checking segment: {'id': 'bd2911d4-3536-4081-9d31-1a7bffd4709a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '141181fe-a4fb-4ca0-b9b3-eb4b60770a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:55.161472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Network hostable DHCP agents. Network: 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:41:55.209039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Network 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:41:55.237543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:55.251110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:55.252281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.274987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.290114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.298523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bb3d7e5-bd23-4769-a022-b9ed413720df HTTP/1.1" status: 204 len: 168 time: 0.7204332 Jul 15 16:41:55.314925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6363f2cc-9298-4e76-a1a9-c829ce9fa2a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8185890 Jul 15 16:41:55.342731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ed01a-133a-4652-90fc-7604528a345a None None] Network 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:55.356859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d4557-963a-4be7-9a88-32fe163015a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb3d7e5-bd23-4769-a022-b9ed413720df,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:55.643373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-67021886-3fb3-4d1b-af10-1639690e7692 None None] Provisioning for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:41:55.651216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:55.653137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-67021886-3fb3-4d1b-af10-1639690e7692 None None] Provisioning complete for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:55.653668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-67021886-3fb3-4d1b-af10-1639690e7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.723201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40f5c2da-76a4-4f1b-868d-0b6d062f23c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.743668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfac01c-9202-484e-abf0-4275df8f2feb None None] Network 141181fe-a4fb-4ca0-b9b3-eb4b60770a2e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:41:55.803142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32cb1e29-72ea-41a0-b03c-195b7b9c025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.809158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:55.875529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-67021886-3fb3-4d1b-af10-1639690e7692 None None] Port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:41:56.154430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.222722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.237767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.248389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Deleting subnet f8d1eb4d-5d45-4f28-8d7c-d3d1931f84a4 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:41:56.252852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.253829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.260370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40f5c2da-76a4-4f1b-868d-0b6d062f23c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.289652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40f5c2da-76a4-4f1b-868d-0b6d062f23c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.313600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b8443f-834d-493b-a93a-fb519401b562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.327479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.342341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.347528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.412466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5c2da-76a4-4f1b-868d-0b6d062f23c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d09eae-83ea-4da6-8a18-9f8b242f18e9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:56.432811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40f5c2da-76a4-4f1b-868d-0b6d062f23c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de8511bed44543a7ae9e165d68a5c889&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5673316 Jul 15 16:41:56.435483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41050) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.435483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Pushing event updated for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:56.471638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.514406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.519273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f8d1eb4d-5d45-4f28-8d7c-d3d1931f84a4 HTTP/1.1" status: 204 len: 168 time: 0.3611720 Jul 15 16:41:56.527913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41056) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.549039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.579870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcc704-0f75-403e-94df-a0e947b6ff97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d1eb4d-5d45-4f28-8d7c-d3d1931f84a4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:56.589483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee9df2d0-4f70-4add-966d-4ea89e69f9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.595968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Network 09163576-009c-47d9-8f49-2970c5071a42 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:41:56.607417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:41:56.634870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b8443f-834d-493b-a93a-fb519401b562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.654676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.666088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.752256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.816019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee9df2d0-4f70-4add-966d-4ea89e69f9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.823871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-87b8443f-834d-493b-a93a-fb519401b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.831224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee9df2d0-4f70-4add-966d-4ea89e69f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.873056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fee5b1a1-f99a-4214-a20b-c1d3adac4d53 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:41:56.895339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cd40886-ddb7-4356-bcf9-5e08b6afcc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:56.929706 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee9df2d0-4f70-4add-966d-4ea89e69f9bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5e84b514972459a91fa87bb368eb9dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3766441 Jul 15 16:41:56.931912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:56.936870 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-87b8443f-834d-493b-a93a-fb519401b562 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0752644a95ad4271a47984116166d655&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2822573 Jul 15 16:41:56.947011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:57.029215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.037711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8443f-834d-493b-a93a-fb519401b562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcb082-bbd2-4eac-89e6-8f6c4760fe8e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.047684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:41:57.056907 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.057277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.058360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.058627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > port after_create 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.059092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.059573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > port after_update 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.059823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.060069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.060359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:41:57.060493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.060710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.069579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:57.070438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.125219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9df2d0-4f70-4add-966d-4ea89e69f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8fa43d-7124-4340-af8e-2b3ef299bc56,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.158517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b6c93327-2782-495f-9a0e-35f15443f2e6 None None] Provisioning complete for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:57.159722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b6c93327-2782-495f-9a0e-35f15443f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.193980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.232557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.243646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.257596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b6c93327-2782-495f-9a0e-35f15443f2e6 None None] Port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:41:57.270618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.311082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port fee5b1a1-f99a-4214-a20b-c1d3adac4d53, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:41:57.313008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.325805 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.372900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cd40886-ddb7-4356-bcf9-5e08b6afcc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.382567 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cd40886-ddb7-4356-bcf9-5e08b6afcc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.411084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1cd40886-ddb7-4356-bcf9-5e08b6afcc3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=220f3f76c40d47188d3198b3b3b60185&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0620410 Jul 15 16:41:57.414169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:57.442406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.443136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.443435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.443765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:57.444266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4be9a43-b520-49e3-a0d3-f2795c5713d5']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:57.448536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.451642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.453340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18fcb082-bbd2-4eac-89e6-8f6c4760fe8e HTTP/1.1" status: 204 len: 168 time: 0.4990041 Jul 15 16:41:57.466979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.469237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.470279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd40886-ddb7-4356-bcf9-5e08b6afcc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f030f04-862a-4499-98d3-790bb4995037,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.470903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75d09eae-83ea-4da6-8a18-9f8b242f18e9 HTTP/1.1" status: 204 len: 168 time: 1.0320301 Jul 15 16:41:57.485900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f2581e-b700-4647-8681-40328372855b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:57.486319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f2581e-b700-4647-8681-40328372855b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:57.511213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6beef3-2023-4385-a3a1-b8e9023d3678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcb082-bbd2-4eac-89e6-8f6c4760fe8e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.516538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.516659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.520915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70651548-e5f6-414b-8d2b-b826cf08bb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d09eae-83ea-4da6-8a18-9f8b242f18e9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.530374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.539552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.548365 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce8fa43d-7124-4340-af8e-2b3ef299bc56 HTTP/1.1" status: 204 len: 168 time: 0.6125109 Jul 15 16:41:57.578502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44b155-6e22-4f35-8be2-a1f7a92dccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8fa43d-7124-4340-af8e-2b3ef299bc56,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.598349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.613108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.615175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:41:57.615560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: from cryptography.utils import int_from_bytes Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: from cryptography.utils import int_from_bytes Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:41:57.619546 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:41:57.679821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.733293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:57.737537 n-d-800085-3 neutron-server[100429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 16:41:57.738536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.769754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.774155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:41:57.775222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.776840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f030f04-862a-4499-98d3-790bb4995037 HTTP/1.1" status: 204 len: 168 time: 0.3617561 Jul 15 16:41:57.785304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32483a-2ae0-4f47-a48b-a2444a145684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f030f04-862a-4499-98d3-790bb4995037,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.790398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.794970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4be9a43-b520-49e3-a0d3-f2795c5713d5 HTTP/1.1" status: 204 len: 168 time: 1.2631748 Jul 15 16:41:57.797017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:57.803666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-f0567ee6-45a8-4357-a108-d259ba0fa5f4 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d77805dbebce453286a08aad2df4f334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688252 Jul 15 16:41:57.806065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680cee6-90a4-4996-92d2-245bde64032a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4be9a43-b520-49e3-a0d3-f2795c5713d5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:57.844531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:41:57.855908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Deleting subnet d40014d3-952b-47d0-aa09-74dcef29bea8 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:41:57.858860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:41:57.860850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.862781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-64a92b02-2f38-4cc1-a055-4fddce8f8007 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7ed3cc6-07f2-44e7-b22c-9d2b66463617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3524222 Jul 15 16:41:57.872486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:57.917486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:57.934031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.017815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.063819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40014d3-952b-47d0-aa09-74dcef29bea8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:58.067492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.070030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-88d18437-9ad2-469f-bc18-f12b833aaa0f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d40014d3-952b-47d0-aa09-74dcef29bea8 HTTP/1.1" status: 204 len: 168 time: 0.2710984 Jul 15 16:41:58.073252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:58.078275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-17ff2a01-9899-4eee-a3ba-796eb5e65412 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:41:58.080248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-17ff2a01-9899-4eee-a3ba-796eb5e65412 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666068 Jul 15 16:41:58.106077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-acf7674a-717a-48ad-9bd2-092f0a730617 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/quotas/d77805dbebce453286a08aad2df4f334 HTTP/1.1" status: 200 len: 375 time: 0.0205865 Jul 15 16:41:58.145047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:41:58.165960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-5bb8df5c-3ea6-4530-bed3-a2db69208278 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d77805dbebce453286a08aad2df4f334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509987 Jul 15 16:41:58.201870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.249303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:58.270921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3ca242e8-5572-489a-af81-d90117954b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.285611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de35c227-283c-431f-b145-973d5f80cd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.377761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.404159 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.404773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.405613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.406700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > port after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.407153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.407685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > port after_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.408173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.408635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.409094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.409679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.439974 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3ca242e8-5572-489a-af81-d90117954b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.445854 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3ca242e8-5572-489a-af81-d90117954b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.476932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 2, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:58.494916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3ca242e8-5572-489a-af81-d90117954b90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcabbf64ca5144e8b405347ef6baa724&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2440495 Jul 15 16:41:58.495676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41168) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:58.496321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca242e8-5572-489a-af81-d90117954b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be60923-a926-495d-a2c8-2e7555dbaa1f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:58.514336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:41:58.514832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Updating router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:41:58.557265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.589451 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.599948 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.610826 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.683885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.687644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.689360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2be60923-a926-495d-a2c8-2e7555dbaa1f HTTP/1.1" status: 204 len: 168 time: 0.1905086 Jul 15 16:41:58.703577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.704181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.704673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.705144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 16:41:58.705656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141181fe-a4fb-4ca0-b9b3-eb4b60770a2e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:58.706648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656f354-86ca-40e7-81bd-f88e0cbc65dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be60923-a926-495d-a2c8-2e7555dbaa1f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:58.742555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2911d4-3536-4081-9d31-1a7bffd4709a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:58.751653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2911d4-3536-4081-9d31-1a7bffd4709a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:58.776905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.790116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41184) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:58.808089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.816099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f229d27-e51c-4d31-a3b4-096f9e21706c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.817039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:41:58.817486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: from cryptography.utils import int_from_bytes Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: from cryptography.utils import int_from_bytes Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:41:58.879380 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:41:58.885351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.894589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.898668 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] 10.222.0.25 "DELETE /v2.0/networks/141181fe-a4fb-4ca0-b9b3-eb4b60770a2e HTTP/1.1" status: 204 len: 168 time: 0.8234987 Jul 15 16:41:58.910528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088876-50ad-4200-8d94-eaa1cc316385 admin admin] Pushing event deleted for resources: {'Network': ['ID=141181fe-a4fb-4ca0-b9b3-eb4b60770a2e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:58.922008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:58.928706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.939465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Transition to ACTIVE for port object 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:41:58.945023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fee5b1a1-f99a-4214-a20b-c1d3adac4d53 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:41:58.955668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0336d76-4972-4ee0-8dcf-1e1665ed2a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:58.985362 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.006570 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f229d27-e51c-4d31-a3b4-096f9e21706c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.025755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f229d27-e51c-4d31-a3b4-096f9e21706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.065255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db467cd1-a7c4-4fa8-92d2-3b437e4f85c5 None None] Pushing event updated for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.092938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:41:59.093798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.155734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:59.157656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9f229d27-e51c-4d31-a3b4-096f9e21706c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b682330a89847fcad8c3120efb61c9a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3663869 Jul 15 16:41:59.160569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f229d27-e51c-4d31-a3b4-096f9e21706c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39090718-f337-4e91-b582-9a92960003bc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.236603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.253127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0336d76-4972-4ee0-8dcf-1e1665ed2a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.258923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Attempting to bind port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:41:59.259896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Attempting to bind port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:41:59.260530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Attempting to bind port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:41:59.264501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0336d76-4972-4ee0-8dcf-1e1665ed2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.271845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:41:59.272525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Checking segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:41:59.273157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.274035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Bound using segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:41:59.274716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Bound port: 4359deb1-cf89-4b98-bd7e-a7f7f4634d73, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:41:59.275327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.317014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0336d76-4972-4ee0-8dcf-1e1665ed2a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841fab5d-4664-49e8-9b2a-baf13a1d09e0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.332958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.371655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0336d76-4972-4ee0-8dcf-1e1665ed2a75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae8ca9f28e774e5486233b3d74df54c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4482214 Jul 15 16:41:59.375524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41202) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:59.415671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.437523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] For port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:41:59.441841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] For port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:41:59.443745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.446380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.450510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39090718-f337-4e91-b582-9a92960003bc HTTP/1.1" status: 204 len: 168 time: 0.2937348 Jul 15 16:41:59.457347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.459829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97692f-e267-40f4-8f4b-4d8896fcfbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39090718-f337-4e91-b582-9a92960003bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.474500 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.508976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:59.525221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.589155 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-246c09d2-632e-426c-9db9-2376c0f4c63a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b9259dccd514108b0b86cb2b6ffac7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0786562 Jul 15 16:41:59.591947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41218) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:59.616539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.621065 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.623231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/841fab5d-4664-49e8-9b2a-baf13a1d09e0 HTTP/1.1" status: 204 len: 168 time: 0.2457709 Jul 15 16:41:59.643147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89798ca-b86e-4352-a63a-359eb7cb092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841fab5d-4664-49e8-9b2a-baf13a1d09e0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.655966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db467cd1-a7c4-4fa8-92d2-3b437e4f85c5 None None] Pushing event updated for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.661712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:41:59.662334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:41:59.668692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:41:59.719140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.758528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.817515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.823261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:41:59.825432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2750f7e3-0ea4-47b4-bcfe-16efc0407311 HTTP/1.1" status: 204 len: 168 time: 0.2236607 Jul 15 16:41:59.837670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03c563-009b-47b4-a09b-29bf58bf87e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750f7e3-0ea4-47b4-bcfe-16efc0407311,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:41:59.849488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:00.129610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:41:59Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:00.164072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e303c24-d8c5-4df5-931d-116e7c408a0a None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:41:59Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:42:00.269614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e553103-ad08-448a-918c-fca30e556d0e req-24dd46ba-a79d-43c8-8b6b-ea3988f54ddd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 210 time: 0.5993688 Jul 15 16:42:00.817349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:00.883780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:00.927511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:00.931730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:00.932563 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:00.965990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-06d395d4-0053-4d0b-9694-488bae3049b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76a8e0319d364daeb3f422a8d1fddf29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0781846 Jul 15 16:42:00.967242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41282) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:01.057223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.082062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.144473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:01.150539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-network', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:01.154457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.196381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:01.198947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Made reservation on behalf of ce33f001a47c4625bce50c68fa22eccd for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:01.202552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.206985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.221101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.224503 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.288417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:01.327087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.329942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.331832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c18f1cf-d9a0-4aa6-9db7-df6967db13af HTTP/1.1" status: 204 len: 168 time: 0.3623977 Jul 15 16:42:01.353090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53753-3d2b-4541-846b-6a888bb73e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c18f1cf-d9a0-4aa6-9db7-df6967db13af,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:01.424481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.436469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.471243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:01.495879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2606d-3cf0-4196-8869-2d6d382e50b8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:01.499283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.500489 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Added segment 9dd23fd8-b68e-45ba-908c-3da91fadc98f of type vlan for network 45e960c5-1f32-46f7-b386-6e5626e03c53 Jul 15 16:42:01.556868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.585396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.20', 52213) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:01.587621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86b5f47a-ed32-415c-845d-002255856d7c req-09acbbdf-4819-444e-add8-aec26e3ac6f9 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 210 time: 0.0680497 Jul 15 16:42:01.697493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-7f8e7208-1251-4454-93c8-f2a9a9782e67 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d77805dbebce453286a08aad2df4f334&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107025 Jul 15 16:42:01.739839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.741186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:01.741982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:01.869195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] Pushing event updated for resources: {'Network': ['ID=45e960c5-1f32-46f7-b386-6e5626e03c53,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:01.883065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:42:01.922658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c51bbcc-4900-4ad8-a3ea-64213cfc8501 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7765326 Jul 15 16:42:01.926427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41304) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:01.932973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Request body: {'subnet': {'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-subnet', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:02.004396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Made reservation on behalf of ce33f001a47c4625bce50c68fa22eccd for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:02.007587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.279736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-a6a569dc-2bf5-4bc2-a8f7-ebf9e06a41fc tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:02.282026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-a6a569dc-2bf5-4bc2-a8f7-ebf9e06a41fc tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5775809 Jul 15 16:42:02.328747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.347612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Request body: {'port': {'device_id': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'd77805dbebce453286a08aad2df4f334'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:02.396323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45560637-f7b3-402a-a288-16ae2a18faf0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:02.412150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Checking segment: {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:02.412728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Network hostable DHCP agents. Network: 45e960c5-1f32-46f7-b386-6e5626e03c53, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:42:02.430857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:42:02.444437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 45e960c5-1f32-46f7-b386-6e5626e03c53) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:02.450594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:02.452362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.456010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68155b81-e356-473d-99a4-000e0728d2ee None None] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:02.475532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa87521a-b60d-4c94-8b12-f2fa7f3a5ce0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5477455 Jul 15 16:42:02.478933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:02.492073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:02.551653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.553268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.674611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Made reservation on behalf of d77805dbebce453286a08aad2df4f334 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:02.682747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.703222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.763549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.783831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:02.844356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-45e960c5-1f32-46f7-b386-6e5626e03c53', 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'fixed_ips': [{'subnet_id': '45560637-f7b3-402a-a288-16ae2a18faf0'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:42:02.846933 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.883573 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.889075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:02.936587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:02.950328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d86da3a-b81a-4ff2-a581-1248cfc02f60 req-cc61aa3d-b521-4868-9479-1b3c965c6cfc tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 210 time: 0.0447896 Jul 15 16:42:03.046142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.084763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:03.085718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.312614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Allocated IP 192.168.233.227 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/2a694f2a-d381-479f-b5fa-361491b63374) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:03.505067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.513698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Allocated IP 172.20.0.2 (45e960c5-1f32-46f7-b386-6e5626e03c53/45560637-f7b3-402a-a288-16ae2a18faf0/08fe3df7-d768-4e39-a01f-8c3e38ca585e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:03.542654 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.752197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.763873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Transition to ACTIVE for port object 08fe3df7-d768-4e39-a01f-8c3e38ca585e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:03.768185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.783334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Transition to ACTIVE for port object 08fe3df7-d768-4e39-a01f-8c3e38ca585e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:03.810022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.811319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Transition to ACTIVE for port object 2a694f2a-d381-479f-b5fa-361491b63374 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:03.854685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:03.863550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:03.866352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:03.895595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.927950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Allocated IP 172.25.8.9 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/c483ae74-4db4-458f-8e5c-c2fc5516b77d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:03.938347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Pushing event updated for resources: {'Port': ['ID=08fe3df7-d768-4e39-a01f-8c3e38ca585e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:03.955953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Attempting to bind port 08fe3df7-d768-4e39-a01f-8c3e38ca585e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:03.957173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Attempting to bind port 08fe3df7-d768-4e39-a01f-8c3e38ca585e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:03.957941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Attempting to bind port 08fe3df7-d768-4e39-a01f-8c3e38ca585e on network 45e960c5-1f32-46f7-b386-6e5626e03c53 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:03.971212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:03.974033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Checking segment: {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:03.974578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:03.976632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Bound using segment: {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:03.977275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Bound port: 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:03.979542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.087453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:04.098018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:04.131881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:04.143094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] For port 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:04.148819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] For port 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=08fe3df7-d768-4e39-a01f-8c3e38ca585e,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:04.159820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.204911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.297509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:04.299532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.340130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Pushing event updated for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:04.365861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-de39265b-1383-4b3a-bcfe-0fb8924656fd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0258665 Jul 15 16:42:04.371408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6b3f0-4659-47ba-bef8-a71df59a925f None None] Pushing event updated for resources: {'Port': ['ID=08fe3df7-d768-4e39-a01f-8c3e38ca585e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:04.392932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-9fc8f919-7cff-4fcc-820c-7a5b100a33bd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:42:04.394614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-9fc8f919-7cff-4fcc-820c-7a5b100a33bd tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164461 Jul 15 16:42:04.502172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.651169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:04.673186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:04.712728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:04.720198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8dbf10f4-b3da-49ea-b132-1a62efd75bae None None] Provisioning for port 2a694f2a-d381-479f-b5fa-361491b63374 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:04.724454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8dbf10f4-b3da-49ea-b132-1a62efd75bae None None] Provisioning complete for port 2a694f2a-d381-479f-b5fa-361491b63374 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:04.724670 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8dbf10f4-b3da-49ea-b132-1a62efd75bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:04.820001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf10f4-b3da-49ea-b132-1a62efd75bae None None] Port 2a694f2a-d381-479f-b5fa-361491b63374 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:04.838297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Pushing event updated for resources: {'Port': ['ID=c483ae74-4db4-458f-8e5c-c2fc5516b77d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:04.879796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4a86-4622-406f-ba3a-6461c8508db0 req-e9b52455-2762-48da-b93d-a76746d3b2e2 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:04.889544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e76e4a86-4622-406f-ba3a-6461c8508db0 req-e9b52455-2762-48da-b93d-a76746d3b2e2 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 936 time: 0.5390270 Jul 15 16:42:04.929214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 08fe3df7-d768-4e39-a01f-8c3e38ca585e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:05.032527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 08fe3df7-d768-4e39-a01f-8c3e38ca585e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:05.177801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e76e4a86-4622-406f-ba3a-6461c8508db0 req-d5712eac-8b11-49c0-8424-d939495dcd4d tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871318 Jul 15 16:42:05.510244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Request body: {'port': {'device_id': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'device_owner': 'compute:tempest-test_az-1325456586', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:05.720273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:05.798662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:05.857640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5af64-60f4-404a-a905-4dbd6961d6d1 None None] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:05.986570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Provisioning for port 08fe3df7-d768-4e39-a01f-8c3e38ca585e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:06.006805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Provisioning complete for port 08fe3df7-d768-4e39-a01f-8c3e38ca585e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:06.007652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.180805 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.195632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.254079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] For port 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=08fe3df7-d768-4e39-a01f-8c3e38ca585e,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:06.266842 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.418756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bf975-0ec9-46a6-9ad0-4ab1c00d450e None None] Pushing event updated for resources: {'Port': ['ID=08fe3df7-d768-4e39-a01f-8c3e38ca585e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:06.535941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:42:06.657821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a694f2a-d381-479f-b5fa-361491b63374 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:06.713261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa5bae-f484-456e-ba10-bc9e839c3863 req-e4afe4e4-00f7-4934-bad7-bfa97edb504b tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:06.715437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceaa5bae-f484-456e-ba10-bc9e839c3863 req-e4afe4e4-00f7-4934-bad7-bfa97edb504b tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 936 time: 0.2192204 Jul 15 16:42:06.717210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e0a4b65-1a58-4996-bea4-b2333e04b099 None None] Provisioning complete for port 08fe3df7-d768-4e39-a01f-8c3e38ca585e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:06.717592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9e0a4b65-1a58-4996-bea4-b2333e04b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.729891 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.766065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:42:06.781525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Sync routers for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:42:06.796563 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:06.797492 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:06.801617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Transition to ACTIVE for port object 2a694f2a-d381-479f-b5fa-361491b63374 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:06.809968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.829438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 08fe3df7-d768-4e39-a01f-8c3e38ca585e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:06.832544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceaa5bae-f484-456e-ba10-bc9e839c3863 req-4a353cac-d88d-4eda-90b7-52010a1867fc tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033912 Jul 15 16:42:06.845313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:06.849843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e452358-695a-432f-b617-74965168e8aa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3661482 Jul 15 16:42:06.851066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41446) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:06.940441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:07.002312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Pushing event updated for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:07.049836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 08fe3df7-d768-4e39-a01f-8c3e38ca585e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:07.051655 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.168603 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:07.344798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Attempting to bind port 2a694f2a-d381-479f-b5fa-361491b63374 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:07.345152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Attempting to bind port 2a694f2a-d381-479f-b5fa-361491b63374 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:07.345478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Attempting to bind port 2a694f2a-d381-479f-b5fa-361491b63374 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:07.357868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Port 2a694f2a-d381-479f-b5fa-361491b63374 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:07.369089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Attempting to bind port 2a694f2a-d381-479f-b5fa-361491b63374 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:07.377159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:07.380870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:07.381819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:07.382498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Bound port: 2a694f2a-d381-479f-b5fa-361491b63374, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:07.384363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.550884 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:42:07.578232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05395f17-3160-4f31-8b5e-4f89a1c7e063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.582511 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:05Z', 'revision_number': 3, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:07.643523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:07.656631 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Checking router: e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:42:07.657099 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Updating router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 port c483ae74-4db4-458f-8e5c-c2fc5516b77d binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:42:07.711501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a694f2a-d381-479f-b5fa-361491b63374,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:07.742687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.790009 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.835518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:07.835781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:07.837239 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a694f2a-d381-479f-b5fa-361491b63374 HTTP/1.1" status: 200 len: 1118 time: 2.8959422 Jul 15 16:42:07.854382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:08.272365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.485448 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.500420 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Transition to ACTIVE for port object c483ae74-4db4-458f-8e5c-c2fc5516b77d will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:08.511349 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.566860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e50cf8-c5f3-4f13-8b86-f558c4265383 service neutron] Pushing event updated for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:08.586678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dee648-e995-42aa-a156-7e066345169b req-4a755374-50cf-42cf-8ada-f2d5ccaa8bab tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:08.599464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87dee648-e995-42aa-a156-7e066345169b req-4a755374-50cf-42cf-8ada-f2d5ccaa8bab tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.3632886 Jul 15 16:42:08.668787 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Attempting to bind port c483ae74-4db4-458f-8e5c-c2fc5516b77d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:08.675814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Attempting to bind port c483ae74-4db4-458f-8e5c-c2fc5516b77d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:08.675814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Attempting to bind port c483ae74-4db4-458f-8e5c-c2fc5516b77d on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:08.679957 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43edc-74c4-4326-9801-690f79d633a2 None None] Pushing event updated for resources: {'Port': ['ID=c483ae74-4db4-458f-8e5c-c2fc5516b77d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:08.692710 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:08.693079 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:08.693479 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.695484 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:08.695988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Bound port: c483ae74-4db4-458f-8e5c-c2fc5516b77d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:08.698647 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.746118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-08b2beef-9d0a-45cd-97f6-40b1ffdf5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:08.747653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-08b2beef-9d0a-45cd-97f6-40b1ffdf5584 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d77805dbebce453286a08aad2df4f334&device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 1121 time: 0.3659561 Jul 15 16:42:08.796603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87dee648-e995-42aa-a156-7e066345169b req-7f474197-cc2f-4e3b-9370-b8ccad14e2ce tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901560 Jul 15 16:42:08.800042 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] For port c483ae74-4db4-458f-8e5c-c2fc5516b77d, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:08.814791 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] For port c483ae74-4db4-458f-8e5c-c2fc5516b77d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c483ae74-4db4-458f-8e5c-c2fc5516b77d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:08.835375 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:08.987206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-b3d4517f-c4c3-4a8f-b915-c90b0975e08e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2a694f2a-d381-479f-b5fa-361491b63374 HTTP/1.1" status: 200 len: 217 time: 0.2285004 Jul 15 16:42:08.992052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Allocated IP 172.20.0.1 (45e960c5-1f32-46f7-b386-6e5626e03c53/45560637-f7b3-402a-a288-16ae2a18faf0/322280a9-2d19-420e-9e27-71d0755b7098) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:09.015416 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b6e0c8-6641-4e71-8762-326fe6dde668" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "tag": "2a694f2a-d381-479f-b5fa-361491b63374"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:09.033464 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:09.034681 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:09.085178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05395f17-3160-4f31-8b5e-4f89a1c7e063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.187655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05395f17-3160-4f31-8b5e-4f89a1c7e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.223789 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:09.349556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-0d9782cd-9ff0-401c-8212-6e71146e23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:09.351354 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-0d9782cd-9ff0-401c-8212-6e71146e23c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3501487 Jul 15 16:42:09.354045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-05395f17-3160-4f31-8b5e-4f89a1c7e063 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f3113337f524b0cad08b53b27dc3271&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3966379 Jul 15 16:42:09.354206 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43edc-74c4-4326-9801-690f79d633a2 None None] Pushing event updated for resources: {'Port': ['ID=c483ae74-4db4-458f-8e5c-c2fc5516b77d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:09.355439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05395f17-3160-4f31-8b5e-4f89a1c7e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783deb9d-4ace-4aba-b74c-ffb8b4670b7f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:09.356949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41516) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:09.408023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.441583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Transition to ACTIVE for port object 322280a9-2d19-420e-9e27-71d0755b7098 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:09.457125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-5eb88295-85e6-4d70-a317-61c38dd7245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:09.458843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-5eb88295-85e6-4d70-a317-61c38dd7245a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981076 Jul 15 16:42:09.498326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.541862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.545239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:09.579014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.620829 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:05Z', 'revision_number': 3, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:09.646177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:09.666010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:09.672248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:09.675720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:09.688922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-08bfd667-36cd-4a78-a933-50568710231d service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098286 Jul 15 16:42:09.712559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ea86ca-099a-4c15-a776-527cbb57fe07 None None] The sync data for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 is: [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:05Z', 'revision_number': 3, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:42:09.740141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:09.807230 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13a27d9-e8f1-406d-9e7a-234f37226dfd x-openstack-request-id: req-c13a27d9-e8f1-406d-9e7a-234f37226dfd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:09.807759 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "tag": "2a694f2a-d381-479f-b5fa-361491b63374", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:09.808287 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c13a27d9-e8f1-406d-9e7a-234f37226dfd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:09.808788 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374', 'status': 'completed', 'code': 200} Jul 15 16:42:10.130370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dbcc5c26-4244-4f60-a6a1-ae5c9a429f6f None None] Provisioning for port 322280a9-2d19-420e-9e27-71d0755b7098 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:10.144813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dbcc5c26-4244-4f60-a6a1-ae5c9a429f6f None None] Provisioning complete for port 322280a9-2d19-420e-9e27-71d0755b7098 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:10.145195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5c26-4244-4f60-a6a1-ae5c9a429f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.227036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-1100bcef-b21f-4428-a06c-582e2ed54bde tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=30961eab2b7d40b991bcc17b9f990710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491211 Jul 15 16:42:10.245394 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb377f22-748f-48ba-b5da-5f0de7f6154c req-8464b8e5-a5e1-460b-8c25-f3dc2bda6bac service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123361 Jul 15 16:42:10.259614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc5c26-4244-4f60-a6a1-ae5c9a429f6f None None] Port 322280a9-2d19-420e-9e27-71d0755b7098 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:10.364562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:10.369128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.403274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.410287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.411836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/783deb9d-4ace-4aba-b74c-ffb8b4670b7f HTTP/1.1" status: 204 len: 168 time: 1.0412841 Jul 15 16:42:10.441883 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.628284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c02be-fdfa-472c-a5aa-46bd7ad78072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783deb9d-4ace-4aba-b74c-ffb8b4670b7f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:10.657361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:10.720706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622191b-5e1a-4764-9e2a-f1e78017f965 req-dfb8ac1b-155f-4269-a767-3c2e84587c64 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:10.727737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d622191b-5e1a-4764-9e2a-f1e78017f965 req-dfb8ac1b-155f-4269-a767-3c2e84587c64 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.4948874 Jul 15 16:42:10.781310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-e9d84d62-58f9-4577-b56d-1935ada3d752 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:10.792005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-e9d84d62-58f9-4577-b56d-1935ada3d752 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325303 Jul 15 16:42:10.866695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c483ae74-4db4-458f-8e5c-c2fc5516b77d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:10.909669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-710428a1-ab6b-450b-b321-06420b35454c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.026630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c483ae74-4db4-458f-8e5c-c2fc5516b77d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:11.040971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c483ae74-4db4-458f-8e5c-c2fc5516b77d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:11.042964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.147433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-c9dd624c-7ca4-492e-883a-1e098243f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:11.149000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-c9dd624c-7ca4-492e-883a-1e098243f2ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d77805dbebce453286a08aad2df4f334&device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 1121 time: 0.1753936 Jul 15 16:42:11.174167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-bd47259d-3dd5-4b24-a671-340b625b50c6 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/quotas/30961eab2b7d40b991bcc17b9f990710 HTTP/1.1" status: 200 len: 375 time: 0.3284130 Jul 15 16:42:11.177075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f039bc6-a018-4af7-abda-be76e9207772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.186916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-710428a1-ab6b-450b-b321-06420b35454c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.196067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-710428a1-ab6b-450b-b321-06420b35454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.290703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-710428a1-ab6b-450b-b321-06420b35454c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e574144d3ab14ff287d510722fece0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9223340 Jul 15 16:42:11.290929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:11.307241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710428a1-ab6b-450b-b321-06420b35454c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1296ddd2-8c70-4b74-98d3-add110727d4d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:11.311369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.326566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-8806f5fa-9734-4ad0-9c2c-39a8647af9da tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020598 Jul 15 16:42:11.370971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d622191b-5e1a-4764-9e2a-f1e78017f965 req-d27dfcee-90a4-4f5c-922a-e6829baa9655 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6422234 Jul 15 16:42:11.422712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c483ae74-4db4-458f-8e5c-c2fc5516b77d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c483ae74-4db4-458f-8e5c-c2fc5516b77d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:11.431896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.458596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.482802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.483869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.577276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:11.600856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c483ae74-4db4-458f-8e5c-c2fc5516b77d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:11.606848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.701336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ac91fd9-3e5f-4a3b-a3b4-26d788a1c4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.729286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.786333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-51a7f9ae-e36e-4a3b-92ae-8464548eebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:11.787806 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-51a7f9ae-e36e-4a3b-92ae-8464548eebca service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3870697 Jul 15 16:42:11.854710 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-39727cb7-fbd2-41de-ae62-a7cb59726aeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2a694f2a-d381-479f-b5fa-361491b63374 HTTP/1.1" status: 200 len: 217 time: 0.0572901 Jul 15 16:42:11.994602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.997700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:11.998973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1296ddd2-8c70-4b74-98d3-add110727d4d HTTP/1.1" status: 204 len: 168 time: 0.7072272 Jul 15 16:42:12.020136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a1a27-1a8e-4b46-b2f1-ddc241a47469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296ddd2-8c70-4b74-98d3-add110727d4d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:12.065155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:12.074459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-a98af4b4-50dd-46a1-ae10-2de4dd093e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:12.078160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-a98af4b4-50dd-46a1-ae10-2de4dd093e65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2112119 Jul 15 16:42:12.185554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67ff135e-02f7-4ab9-9050-118f7c4785f0 req-df380bbb-5e6b-4345-baa2-ad458c6c7e39 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.1491137 Jul 15 16:42:12.203546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:12.206329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:12.536369 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f039bc6-a018-4af7-abda-be76e9207772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:12.548394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-0bb2bb0b-eb06-4619-8af1-e2abeaf9ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:12.553463 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-0bb2bb0b-eb06-4619-8af1-e2abeaf9ec68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745241 Jul 15 16:42:12.590013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f039bc6-a018-4af7-abda-be76e9207772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:12.721988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f039bc6-a018-4af7-abda-be76e9207772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948cfb2-7c28-41fa-b6aa-d5accc3fa164,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:12.728283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f039bc6-a018-4af7-abda-be76e9207772 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b43742a75d454d27adbecb2c71419903&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1684537 Jul 15 16:42:12.731508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41596) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:12.763046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:42:12.829046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7072361d-fb67-4b6d-8762-e10cb333426b None None] Provisioning complete for port 322280a9-2d19-420e-9e27-71d0755b7098 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:12.832398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7072361d-fb67-4b6d-8762-e10cb333426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:12.927958 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:12.961543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:12.971698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c483ae74-4db4-458f-8e5c-c2fc5516b77d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:13.023420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7072361d-fb67-4b6d-8762-e10cb333426b None None] Port 322280a9-2d19-420e-9e27-71d0755b7098 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:13.024238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.044849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90073ea5-e17d-4e5e-89d9-c9885cf6360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.123850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-b3728406-8780-4369-89a9-2c356801a85c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592623 Jul 15 16:42:13.132862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:42:13.163498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Sync routers for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:42:13.177661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7f5206cf-f500-405b-93de-683652bd9ac2 admin admin] 10.222.0.25 "PUT /v2.0/routers/e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3239663 Jul 15 16:42:13.182367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c483ae74-4db4-458f-8e5c-c2fc5516b77d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:13.182732 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.208979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ac91fd9-3e5f-4a3b-a3b4-26d788a1c4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.220074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:13.220799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:13.272912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027de7d-6fbd-4dfc-a5f1-ad4530c67f04 req-394219e7-d598-4170-a1d6-0a55e0c7b42a tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:13.290077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5027de7d-6fbd-4dfc-a5f1-ad4530c67f04 req-394219e7-d598-4170-a1d6-0a55e0c7b42a tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.4412878 Jul 15 16:42:13.302695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ac91fd9-3e5f-4a3b-a3b4-26d788a1c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.406563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac91fd9-3e5f-4a3b-a3b4-26d788a1c4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39532d47-6949-4bc4-ab66-52b427a5ce20,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:13.416241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ac91fd9-3e5f-4a3b-a3b4-26d788a1c4e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57f4ebe0bb704dbb8e55103a40955b31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8375647 Jul 15 16:42:13.420011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:13.455348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5027de7d-6fbd-4dfc-a5f1-ad4530c67f04 req-ba3ef315-a7b4-4ea3-8b9a-ccb593a16442 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498420 Jul 15 16:42:13.457073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.462991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.473810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6e0c8-6641-4e71-8762-326fe6dde668 req-72a88bd3-a474-48a2-beed-431a4210c984 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389728 Jul 15 16:42:13.480858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4948cfb2-7c28-41fa-b6aa-d5accc3fa164 HTTP/1.1" status: 204 len: 168 time: 0.7479241 Jul 15 16:42:13.497954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62541993-d1c4-444f-9e14-fdb3626cc768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948cfb2-7c28-41fa-b6aa-d5accc3fa164,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:13.563507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.598872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.635274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90073ea5-e17d-4e5e-89d9-c9885cf6360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.646581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90073ea5-e17d-4e5e-89d9-c9885cf6360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.689142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8aabf675-3cfd-4af7-8bfe-cb42d26578d5 req-325bf3c3-f4ad-44b8-a6cf-53e6b3d4b7c4 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0911195 Jul 15 16:42:13.747678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90073ea5-e17d-4e5e-89d9-c9885cf6360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78bb30f-52cd-496c-9446-12a40df06720,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:13.748577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:13.763845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:13.766739 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90073ea5-e17d-4e5e-89d9-c9885cf6360d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94d99fc3ae55497c86d708cf6d31bc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7962110 Jul 15 16:42:13.790925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.793565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:13.799347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39532d47-6949-4bc4-ab66-52b427a5ce20 HTTP/1.1" status: 204 len: 168 time: 0.3759058 Jul 15 16:42:13.817845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fc565-fdb7-4b40-8465-48416a4a5428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39532d47-6949-4bc4-ab66-52b427a5ce20,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:13.985034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.047659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.165043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.168048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.172346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a78bb30f-52cd-496c-9446-12a40df06720 HTTP/1.1" status: 204 len: 168 time: 0.4040074 Jul 15 16:42:14.189837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfb77c-1908-443a-9655-44abe41f6b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78bb30f-52cd-496c-9446-12a40df06720,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:14.290914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:10Z', 'revision_number': 4, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '322280a9-2d19-420e-9e27-71d0755b7098', 'name': '', 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:08Z', 'updated_at': '2021-07-15T16:42:10Z', 'revision_number': 2, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'subnets': [{'id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:14.364745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Checking router: e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:42:14.366665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Updating router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 port 322280a9-2d19-420e-9e27-71d0755b7098 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:42:14.425215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:14.472905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d118ae-6fad-40c3-b81b-999e65877b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.476585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.778838 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d118ae-6fad-40c3-b81b-999e65877b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.787823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30d118ae-6fad-40c3-b81b-999e65877b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:14.911215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41668) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:14.911799 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-30d118ae-6fad-40c3-b81b-999e65877b03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=312b64e6594b4684b34df84ce09b9310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832623 Jul 15 16:42:14.911971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d118ae-6fad-40c3-b81b-999e65877b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7be88-1540-4f52-9719-07e2284230ad,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:15.032357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd094a0-7dea-4aac-9b17-6b4bd5c94f03 req-61c1509c-35f1-4da7-8f8d-9752f5f846c3 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:15.043650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbd094a0-7dea-4aac-9b17-6b4bd5c94f03 req-61c1509c-35f1-4da7-8f8d-9752f5f846c3 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.2220991 Jul 15 16:42:15.081293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.35', 58362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:15.084217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.141144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbd094a0-7dea-4aac-9b17-6b4bd5c94f03 req-370fadce-df47-4844-912a-93aaf4e5474f tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961549 Jul 15 16:42:15.167689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-f3525671-e473-4b25-81bc-170c23fa0727 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=30961eab2b7d40b991bcc17b9f990710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645132 Jul 15 16:42:15.169421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.199996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.212486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Transition to ACTIVE for port object 322280a9-2d19-420e-9e27-71d0755b7098 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:15.221716 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.294485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.299030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.302743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dab7be88-1540-4f52-9719-07e2284230ad HTTP/1.1" status: 204 len: 168 time: 0.3860636 Jul 15 16:42:15.328491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfaf3f5-1cbf-4b4b-b5db-79cf7e546f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7be88-1540-4f52-9719-07e2284230ad,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:15.374556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c2c6b-1c89-40a3-9570-adf549c6c720 None None] Pushing event updated for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:15.443366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Attempting to bind port 322280a9-2d19-420e-9e27-71d0755b7098 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:15.443830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Attempting to bind port 322280a9-2d19-420e-9e27-71d0755b7098 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:15.444314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Attempting to bind port 322280a9-2d19-420e-9e27-71d0755b7098 on network 45e960c5-1f32-46f7-b386-6e5626e03c53 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:15.452484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:15.453220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Checking segment: {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:15.453810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.454442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Bound using segment: {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:15.455180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Bound port: 322280a9-2d19-420e-9e27-71d0755b7098, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd23fd8-b68e-45ba-908c-3da91fadc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:15.455902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.579478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] For port 322280a9-2d19-420e-9e27-71d0755b7098, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:15.583338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] For port 322280a9-2d19-420e-9e27-71d0755b7098, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=322280a9-2d19-420e-9e27-71d0755b7098,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:15.590893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:15.604534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3dedf98d-b2c6-4cda-938e-d330173be914 req-1a26116e-20ab-4158-98ae-a9d57d8b6e54 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0955865 Jul 15 16:42:15.725153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:15.726220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:41:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:15.779366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c2c6b-1c89-40a3-9570-adf549c6c720 None None] Pushing event updated for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:15.905896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:15.949313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-a5713e25-259f-465b-a20c-b16f68bfc0dc tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:15.957783 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-a5713e25-259f-465b-a20c-b16f68bfc0dc tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7809532 Jul 15 16:42:16.324717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:16.347077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204623053', 'description': 'tempest-description--1949438126'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:16.407300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.457697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:10Z', 'revision_number': 4, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '322280a9-2d19-420e-9e27-71d0755b7098', 'name': '', 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:08Z', 'updated_at': '2021-07-15T16:42:15Z', 'revision_number': 4, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'subnets': [{'id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:16.527753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6310a371-2717-480d-b98a-14845eb4c424 None None] The sync data for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 is: [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:42:10Z', 'revision_number': 4, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '322280a9-2d19-420e-9e27-71d0755b7098', 'name': '', 'network_id': '45e960c5-1f32-46f7-b386-6e5626e03c53', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'mac_address': 'fa:16:3e:7e:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:08Z', 'updated_at': '2021-07-15T16:42:15Z', 'revision_number': 4, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'subnets': [{'id': '45560637-f7b3-402a-a288-16ae2a18faf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:42:16.549137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d6627-460a-4823-94d8-8014e4a8dd4b req-afd72174-0db6-4fe9-ab26-7e7c4ac7d455 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:16.551256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-795d6627-460a-4823-94d8-8014e4a8dd4b req-afd72174-0db6-4fe9-ab26-7e7c4ac7d455 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.1121471 Jul 15 16:42:16.578609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.587573 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.656377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-795d6627-460a-4823-94d8-8014e4a8dd4b req-fc082f6b-e89d-4eb9-8217-43c148156a3b tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950928 Jul 15 16:42:16.681928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.681928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3480756 Jul 15 16:42:16.681928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aae68-98f4-4360-9d31-8da223c98a1f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d93574-3fbb-4821-95ee-7e25c35a7f9b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:16.684446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:16.705741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'security_group_rule': {'security_group_id': '37d93574-3fbb-4821-95ee-7e25c35a7f9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:16.765555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.878053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.891861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.928148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 322280a9-2d19-420e-9e27-71d0755b7098 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:16.934146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15956f2-f42e-46f7-9051-49edf0d4a26c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:16.944584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:16.950742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:16.951143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f8ce95d-318d-4ac1-9765-2ba16634cab1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634208 Jul 15 16:42:16.959801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'security_group_rule': {'security_group_id': '37d93574-3fbb-4821-95ee-7e25c35a7f9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:17.054352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 322280a9-2d19-420e-9e27-71d0755b7098 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:17.059601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 322280a9-2d19-420e-9e27-71d0755b7098 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:17.060060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.092521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e4623c8-bcb2-4fcc-acd3-dbc676588261 req-c647de9b-143d-41f5-87ea-26b332a22891 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0872006 Jul 15 16:42:17.113713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.221138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.225067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.231647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.271347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca1fcaf-e236-402c-8cb6-4d40bf99c3d7,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:17.285072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.289657 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-95756402-5e62-4be9-a0b7-a4e912cf8b6e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349109 Jul 15 16:42:17.289971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41774) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:17.291926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 322280a9-2d19-420e-9e27-71d0755b7098, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=322280a9-2d19-420e-9e27-71d0755b7098,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:17.296539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:17.302113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.354628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.408774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:17.737818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:17.955582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Allocated IP 172.25.8.90 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/432bd217-f639-460a-bf39-793e1768ad23) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:18.015299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975b80-4a5d-4ce6-a1b8-cca96fde0c12 req-3747a360-9d96-41c5-88fe-f9b8c70e2c5e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:18.022944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88975b80-4a5d-4ce6-a1b8-cca96fde0c12 req-3747a360-9d96-41c5-88fe-f9b8c70e2c5e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.1801679 Jul 15 16:42:18.111718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88975b80-4a5d-4ce6-a1b8-cca96fde0c12 req-7b47f84b-8047-4ef9-affb-38dea00da7ee tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877779 Jul 15 16:42:18.182521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.290421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36c71e24-deb2-4b6a-9672-fcab9720a4e6 req-c50aaa13-cefc-477b-8dac-975a423d4f9c tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0404634 Jul 15 16:42:18.293742 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.345069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:18.349070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:18.357958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:18.394535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'Port': ['ID=432bd217-f639-460a-bf39-793e1768ad23,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:18.431523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:18.518401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.574114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.716658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c49b4b-60a4-449d-86ed-91138fee5411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.794312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.801765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.814130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 322280a9-2d19-420e-9e27-71d0755b7098 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:18.883077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'Port': ['ID=432bd217-f639-460a-bf39-793e1768ad23,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:18.883926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c49b4b-60a4-449d-86ed-91138fee5411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.892036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.892549 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c49b4b-60a4-449d-86ed-91138fee5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.921491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.925414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-14f26f64-18e6-4951-a795-bee0d4ff8375 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6341741 Jul 15 16:42:18.951224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 322280a9-2d19-420e-9e27-71d0755b7098 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:18.951697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:18.956236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41832) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:18.956484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-91c49b4b-60a4-449d-86ed-91138fee5411 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f97a64a6a55541a89e8dc18d13062ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235186 Jul 15 16:42:18.959154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c49b4b-60a4-449d-86ed-91138fee5411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f9d8d2-7474-498c-b782-f3984fb50d99,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:19.005374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a694f2a-d381-479f-b5fa-361491b63374 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:19.040560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.119319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.235848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.239584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.240969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30f9d8d2-7474-498c-b782-f3984fb50d99 HTTP/1.1" status: 204 len: 168 time: 0.2835581 Jul 15 16:42:19.257018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e6acf-2343-4acb-bcbb-ea4eb17b5e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f9d8d2-7474-498c-b782-f3984fb50d99,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:19.377890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a694f2a-d381-479f-b5fa-361491b63374,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:19.395307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2a694f2a-d381-479f-b5fa-361491b63374', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2a694f2a-d381-479f-b5fa-361491b63374', 'mac_address': 'fa:16:3e:4f:d4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:tempest-test_az-1325456586', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:19.431098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-41d0650c-5c83-465d-8979-d819092d5d61 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1204623053&fields=id&tenant_id=72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 267 time: 0.1066699 Jul 15 16:42:19.439816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.454349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a694f2a-d381-479f-b5fa-361491b63374 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:19.492859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a694f2a-d381-479f-b5fa-361491b63374,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:19.500452 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:19.539364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccf284-6347-4392-b674-c826309f207a req-bd423bb4-e456-4bd6-8c75-cd4cbb2b3c5d tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:19.541746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84ccf284-6347-4392-b674-c826309f207a req-bd423bb4-e456-4bd6-8c75-cd4cbb2b3c5d tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 970 time: 0.1790912 Jul 15 16:42:19.582850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:19.666121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84ccf284-6347-4392-b674-c826309f207a req-cbdf87a7-3dc4-4779-a677-b8959907832c tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113291 Jul 15 16:42:19.687492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-a558f72a-fbc6-4364-9584-43a55a2052da tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:19.695749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-a558f72a-fbc6-4364-9584-43a55a2052da tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 824 time: 0.2521920 Jul 15 16:42:19.714648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-38fa042b-3800-483d-9e26-cd37becfa51e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/quotas/72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 375 time: 0.0178559 Jul 15 16:42:19.792511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2a694f2a-d381-479f-b5fa-361491b63374'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:19.842144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-18e28788-7551-4d33-a6be-b39bde90d8d4 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1266050 Jul 15 16:42:19.862252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-7c4337b4-cf6b-4dca-b3ba-c358688866f3 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:42:19.863206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-7c4337b4-cf6b-4dca-b3ba-c358688866f3 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078852 Jul 15 16:42:19.904172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f79fbe8e-8921-4b95-acab-8467d6e842b3 req-9ebe4c14-1184-458a-8fe4-4f8937d46b87 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0376000 Jul 15 16:42:19.904289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41884) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:19.922139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f24d441-bbeb-48a8-bf5d-0a1bae2b17f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.051827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f24d441-bbeb-48a8-bf5d-0a1bae2b17f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.058075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f24d441-bbeb-48a8-bf5d-0a1bae2b17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.129683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2f24d441-bbeb-48a8-bf5d-0a1bae2b17f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04f03fb79e7d4ef5bc31a8cf1706c4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244844 Jul 15 16:42:20.131842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24d441-bbeb-48a8-bf5d-0a1bae2b17f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6a7deb-5d86-4434-93ce-a5eb986bf2e6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:20.132360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:20.196456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.212323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-b25ba8d6-d7df-4c40-a730-67881788b4d9 service neutron] 10.222.0.25 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802785 Jul 15 16:42:20.226458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.281532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.284029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.285223 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c6a7deb-5d86-4434-93ce-a5eb986bf2e6 HTTP/1.1" status: 204 len: 168 time: 0.1518867 Jul 15 16:42:20.292991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17237d-b649-41d7-9b19-0353573e3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6a7deb-5d86-4434-93ce-a5eb986bf2e6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:20.320320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-58df2b70-f0aa-4a56-9c6a-45bd9314093f service neutron] 10.222.0.25 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038985 Jul 15 16:42:20.539883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29de0721-26a9-4dcf-b8a2-6b56c4d797ae req-7f08ddcd-ef48-457b-8891-000c9c882388 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 210 time: 0.0456662 Jul 15 16:42:20.738392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41928) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:20.926430 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a868a959-77fa-448d-87ad-ccbb020553fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:20.965878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a694f2a-d381-479f-b5fa-361491b63374 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:21.024529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2a694f2a-d381-479f-b5fa-361491b63374 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:21.033485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2a694f2a-d381-479f-b5fa-361491b63374 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:21.033820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.037847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1f5c-b1e6-4e41-b669-3c3164973c83 req-0e83933c-c26b-40d1-a282-004142fafab1 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:21.039771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-beeb1f5c-b1e6-4e41-b669-3c3164973c83 req-0e83933c-c26b-40d1-a282-004142fafab1 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 971 time: 0.1191795 Jul 15 16:42:21.105300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-beeb1f5c-b1e6-4e41-b669-3c3164973c83 req-88405a8f-7f40-4c48-a8d1-26c7ebe0014a tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Jul 15 16:42:21.139033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a868a959-77fa-448d-87ad-ccbb020553fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.147379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a868a959-77fa-448d-87ad-ccbb020553fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.153399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.181200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:21.193641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:21.194201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a868a959-77fa-448d-87ad-ccbb020553fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e52c5407a42f4f10b1ff523fb69b9aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537873 Jul 15 16:42:21.232814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e840b45d-f3fd-4940-82f5-e183944e6673 req-8b2d6144-5524-4ff9-91c7-3c10c619ecd0 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0376439 Jul 15 16:42:21.244135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a959-77fa-448d-87ad-ccbb020553fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef744988-4c88-40c1-a73d-142da574e0e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:21.273457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.287046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a694f2a-d381-479f-b5fa-361491b63374,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:21.293153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.305615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.328565 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258166cf-5e31-4c35-bf29-3335bfefd5b8" -d '{"events": [{"server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "name": "network-vif-plugged", "status": "completed", "tag": "2a694f2a-d381-479f-b5fa-361491b63374"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:21.371277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:21.387647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.391639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.393209 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef744988-4c88-40c1-a73d-142da574e0e0 HTTP/1.1" status: 204 len: 168 time: 0.1984813 Jul 15 16:42:21.400859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8732d6a-561f-4397-9bcb-fda1e647b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef744988-4c88-40c1-a73d-142da574e0e0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:21.445414 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838ea603-6bc9-48cd-a598-285e6d3a3ed7 x-openstack-request-id: req-838ea603-6bc9-48cd-a598-285e6d3a3ed7 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:21.445755 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "name": "network-vif-plugged", "status": "completed", "tag": "2a694f2a-d381-479f-b5fa-361491b63374", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:21.446010 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-838ea603-6bc9-48cd-a598-285e6d3a3ed7 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:21.446672 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374', 'code': 200} Jul 15 16:42:21.607646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-389668a5-d0e1-4563-a029-59c43d5d8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:21.610387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-389668a5-d0e1-4563-a029-59c43d5d8d1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 1123 time: 0.1026101 Jul 15 16:42:21.637558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-5724918e-093e-495f-90fd-2bf0bdaf48cc service neutron] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.719629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31f305d5-c8ea-492e-a255-3a8b3ebaa82d req-30830679-7aa0-4329-b4af-4dd8040fc679 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 210 time: 0.0389335 Jul 15 16:42:21.762711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-5724918e-093e-495f-90fd-2bf0bdaf48cc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.771507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-5724918e-093e-495f-90fd-2bf0bdaf48cc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:21.812166 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-611bfaaa-5936-4733-a0fc-fe5db4e77ba4 req-5724918e-093e-495f-90fd-2bf0bdaf48cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923463 Jul 15 16:42:21.816394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724918e-093e-495f-90fd-2bf0bdaf48cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11ddd6bf-ac7d-4855-b8fb-af6852a2e3da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:22.075120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41974) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:22.190607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3623a0-5e2b-42fc-b8c0-b5c2e73ead01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.353365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af168226-3668-4afe-85a1-c05a0db42844 req-f282a74f-5894-4a0f-aaae-8600fae41c3e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:22.360829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af168226-3668-4afe-85a1-c05a0db42844 req-f282a74f-5894-4a0f-aaae-8600fae41c3e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 972 time: 0.1187832 Jul 15 16:42:22.405405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3623a0-5e2b-42fc-b8c0-b5c2e73ead01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.426734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b5ea083-f6be-4b66-a198-dfc5502d23b0 req-42f7b305-b604-4a4c-ab44-3ed6b843762a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0472085 Jul 15 16:42:22.428762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3623a0-5e2b-42fc-b8c0-b5c2e73ead01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.477518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af168226-3668-4afe-85a1-c05a0db42844 req-91e8de0e-a95b-4a3a-b144-7bd49029566e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103537 Jul 15 16:42:22.494818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Request body: {'port': {'device_id': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '30961eab2b7d40b991bcc17b9f990710'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:22.512795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba3623a0-5e2b-42fc-b8c0-b5c2e73ead01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a4b8200c9bd449f9404495436137df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351962 Jul 15 16:42:22.513976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:22.515187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3623a0-5e2b-42fc-b8c0-b5c2e73ead01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7bdec1-ceb1-4a7f-a45d-fd12ae70e8c7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:22.585987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.629440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.670831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Made reservation on behalf of 30961eab2b7d40b991bcc17b9f990710 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:22.676968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.697639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.698663 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.702164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.703721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a7bdec1-ceb1-4a7f-a45d-fd12ae70e8c7 HTTP/1.1" status: 204 len: 168 time: 0.1845741 Jul 15 16:42:22.713863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2325-a133-4d8f-9db3-2e91bed89b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7bdec1-ceb1-4a7f-a45d-fd12ae70e8c7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:22.887092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a494127-179e-487b-b586-a10505a5828e req-1e8ec11b-8694-4744-acf8-7ad2d61ebe0d tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 210 time: 0.0379908 Jul 15 16:42:22.890973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.896612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:22.966972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8a0df-81d0-41d9-9901-db54e0f1ffd8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:23.048604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Allocated IP 192.168.233.139 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:23.110274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42016) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:23.136567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68acfc1e-50f8-4bfc-9b64-92fa6a89ae13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.221129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.35', 58366) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:23.290548 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68acfc1e-50f8-4bfc-9b64-92fa6a89ae13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.329577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68acfc1e-50f8-4bfc-9b64-92fa6a89ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.335421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.350084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Transition to ACTIVE for port object 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:23.392495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.427465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acfc1e-50f8-4bfc-9b64-92fa6a89ae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c03ad-f0bf-4fd4-90e4-4169ea2452b5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:23.470981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Pushing event updated for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:23.480027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:23.481437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:23.484231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:23.500017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-68acfc1e-50f8-4bfc-9b64-92fa6a89ae13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23061f8a901d4ace9b6a45b2d87b9861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876417 Jul 15 16:42:23.503473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42034) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:23.553896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:23.554722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.572536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-32ead261-47d0-46e8-8df0-bd485b3b50b7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0888631 Jul 15 16:42:23.588024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-dc726c93-49a3-4e7d-bc01-0edc1bb26b2b tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:42:23.589748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-dc726c93-49a3-4e7d-bc01-0edc1bb26b2b tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074456 Jul 15 16:42:23.607968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-62e481e3-6300-44b7-8f0d-1c56fed5fd2e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:23.609978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-62e481e3-6300-44b7-8f0d-1c56fed5fd2e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.35 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 824 time: 0.3725405 Jul 15 16:42:23.613950 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.672717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.794486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-161e0925-3879-44d7-800a-0d8fa579aef8 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 380 time: 0.1748600 Jul 15 16:42:23.805710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'port': {'device_id': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'admin_state_up': True, 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'security_groups': ['37d93574-3fbb-4821-95ee-7e25c35a7f9b']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:23.825027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Request body: {'port': {'device_id': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:23.860585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d89f7e4f-7885-47a7-9f34-ee6e522a86c4 None None] Provisioning for port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:23.866963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d89f7e4f-7885-47a7-9f34-ee6e522a86c4 None None] Provisioning complete for port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:23.867544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d89f7e4f-7885-47a7-9f34-ee6e522a86c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.908152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.910218 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.914134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c28c03ad-f0bf-4fd4-90e4-4169ea2452b5 HTTP/1.1" status: 204 len: 168 time: 0.4068999 Jul 15 16:42:23.927493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03082606-230c-40fa-8861-e6717f078240 req-5ef61417-348e-4cec-9c86-1993c1a64eba tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:23.934274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03082606-230c-40fa-8861-e6717f078240 req-5ef61417-348e-4cec-9c86-1993c1a64eba tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 936 time: 0.2428405 Jul 15 16:42:23.955747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d9b8a-6220-4e7c-a0f8-15cb4437b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c03ad-f0bf-4fd4-90e4-4169ea2452b5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:23.957897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:23.963923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d89f7e4f-7885-47a7-9f34-ee6e522a86c4 None None] Port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:24.008681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03082606-230c-40fa-8861-e6717f078240 req-d4255908-5c4a-4cfe-97c3-833463232590 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734067 Jul 15 16:42:24.039579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Made reservation on behalf of 72a12efcd8f44b919a138235e6a61b6e for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:24.043669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.219072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b2d7-ce99-4878-88b4-c60066e545b2 req-b4ffe546-f0ff-4a8e-bf73-d349a4d0ed60 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:24.220634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c33b2d7-ce99-4878-88b4-c60066e545b2 req-b4ffe546-f0ff-4a8e-bf73-d349a4d0ed60 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 972 time: 0.1995184 Jul 15 16:42:24.343473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Allocated IP 172.20.0.5 (09163576-009c-47d9-8f49-2970c5071a42/c5bfe732-27d7-48c5-b6a0-eee307d626fe/0e422fd1-2662-4eed-b224-efd4cfc010f6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:24.348059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c33b2d7-ce99-4878-88b4-c60066e545b2 req-465c176f-597f-4de5-9e97-7005f71469f1 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150837 Jul 15 16:42:24.353432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:24.365126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.386318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Transition to ACTIVE for port object 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:24.392480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.459995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Pushing event updated for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:24.535528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-023e707f-2e98-4325-b05b-939d58292fad req-f6691eab-25e6-428f-8786-221789ab9bec tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 210 time: 0.0453804 Jul 15 16:42:24.575285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.583651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Attempting to bind port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:24.584515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Attempting to bind port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:24.584996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Attempting to bind port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:24.592726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:24.595196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Attempting to bind port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:24.598650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Transition to ACTIVE for port object 0e422fd1-2662-4eed-b224-efd4cfc010f6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:24.606249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:24.607004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:24.610013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:24.610473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Bound port: 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:24.611616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.658351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.741434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:24.744816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:24.751775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.807644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:24.813038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:24.813682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:24.815092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-468dd754-54a3-470f-971c-3114159197c5 service neutron] 10.222.0.35 "PUT /v2.0/ports/04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd HTTP/1.1" status: 200 len: 1096 time: 1.0705054 Jul 15 16:42:24.815530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:24.817808 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c032b-e880-47db-95f7-8d9f3973c86a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:24.857729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd754-54a3-470f-971c-3114159197c5 service neutron] Pushing event updated for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:24.907272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Network 09163576-009c-47d9-8f49-2970c5071a42 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:24.914715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:24.919832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:24.945965 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892da2af-afd2-4cc9-96e2-1ad36bc3b85a x-openstack-request-id: req-892da2af-afd2-4cc9-96e2-1ad36bc3b85a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:24.946388 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:24.946732 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-892da2af-afd2-4cc9-96e2-1ad36bc3b85a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:24.947220 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'status': 'completed', 'code': 200} Jul 15 16:42:24.969163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-46b00c0d-fb15-4ea6-8e0f-626201ec3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:24.970986 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-46b00c0d-fb15-4ea6-8e0f-626201ec3cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 1099 time: 0.1027949 Jul 15 16:42:25.073982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-ff186fe3-42c4-4395-b162-f9ae70df91e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd HTTP/1.1" status: 200 len: 217 time: 0.0926301 Jul 15 16:42:25.145224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-d19b0e32-2830-4189-bb43-d33a4b12cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.146876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-d19b0e32-2830-4189-bb43-d33a4b12cba0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0697680 Jul 15 16:42:25.209056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b981f-9261-451c-975d-75dbf86c0efd req-3dd990d1-6322-4b8a-94f9-0acfb89e46a7 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.211019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-299b981f-9261-451c-975d-75dbf86c0efd req-3dd990d1-6322-4b8a-94f9-0acfb89e46a7 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 1123 time: 0.4045651 Jul 15 16:42:25.222478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.224021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.238578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-388fea7f-60f6-4527-be82-01705a84b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.240291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-388fea7f-60f6-4527-be82-01705a84b94e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859625 Jul 15 16:42:25.259645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-299b981f-9261-451c-975d-75dbf86c0efd req-d9941b82-45ba-4f2d-8425-64644a17fe70 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.278410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-e7463e9a-89a9-4481-998e-b356d5e5a22c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4762659 Jul 15 16:42:25.289605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Request body: {'port': {'device_id': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:25.379802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-6ddfadcd-eb24-42eb-8d7a-403ef9d9668f service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325920 Jul 15 16:42:25.383019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-08fac132-a818-4b8e-868b-a066a79be0bb None None] Provisioning for port 0e422fd1-2662-4eed-b224-efd4cfc010f6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:25.392878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-08fac132-a818-4b8e-868b-a066a79be0bb None None] Provisioning complete for port 0e422fd1-2662-4eed-b224-efd4cfc010f6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:25.394125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08fac132-a818-4b8e-868b-a066a79be0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.404563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.456620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-08fac132-a818-4b8e-868b-a066a79be0bb None None] Port 0e422fd1-2662-4eed-b224-efd4cfc010f6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:25.518591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3c94af-dd38-4ad9-9cae-f8e5280b19ba req-8e9b4d34-bc0a-434c-92e6-41423a56e8f4 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301329 Jul 15 16:42:25.594615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-299b981f-9261-451c-975d-75dbf86c0efd req-d9941b82-45ba-4f2d-8425-64644a17fe70 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.607447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-299b981f-9261-451c-975d-75dbf86c0efd req-d9941b82-45ba-4f2d-8425-64644a17fe70 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.655659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-bd224f35-99a3-426b-9214-6cccd96ae935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.657233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-bd224f35-99a3-426b-9214-6cccd96ae935 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 1099 time: 0.0843325 Jul 15 16:42:25.715359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-299b981f-9261-451c-975d-75dbf86c0efd req-d9941b82-45ba-4f2d-8425-64644a17fe70 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880533 Jul 15 16:42:25.725168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941b82-45ba-4f2d-8425-64644a17fe70 tempest-AggregatesAdminTestJSON-822621454 tempest-AggregatesAdminTestJSON-822621454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e369f-c5fa-4475-ac6e-b2d96628ee62,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:25.731258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20d2506c-6a4e-483e-96ff-c9ef26021fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:25.814653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-5d994040-8d6b-4501-8a1b-fdb7a688f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.816458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-5d994040-8d6b-4501-8a1b-fdb7a688f7ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1506398 Jul 15 16:42:25.882190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-9f206d6a-c7af-4157-9495-aee32f063ced service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd HTTP/1.1" status: 200 len: 217 time: 0.0577416 Jul 15 16:42:25.939222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-8daf5b4e-0753-4ac2-8b16-96cfd33ce718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.941121 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-8daf5b4e-0753-4ac2-8b16-96cfd33ce718 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0516489 Jul 15 16:42:25.961126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6062b-22d7-4919-be92-8cb4f3be131c req-a14367fd-6682-427c-81c6-3b87bed96f7f tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:25.962630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6e6062b-22d7-4919-be92-8cb4f3be131c req-a14367fd-6682-427c-81c6-3b87bed96f7f tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 948 time: 0.1997211 Jul 15 16:42:26.009844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-7b3709df-5050-4cc7-98e4-15d3f7056a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:26.011356 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-7b3709df-5050-4cc7-98e4-15d3f7056a1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625508 Jul 15 16:42:26.028979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce53fd0-7794-4bad-9f2f-3d4fe552b344 req-eef71324-2b91-4438-81db-d7577951f0d1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:26.030579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ce53fd0-7794-4bad-9f2f-3d4fe552b344 req-eef71324-2b91-4438-81db-d7577951f0d1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 931 time: 0.1572611 Jul 15 16:42:26.083904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6e6062b-22d7-4919-be92-8cb4f3be131c req-7f31b4aa-3dab-44c8-a4d8-1583ba124472 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127586 Jul 15 16:42:26.097753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e422fd1-2662-4eed-b224-efd4cfc010f6 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:26.120717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.137540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ce53fd0-7794-4bad-9f2f-3d4fe552b344 req-f816f7d7-4621-4417-862c-2468dee05ad5 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837660 Jul 15 16:42:26.143426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Transition to ACTIVE for port object 0e422fd1-2662-4eed-b224-efd4cfc010f6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:26.151252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.159519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-a9e168e7-3513-43b2-904f-de022ea4dbf1 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392920 Jul 15 16:42:26.231966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Pushing event updated for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:26.372020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be1c032b-e880-47db-95f7-8d9f3973c86a req-783aa168-6ab2-42a7-af27-a0c86ed68f98 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045479 Jul 15 16:42:26.376738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:26.544029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Attempting to bind port 0e422fd1-2662-4eed-b224-efd4cfc010f6 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:26.544891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Attempting to bind port 0e422fd1-2662-4eed-b224-efd4cfc010f6 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:26.545223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Attempting to bind port 0e422fd1-2662-4eed-b224-efd4cfc010f6 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:26.550990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Port 0e422fd1-2662-4eed-b224-efd4cfc010f6 on network 09163576-009c-47d9-8f49-2970c5071a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:26.551434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Attempting to bind port 0e422fd1-2662-4eed-b224-efd4cfc010f6 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:26.557430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:26.557430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Checking segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:26.557908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Bound using segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:26.558609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Bound port: 0e422fd1-2662-4eed-b224-efd4cfc010f6, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:26.558979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.588926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-639aa70a-3bae-4452-99fd-d5a5bdacfc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.662137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:26.671033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:26.678916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.704151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:26.736327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:26.737402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.738542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 200 len: 1091 time: 1.4535346 Jul 15 16:42:26.738981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:26.805280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c33128-530f-4a05-948f-28d242bf1720 service neutron] Pushing event updated for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:26.809746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-639aa70a-3bae-4452-99fd-d5a5bdacfc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.822257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-639aa70a-3bae-4452-99fd-d5a5bdacfc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:26.922428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-639aa70a-3bae-4452-99fd-d5a5bdacfc2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a62c302c0bc456f8ee9d29384bfb64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445890 Jul 15 16:42:26.927599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639aa70a-3bae-4452-99fd-d5a5bdacfc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b16ecf-7396-4987-925e-610844095615,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:26.933046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42180) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:26.981895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac995a75-79c3-4ff3-9b46-8b86e26610d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.024379 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828ec0c3-ad49-4692-b9c9-da2f995a03c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:27.058471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-5e363268-7304-4fb7-bcba-0351efce4ec4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676210 Jul 15 16:42:27.112923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac995a75-79c3-4ff3-9b46-8b86e26610d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.118683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-5918d8c6-9dc9-493c-858a-e10e655c5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:27.119594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-5918d8c6-9dc9-493c-858a-e10e655c5e9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 1094 time: 0.3280094 Jul 15 16:42:27.120298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.120673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac995a75-79c3-4ff3-9b46-8b86e26610d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.163616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac995a75-79c3-4ff3-9b46-8b86e26610d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06f08233b75f40c780c9091523729570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560707 Jul 15 16:42:27.163616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac995a75-79c3-4ff3-9b46-8b86e26610d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11496a32-9c93-4776-a1aa-2ba593f7561b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:27.164446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:27.175967 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f9dbd-bd7a-429d-87cc-dd33291e8f4b x-openstack-request-id: req-d72f9dbd-bd7a-429d-87cc-dd33291e8f4b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:27.176325 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:27.177538 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d72f9dbd-bd7a-429d-87cc-dd33291e8f4b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:27.179339 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'status': 'completed', 'code': 200} Jul 15 16:42:27.219393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-49692831-1424-49c3-8150-f7f7028b7766 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 200 len: 217 time: 0.0903754 Jul 15 16:42:27.225432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.247622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.266310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.301191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.303864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.305021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11496a32-9c93-4776-a1aa-2ba593f7561b HTTP/1.1" status: 204 len: 168 time: 0.1396966 Jul 15 16:42:27.313365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6505ce-b016-4f0c-a606-064639df39c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11496a32-9c93-4776-a1aa-2ba593f7561b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:27.402579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-4f1b2cbb-5101-442d-b30a-df96d08d0056 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:27.404011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-4f1b2cbb-5101-442d-b30a-df96d08d0056 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3364830 Jul 15 16:42:27.410425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-653535f4-78a5-4f7c-be2e-dd1ba7c29133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:27.412176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-653535f4-78a5-4f7c-be2e-dd1ba7c29133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.1593292 Jul 15 16:42:27.471569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3694ca1e-2df4-4e79-85d2-3337f7e404b7 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/quotas/6020d16d6b1a4311a53ae42b3a787935 HTTP/1.1" status: 200 len: 375 time: 0.0569437 Jul 15 16:42:27.505921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.508417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.509546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5b16ecf-7396-4987-925e-610844095615 HTTP/1.1" status: 204 len: 168 time: 0.5759501 Jul 15 16:42:27.543808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-0973bad7-260e-4d41-adc2-2ea2a4ba7a8f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622048 Jul 15 16:42:27.551201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb6f18-05cb-4e7b-b5fb-dddfd4a9c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b16ecf-7396-4987-925e-610844095615,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:27.566022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c704c2c-627c-432d-8ab2-eab2ea6ddf17 req-189d3a48-a632-4121-978b-df9e3aa31e3c tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:27.567534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c704c2c-627c-432d-8ab2-eab2ea6ddf17 req-189d3a48-a632-4121-978b-df9e3aa31e3c tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 948 time: 0.2614696 Jul 15 16:42:27.607325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-91cb27c7-c07d-4c6e-b0de-fb498d5f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:27.609723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-91cb27c7-c07d-4c6e-b0de-fb498d5f8e35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846442 Jul 15 16:42:27.611985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:27.628335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9c4344e-b6ce-4463-8e3f-245d581b7895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.646775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c704c2c-627c-432d-8ab2-eab2ea6ddf17 req-b2251cbd-4350-4993-b03c-1500a42b17b6 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642030 Jul 15 16:42:27.724059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-fb671dc7-ac5d-4e23-94fd-b5bee641d914 service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020651 Jul 15 16:42:27.788938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9c4344e-b6ce-4463-8e3f-245d581b7895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.797794 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9c4344e-b6ce-4463-8e3f-245d581b7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.889821 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9c4344e-b6ce-4463-8e3f-245d581b7895 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=198c5135ab704d249d88302164c3fa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715416 Jul 15 16:42:27.894111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:27.920627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4344e-b6ce-4463-8e3f-245d581b7895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f1cf6-416a-4ff0-9f53-8d70d3fd7860,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:27.939451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42230) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:27.961410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04c39130-776d-41e0-8d8d-6c8885c5a1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:27.994075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.032276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.112703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39e0d592-2549-4b29-8a57-87a4fa0a308b req-51a1c42f-be32-4add-a5c4-c3cf690646be service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812160 Jul 15 16:42:28.127852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.130759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.134722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/930f1cf6-416a-4ff0-9f53-8d70d3fd7860 HTTP/1.1" status: 204 len: 168 time: 0.2371848 Jul 15 16:42:28.156673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85590c-c630-4bc0-973e-842ff7cc9ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f1cf6-416a-4ff0-9f53-8d70d3fd7860,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:28.163939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6272d-f122-4a1d-957f-0fca075e22be req-a26f9b48-a204-4797-a695-bbef7b84b0f0 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:28.173006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f6272d-f122-4a1d-957f-0fca075e22be req-a26f9b48-a204-4797-a695-bbef7b84b0f0 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 943 time: 0.1367235 Jul 15 16:42:28.194513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04c39130-776d-41e0-8d8d-6c8885c5a1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.200406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04c39130-776d-41e0-8d8d-6c8885c5a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.249914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c39130-776d-41e0-8d8d-6c8885c5a1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886b6fed-2d9f-4367-b084-0c872a4365f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:28.254565 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-04c39130-776d-41e0-8d8d-6c8885c5a1b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1f5d42564da4eb8bda6de9524cc8896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142595 Jul 15 16:42:28.257258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:28.266579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-ef0a8475-5de9-4cfc-aafa-92417045a67e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900021 Jul 15 16:42:28.269564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18c4cbe7-f131-4cb4-b13b-73fc511d4a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.324060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f6272d-f122-4a1d-957f-0fca075e22be req-dd6939c1-3458-48c3-ac05-74445f12ff46 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498182 Jul 15 16:42:28.335583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.390398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.457312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-1e4a4ea8-1c48-4750-b221-81766546815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:28.459264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-1e4a4ea8-1c48-4750-b221-81766546815a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 1094 time: 0.2477553 Jul 15 16:42:28.462790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.465962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.476436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/886b6fed-2d9f-4367-b084-0c872a4365f0 HTTP/1.1" status: 204 len: 168 time: 0.2179468 Jul 15 16:42:28.485785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687047cc-4328-4328-8b40-ba22eb860aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b6fed-2d9f-4367-b084-0c872a4365f0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:28.598229 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:28.656961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-6c18cdf3-3f2d-474d-af58-c0533c1cad95 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:28.664107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-6c18cdf3-3f2d-474d-af58-c0533c1cad95 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3807251 Jul 15 16:42:28.666604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-0410e1e6-2ebf-4088-aa0f-58131a702323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:28.668143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-0410e1e6-2ebf-4088-aa0f-58131a702323 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 924 time: 0.1985691 Jul 15 16:42:28.691102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-bbac11fa-c8eb-4b73-8280-f81d928b3252 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/quotas/6020d16d6b1a4311a53ae42b3a787935 HTTP/1.1" status: 200 len: 375 time: 0.0260093 Jul 15 16:42:28.757967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-6d46873c-adc8-4ed9-a50a-69071ff1a1ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 200 len: 217 time: 0.0816927 Jul 15 16:42:28.788713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-0b935d40-0812-415e-9a13-4ecf6ec43a7d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965476 Jul 15 16:42:28.903286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-0480d4a0-3f71-43dd-b80b-6d40e72b4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:28.905370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-0480d4a0-3f71-43dd-b80b-6d40e72b4ffa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.1296818 Jul 15 16:42:29.042750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c68740-bead-47e3-8060-6f609719d20f req-900dfbb3-1d58-4b50-83d1-b554e9f6ac4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:29.047681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0c68740-bead-47e3-8060-6f609719d20f req-900dfbb3-1d58-4b50-83d1-b554e9f6ac4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 948 time: 0.2398255 Jul 15 16:42:29.114136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-679e596f-dc8e-4b02-bead-92a5273af658 req-e9d5010c-7ce1-4a77-bf12-a81204a05c94 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.0406115 Jul 15 16:42:29.146227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-6f7d62f8-cc04-4a89-a216-56492d0881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:29.147147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-6f7d62f8-cc04-4a89-a216-56492d0881b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298536 Jul 15 16:42:29.147888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:29.236004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0c68740-bead-47e3-8060-6f609719d20f req-be64edde-8469-463b-b8d6-d107ef9b7213 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795590 Jul 15 16:42:29.433644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:29.473421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-b4aca39f-b152-46d2-846d-f561500df1d4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496216 Jul 15 16:42:29.474002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:29.504151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'mac_address': 'fa:16:3e:82:90:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:29.520295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-df3a6f5e-b090-4da9-a86b-1f0c625b86bc service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658803 Jul 15 16:42:29.595578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:29.636889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:29.697101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:29.704320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:29.785707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:29.799979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-2e2006e9-e4df-4b2d-bc88-07abecc8b1a2 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:29.804560 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-2e2006e9-e4df-4b2d-bc88-07abecc8b1a2 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205431 Jul 15 16:42:29.817688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:29.832951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Request body: {'port': {'device_id': '486fdaf3-2db6-4337-8449-0059606845e5', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '6020d16d6b1a4311a53ae42b3a787935'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:29.861318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828ec0c3-ad49-4692-b9c9-da2f995a03c9 req-5d657e5b-832d-4647-8e35-7e7be605eee6 service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300598 Jul 15 16:42:29.940635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525692c5-14ca-429f-83d5-44886dfc9b50 req-07f1f6f7-85a1-436d-9a03-2efbae783a4b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:29.942184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525692c5-14ca-429f-83d5-44886dfc9b50 req-07f1f6f7-85a1-436d-9a03-2efbae783a4b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 943 time: 0.1625094 Jul 15 16:42:30.016632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Made reservation on behalf of 6020d16d6b1a4311a53ae42b3a787935 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:30.018637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:30.020767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.042458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.066816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525692c5-14ca-429f-83d5-44886dfc9b50 req-8ca0cb44-29d0-4f04-942d-a4b641b1e239 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107719 Jul 15 16:42:30.089666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1818567770-network', 'tenant_id': '068a326cd3c54277ae6cac90328d7e76'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:30.290885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.304671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.308847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42392) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:30.394191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea8c04-072a-4add-b4e5-32c42a2b2747,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:30.415821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbb7f2ae-f693-419b-86d7-49bb5a5b8adc req-a7449b04-5b74-41d3-9968-e35333ca1695 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.0655074 Jul 15 16:42:30.476305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:30.482478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.508694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.586065 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f323b6-675d-4df7-82ea-7db31784652d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.633733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Allocated IP 192.168.233.185 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/e5cafab7-4dcd-4aed-86f2-b70b99b7d92d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:30.753951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab01d3-d36c-42d2-bd89-c9512fce4f76 req-93ca2178-c551-421d-9efd-ef0a827fa91d tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:30.759887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcab01d3-d36c-42d2-bd89-c9512fce4f76 req-93ca2178-c551-421d-9efd-ef0a827fa91d tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 949 time: 0.1691864 Jul 15 16:42:30.798513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42418) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:30.835473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcab01d3-d36c-42d2-bd89-c9512fce4f76 req-12965c47-ec49-412e-a3a5-9386584354f3 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662484 Jul 15 16:42:30.889302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.893453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.900098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:30.923688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Transition to ACTIVE for port object e5cafab7-4dcd-4aed-86f2-b70b99b7d92d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:30.992100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:31.001168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.002928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee577ea-f455-423f-8e11-581dcaf667d3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:31.019296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.019622 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Added segment bfcb5923-0d69-4eb0-9cf6-f3ae541ee056 of type vlan for network 23657bcf-5547-41ac-b743-6f02da2c0871 Jul 15 16:42:31.065526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.109898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0e422fd1-2662-4eed-b224-efd4cfc010f6 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:31.147246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:31.171483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:31.177360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:31.200911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:31.201320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f323b6-675d-4df7-82ea-7db31784652d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.207476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:31.214888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.216751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f323b6-675d-4df7-82ea-7db31784652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.345080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-de6bcb94-8a69-4638-9ea4-ab8eccf5431e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3120079 Jul 15 16:42:31.414635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:31.415312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.466402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.467735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:31.468581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.477599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3585d72e-929c-4c2e-b082-525553839d26 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6663923 Jul 15 16:42:31.521417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Request body: {'port': {'device_id': '486fdaf3-2db6-4337-8449-0059606845e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:31.563860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-fdc4d791-1852-492f-a16e-ffdca2840629 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:31.565682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-fdc4d791-1852-492f-a16e-ffdca2840629 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022750 Jul 15 16:42:31.588093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8011692 Jul 15 16:42:31.592039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:31.612887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-058e8e3c-fa4e-4606-ad5e-452fe919cc70 req-8a6b446a-ad81-4917-953a-20d0c52899fd tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.0381742 Jul 15 16:42:31.626782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Request body: {'port': {'device_id': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '6020d16d6b1a4311a53ae42b3a787935'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:31.627568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Request body: {'subnet': {'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1818567770-subnet', 'tenant_id': '068a326cd3c54277ae6cac90328d7e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:31.634213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d9ac3fd7-bc62-4344-b762-67a0eeb3f5a3 None None] Provisioning for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:31.636483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff5ffa-53ce-4361-870e-d71b67b3b55b admin admin] Pushing event updated for resources: {'Network': ['ID=23657bcf-5547-41ac-b743-6f02da2c0871,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:31.642084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d9ac3fd7-bc62-4344-b762-67a0eeb3f5a3 None None] Provisioning complete for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:31.642454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d9ac3fd7-bc62-4344-b762-67a0eeb3f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.666804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:31.670982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 23657bcf-5547-41ac-b743-6f02da2c0871 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:42:31.743387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cadb8527-ec20-4d4e-8b6e-1c1dfb78f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.756192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58f323b6-675d-4df7-82ea-7db31784652d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=547a52910ca441e085836096c6ac826b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4457080 Jul 15 16:42:31.765098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42464) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:31.799523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'port_id': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'mac_address': 'fa:16:3e:4c:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:31.815801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac3fd7-bc62-4344-b762-67a0eeb3f5a3 None None] Port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:31.837341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:31.845376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:31.845749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.872888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f323b6-675d-4df7-82ea-7db31784652d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c852db5-276a-4379-ab7f-a6711a9448be,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:31.885433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:31.887884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.901342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.903421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.923796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e422fd1-2662-4eed-b224-efd4cfc010f6 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:31.952487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:31.960237 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:31.998121 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cadb8527-ec20-4d4e-8b6e-1c1dfb78f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.018441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:42:32.018441 n-d-800085-3 neutron-server[100429]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 16:42:32.018441 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id_1': '6020d16d6b1a4311a53ae42b3a787935', 'expiration_1': datetime.datetime(2021, 7, 15, 16, 42, 31, 877478)}] Jul 15 16:42:32.018441 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:42:32.019322 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:42:32.029982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.043828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.053281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-e87e0cb4-9829-47b2-b00a-12f26c45a45a tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cc5bff589a3a4383a7e0737b7af51164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418651 Jul 15 16:42:32.053910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cadb8527-ec20-4d4e-8b6e-1c1dfb78f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.062013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:32.064454 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b9af89-d4fb-4b14-b98a-9c43007ceb54" -d '{"events": [{"server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:32.077840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:32.085802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.124225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.155047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46268b9c-f483-4cf0-8900-31689179f163 req-e2aa045c-1374-4a9a-9b74-69bc30f2e4bc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:32.155326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.161603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46268b9c-f483-4cf0-8900-31689179f163 req-e2aa045c-1374-4a9a-9b74-69bc30f2e4bc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 943 time: 0.4224415 Jul 15 16:42:32.162492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb8527-ec20-4d4e-8b6e-1c1dfb78f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cf248-a557-4bc9-b68a-cdc982999ff9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.176164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cadb8527-ec20-4d4e-8b6e-1c1dfb78f6d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebebb71e76914fc7a67b426747bf659a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3738799 Jul 15 16:42:32.182864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42482) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:32.204390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['0e422fd1-2662-4eed-b224-efd4cfc010f6'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:32.207894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.265665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.301292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46268b9c-f483-4cf0-8900-31689179f163 req-3decd729-332f-43f9-876e-8d339a3a23e2 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358695 Jul 15 16:42:32.339724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-0646c91c-d68f-4585-92d0-89caad9131e0 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:32.342838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-0646c91c-d68f-4585-92d0-89caad9131e0 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501357 Jul 15 16:42:32.366561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.369810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-41854d16-6861-46ae-8733-580841e92012 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/quotas/cc5bff589a3a4383a7e0737b7af51164 HTTP/1.1" status: 200 len: 375 time: 0.0169833 Jul 15 16:42:32.390085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.393007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.396815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c852db5-276a-4379-ab7f-a6711a9448be HTTP/1.1" status: 204 len: 168 time: 0.5882566 Jul 15 16:42:32.406285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.436030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedebb8-a3b5-4400-9869-da6297a61deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c852db5-276a-4379-ab7f-a6711a9448be,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.437889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:32.438311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Network hostable DHCP agents. Network: 23657bcf-5547-41ac-b743-6f02da2c0871, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:42:32.440727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-4d0426c8-4c1b-4d4d-87e9-0f15ce6ff8a1 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cc5bff589a3a4383a7e0737b7af51164&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653324 Jul 15 16:42:32.447517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:32.455579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.470309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.505550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Transition to ACTIVE for port object e5cafab7-4dcd-4aed-86f2-b70b99b7d92d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:32.517029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Network 23657bcf-5547-41ac-b743-6f02da2c0871 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:42:32.522011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.567749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 23657bcf-5547-41ac-b743-6f02da2c0871) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:32.592435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b486488-2fff-494b-845c-78275f34182c None None] Network 23657bcf-5547-41ac-b743-6f02da2c0871 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:32.594758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:32.595410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.611087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Made reservation on behalf of 6020d16d6b1a4311a53ae42b3a787935 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:32.614997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.618265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.664141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.667093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.668561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/895cf248-a557-4bc9-b68a-cdc982999ff9 HTTP/1.1" status: 204 len: 168 time: 0.4834788 Jul 15 16:42:32.714466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-458792e6-1adb-4bed-b12a-06f7c14b6023 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1209731 Jul 15 16:42:32.720036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4eaec-db39-41f1-a602-b37d163c8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cf248-a557-4bc9-b68a-cdc982999ff9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:32.786513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc0e7-58fc-4705-9976-9caba75c6b69 req-962d0f1d-c476-4d05-85b2-7408b86d035f tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:32.794497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d27bc0e7-58fc-4705-9976-9caba75c6b69 req-962d0f1d-c476-4d05-85b2-7408b86d035f tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.2463450 Jul 15 16:42:32.811717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Attempting to bind port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:32.814346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Attempting to bind port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:32.814792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Attempting to bind port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:32.843214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:32.844384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Attempting to bind port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:32.850188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:32.850832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:32.851653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:32.852331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Bound port: e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:32.852926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:32.897535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d27bc0e7-58fc-4705-9976-9caba75c6b69 req-4542673a-2b0e-488c-9bbc-383a1b7fc2d1 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021101 Jul 15 16:42:32.966131 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7d5030-f78a-4ed0-bdc6-d99169f21e4d x-openstack-request-id: req-0c7d5030-f78a-4ed0-bdc6-d99169f21e4d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:32.966458 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "name": "network-vif-plugged", "status": "completed", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:32.966719 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c7d5030-f78a-4ed0-bdc6-d99169f21e4d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:32.967117 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'code': 200} Jul 15 16:42:32.995404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61816615-d8eb-4319-9a58-f0f11e5428d5 None None] Network 23657bcf-5547-41ac-b743-6f02da2c0871 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:33.016658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:33.026406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:33.071011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:33.087618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Allocated IP 192.168.233.32 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/28bd74d2-5a06-4633-b9ee-3fd5055c3d58) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:33.157349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.195569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce684da2-d15e-44f9-800b-dad86640d546 req-7b6089ef-276b-4fd9-8158-4ed31be64985 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.0836539 Jul 15 16:42:33.204199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0e422fd1-2662-4eed-b224-efd4cfc010f6 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:33.238564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb022baa-f85c-4adb-8cca-20d2286c0cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.307638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:33.309359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.316029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] 10.222.0.20 "PUT /v2.0/ports/e5cafab7-4dcd-4aed-86f2-b70b99b7d92d HTTP/1.1" status: 200 len: 1096 time: 1.8022361 Jul 15 16:42:33.331825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:33.336183 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41b4ff-90df-47df-ad76-26e3eac35e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:33.497449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ae9c0b3-8994-4ae6-b500-6b82e00eeed7 req-a7a9452a-d1b6-4620-b4ef-8c3abbcedd4c tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 210 time: 0.1734998 Jul 15 16:42:33.499561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 0e422fd1-2662-4eed-b224-efd4cfc010f6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:33.510332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 0e422fd1-2662-4eed-b224-efd4cfc010f6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:33.511988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.571678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42526) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:33.627425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14100e50-30f8-4394-ab1f-3cbd48a8c313 req-adb219f6-606c-4e47-97af-69c731cc0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:33.629449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-14100e50-30f8-4394-ab1f-3cbd48a8c313 req-adb219f6-606c-4e47-97af-69c731cc0e6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 1101 time: 0.5967398 Jul 15 16:42:33.642849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5651-5b53-434a-809a-c5375d18282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.647844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92455a-2cae-4394-a8b3-8817e0c73e38 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:33.681844 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.705145 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d13ca7-a677-47b0-a2fe-8c80e209f559 x-openstack-request-id: req-39d13ca7-a677-47b0-a2fe-8c80e209f559 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:33.705652 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:33.706066 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39d13ca7-a677-47b0-a2fe-8c80e209f559 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:33.706673 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'status': 'completed', 'code': 200} Jul 15 16:42:33.731538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:33.740935 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-14100e50-30f8-4394-ab1f-3cbd48a8c313 req-2e429305-c00c-455a-a143-84b77b847159 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971255 Jul 15 16:42:33.751957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-074fd70d-b50b-4490-8c5f-f698f539a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:33.754173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-074fd70d-b50b-4490-8c5f-f698f539a0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1099 time: 0.3483303 Jul 15 16:42:33.755761 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.814867 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-94265622-9df5-4c18-a1f6-26681d449c8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d HTTP/1.1" status: 200 len: 217 time: 0.0518706 Jul 15 16:42:33.829223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.854837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Transition to ACTIVE for port object 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:33.881027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:33.881215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b770-d19c-4582-804c-bd4370a0f0e7 req-aa05454a-faad-4045-87c1-dc6a438687cb tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:33.887692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf71b770-d19c-4582-804c-bd4370a0f0e7 req-aa05454a-faad-4045-87c1-dc6a438687cb tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 944 time: 0.2448165 Jul 15 16:42:33.918940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb022baa-f85c-4adb-8cca-20d2286c0cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:33.923961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-5714fad6-4d31-4880-870c-d8128e29c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:33.925625 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-5714fad6-4d31-4880-870c-d8128e29c3f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1012745 Jul 15 16:42:33.928680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb022baa-f85c-4adb-8cca-20d2286c0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.022607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb022baa-f85c-4adb-8cca-20d2286c0cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0c9acf-6e3b-4834-a9a4-f830a58e7e26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:34.032156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eb022baa-f85c-4adb-8cca-20d2286c0cb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5980be9e97c432c9a55fcf4e1a1d0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9495637 Jul 15 16:42:34.033354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:34.076588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf71b770-d19c-4582-804c-bd4370a0f0e7 req-3e27b560-2973-48ae-864e-1b80d995e95d tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697962 Jul 15 16:42:34.087417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609317c-5d31-4280-bda2-746aa9e2996a req-855e30db-4e6f-4d05-b0fb-d41269a02267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.088887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-855e30db-4e6f-4d05-b0fb-d41269a02267 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557822 Jul 15 16:42:34.120676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.149218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.187866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:34.194664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:34.198121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:34.219249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.255291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.255979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.289464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-05e71f24-b224-4414-90c4-11a55c4c8de8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893322 Jul 15 16:42:34.291052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:34.297514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-644876394-network', 'tenant_id': '8293e73b74f24c4b969ca3995b9328a8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:34.308385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event updated for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:34.437157 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8609317c-5d31-4280-bda2-746aa9e2996a req-f0ef1fc7-33eb-499d-aa19-4c2ed14416a3 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308143 Jul 15 16:42:34.438434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.441295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.443810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df0c9acf-6e3b-4834-a9a4-f830a58e7e26 HTTP/1.1" status: 204 len: 168 time: 0.4069228 Jul 15 16:42:34.460511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43560fe-9ab9-4b00-a221-1486e4104a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0c9acf-6e3b-4834-a9a4-f830a58e7e26,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:34.521830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c3deb69-8499-483b-9526-afe994f61430 None None] Provisioning for port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:34.525924 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-8b0ec23d-5903-46ae-ac01-a49a1836bdb7 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cc5bff589a3a4383a7e0737b7af51164&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351899 Jul 15 16:42:34.526676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.20', 52225) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:34.534660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c3deb69-8499-483b-9526-afe994f61430 None None] Provisioning complete for port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:34.535339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c3deb69-8499-483b-9526-afe994f61430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.632884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3c3deb69-8499-483b-9526-afe994f61430 None None] Port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:34.699897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5651-5b53-434a-809a-c5375d18282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.711223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-415c34b7-2230-4618-af79-4893f962426f tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.711669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441349d-c2ba-426f-b553-ae0485474bde req-1d0c6340-6b55-4200-baba-cfa319f645e4 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.713281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5441349d-c2ba-426f-b553-ae0485474bde req-1d0c6340-6b55-4200-baba-cfa319f645e4 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 972 time: 0.3986912 Jul 15 16:42:34.713505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-415c34b7-2230-4618-af79-4893f962426f tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490030 Jul 15 16:42:34.718761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5651-5b53-434a-809a-c5375d18282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.719157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-d40e6324-4370-406e-abcb-7fda0390889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.721272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-d40e6324-4370-406e-abcb-7fda0390889d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1099 time: 0.1935000 Jul 15 16:42:34.752173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0f5d5651-5b53-434a-809a-c5375d18282a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe80868d679b48fda27eff4395bdfc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1757410 Jul 15 16:42:34.758711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Request body: {'port': {'device_id': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'cc5bff589a3a4383a7e0737b7af51164'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:34.760304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b6f85-9dcb-4782-a941-063cf1950ffb req-ceb7f074-e07f-43f6-bb65-4e47803ab3ed tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.761939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e57b6f85-9dcb-4782-a941-063cf1950ffb req-ceb7f074-e07f-43f6-bb65-4e47803ab3ed tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.3950100 Jul 15 16:42:34.762585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:34.768206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-30a1000a-6123-48b2-8253-d160b6f1c073 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1467102 Jul 15 16:42:34.780491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Made reservation on behalf of 8293e73b74f24c4b969ca3995b9328a8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:34.783441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.804093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Request body: {'port': {'device_id': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:34.816018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:34.894857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5651-5b53-434a-809a-c5375d18282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce435ba6-4185-4150-a4d3-a7e3474b9598,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:34.956647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e57b6f85-9dcb-4782-a941-063cf1950ffb req-8d124d6d-10d0-4fcd-aaa9-eb3ecf6aa4a8 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784823 Jul 15 16:42:34.970295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:34.974513 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad62f5-6f6c-4f4b-ad2e-e17c1a86612c" -d '{"events": [{"server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "name": "network-vif-plugged", "status": "completed", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:34.985584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-b2df33ad-8108-49c1-b975-354f33e2d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:34.987100 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-b2df33ad-8108-49c1-b975-354f33e2d3e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2452207 Jul 15 16:42:34.995105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5441349d-c2ba-426f-b553-ae0485474bde req-d14e69ba-2f38-4a4a-b29d-a3eba6930dd2 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509205 Jul 15 16:42:35.016963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.019533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.074570 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-6803198b-d12e-4d80-b735-0df84148333d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d HTTP/1.1" status: 200 len: 217 time: 0.0665128 Jul 15 16:42:35.158195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.160308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-baf9ec81-8b18-4927-855a-a225c2e71948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.161788 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-baf9ec81-8b18-4927-855a-a225c2e71948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0785825 Jul 15 16:42:35.169746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.248505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Made reservation on behalf of cc5bff589a3a4383a7e0737b7af51164 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:35.252664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.258171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:35.259206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44feb1-3945-4281-99b6-d09d623c2eed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:35.271891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.275097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.287583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.287932 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Added segment f967a0b9-ad7a-405e-9fc3-a7eaf402474e of type vlan for network eab26e36-8dbb-4722-a462-eaa616ded5f3 Jul 15 16:42:35.320725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88f5a229-7975-4d63-bac6-7bc1791c86af req-8a64ace5-ae4c-4b54-93f5-b15ca657856e tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 210 time: 0.0949416 Jul 15 16:42:35.360886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.406543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-df137d99-b8cc-4d4b-95f0-d1762e6bdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.409429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-df137d99-b8cc-4d4b-95f0-d1762e6bdfc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325222 Jul 15 16:42:35.449839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d240a6-5d93-4673-83f9-f7aafabcc362 req-94b3e8f4-78bc-4d8a-b6d8-3987259ea2d6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.450965 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a41a703-04ac-40a1-a477-30aed4121de3 x-openstack-request-id: req-1a41a703-04ac-40a1-a477-30aed4121de3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:35.451279 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "name": "network-vif-plugged", "status": "completed", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:35.452187 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a41a703-04ac-40a1-a477-30aed4121de3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:35.452591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93d240a6-5d93-4673-83f9-f7aafabcc362 req-94b3e8f4-78bc-4d8a-b6d8-3987259ea2d6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 935 time: 0.2853644 Jul 15 16:42:35.452728 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'code': 200} Jul 15 16:42:35.453938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.455072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.455651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.495459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.500807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.504643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce435ba6-4185-4150-a4d3-a7e3474b9598 HTTP/1.1" status: 204 len: 168 time: 0.7359869 Jul 15 16:42:35.535155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3192b0-37a7-4e07-b504-03a11ccb1450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce435ba6-4185-4150-a4d3-a7e3474b9598,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:35.572393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.20', 52226) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:35.592620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42584) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:35.623942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] Pushing event updated for resources: {'Network': ['ID=eab26e36-8dbb-4722-a462-eaa616ded5f3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:35.625186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93d240a6-5d93-4673-83f9-f7aafabcc362 req-df871f1c-a234-4057-8ae8-29654c181605 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587195 Jul 15 16:42:35.654040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network eab26e36-8dbb-4722-a462-eaa616ded5f3 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:42:35.691563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-e550a354-7177-4a27-add3-78c4540bf759 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719002 Jul 15 16:42:35.697051 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.710089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:35.723722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.724339 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.746048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421239ff-db57-49e8-b9c5-429e3cb3c09b req-8cb64ef0-c67c-4cbe-bf9e-a9cae15c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.747828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-421239ff-db57-49e8-b9c5-429e3cb3c09b req-8cb64ef0-c67c-4cbe-bf9e-a9cae15c4afc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 1096 time: 0.1963644 Jul 15 16:42:35.749298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-256b3eb0-777f-4bac-b905-c583991ccad8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4571319 Jul 15 16:42:35.756444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:35.757499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Transition to ACTIVE for port object 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:35.766658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Request body: {'subnet': {'network_id': 'eab26e36-8dbb-4722-a462-eaa616ded5f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-644876394-subnet', 'tenant_id': '8293e73b74f24c4b969ca3995b9328a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:35.778626 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:35.797849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-14415331-9b09-4be7-a43b-ed0586a01d21 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.799488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-14415331-9b09-4be7-a43b-ed0586a01d21 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 972 time: 0.2255974 Jul 15 16:42:35.840467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-845565451-network', 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:35.860559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772471f8-5247-4ffa-b6c2-41169d643682 req-73216abf-50f2-44c6-a119-e9923c6c2d66 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:35.862131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772471f8-5247-4ffa-b6c2-41169d643682 req-73216abf-50f2-44c6-a119-e9923c6c2d66 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 945 time: 0.2409396 Jul 15 16:42:35.944651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Made reservation on behalf of 8293e73b74f24c4b969ca3995b9328a8 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:35.946997 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.031066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:36.057840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:36.078217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:36.078473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.164456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.179962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772471f8-5247-4ffa-b6c2-41169d643682 req-6b92a2df-3e90-467f-b7ed-539a925d23d8 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2668381 Jul 15 16:42:36.196440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Allocated IP 192.168.233.249 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/a7903cd0-ec66-4697-b029-11c0c4ea2538) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:36.204764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-421239ff-db57-49e8-b9c5-429e3cb3c09b req-6e7b683a-eddc-43ab-8d59-8bcb1f2f7547 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439876 Jul 15 16:42:36.207756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be41b4ff-90df-47df-ad76-26e3eac35e5d req-d2de3358-ed2c-45db-a592-28d7f6f9a57e service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067668 Jul 15 16:42:36.437363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.441770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Deleting port 2a694f2a-d381-479f-b5fa-361491b63374 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:42:36.442120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.444886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Attempting to bind port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:36.445219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Attempting to bind port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:36.445543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Attempting to bind port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:36.452176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Transition to ACTIVE for port object a7903cd0-ec66-4697-b029-11c0c4ea2538 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:36.488719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:36.489046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Attempting to bind port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:36.490404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.511747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:36.511968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:36.512356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:36.512786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Bound port: 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:36.513278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.540158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:36.543281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:36.548172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:36.572139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Pushing event updated for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:36.603593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:36.604270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.619037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91598cc7-17b6-48a8-a7c8-1155213bb30a req-ce99e747-fb11-4d61-8f74-6ca14a6ca7e0 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:36.621073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91598cc7-17b6-48a8-a7c8-1155213bb30a req-ce99e747-fb11-4d61-8f74-6ca14a6ca7e0 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.3784664 Jul 15 16:42:36.708129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.743103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] For port 2a694f2a-d381-479f-b5fa-361491b63374, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a694f2a-d381-479f-b5fa-361491b63374,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:36.743103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.802498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed62619e-9b22-4312-a2ea-20d24f0920c5 None None] Provisioning for port a7903cd0-ec66-4697-b029-11c0c4ea2538 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:36.807758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed62619e-9b22-4312-a2ea-20d24f0920c5 None None] Provisioning complete for port a7903cd0-ec66-4697-b029-11c0c4ea2538 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:36.808410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed62619e-9b22-4312-a2ea-20d24f0920c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.822484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Calling delete_port for 2a694f2a-d381-479f-b5fa-361491b63374 owned by compute:tempest-test_az-1325456586 {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:42:36.852427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90775f-a715-425d-a192-b165262341ef req-369f6238-6d54-4e46-a4e3-96ab0ec0592e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:36.853698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ed62619e-9b22-4312-a2ea-20d24f0920c5 None None] Port a7903cd0-ec66-4697-b029-11c0c4ea2538 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:36.853955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be90775f-a715-425d-a192-b165262341ef req-369f6238-6d54-4e46-a4e3-96ab0ec0592e tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 972 time: 0.4703479 Jul 15 16:42:36.861918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.870940 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-eaa22478-51dd-4096-bdec-3bb6234ada91 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1177678 Jul 15 16:42:36.877078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91598cc7-17b6-48a8-a7c8-1155213bb30a req-b0f5954e-ece6-4419-831d-049c380602c7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421770 Jul 15 16:42:36.882542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:36.890436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Request body: {'port': {'device_id': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:36.894607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.986320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:36.987280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f1c9c4-3446-48f4-aa8e-4ba03f53cc96,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:36.998527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:37.027394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:37.034474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.059699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:37.081534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Checking segment: {'id': 'f967a0b9-ad7a-405e-9fc3-a7eaf402474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eab26e36-8dbb-4722-a462-eaa616ded5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:37.082877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Network hostable DHCP agents. Network: eab26e36-8dbb-4722-a462-eaa616ded5f3, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:42:37.167194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be90775f-a715-425d-a192-b165262341ef req-b80403a0-1a99-4296-8b05-efe70d12a493 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/security-groups?id=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936461 Jul 15 16:42:37.168100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:37.217533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.218691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.220166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/28bd74d2-5a06-4633-b9ee-3fd5055c3d58 HTTP/1.1" status: 200 len: 1095 time: 2.4302642 Jul 15 16:42:37.222118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:37.226799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.227153 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Added segment 1c285e37-3c45-4408-b0c7-df0b5982b8b4 of type vlan for network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e Jul 15 16:42:37.228313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:37.232127 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab" -d '{"events": [{"name": "network-changed", "server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:37.251486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'mac_address': 'fa:16:3e:7c:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:37.310149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.348629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:37.417335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:37.425975 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.428945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7903cd0-ec66-4697-b029-11c0c4ea2538 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:37.437629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.451435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Transition to ACTIVE for port object a7903cd0-ec66-4697-b029-11c0c4ea2538 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:37.463138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.492188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:37.551695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Pushing event updated for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:37.604241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Attempting to bind port a7903cd0-ec66-4697-b029-11c0c4ea2538 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:37.604618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Attempting to bind port a7903cd0-ec66-4697-b029-11c0c4ea2538 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:37.604971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Attempting to bind port a7903cd0-ec66-4697-b029-11c0c4ea2538 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:37.610177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Port a7903cd0-ec66-4697-b029-11c0c4ea2538 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:37.610503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Attempting to bind port a7903cd0-ec66-4697-b029-11c0c4ea2538 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:37.614309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:37.615788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:37.616339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:37.616709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:37.618503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Bound port: a7903cd0-ec66-4697-b029-11c0c4ea2538, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:37.618503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.633497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.647823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b0702-13b2-4c90-b1f4-ab76756550d9 service neutron] Pushing event updated for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:37.650614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Network eab26e36-8dbb-4722-a462-eaa616ded5f3 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:42:37.693601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:37.697215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:37.703921 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.727673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, eab26e36-8dbb-4722-a462-eaa616ded5f3) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:37.738920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088228a7-9bc9-4a8b-b8ab-aa34bee9a45a None None] Network eab26e36-8dbb-4722-a462-eaa616ded5f3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:37.750297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.750669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.752440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7903cd0-ec66-4697-b029-11c0c4ea2538 HTTP/1.1" status: 200 len: 1096 time: 0.8731246 Jul 15 16:42:37.752936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:37.754851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.755487 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2524e5df-a8c0-4b20-9a66-b19a84bcc550" -d '{"events": [{"name": "network-changed", "server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:37.755615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.767793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e45ed1-293e-46f2-84b5-a88cce896759 req-40cdfdfb-7f19-48d1-b018-d6ca83328ad6 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.775292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21e45ed1-293e-46f2-84b5-a88cce896759 req-40cdfdfb-7f19-48d1-b018-d6ca83328ad6 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 936 time: 0.6827347 Jul 15 16:42:37.783690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f84a1-de57-4915-b318-5cec424b8264 service neutron] Pushing event updated for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:37.861928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.863006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.864775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.870775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-25f19b11-7c8a-40d8-944e-833077d25a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.872888 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-25f19b11-7c8a-40d8-944e-833077d25a34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc5bff589a3a4383a7e0737b7af51164&device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 1099 time: 0.0673060 Jul 15 16:42:37.894495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:37.907750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b04b5ff2-ff97-4507-b028-4983e69bffcd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1473358 Jul 15 16:42:37.936959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-9dca5273-c36c-4587-85f7-861f4f3cbeb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538 HTTP/1.1" status: 200 len: 217 time: 0.0561309 Jul 15 16:42:37.944617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca310e6-15a2-4445-9aca-0bc81a24077b req-0a9aad1c-7ccf-489d-9cda-0a14f8940297 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.946666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12c799-e5ac-4dbe-850d-05db567942bd None None] Network eab26e36-8dbb-4722-a462-eaa616ded5f3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:37.952771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ca310e6-15a2-4445-9aca-0bc81a24077b req-0a9aad1c-7ccf-489d-9cda-0a14f8940297 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 947 time: 0.3990707 Jul 15 16:42:37.973658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-71e5ccb0-ec68-4d8c-a0fa-0fca65b96c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:37.975159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-71e5ccb0-ec68-4d8c-a0fa-0fca65b96c86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 1098 time: 0.6858509 Jul 15 16:42:38.021479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-4371c1c1-db0a-49a7-9141-27a17ad877db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.023766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-4371c1c1-db0a-49a7-9141-27a17ad877db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0807490 Jul 15 16:42:38.026635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21e45ed1-293e-46f2-84b5-a88cce896759 req-4f296187-b463-454c-9a4d-0509cc32997e tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503517 Jul 15 16:42:38.098070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5013928 Jul 15 16:42:38.098070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-ae699377-b5f5-4d3f-ba95-a33bee07dd76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58 HTTP/1.1" status: 200 len: 217 time: 0.0876932 Jul 15 16:42:38.098070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Pushing event deleted for resources: {'Port': ['ID=2a694f2a-d381-479f-b5fa-361491b63374,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:38.099901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:38.120349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Request body: {'subnet': {'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-845565451-subnet', 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:38.170182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-6d7af930-baab-4597-ab51-ba84a0322792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.170182 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-6d7af930-baab-4597-ab51-ba84a0322792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383345 Jul 15 16:42:38.249193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:38.251743 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:38.255111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad26c-174e-4374-b083-6879786838c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:38.274690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:42:38.312455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ca310e6-15a2-4445-9aca-0bc81a24077b req-f1f2280d-3b17-462c-995b-e7641ad39ac0 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586612 Jul 15 16:42:38.313609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] No DVR routers for this DVR port 2a694f2a-d381-479f-b5fa-361491b63374 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:42:38.317541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-320d4832-9e15-4bda-bf7d-f17e7779805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.327987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-320d4832-9e15-4bda-bf7d-f17e7779805b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2226689 Jul 15 16:42:38.329299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:38.331221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5570a7a-ba4a-4e53-a454-e9dba32c9d62 req-c924f59b-7175-498f-9ad0-e4126ae702a8 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.20 "DELETE /v2.0/ports/2a694f2a-d381-479f-b5fa-361491b63374 HTTP/1.1" status: 204 len: 173 time: 2.4970047 Jul 15 16:42:38.369635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-5798e7fd-b7c5-46b8-9b4d-5e73a780e82b service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925359 Jul 15 16:42:38.446125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710edb1-e849-40ff-8496-27f963707f09 req-b0dcd287-a034-41e1-8e32-243c8eb0e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.447993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-b0dcd287-a034-41e1-8e32-243c8eb0e874 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023335 Jul 15 16:42:38.537974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-024d0e64-95c2-4c3c-835d-2f1fed05263b req-6a848f2c-8a2d-4147-83bd-685dd93c4a36 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:42:38.539098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-024d0e64-95c2-4c3c-835d-2f1fed05263b req-6a848f2c-8a2d-4147-83bd-685dd93c4a36 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061255 Jul 15 16:42:38.589674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f22a44c3-aaad-48a9-ad72-e53feffbf7d6 req-3a7b5c96-6105-4a7b-9a7c-7217fcf122de service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851492 Jul 15 16:42:38.597574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-69fc51ca-390f-41e9-9124-30fec76cfef5 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425292 Jul 15 16:42:38.651114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144f9-ac32-4308-b6b8-fc85b52316bb req-a931b789-6a1d-4bbb-ba70-f648b7787a50 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.652766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-916144f9-ac32-4308-b6b8-fc85b52316bb req-a931b789-6a1d-4bbb-ba70-f648b7787a50 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 945 time: 0.1208165 Jul 15 16:42:38.657078 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eaf38c-020d-45c6-984e-9298f3343860 x-openstack-request-id: req-a9eaf38c-020d-45c6-984e-9298f3343860 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:38.657358 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:38.657621 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9eaf38c-020d-45c6-984e-9298f3343860 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:38.658003 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58', 'status': 'completed', 'code': 200} Jul 15 16:42:38.661129 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:38.728036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:38.740063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:38.740617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Network hostable DHCP agents. Network: a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:42:38.742281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-916144f9-ac32-4308-b6b8-fc85b52316bb req-39471bae-f943-4c0c-b55f-e40ee4291da6 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529947 Jul 15 16:42:38.745984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1710edb1-e849-40ff-8496-27f963707f09 req-dbe7167b-025f-4fe3-b7b9-fc14ebaffd60 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404920 Jul 15 16:42:38.757867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:42:38.777189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:38.791557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.792233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:38.797868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6421bd45-20fb-4fd1-895e-44af4d2fba70 None None] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:38.800701 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20aeed99-7c5a-4c24-a4ad-67531c855811 x-openstack-request-id: req-20aeed99-7c5a-4c24-a4ad-67531c855811 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:38.800991 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:38.801241 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20aeed99-7c5a-4c24-a4ad-67531c855811 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:38.801631 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538', 'status': 'completed', 'code': 200} Jul 15 16:42:38.812163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1cbebfb2-c089-4498-81ee-9d1d0aa27fe0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6958899 Jul 15 16:42:38.929111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-21455a72-133c-4559-bdaa-4943a6060413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.930642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-21455a72-133c-4559-bdaa-4943a6060413 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 1098 time: 0.1146233 Jul 15 16:42:38.958334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-86ee2a27-2d40-40ee-be43-a4d31dc7eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:38.959842 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-86ee2a27-2d40-40ee-be43-a4d31dc7eeb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc5bff589a3a4383a7e0737b7af51164&device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 1099 time: 0.1104548 Jul 15 16:42:38.991691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a41b854-8fbf-4533-9434-a3abb3f97bf2 None None] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:39.099832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:39.115369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-363b2c30-59de-41af-ace4-7b884f29ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.116860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-363b2c30-59de-41af-ace4-7b884f29ace8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1506689 Jul 15 16:42:39.119067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-b0803fd6-a763-420b-a620-f17d895030d2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.120549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-b0803fd6-a763-420b-a620-f17d895030d2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.1291585 Jul 15 16:42:39.156610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48121366-05f2-4741-9daa-7592409cde86 req-09f26973-0a30-4f80-85d7-67f24fde8a35 tempest-AggregatesAdminTestJSON-1537641128 tempest-AggregatesAdminTestJSON-1537641128-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0077b0-21cc-4144-81f6-4c0da445be4c HTTP/1.1" status: 200 len: 210 time: 0.0330515 Jul 15 16:42:39.198620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-28d8befb-de4b-4344-8ea5-371d902ee074 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538 HTTP/1.1" status: 200 len: 217 time: 0.0742786 Jul 15 16:42:39.210114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-d702cfd4-30c6-42d0-8457-e2d5f1a0e8b6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/quotas/068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 375 time: 0.0503552 Jul 15 16:42:39.278552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-33370c18-aa72-403f-ab01-9b88abfbac08 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572038 Jul 15 16:42:39.287787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:39.292318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:39.292893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:39.294527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-d48653ba-0511-4a37-aee9-2ab5392095fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.296544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-d48653ba-0511-4a37-aee9-2ab5392095fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0898547 Jul 15 16:42:39.302864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-ed560ea5-9bc5-468b-8bc5-9ac308d71c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.304494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-ed560ea5-9bc5-468b-8bc5-9ac308d71c58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3679085 Jul 15 16:42:39.362608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-9c372980-e784-4283-92fb-6dab67034fd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58 HTTP/1.1" status: 200 len: 217 time: 0.0474181 Jul 15 16:42:39.368354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-4303d1a3-079f-4230-9a74-41ff4ba1c2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.370518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-4303d1a3-079f-4230-9a74-41ff4ba1c2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676455 Jul 15 16:42:39.418363 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:39.457888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:39.460195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:39.462607 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67462eec-00ce-4a11-8bb7-ea5d83f6d7c0" -d '{"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:39.467520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:39.468988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a694f2a-d381-479f-b5fa-361491b63374 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:42:39.477851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-7ae865fe-f7e6-41af-8850-fa961b2da2bc service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999835 Jul 15 16:42:39.501343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-3d4335d1-b3a6-4abe-9e52-80bff93ff944 service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112162 Jul 15 16:42:39.503756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-82d840ab-dd91-4f41-b0ca-82419e750f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.505134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-82d840ab-dd91-4f41-b0ca-82419e750f6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1287057 Jul 15 16:42:39.513769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2a694f2a-d381-479f-b5fa-361491b63374 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:42:39.514775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a694f2a-d381-479f-b5fa-361491b63374 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:42:39.549510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:39.577678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508206f-3fdc-4dd6-914e-7d35b0e4d8f8 req-2ddf9f55-0b0a-4afd-a732-1a33132f7948 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.579318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a508206f-3fdc-4dd6-914e-7d35b0e4d8f8 req-2ddf9f55-0b0a-4afd-a732-1a33132f7948 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.2137299 Jul 15 16:42:39.593853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2524e5df-a8c0-4b20-9a66-b19a84bcc550 req-3b4a3c98-0572-42f5-9f2e-5c4a66482a48 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091645 Jul 15 16:42:39.683659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a508206f-3fdc-4dd6-914e-7d35b0e4d8f8 req-34244aff-17a5-42b7-bb3c-fb4b7285e9f3 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936437 Jul 15 16:42:39.688251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-e90e7cdd-f899-4104-aa64-d7827cb63bda service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751120 Jul 15 16:42:39.690913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-fd9b92d8-bdd6-42e5-9be2-7fe11f28f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:39.692474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-fd9b92d8-bdd6-42e5-9be2-7fe11f28f201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781592 Jul 15 16:42:39.695087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42694) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:39.700409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1682378768-network', 'tenant_id': '4a874326a51a4902846e4c159918b01f'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:39.787063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Made reservation on behalf of 4a874326a51a4902846e4c159918b01f for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:39.789761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:39.803592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:39.862808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-516c81e5-8959-4f2c-86cb-4f3d21509091 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576385 Jul 15 16:42:40.052354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d091f4a8-eff5-45ef-aaca-3b56fc4638ab req-eb92c648-7712-4ebc-b14e-36e0be75cadf service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814160 Jul 15 16:42:40.106269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41027922-3d00-4115-a30f-daf42a67e8a7 req-7d4486b3-b209-4099-8f6f-b305765b8ef7 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:40.108496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41027922-3d00-4115-a30f-daf42a67e8a7 req-7d4486b3-b209-4099-8f6f-b305765b8ef7 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 945 time: 0.1915858 Jul 15 16:42:40.111707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.118103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:40.124322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'floatingip': {'port_id': '0e422fd1-2662-4eed-b224-efd4cfc010f6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:40.125662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.186550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2b10c-8e20-4462-9a50-a183edc2c743,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:40.208050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:40.224972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.236364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.236704 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Added segment e04bcd5c-4a3f-4a93-8087-ffb4b5e9ad89 of type vlan for network 16848617-136c-47ed-ae14-3d3058bdf7b1 Jul 15 16:42:40.312700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.319604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.323533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cbc49-6763-46e5-b7d2-71ce3919247d req-95bf9c49-174a-4745-b466-4d550bd9b197 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:40.325199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-395cbc49-6763-46e5-b7d2-71ce3919247d req-95bf9c49-174a-4745-b466-4d550bd9b197 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 948 time: 0.2157660 Jul 15 16:42:40.433181 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.601642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.602585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:40.603151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.619965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f27700-8b55-4c16-b976-0c9ac6e1e153 req-6c8c0d6a-2a3b-418b-88ef-9fcb895ae29b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:40.621435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38f27700-8b55-4c16-b976-0c9ac6e1e153 req-6c8c0d6a-2a3b-418b-88ef-9fcb895ae29b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 947 time: 0.4043291 Jul 15 16:42:40.635445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-395cbc49-6763-46e5-b7d2-71ce3919247d req-eec2e69f-ba3b-4252-be3b-f243d4ad1ad3 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022652 Jul 15 16:42:40.661147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'name': 'network-vif-deleted', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:40.663342 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a5ce0-e231-421e-9cdd-a0d5b5ecc2e2" -d '{"events": [{"server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "name": "network-vif-deleted", "tag": "2a694f2a-d381-479f-b5fa-361491b63374"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:40.674108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9778125 Jul 15 16:42:40.674750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42720) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:40.692362 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c23b0-313d-426f-9045-c4279547ad1d x-openstack-request-id: req-945c23b0-313d-426f-9045-c4279547ad1d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:40.692732 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:40.693011 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-945c23b0-313d-426f-9045-c4279547ad1d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:40.693411 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'code': 200} Jul 15 16:42:40.707570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Request body: {'subnet': {'network_id': '16848617-136c-47ed-ae14-3d3058bdf7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1682378768-subnet', 'tenant_id': '4a874326a51a4902846e4c159918b01f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:40.731355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38f27700-8b55-4c16-b976-0c9ac6e1e153 req-fbec1fba-5a5f-428f-895e-62f37a2cf737 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883734 Jul 15 16:42:40.731951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ed969-24ff-41e5-b528-a77e4a822d2a admin admin] Pushing event updated for resources: {'Network': ['ID=16848617-136c-47ed-ae14-3d3058bdf7b1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:40.743210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 16848617-136c-47ed-ae14-3d3058bdf7b1 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:42:40.751652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Made reservation on behalf of 4a874326a51a4902846e4c159918b01f for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:40.755750 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:40.900481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d08cba4-03c5-4ca7-a380-21cb94746d97 req-c5dcbeb5-5e87-4714-b26e-0380576f1460 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 210 time: 0.0493913 Jul 15 16:42:40.917905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-78469539-0272-4b01-8840-a7b86bb9005e tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=30961eab2b7d40b991bcc17b9f990710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478189 Jul 15 16:42:41.089613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a7903cd0-ec66-4697-b029-11c0c4ea2538 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:41.127109 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233c5d5-ada2-4fe0-b5d6-c84c9ca9b06d x-openstack-request-id: req-2233c5d5-ada2-4fe0-b5d6-c84c9ca9b06d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:41.127717 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0077b0-21cc-4144-81f6-4c0da445be4c", "name": "network-vif-deleted", "tag": "2a694f2a-d381-479f-b5fa-361491b63374", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:41.127717 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2233c5d5-ada2-4fe0-b5d6-c84c9ca9b06d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:41.128087 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0077b0-21cc-4144-81f6-4c0da445be4c', 'name': 'network-vif-deleted', 'tag': '2a694f2a-d381-479f-b5fa-361491b63374', 'status': 'completed', 'code': 200} Jul 15 16:42:41.175684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048401aa-5de0-4d28-8769-e7abce44dcc0 req-1c700971-970f-46ed-b5a3-98973721a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:41.177262 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-048401aa-5de0-4d28-8769-e7abce44dcc0 req-1c700971-970f-46ed-b5a3-98973721a35a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1101 time: 0.2005384 Jul 15 16:42:41.202094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-3d1114b8-2e52-47b3-83b3-efe3b8b55806 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:41.208660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-3d1114b8-2e52-47b3-83b3-efe3b8b55806 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822490 Jul 15 16:42:41.226964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-1a7fad04-1422-4464-95e3-813ae58a164c tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/quotas/30961eab2b7d40b991bcc17b9f990710 HTTP/1.1" status: 200 len: 375 time: 0.0172994 Jul 15 16:42:41.236098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-f4510ee1-6fe0-4563-ae7c-a508a03bda2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:41.237730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-f4510ee1-6fe0-4563-ae7c-a508a03bda2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2487326 Jul 15 16:42:41.238639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.284401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.288973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-048401aa-5de0-4d28-8769-e7abce44dcc0 req-ab11f8c7-b324-4393-92b7-630c9aa6f7a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Jul 15 16:42:41.291456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.341864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b37aabb-b363-401d-97cf-c88cff25430e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:41.358273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Request body: {'port': {'device_id': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'admin_state_up': True, 'tenant_id': '068a326cd3c54277ae6cac90328d7e76'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:41.438811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:41.460683 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d associated. External IP: 172.25.8.90, port: 0e422fd1-2662-4eed-b224-efd4cfc010f6. Jul 15 16:42:41.507022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:41.530103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a7903cd0-ec66-4697-b029-11c0c4ea2538', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'a7903cd0-ec66-4697-b029-11c0c4ea2538', 'mac_address': 'fa:16:3e:e4:e9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:41.583434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Checking segment: {'id': 'e04bcd5c-4a3f-4a93-8087-ffb4b5e9ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '16848617-136c-47ed-ae14-3d3058bdf7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:41.583806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Network hostable DHCP agents. Network: 16848617-136c-47ed-ae14-3d3058bdf7b1, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:42:41.613656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.635446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7903cd0-ec66-4697-b029-11c0c4ea2538 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:41.642126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-0dc7a9e0-8fb9-4649-a4b2-8f4a0d0043e1 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4138014 Jul 15 16:42:41.663510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Network 16848617-136c-47ed-ae14-3d3058bdf7b1 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:42:41.665579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:41.674457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.694777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:41.711500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 16848617-136c-47ed-ae14-3d3058bdf7b1) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:41.717750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:41.724801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:41.738246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd736da-a36f-4620-b18c-d96da5244fc5 None None] Network 16848617-136c-47ed-ae14-3d3058bdf7b1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:41.821863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:42:41.955353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:41.955952 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.032317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:42:42.038417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.048509 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:42:42.050502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42770) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:42.067232 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:42.070676 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:42:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:42.147322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a7903cd0-ec66-4697-b029-11c0c4ea2538'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:42.173054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74c13fbc-12f5-4619-bc37-3dbcbb17f6fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "PUT /v2.0/floatingips/dfc8786e-032f-4e50-b6d9-c62566cc9f0d HTTP/1.1" status: 200 len: 990 time: 2.0529611 Jul 15 16:42:42.173639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:42.183503 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:42.226012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a4570c26-d66a-4b16-8ef1-210ec164d1f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5474575 Jul 15 16:42:42.278721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:42.325634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:42.369866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58', 'mac_address': 'fa:16:3e:a6:9a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:42.372682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7ad6d-f4f5-4b3e-ac7a-f2896a8744cb None None] Network 16848617-136c-47ed-ae14-3d3058bdf7b1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:42:42.380468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:42.382209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6389ef2-67e3-4fd6-bd8d-5215d773e465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.410183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d75d237b-29cd-4097-8e07-f363bf9c4e3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d77805dbebce453286a08aad2df4f334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7126584 Jul 15 16:42:42.411809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Allocated IP 172.20.0.4 (23657bcf-5547-41ac-b743-6f02da2c0871/85709a5a-07b4-4d13-89b8-5e8c5c75f7a3/218cff46-c3ff-4703-ac76-2226e33eb8a2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:42.412968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:42.449424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde514-68ca-44f4-90d3-a23408cb41f0 req-ac2ffe51-3456-4c4d-b19a-f7afbe8fc9e5 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:42.457371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3bde514-68ca-44f4-90d3-a23408cb41f0 req-ac2ffe51-3456-4c4d-b19a-f7afbe8fc9e5 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 949 time: 0.5210803 Jul 15 16:42:42.532230 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.570318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e6a2-246a-4d30-97ac-6b38b3471be2 req-2fe8242a-9443-4a5d-b8b8-d7319d629a1b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:42.577972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb38e6a2-246a-4d30-97ac-6b38b3471be2 req-2fe8242a-9443-4a5d-b8b8-d7319d629a1b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 947 time: 0.3975976 Jul 15 16:42:42.602052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.602352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:42.640600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3bde514-68ca-44f4-90d3-a23408cb41f0 req-98fdc526-3216-485f-b09c-3ce2036103b6 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821449 Jul 15 16:42:42.669185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.735577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:42.792718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.796802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.798228 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eeb505c-3df9-4d2f-9cf0-b6c703cbc247 HTTP/1.1" status: 204 len: 168 time: 0.3840482 Jul 15 16:42:42.805719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb38e6a2-246a-4d30-97ac-6b38b3471be2 req-dfc44d7f-e711-449f-b99f-97bc18d0506e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266948 Jul 15 16:42:42.807511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:42.830352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4ba84-9009-4249-bb00-c33e8d7accfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeb505c-3df9-4d2f-9cf0-b6c703cbc247,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:43.005538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:43.034778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6389ef2-67e3-4fd6-bd8d-5215d773e465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.069821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['28bd74d2-5a06-4633-b9ee-3fd5055c3d58'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:43.088001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.116321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b6389ef2-67e3-4fd6-bd8d-5215d773e465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.156803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c481153c-4682-4d0f-aa1a-779d1f5d9fae req-775eb24a-7960-4326-bee6-17bdd92f1f3a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 210 time: 0.1571629 Jul 15 16:42:43.179463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b6389ef2-67e3-4fd6-bd8d-5215d773e465 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac6dba91fce140f7a4e64da153da1b13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1103077 Jul 15 16:42:43.182085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:43.204071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e089df87-986d-45a2-80e9-ef6acfa8ea65 req-c33ece11-66af-4dbf-b379-470446a900f9 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 210 time: 0.2605326 Jul 15 16:42:43.237817 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:4c:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:42:41Z', 'revision_number': 1, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:43.241593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-76db8bf4-b833-4062-b8d6-1333551bb849 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6941097 Jul 15 16:42:43.258595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6389ef2-67e3-4fd6-bd8d-5215d773e465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6528e5a-49b5-4564-ac36-e74eaa3a0602,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:43.296259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:42:43.296658 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858f1c14-b600-4672-a476-8bbd7b5fb2fa x-openstack-request-id: req-858f1c14-b600-4672-a476-8bbd7b5fb2fa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:43.297579 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:43.297986 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-858f1c14-b600-4672-a476-8bbd7b5fb2fa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:43.298578 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'status': 'completed', 'code': 200} Jul 15 16:42:43.307412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.321414 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:42:43.322648 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:42:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:43.358468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:43.378269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.391457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.470308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-d75a696b-8e62-417f-9cd4-d42f055931a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:43.472137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-d75a696b-8e62-417f-9cd4-d42f055931a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 1096 time: 0.1434979 Jul 15 16:42:43.486967 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:42:43.502700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3298a534-00dc-48f7-abcb-d2ba2ffe4434 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=305829c9ad0a43dcaa1457119b937639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420610 Jul 15 16:42:43.506759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:43.544169 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.547987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.549313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6528e5a-49b5-4564-ac36-e74eaa3a0602 HTTP/1.1" status: 204 len: 168 time: 0.3662164 Jul 15 16:42:43.600464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f865-d940-443f-8358-5a96d448dda6 req-b21c9490-d3e2-4430-9f94-bdc6783a78ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:43.606451 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-b21c9490-d3e2-4430-9f94-bdc6783a78ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 1101 time: 0.2308545 Jul 15 16:42:43.620396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7543b87-edfa-4abe-9d83-b153361144b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6528e5a-49b5-4564-ac36-e74eaa3a0602,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:43.645687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-05c59f8e-6491-4051-8b43-4985cc7d0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:43.646422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.35', 58378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:43.658033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-05c59f8e-6491-4051-8b43-4985cc7d0008 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 924 time: 0.1657805 Jul 15 16:42:43.660547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Network 23657bcf-5547-41ac-b743-6f02da2c0871 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:43.671629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:43.692684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:43.754724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-5505a600-91a5-48d2-bf3c-e72cbd4036d1 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=30961eab2b7d40b991bcc17b9f990710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096787 Jul 15 16:42:43.776664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:43.785033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.792576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:43.793329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:43.922739 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:4c:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:42:41Z', 'revision_number': 1, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:42:43.954201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b7bf40-0198-448b-94af-a0bdc690904e None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:4c:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:42:41Z', 'revision_number': 1, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:42:43.987457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-5a27d3af-bccb-4df5-8483-92f3e7ba355d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6507108 Jul 15 16:42:43.988982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.003484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f865-d940-443f-8358-5a96d448dda6 req-c6c930d0-9aa7-4b12-8bbe-f073611d79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.004988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-c6c930d0-9aa7-4b12-8bbe-f073611d79c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3576665 Jul 15 16:42:44.009420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Request body: {'port': {'device_id': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:44.094651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-58ada858-e33b-4c90-95d8-a15c48ac281d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd HTTP/1.1" status: 200 len: 217 time: 0.0578749 Jul 15 16:42:44.107177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-2bbdd5d2-804c-4c7c-8eda-1347adebac04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 200 len: 998 time: 0.4407742 Jul 15 16:42:44.156680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-bc830a64-d0b4-4419-bb18-b71f3e98fbe8 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.158462 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-bc830a64-d0b4-4419-bb18-b71f3e98fbe8 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3927917 Jul 15 16:42:44.166936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:44.180204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Request body: {'port': {'device_id': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '30961eab2b7d40b991bcc17b9f990710'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:44.263355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5cbbe0-7c1c-4bbb-b353-68d729183bf9 None None] New status for floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:42:44.360090 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:42:44.418421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be3a8138-b3b7-4083-a928-4675e18e9cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.441488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.444123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.447990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/757e369f-c5fa-4475-ac6e-b2d96628ee62 HTTP/1.1" status: 204 len: 168 time: 0.9403100 Jul 15 16:42:44.461223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f865-d940-443f-8358-5a96d448dda6 req-decc2548-9e90-4057-a361-32fe2b1d042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.462868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-decc2548-9e90-4057-a361-32fe2b1d042f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3618104 Jul 15 16:42:44.470119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48309dcc-a062-4b05-a978-533d1dc5a290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e369f-c5fa-4475-ac6e-b2d96628ee62,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:44.481107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-e3b8ed4d-ebe3-427d-8cd1-2e38e11c9c1a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.483181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-e3b8ed4d-ebe3-427d-8cd1-2e38e11c9c1a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.6099591 Jul 15 16:42:44.490798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d847-1e77-4808-ad1f-730f6a307ea6 req-d6146705-6b8e-4378-b7f0-9dd3bc8123e3 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.492298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f062d847-1e77-4808-ad1f-730f6a307ea6 req-d6146705-6b8e-4378-b7f0-9dd3bc8123e3 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 949 time: 0.6035585 Jul 15 16:42:44.515573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-c8e28041-b912-49d9-8892-18a7851b67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.515573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-c8e28041-b912-49d9-8892-18a7851b67ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.3910542 Jul 15 16:42:44.550633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-0221d0b1-d3cf-4ad3-836d-487f2c4e2f15 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/quotas/909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 375 time: 0.0570354 Jul 15 16:42:44.620457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-56427e95-0df8-41c7-aede-bc9dfb9a3547 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670583 Jul 15 16:42:44.620457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.632257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f865-d940-443f-8358-5a96d448dda6 req-4dc3d39f-9b08-4d2d-be60-d99adb8976da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.633768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-4dc3d39f-9b08-4d2d-be60-d99adb8976da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578474 Jul 15 16:42:44.643430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-6219c2e1-8673-44ea-bdab-eb044e0b7459 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:42:44.651837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-6219c2e1-8673-44ea-bdab-eb044e0b7459 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323918 Jul 15 16:42:44.675014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f062d847-1e77-4808-ad1f-730f6a307ea6 req-dae91648-ac8e-404c-a317-ae8be9add571 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693735 Jul 15 16:42:44.788027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be3a8138-b3b7-4083-a928-4675e18e9cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.808466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be3a8138-b3b7-4083-a928-4675e18e9cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.850490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a8138-b3b7-4083-a928-4675e18e9cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09091b5-ed7c-436f-9370-3902d803b27f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:44.860098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-d1d576dd-d795-4ee7-8204-5a88083849a1 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179096 Jul 15 16:42:44.888255 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-be3a8138-b3b7-4083-a928-4675e18e9cd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9999caaaeb674d5ba1cf133fd2126cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219591 Jul 15 16:42:44.890892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Made reservation on behalf of 30961eab2b7d40b991bcc17b9f990710 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:44.894399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:44.897451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-ab510e40-6614-4ac7-8384-ac0e98b8a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:44.898964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-ab510e40-6614-4ac7-8384-ac0e98b8a074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3781655 Jul 15 16:42:44.901988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42844) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:45.063781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0859f865-d940-443f-8358-5a96d448dda6 req-3c919932-3f8c-4d52-9ae9-189eb401215b service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964087 Jul 15 16:42:45.106466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Allocated IP 192.168.233.83 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/a72c3165-62e2-420d-ad4c-034fe048d91b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:45.129707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a7903cd0-ec66-4697-b029-11c0c4ea2538 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:45.188012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:45.259104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a7903cd0-ec66-4697-b029-11c0c4ea2538 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:45.271049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a7903cd0-ec66-4697-b029-11c0c4ea2538 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:45.273879 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.278286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:45.284388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:45.285066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.306515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-402203f9-438f-4ef9-a3ff-25743cddcde1 service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036219 Jul 15 16:42:45.312686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.329035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Transition to ACTIVE for port object a72c3165-62e2-420d-ad4c-034fe048d91b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:45.384488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.406978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:45.472492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-cdabbd7b-81d0-4900-99b4-b9edb537b3ec service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649444 Jul 15 16:42:45.478869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.527460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.540871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Pushing event updated for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:45.554042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d6330-9e60-4867-8b12-1c3ce46adefd req-f1e4b756-713a-45af-9e9d-c1620b403e48 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:45.563496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:45.564640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-781d6330-9e60-4867-8b12-1c3ce46adefd req-f1e4b756-713a-45af-9e9d-c1620b403e48 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 948 time: 0.6609366 Jul 15 16:42:45.565096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:45.568523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:45.578328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-0bcb9abd-8349-45dd-baf9-38b74b967e16 service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716437 Jul 15 16:42:45.590386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:45.615494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:45.619641 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebd657-afd0-4611-aa96-9f4b0ebc2543" -d '{"events": [{"server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "name": "network-vif-plugged", "status": "completed", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:45.635658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.683095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:45.683719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.729044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.737564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-84e08f0e-aadb-43b0-acf0-95e176c7fb99 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5637398 Jul 15 16:42:45.751757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Request body: {'port': {'device_id': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:45.774735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.856581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:45.879949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:45.892293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.940105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:45.977292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac2605e-0f4a-41fd-b44f-ba373ee21b8f req-efd71d29-ee66-4d2c-87c9-80965a2f22bc service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704989 Jul 15 16:42:46.019765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec4603e7-4c26-455e-91b7-031ce0c0af54 None None] Provisioning for port a72c3165-62e2-420d-ad4c-034fe048d91b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:46.022482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:46.032173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec4603e7-4c26-455e-91b7-031ce0c0af54 None None] Provisioning complete for port a72c3165-62e2-420d-ad4c-034fe048d91b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:46.032636 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec4603e7-4c26-455e-91b7-031ce0c0af54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.081620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-781d6330-9e60-4867-8b12-1c3ce46adefd req-bd851158-d95b-4782-9323-2a64c9245417 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158918 Jul 15 16:42:46.113701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ec4603e7-4c26-455e-91b7-031ce0c0af54 None None] Port a72c3165-62e2-420d-ad4c-034fe048d91b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:46.190476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218cff46-c3ff-4703-ac76-2226e33eb8a2 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:46.200152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.203513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.204862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e09091b5-ed7c-436f-9370-3902d803b27f HTTP/1.1" status: 204 len: 168 time: 1.3002341 Jul 15 16:42:46.207689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.218403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41031a-9557-4ee0-baea-491c4a149756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09091b5-ed7c-436f-9370-3902d803b27f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:46.248210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Transition to ACTIVE for port object 218cff46-c3ff-4703-ac76-2226e33eb8a2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:46.260887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e480c-a4b7-412f-aeeb-7b5ec3d2e6c1 req-ce7f5406-95f8-4620-b64a-57d68f938e9a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:46.267223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca5e480c-a4b7-412f-aeeb-7b5ec3d2e6c1 req-ce7f5406-95f8-4620-b64a-57d68f938e9a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 931 time: 0.2815409 Jul 15 16:42:46.270041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.415385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:46.422316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72c3165-62e2-420d-ad4c-034fe048d91b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:46.430947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.447648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Transition to ACTIVE for port object a72c3165-62e2-420d-ad4c-034fe048d91b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:46.456100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.498208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca5e480c-a4b7-412f-aeeb-7b5ec3d2e6c1 req-b1616b2a-3e42-4a59-873f-53c574f2fd46 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204316 Jul 15 16:42:46.617763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:46.626450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:46.627182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:46.641470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3c849-bd2c-4439-929b-d5509ded464d req-8c8ce853-0c0f-463c-b22b-0cc9b4c58028 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:46.643121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0f3c849-bd2c-4439-929b-d5509ded464d req-8c8ce853-0c0f-463c-b22b-0cc9b4c58028 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 935 time: 0.3387780 Jul 15 16:42:46.645432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:46.645916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:46.653170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:46.653499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:46.654032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:46.654885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Bound port: 218cff46-c3ff-4703-ac76-2226e33eb8a2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:46.655427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.715533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Pushing event updated for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:46.734722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Attempting to bind port a72c3165-62e2-420d-ad4c-034fe048d91b on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:46.735255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Attempting to bind port a72c3165-62e2-420d-ad4c-034fe048d91b by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:46.735764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Attempting to bind port a72c3165-62e2-420d-ad4c-034fe048d91b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:46.742206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Port a72c3165-62e2-420d-ad4c-034fe048d91b on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:46.742693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Attempting to bind port a72c3165-62e2-420d-ad4c-034fe048d91b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:46.750166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:46.754065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:46.754231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0f3c849-bd2c-4439-929b-d5509ded464d req-0278383f-b9c9-4d33-9b2e-07d9c1f8f577 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029091 Jul 15 16:42:46.754484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:46.755869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Bound port: a72c3165-62e2-420d-ad4c-034fe048d91b, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:46.756006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.819427 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f444034-706a-4f05-bcd2-fc53dcaf983b x-openstack-request-id: req-6f444034-706a-4f05-bcd2-fc53dcaf983b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:46.820531 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "name": "network-vif-plugged", "status": "completed", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:46.821044 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f444034-706a-4f05-bcd2-fc53dcaf983b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:46.823053 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58', 'code': 200} Jul 15 16:42:46.839983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:46.845191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:46.860999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.900863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:46.909772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a72c3165-62e2-420d-ad4c-034fe048d91b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:46.918156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.922932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:46.923956 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:46.939736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] 10.222.0.20 "PUT /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 1091 time: 2.9334626 Jul 15 16:42:46.943729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:46.953964 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c15810-7d7a-4979-8d2a-dd0123e9de8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:46.988746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199de014-e952-4f9d-b3b3-e1711a300e11 service neutron] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:47.008657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.009513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:47.011235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] 10.222.0.35 "PUT /v2.0/ports/a72c3165-62e2-420d-ad4c-034fe048d91b HTTP/1.1" status: 200 len: 1095 time: 1.2643852 Jul 15 16:42:47.031577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:47.055809 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac28fff6-6035-4bfa-b8dc-44eb388a004e" -d '{"events": [{"name": "network-changed", "server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:47.121578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383006f-94dc-4ac5-8522-54da221c060b service neutron] Pushing event updated for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:47.196956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-abbc729c-e5c1-4da7-b61b-fbdefb3ef3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.198944 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-abbc729c-e5c1-4da7-b61b-fbdefb3ef3f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 1098 time: 0.1137857 Jul 15 16:42:47.257486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-fe0cae13-b4e3-4554-875e-49f71f3a7f46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a72c3165-62e2-420d-ad4c-034fe048d91b HTTP/1.1" status: 200 len: 217 time: 0.0471630 Jul 15 16:42:47.281373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7e3399-0341-4d49-89cb-3253a084093e req-79de2472-2723-459b-932e-03851065fa11 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 210 time: 0.1121349 Jul 15 16:42:47.313390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-bb75c5c3-c8b6-4a41-9bf7-f35a0b41b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.315019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-bb75c5c3-c8b6-4a41-9bf7-f35a0b41b8b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1094 time: 0.2102215 Jul 15 16:42:47.349713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-e4b5389f-e953-4afc-9360-c3989269f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.351438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-e4b5389f-e953-4afc-9360-c3989269f70e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0787215 Jul 15 16:42:47.377812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-89a12689-1aac-4783-8a41-a6bd4fab9c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0488553 Jul 15 16:42:47.403452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b004f98-e09b-4827-a051-beeae37ed938 req-126c8831-9872-48fe-a694-e172029e4654 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.405247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b004f98-e09b-4827-a051-beeae37ed938 req-126c8831-9872-48fe-a694-e172029e4654 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.2906220 Jul 15 16:42:47.408236 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338c788-edce-4399-83f6-6a504bd2bc21 x-openstack-request-id: req-b338c788-edce-4399-83f6-6a504bd2bc21 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:47.408526 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:47.408777 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b338c788-edce-4399-83f6-6a504bd2bc21 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:47.409157 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'status': 'completed', 'code': 200} Jul 15 16:42:47.410892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b4d5-ae3c-42b0-817b-a3d9129da22f req-652b93df-c929-439f-a952-1b93627d9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.412350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-baf4b4d5-ae3c-42b0-817b-a3d9129da22f req-652b93df-c929-439f-a952-1b93627d9327 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 1100 time: 0.2423408 Jul 15 16:42:47.448795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-e78fa89b-1ea6-4d72-8731-d1a152505c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.451199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-e78fa89b-1ea6-4d72-8731-d1a152505c8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838540 Jul 15 16:42:47.497716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-dc164d23-207a-44a6-bdd1-2bbee82a1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.499370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-dc164d23-207a-44a6-bdd1-2bbee82a1aef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1142204 Jul 15 16:42:47.509708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b004f98-e09b-4827-a051-beeae37ed938 req-88ab1536-17da-47d4-a701-8d474b54c882 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742743 Jul 15 16:42:47.512559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-baf4b4d5-ae3c-42b0-817b-a3d9129da22f req-f1089105-b03a-49ff-a7b3-526824678b23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784810 Jul 15 16:42:47.555522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-d139ecb2-7ded-4724-9e59-1cc9db407ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448499 Jul 15 16:42:47.569326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-cd95bb86-bc66-4524-97ce-004397256658 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117592 Jul 15 16:42:47.579570 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c08f36-7522-4bee-85b8-6d70113bea68 x-openstack-request-id: req-d7c08f36-7522-4bee-85b8-6d70113bea68 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:47.580000 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:47.580342 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7c08f36-7522-4bee-85b8-6d70113bea68 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:47.580662 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b', 'status': 'completed', 'code': 200} Jul 15 16:42:47.692560 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d058ffe4-4bff-48b4-bf1d-ac8e94cba1f9 req-f867c833-a23a-4bb5-8050-eb86810f8a4c service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109495 Jul 15 16:42:47.747797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-ad404ece-643b-4e3c-a415-6e722f222385 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806223 Jul 15 16:42:47.914805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6d5dc1c-bac1-4efb-91e4-e6b76ce73aae req-d9053e42-7b17-4caf-966e-b41d1d8b5b57 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597764 Jul 15 16:42:47.924150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39736400-95a6-4592-853b-7db82775f7a8 req-aad9ac84-7b1b-4033-b41e-187bea6b7c9f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:47.930765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39736400-95a6-4592-853b-7db82775f7a8 req-aad9ac84-7b1b-4033-b41e-187bea6b7c9f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 949 time: 0.1741636 Jul 15 16:42:48.050526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-98fc4b77-3a23-414a-afef-f4cffaccac5c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.054090 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-98fc4b77-3a23-414a-afef-f4cffaccac5c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.2881126 Jul 15 16:42:48.060465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-85b4203e-dc1f-40d8-9fdb-4a82666d0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.063295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-85b4203e-dc1f-40d8-9fdb-4a82666d0d41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=30961eab2b7d40b991bcc17b9f990710&device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 1098 time: 0.2688930 Jul 15 16:42:48.069715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Request body: {'port': {'device_id': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'admin_state_up': True, 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:48.239258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-a15f1135-b6b2-4bd3-b9aa-aab40c63dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.240861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-a15f1135-b6b2-4bd3-b9aa-aab40c63dec2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1669164 Jul 15 16:42:48.246841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39736400-95a6-4592-853b-7db82775f7a8 req-c912f0a7-d3c8-4812-a97b-6abee5293038 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151801 Jul 15 16:42:48.288533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e2424-07a8-418e-b8b6-503444d5f43a req-76c0f833-c125-44cd-ae4c-e4721be0cfea tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.290035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430e2424-07a8-418e-b8b6-503444d5f43a req-76c0f833-c125-44cd-ae4c-e4721be0cfea tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.1305122 Jul 15 16:42:48.296497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-bbc3b743-0fd3-4b8a-957d-b6c7f0288947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.297927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-bbc3b743-0fd3-4b8a-957d-b6c7f0288947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1094 time: 0.1373508 Jul 15 16:42:48.321948 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-e005463e-b628-430d-bd55-9b6626a3e766 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=a72c3165-62e2-420d-ad4c-034fe048d91b HTTP/1.1" status: 200 len: 217 time: 0.0723071 Jul 15 16:42:48.338231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:48.342455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:48.402909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430e2424-07a8-418e-b8b6-503444d5f43a req-67ce6e60-73fc-4f31-864e-80cb7b8a0a37 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040168 Jul 15 16:42:48.422579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-940970f5-bd42-4652-b2ea-b309ac0ef536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.424142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-940970f5-bd42-4652-b2ea-b309ac0ef536 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1184261 Jul 15 16:42:48.461527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-57a96a4c-b10b-4920-a69b-754307ef9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.463275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-57a96a4c-b10b-4920-a69b-754307ef9018 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1172130 Jul 15 16:42:48.477800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-4bc929e4-bc62-49e4-a963-3b30d8ab01ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0466735 Jul 15 16:42:48.564558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-58579388-f8d8-421c-b2ad-7c0c8c174903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.567226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-58579388-f8d8-421c-b2ad-7c0c8c174903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0821109 Jul 15 16:42:48.591675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Allocated IP 172.20.0.8 (a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e/efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd/ca82055a-74ad-42bf-9148-25f5265e5404) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:48.635566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-3baa23bc-0457-4452-a6d9-b50ee1642bca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544202 Jul 15 16:42:48.640323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-ad82a79a-50fc-431d-a2c0-42e20489c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.641827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-ad82a79a-50fc-431d-a2c0-42e20489c02b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617963 Jul 15 16:42:48.663824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94c65fcc-f79a-4cef-a0ac-0693c7ec3f86 req-3dd0b741-378f-490f-9e4c-315d6084076a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 210 time: 0.0563686 Jul 15 16:42:48.750108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdcad5-7379-4aba-9697-d62b4241f03e req-994eab35-9050-43cf-a3ea-a433c25206b5 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:48.751683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4bdcad5-7379-4aba-9697-d62b4241f03e req-994eab35-9050-43cf-a3ea-a433c25206b5 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 947 time: 0.1832817 Jul 15 16:42:48.789916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-b9bb3bf4-3ccc-4d5b-8594-5a8179b72287 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286125 Jul 15 16:42:48.824740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:48.830431 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de289153-e3cd-4cf5-9cea-b093ca2aaea4" -d '{"events": [{"server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "name": "network-vif-plugged", "status": "completed", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:48.832526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4bdcad5-7379-4aba-9697-d62b4241f03e req-4b02d4e6-039b-4ee5-b780-ca196884569b tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Jul 15 16:42:48.924841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c15810-7d7a-4979-8d2a-dd0123e9de8d req-0b496f9b-0ad1-4de4-aa2e-ba4b60852d4f service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225235 Jul 15 16:42:48.956085 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408078aa-82ba-4a42-bfd8-7ab41761866d x-openstack-request-id: req-408078aa-82ba-4a42-bfd8-7ab41761866d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:48.957197 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "name": "network-vif-plugged", "status": "completed", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:48.957654 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-408078aa-82ba-4a42-bfd8-7ab41761866d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:48.958338 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538', 'code': 200} Jul 15 16:42:49.030480 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-0377ed02-f80f-48af-8966-a1224b54cbee service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766294 Jul 15 16:42:49.054113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64dbb8-a992-4e9b-b31e-7aec882ece04 req-19432684-1272-4c4e-97db-d50c694219f1 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.054390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.055806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce64dbb8-a992-4e9b-b31e-7aec882ece04 req-19432684-1272-4c4e-97db-d50c694219f1 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.0898066 Jul 15 16:42:49.151439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce64dbb8-a992-4e9b-b31e-7aec882ece04 req-5ad0cbc1-5b50-4645-9ded-89b2e1478752 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834210 Jul 15 16:42:49.157764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f96104-bfd2-4780-816d-91e8ec7b5d37 req-049388b1-26a1-41cf-9bab-6196330a8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.159287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7f96104-bfd2-4780-816d-91e8ec7b5d37 req-049388b1-26a1-41cf-9bab-6196330a8b93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 1101 time: 0.1025457 Jul 15 16:42:49.161750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ac28fff6-6035-4bfa-b8dc-44eb388a004e req-02e701e9-8e7d-49c1-a161-e8f9e52e628c service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218097 Jul 15 16:42:49.189034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.206537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7f96104-bfd2-4780-816d-91e8ec7b5d37 req-323416a0-d103-43d6-a3c5-26d070fc4d10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383193 Jul 15 16:42:49.239085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:49.242596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:49.246558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:49.290830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:49.315614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.316267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.341898 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-5ae406cb-f89b-4ac9-9882-acd5d3104eb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2766581 Jul 15 16:42:49.353406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Request body: {'port': {'device_id': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:49.447724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.466283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55382b5-3923-489e-969e-2bad3395a0e6 req-8b50c352-f8ec-415c-a39e-9b82ba438524 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.467986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a55382b5-3923-489e-969e-2bad3395a0e6 req-8b50c352-f8ec-415c-a39e-9b82ba438524 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 949 time: 0.0744343 Jul 15 16:42:49.509504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a55382b5-3923-489e-969e-2bad3395a0e6 req-5dc2ba4d-404c-4592-a8e5-5f493f73572a tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Jul 15 16:42:49.743295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca82055a-74ad-42bf-9148-25f5265e5404 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:49.751220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.764207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b09ff2-139d-43dd-af52-08843c53eb0a req-31475c35-e3aa-45fd-89a5-01b95668b719 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.765741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b09ff2-139d-43dd-af52-08843c53eb0a req-31475c35-e3aa-45fd-89a5-01b95668b719 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.1128604 Jul 15 16:42:49.766099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Transition to ACTIVE for port object ca82055a-74ad-42bf-9148-25f5265e5404 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:49.771849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:49.780064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca41ffa-1e2a-4ba3-94a6-a0aa2c7686ed req-63a13958-4f96-48fc-b101-bf0acc66c4e4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:49.781538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cca41ffa-1e2a-4ba3-94a6-a0aa2c7686ed req-63a13958-4f96-48fc-b101-bf0acc66c4e4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0962410 Jul 15 16:42:49.825093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:49.839718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b09ff2-139d-43dd-af52-08843c53eb0a req-5cadfe8a-e868-4c92-bfa6-f8638c7efecc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571938 Jul 15 16:42:49.845643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cca41ffa-1e2a-4ba3-94a6-a0aa2c7686ed req-f5760c24-7416-445f-892c-7f5c06f8a441 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555296 Jul 15 16:42:49.858688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.859039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.859378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.860054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.860566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.861540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.862155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.862652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.868296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.868715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.869068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.869411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:49.895108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43026) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:49.970099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:49.970315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:49.970539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:49.978373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:49.978626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:49.991003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:49.991352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:49.991745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:49.992212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Bound port: ca82055a-74ad-42bf-9148-25f5265e5404, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:49.992581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.072217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:50.075755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:50.080842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.104704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.120201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.120826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.122228 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] 10.222.0.20 "PUT /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 1091 time: 0.7733829 Jul 15 16:42:50.122661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:50.125627 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74" -d '{"events": [{"name": "network-changed", "server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:50.143698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8541fe-e465-4cce-bb4b-e7e6934d793b service neutron] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:50.161686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36623f9-d937-4e51-b144-d2d18c98595c req-d328dc0a-1624-4a9b-abd2-b83533d9f1a5 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.163198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b36623f9-d937-4e51-b144-d2d18c98595c req-d328dc0a-1624-4a9b-abd2-b83533d9f1a5 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 947 time: 0.1726599 Jul 15 16:42:50.200633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71db21-d8f3-4e42-bfe0-0a58f4a95b1f req-50c004b1-e483-4c7f-8c1e-55db3ea5f783 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.202185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d71db21-d8f3-4e42-bfe0-0a58f4a95b1f req-50c004b1-e483-4c7f-8c1e-55db3ea5f783 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.1610222 Jul 15 16:42:50.259339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b36623f9-d937-4e51-b144-d2d18c98595c req-db566aa4-2db3-40d1-9dc8-b45a08e72c7c tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852146 Jul 15 16:42:50.259739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-c3bc302b-2d3a-4548-adae-400a4d86b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.261468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-c3bc302b-2d3a-4548-adae-400a4d86b330 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1094 time: 0.0578749 Jul 15 16:42:50.271543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d71db21-d8f3-4e42-bfe0-0a58f4a95b1f req-d35caf1b-e925-4a9c-b101-53a8997bf1fb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623975 Jul 15 16:42:50.313737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-eaad25ba-35f7-46ad-bf9f-e074e24d9ff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0457826 Jul 15 16:42:50.318050 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.322312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.370913 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac50306-563b-4aca-96c2-a444f61439ef x-openstack-request-id: req-9ac50306-563b-4aca-96c2-a444f61439ef {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:50.371405 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:50.371797 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ac50306-563b-4aca-96c2-a444f61439ef {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:50.372360 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'status': 'completed', 'code': 200} Jul 15 16:42:50.384713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-8d81109c-58f0-46b7-ab17-e39545600293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.386674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-8d81109c-58f0-46b7-ab17-e39545600293 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0669153 Jul 15 16:42:50.391068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86ba9d5-f3c2-411b-8275-f81bbdecb908,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:50.404952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2756d6030b2a40f3b9188b6c06749878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081263 Jul 15 16:42:50.406894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-cf4955a8-047a-482d-bd00-65b3964c646e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410037 Jul 15 16:42:50.415485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:50.416967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.417307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.417723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.418381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.418713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.419058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.419397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.419711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.420770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.421094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.421407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.421725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3603c-6bb8-4045-b915-f6f6a1927d1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:50.426040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-f08999b5-8b6d-4999-860d-cf8687dd1c03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321271 Jul 15 16:42:50.517127 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-a8e9a9b7-b1fb-4f5a-84d5-e5f4ca94b0a8 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846083 Jul 15 16:42:50.605231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.608240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1cf81b97-a355-40de-b49d-ae46e9e84b45 req-c4ca1ce2-ebaf-40b6-8592-652ea57a31ca service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Jul 15 16:42:50.615790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-c9692339-ebba-468d-bdc5-452a76b699f4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.617279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-c9692339-ebba-468d-bdc5-452a76b699f4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025964 Jul 15 16:42:50.636092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a4a6-04ef-40f4-bc6e-2a05f0309122 req-bac034d3-276c-4f4a-ae3a-98cfff12ce6a tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.637551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3268a4a6-04ef-40f4-bc6e-2a05f0309122 req-bac034d3-276c-4f4a-ae3a-98cfff12ce6a tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.1774740 Jul 15 16:42:50.658914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.673653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-fd53f59d-ad8d-4863-ac3d-9414c88c5a9b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/quotas/6020d16d6b1a4311a53ae42b3a787935 HTTP/1.1" status: 200 len: 375 time: 0.0505457 Jul 15 16:42:50.705103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-8e9d50d0-be2a-433c-bc28-37473cc18803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.706613 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-8e9d50d0-be2a-433c-bc28-37473cc18803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1094 time: 0.0534647 Jul 15 16:42:50.747363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3268a4a6-04ef-40f4-bc6e-2a05f0309122 req-c6cabf4d-7051-4fe3-8356-9864cb3b22a8 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952983 Jul 15 16:42:50.782629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-5bfe0dbf-1109-4f5a-bf9a-d4213a82d211 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962217 Jul 15 16:42:50.783241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.785746 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:50.786827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86ba9d5-f3c2-411b-8275-f81bbdecb908 HTTP/1.1" status: 204 len: 168 time: 0.3602440 Jul 15 16:42:50.796639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d13704-96f3-4bc8-80a3-82b5d5e355ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86ba9d5-f3c2-411b-8275-f81bbdecb908,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:50.837810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-4cef26d8-3b90-49ae-a517-2eaa6429a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.839237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-4cef26d8-3b90-49ae-a517-2eaa6429a83a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1265199 Jul 15 16:42:50.894326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-6a1f1e37-8421-442d-a2c0-58c3e24a8d68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0454793 Jul 15 16:42:50.965234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-b39753ad-fce5-4fe0-8a38-efc28a55a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:50.967623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-b39753ad-fce5-4fe0-8a38-efc28a55a3c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0670052 Jul 15 16:42:51.015301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-c4ecd452-1053-452a-87a2-0c71558d4bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418477 Jul 15 16:42:51.113751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8376c567-5c4b-4779-bd0f-82ac62f2c832 req-b42180d3-99e2-433d-958f-8b9910cf31f6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 210 time: 0.0337331 Jul 15 16:42:51.163897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0544ba0-0f1f-4d23-a021-66357d74e86c req-c6e4e258-9abf-4588-b60f-8eae3869ebe4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:51.167663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0544ba0-0f1f-4d23-a021-66357d74e86c req-c6e4e258-9abf-4588-b60f-8eae3869ebe4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.1267738 Jul 15 16:42:51.174146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:51.209284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-034d54c6-8b4a-42f5-bf16-9ee58ffed98a service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866496 Jul 15 16:42:51.251980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0544ba0-0f1f-4d23-a021-66357d74e86c req-908b93da-70d7-47b9-9114-e56f16db2d64 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775406 Jul 15 16:42:51.252504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43076) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:51.278160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217760d3-9f3d-41c5-a139-fab3a23d5ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.445389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2cf4f625-37c0-4e7e-bcdf-f446ffc70b74 req-c6443a75-cee2-4d23-b914-1a637928e379 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278450 Jul 15 16:42:51.563110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a72c3165-62e2-420d-ad4c-034fe048d91b details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:51.591255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:51.598603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:51.629895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'port_id': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'mac_address': 'fa:16:3e:e0:0d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85709a5a-07b4-4d13-89b8-5e8c5c75f7a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:51.652323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae90c7-9c9c-4180-a710-04d461eb95fb req-921a896b-a9d6-49e5-b67e-c8f9f47c2d42 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:51.660730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38ae90c7-9c9c-4180-a710-04d461eb95fb req-921a896b-a9d6-49e5-b67e-c8f9f47c2d42 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 947 time: 0.2247543 Jul 15 16:42:51.698674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217760d3-9f3d-41c5-a139-fab3a23d5ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.708376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.726789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217760d3-9f3d-41c5-a139-fab3a23d5ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.734149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218cff46-c3ff-4703-ac76-2226e33eb8a2 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:51.739316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a72c3165-62e2-420d-ad4c-034fe048d91b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:51.740600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b98e35d-f9b7-4a60-a111-175ec83722a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.755977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'a72c3165-62e2-420d-ad4c-034fe048d91b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'a72c3165-62e2-420d-ad4c-034fe048d91b', 'mac_address': 'fa:16:3e:58:2c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:51.762580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097093-bc58-4082-a997-719568daad75 req-dc45d71d-c252-4e37-bac0-50cc250f0d0c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:51.764745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88097093-bc58-4082-a997-719568daad75 req-dc45d71d-c252-4e37-bac0-50cc250f0d0c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.2134054 Jul 15 16:42:51.767731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38ae90c7-9c9c-4180-a710-04d461eb95fb req-d4dbb657-3eba-49e4-bc22-be798d12b745 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062603 Jul 15 16:42:51.770631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:51.791667 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.800271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-217760d3-9f3d-41c5-a139-fab3a23d5ce2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c3807dde948411a8bff99f71d708217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415821 Jul 15 16:42:51.800912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:51.806915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217760d3-9f3d-41c5-a139-fab3a23d5ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d868b-935a-403e-a511-6cce2e2baea7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:51.841094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88097093-bc58-4082-a997-719568daad75 req-3a36c54f-3bf1-4622-a2a7-0dadd94614a1 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Jul 15 16:42:51.858245 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.881122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72c3165-62e2-420d-ad4c-034fe048d91b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:51.889221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:51.908661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.909007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.909351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.909685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.910021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.910345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.910841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.912188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.912681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.913338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.913821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.914325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:42:51.914439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.930268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a72c3165-62e2-420d-ad4c-034fe048d91b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:51.936063 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.946495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.987032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b98e35d-f9b7-4a60-a111-175ec83722a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:51.996419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b98e35d-f9b7-4a60-a111-175ec83722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.042546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b98e35d-f9b7-4a60-a111-175ec83722a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da0754a429ad42e686cd6ec338f1b431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494548 Jul 15 16:42:52.045941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98e35d-f9b7-4a60-a111-175ec83722a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9bcf3f-a48b-4f3c-ae7a-afc98b0d19f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:52.046651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:52.049712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.051759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:52.052706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.053874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f72d868b-935a-403e-a511-6cce2e2baea7 HTTP/1.1" status: 204 len: 168 time: 0.2521689 Jul 15 16:42:52.064980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e7989-7044-4da6-97e4-7946d0ee867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d868b-935a-403e-a511-6cce2e2baea7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:52.076187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['218cff46-c3ff-4703-ac76-2226e33eb8a2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:52.096260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a41b4-4aeb-4c3c-a34d-8b3109c24420 req-5723c5e3-91d3-4b0c-bf02-dd5596df604e tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:52.097762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d3a41b4-4aeb-4c3c-a34d-8b3109c24420 req-5723c5e3-91d3-4b0c-bf02-dd5596df604e tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.1378779 Jul 15 16:42:52.149358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.158214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d3a41b4-4aeb-4c3c-a34d-8b3109c24420 req-f51bad3f-76aa-4ee9-852b-44b28bb3c2d9 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Jul 15 16:42:52.183350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.199951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['a72c3165-62e2-420d-ad4c-034fe048d91b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:52.252032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.257200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.261358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a9bcf3f-a48b-4f3c-ae7a-afc98b0d19f0 HTTP/1.1" status: 204 len: 168 time: 0.2062714 Jul 15 16:42:52.287455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5d32b-87b6-4bc2-81d7-a206db0edbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9bcf3f-a48b-4f3c-ae7a-afc98b0d19f0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:52.327565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e94a25e8-6c0e-4e3e-80cc-43239eb42ed8 req-b0f580c1-4867-416d-bcda-7dc9888772a4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 210 time: 0.0570161 Jul 15 16:42:52.511315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-e6ceee46-cc14-462c-bc9e-cc8081539b6f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425084 Jul 15 16:42:52.549717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb029e0-cd73-4381-9b0c-80be272cb72c req-169f5c64-8f02-4833-88c7-646570a9918c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:52.558550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffb029e0-cd73-4381-9b0c-80be272cb72c req-169f5c64-8f02-4833-88c7-646570a9918c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 944 time: 0.1362748 Jul 15 16:42:52.620516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffb029e0-cd73-4381-9b0c-80be272cb72c req-1dc89d57-c98f-4eca-a6e8-cdf407cdbcb8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609968 Jul 15 16:42:52.663735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-ca0281f0-d89c-4cf4-b13f-d688dba93d43 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:52.665751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-ca0281f0-d89c-4cf4-b13f-d688dba93d43 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470084 Jul 15 16:42:52.684607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Request body: {'port': {'device_id': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '6020d16d6b1a4311a53ae42b3a787935'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:52.804422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43120) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:52.812628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Made reservation on behalf of 6020d16d6b1a4311a53ae42b3a787935 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:52.816087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.819309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34000779-172d-4efc-a312-9d3eb6f39900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:52.989946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Allocated IP 192.168.233.98 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/82ff1aff-9e9f-4b21-b995-12b0c704012b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:42:53.036905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-231ffc57-60d4-4c3e-9fe8-cfbf8b8db0a9 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.038527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-231ffc57-60d4-4c3e-9fe8-cfbf8b8db0a9 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.1638670 Jul 15 16:42:53.117650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34000779-172d-4efc-a312-9d3eb6f39900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.138453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34000779-172d-4efc-a312-9d3eb6f39900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.155328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43134) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:53.165860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.180911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Transition to ACTIVE for port object 82ff1aff-9e9f-4b21-b995-12b0c704012b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:53.182371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:53.224779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.228958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:53.232053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7345d1-18a6-49f5-8cb9-f4f63c0ec540 req-2a86f3cf-598c-4e5f-86b4-8265b74f3121 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.242538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7345d1-18a6-49f5-8cb9-f4f63c0ec540 req-2a86f3cf-598c-4e5f-86b4-8265b74f3121 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 948 time: 0.2700942 Jul 15 16:42:53.253185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-34000779-172d-4efc-a312-9d3eb6f39900 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38390364025d435b9410f3978178e185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472325 Jul 15 16:42:53.259244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:53.267765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34000779-172d-4efc-a312-9d3eb6f39900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e16e7b-5b81-4e9b-83f4-0a4eab71a6e7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:53.276899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:53.297637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:42:53.302084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:42:53.307331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5abb-97a9-4dd9-a839-63ff4f15028c req-81bb0b12-d309-4933-a0da-651a0543da15 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.309480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-393e5abb-97a9-4dd9-a839-63ff4f15028c req-81bb0b12-d309-4933-a0da-651a0543da15 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.2989445 Jul 15 16:42:53.317288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['28bd74d2-5a06-4633-b9ee-3fd5055c3d58'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:53.318956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:42:53.370631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a72c3165-62e2-420d-ad4c-034fe048d91b up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:53.380808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7345d1-18a6-49f5-8cb9-f4f63c0ec540 req-142e21e9-7a27-4a5c-9607-2f2dc83b6cd1 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372526 Jul 15 16:42:53.381911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7235ea79-d8c2-4dee-b1fb-28006d6d8df0 tempest-AutoAllocateNetworkTest-2009427038 tempest-AutoAllocateNetworkTest-2009427038-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c93cb4fa8e134915bf7c946d2e47ea59&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2254465 Jul 15 16:42:53.397535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:53.427776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Deleting port a7903cd0-ec66-4697-b029-11c0c4ea2538 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:42:53.428147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.436459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event updated for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:53.463356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-393e5abb-97a9-4dd9-a839-63ff4f15028c req-42404454-27c6-4690-a58f-1b3200e2f3e7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430690 Jul 15 16:42:53.511745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port a72c3165-62e2-420d-ad4c-034fe048d91b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:53.524590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port a72c3165-62e2-420d-ad4c-034fe048d91b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:53.524900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.534953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.629323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 218cff46-c3ff-4703-ac76-2226e33eb8a2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:53.632156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a17553-e612-4739-b595-6302538dd127 tempest-AutoAllocateNetworkTest-2009427038 tempest-AutoAllocateNetworkTest-2009427038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.633686 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a0a17553-e612-4739-b595-6302538dd127 tempest-AutoAllocateNetworkTest-2009427038 tempest-AutoAllocateNetworkTest-2009427038-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2419631 Jul 15 16:42:53.636725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:53.644403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.645408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.684275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 218cff46-c3ff-4703-ac76-2226e33eb8a2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:53.684892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.703699 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21cb69f2-517f-4c21-b696-6e60bd3a1245 tempest-AutoAllocateNetworkTest-2009427038 tempest-AutoAllocateNetworkTest-2009427038-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656459 Jul 15 16:42:53.707116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:53.736927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2634e6a2-a783-4c0a-9332-30f7f78f2093 tempest-AutoAllocateNetworkTest-2009427038 tempest-AutoAllocateNetworkTest-2009427038-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c93cb4fa8e134915bf7c946d2e47ea59 HTTP/1.1" status: 200 len: 208 time: 0.0287287 Jul 15 16:42:53.740244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc6e3458-4b42-4db8-a300-1de3be53bb71 None None] Provisioning for port 82ff1aff-9e9f-4b21-b995-12b0c704012b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:53.746901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-88fd86e9-d022-44fa-ac11-0e4f89276f08 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0731597 Jul 15 16:42:53.755161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:53.760036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Request body: {'port': {'device_id': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:53.760306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc6e3458-4b42-4db8-a300-1de3be53bb71 None None] Provisioning complete for port 82ff1aff-9e9f-4b21-b995-12b0c704012b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:53.760808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3458-4b42-4db8-a300-1de3be53bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.780057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.812706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e3458-4b42-4db8-a300-1de3be53bb71 None None] Port 82ff1aff-9e9f-4b21-b995-12b0c704012b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:42:53.818604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] For port a7903cd0-ec66-4697-b029-11c0c4ea2538, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a7903cd0-ec66-4697-b029-11c0c4ea2538,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:53.819108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.837265 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.850023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'port_id': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'mac_address': 'fa:16:3e:3f:79:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:53.851142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:53.862189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Calling delete_port for a7903cd0-ec66-4697-b029-11c0c4ea2538 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:42:53.898516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:53.901153 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57a2adb-cf76-4aab-b02f-60447d539e0c" -d '{"events": [{"server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "name": "network-vif-plugged", "status": "completed", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:53.904940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11178ceb-bb22-4451-ba3e-aa8c900f637c req-0eaa13ee-1c21-4ed2-b42d-ec31a0d12000 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:53.912144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11178ceb-bb22-4451-ba3e-aa8c900f637c req-0eaa13ee-1c21-4ed2-b42d-ec31a0d12000 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 950 time: 0.2480388 Jul 15 16:42:53.969062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a72c3165-62e2-420d-ad4c-034fe048d91b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:54.010726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.038916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.092761 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.097631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:54.101451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca82055a-74ad-42bf-9148-25f5265e5404 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:54.150271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.158570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:54.166122 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.178586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:54.199293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.227010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.231577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ff1aff-9e9f-4b21-b995-12b0c704012b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:54.254152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4e9a0-20f5-4561-9ef8-1999ba99218b req-52df6b83-d1bf-41b2-b0fb-dc297e018b3b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:54.254860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aac4e131-8be3-4d54-bb4c-14bb8a47ffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.255210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bee4e9a0-20f5-4561-9ef8-1999ba99218b req-52df6b83-d1bf-41b2-b0fb-dc297e018b3b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 935 time: 0.5335469 Jul 15 16:42:54.260471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11178ceb-bb22-4451-ba3e-aa8c900f637c req-9588b324-8a82-4723-9cb4-b5899cb6ba8b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/security-groups?id=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474553 Jul 15 16:42:54.268898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.275969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.278982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.280306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e16e7b-5b81-4e9b-83f4-0a4eab71a6e7 HTTP/1.1" status: 204 len: 168 time: 1.0172908 Jul 15 16:42:54.292613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.293129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Transition to ACTIVE for port object 82ff1aff-9e9f-4b21-b995-12b0c704012b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:42:54.303800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.318327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c8159-8777-4adc-aaa3-239ea6b8f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e16e7b-5b81-4e9b-83f4-0a4eab71a6e7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.392300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Pushing event updated for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.392518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ca82055a-74ad-42bf-9148-25f5265e5404'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:54.416421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bee4e9a0-20f5-4561-9ef8-1999ba99218b req-51f9cc77-da12-4d8f-b3b5-ea9548b8049d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326163 Jul 15 16:42:54.509601 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44faf6c3-51aa-4f3d-9bfc-029da463db54 x-openstack-request-id: req-44faf6c3-51aa-4f3d-9bfc-029da463db54 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:54.510155 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "name": "network-vif-plugged", "status": "completed", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:54.510572 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44faf6c3-51aa-4f3d-9bfc-029da463db54 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:54.511211 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b', 'code': 200} Jul 15 16:42:54.551371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aac4e131-8be3-4d54-bb4c-14bb8a47ffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.564220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Attempting to bind port 82ff1aff-9e9f-4b21-b995-12b0c704012b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:42:54.564578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Attempting to bind port 82ff1aff-9e9f-4b21-b995-12b0c704012b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:42:54.564911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Attempting to bind port 82ff1aff-9e9f-4b21-b995-12b0c704012b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:54.570578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aac4e131-8be3-4d54-bb4c-14bb8a47ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.584550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.605718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Port 82ff1aff-9e9f-4b21-b995-12b0c704012b on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:42:54.609056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Attempting to bind port 82ff1aff-9e9f-4b21-b995-12b0c704012b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:42:54.642693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Pushing event deleted for resources: {'Port': ['ID=a7903cd0-ec66-4697-b029-11c0c4ea2538,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.682845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aac4e131-8be3-4d54-bb4c-14bb8a47ffc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c93cb4fa8e134915bf7c946d2e47ea59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818202 Jul 15 16:42:54.683412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:42:54.683412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:42:54.683730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:42:54.684342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Bound port: 82ff1aff-9e9f-4b21-b995-12b0c704012b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:42:54.684805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.691759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce31f0-e0b8-46de-b4a8-d7ccf32ec7fb req-b59dc571-7c36-42b8-b7ed-9c4fe28e0e78 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:54.700532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85ce31f0-e0b8-46de-b4a8-d7ccf32ec7fb req-b59dc571-7c36-42b8-b7ed-9c4fe28e0e78 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.2299633 Jul 15 16:42:54.704527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43178) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:54.787336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] No DVR routers for this DVR port a7903cd0-ec66-4697-b029-11c0c4ea2538 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:42:54.813113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4e131-8be3-4d54-bb4c-14bb8a47ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96901522-4ca9-4bca-a807-8b4df0f49b40,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:54.823794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.825671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-072c08ab-6ad0-41bd-ae4e-c840888b20e1 req-d3de28a6-73ba-48c2-8095-06302497b26b tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.20 "DELETE /v2.0/ports/a7903cd0-ec66-4697-b029-11c0c4ea2538 HTTP/1.1" status: 204 len: 173 time: 1.7634261 Jul 15 16:42:54.829123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'name': 'network-vif-deleted', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:54.837519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:42:54.837705 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720df148-d6be-484a-a7fe-258b9601ddce" -d '{"events": [{"server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "name": "network-vif-deleted", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:54.844380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:42:54.860395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.901528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.905758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85ce31f0-e0b8-46de-b4a8-d7ccf32ec7fb req-c8d56dd1-7581-4e47-a7a4-129cc06249e4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034504 Jul 15 16:42:54.923617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c544c2a-5015-4d56-a403-19b9be6aef34 req-d1581828-3e9d-4fc2-b40c-ca9eb9d4ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:54.925305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2c544c2a-5015-4d56-a403-19b9be6aef34 req-d1581828-3e9d-4fc2-b40c-ca9eb9d4ed47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 1100 time: 0.2613902 Jul 15 16:42:54.936858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:54.936858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.936858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-de13d324-001f-40f3-a92d-501565a40877 service neutron] 10.222.0.20 "PUT /v2.0/ports/82ff1aff-9e9f-4b21-b995-12b0c704012b HTTP/1.1" status: 200 len: 1095 time: 1.1753480 Jul 15 16:42:54.936858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:54.936858 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061ced6f-6911-458d-9ac4-f04c7567a72c" -d '{"events": [{"name": "network-changed", "server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:54.966385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:54.980045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8f3a9-9f07-44fd-bd35-e590dd2bd369 req-3d50bab0-b788-48c5-aa98-a90554177cdc tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:54.981624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21f8f3a9-9f07-44fd-bd35-e590dd2bd369 req-3d50bab0-b788-48c5-aa98-a90554177cdc tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.2748289 Jul 15 16:42:55.034011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2c544c2a-5015-4d56-a403-19b9be6aef34 req-36f67f4b-95b8-421a-89ec-bf9e5a6063b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906463 Jul 15 16:42:55.039673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13d324-001f-40f3-a92d-501565a40877 service neutron] Pushing event updated for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:55.084276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21f8f3a9-9f07-44fd-bd35-e590dd2bd369 req-00b2bf35-daec-4508-bb16-6ae400870b5e tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883901 Jul 15 16:42:55.171616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.175671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:42:55.177913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-1d83dd05-ddcf-4a4d-ba7f-4562f01f3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.181524 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-1d83dd05-ddcf-4a4d-ba7f-4562f01f3273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 1098 time: 0.0892060 Jul 15 16:42:55.187297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.195823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96901522-4ca9-4bca-a807-8b4df0f49b40 HTTP/1.1" status: 204 len: 168 time: 0.4867361 Jul 15 16:42:55.210510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0ded-7837-491e-8635-890a8a4d8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96901522-4ca9-4bca-a807-8b4df0f49b40,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:55.228953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f662c4-3444-40a0-85ee-4edbf44f699f req-56d76c43-6230-4fc6-a04e-60d78e2e22dc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.230499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66f662c4-3444-40a0-85ee-4edbf44f699f req-56d76c43-6230-4fc6-a04e-60d78e2e22dc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 944 time: 0.1217203 Jul 15 16:42:55.267213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-221c08f6-9893-429f-9868-551595d22c35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b HTTP/1.1" status: 200 len: 217 time: 0.0781944 Jul 15 16:42:55.292881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ca82055a-74ad-42bf-9148-25f5265e5404 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:42:55.299802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ca82055a-74ad-42bf-9148-25f5265e5404 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:42:55.300227 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.318418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66f662c4-3444-40a0-85ee-4edbf44f699f req-338783fd-c054-44de-936a-16a2b7b7f085 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813050 Jul 15 16:42:55.384501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-5aa8f359-d8e8-4d10-9a35-bda5bdc7d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.385971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-5aa8f359-d8e8-4d10-9a35-bda5bdc7d3f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1122842 Jul 15 16:42:55.393145 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db99971-d4b7-460c-b64c-8c07a0679f70 x-openstack-request-id: req-0db99971-d4b7-460c-b64c-8c07a0679f70 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:55.393731 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:55.394156 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db99971-d4b7-460c-b64c-8c07a0679f70 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:55.394719 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b', 'status': 'completed', 'code': 200} Jul 15 16:42:55.430416 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100d478d-7193-469f-b6b7-6c6834722702 x-openstack-request-id: req-100d478d-7193-469f-b6b7-6c6834722702 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:55.430983 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b108c84-84ed-4cab-b5e7-bfe67552957c", "name": "network-vif-deleted", "tag": "a7903cd0-ec66-4697-b029-11c0c4ea2538", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:55.431407 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-100d478d-7193-469f-b6b7-6c6834722702 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:55.431986 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b108c84-84ed-4cab-b5e7-bfe67552957c', 'name': 'network-vif-deleted', 'tag': 'a7903cd0-ec66-4697-b029-11c0c4ea2538', 'status': 'completed', 'code': 200} Jul 15 16:42:55.492911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-0de89bad-77fc-43b4-ba81-0eacac9966d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.494702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-0de89bad-77fc-43b4-ba81-0eacac9966d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899091 Jul 15 16:42:55.504428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.561056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:55.568301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.569513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a7903cd0-ec66-4697-b029-11c0c4ea2538 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:42:55.615373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: a7903cd0-ec66-4697-b029-11c0c4ea2538 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:42:55.615717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a7903cd0-ec66-4697-b029-11c0c4ea2538 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:42:55.677142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428c176-ecf9-457e-97c0-77310e2d82d7 req-879b93c7-9bfe-4bc9-8891-92b58040a80b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.687397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3428c176-ecf9-457e-97c0-77310e2d82d7 req-879b93c7-9bfe-4bc9-8891-92b58040a80b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 947 time: 0.1018982 Jul 15 16:42:55.725445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-72314230-e593-45c7-9804-63df06d4f5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236481 Jul 15 16:42:55.746196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:55.758959 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-76886618-7744-433a-aadd-7e258ef3b567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:55.766606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4281192a-f488-4610-9f9c-7173a81b6d9f req-8a53627e-7031-4e53-a413-902e95f9ca79 tempest-ServerDiagnosticsNegativeTest-972239050 tempest-ServerDiagnosticsNegativeTest-972239050-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b108c84-84ed-4cab-b5e7-bfe67552957c HTTP/1.1" status: 200 len: 210 time: 0.0572853 Jul 15 16:42:55.785418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3428c176-ecf9-457e-97c0-77310e2d82d7 req-13557a93-11c8-456b-a59f-51bb4d41e77d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970540 Jul 15 16:42:55.865321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c5332663-97dc-4e40-96f7-9bb97b3bce69 req-109f677a-5d5c-4bc1-bd90-fbe657115dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309781 Jul 15 16:42:55.990733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-895355b7-67c2-4c9d-9249-e8bedf2f6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:55.992371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-895355b7-67c2-4c9d-9249-e8bedf2f6495 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 1098 time: 0.0708687 Jul 15 16:42:56.147308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-296a718c-457b-48ae-a326-fca8e70231f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.151584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-296a718c-457b-48ae-a326-fca8e70231f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1516550 Jul 15 16:42:56.174535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298c26-282e-47c8-86bc-61aed43cb63e req-294160a2-adec-4515-942e-272f65a2cd24 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.180652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be298c26-282e-47c8-86bc-61aed43cb63e req-294160a2-adec-4515-942e-272f65a2cd24 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1391797 Jul 15 16:42:56.206376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-3b7f8699-de14-4d51-a271-c1806143a9aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b HTTP/1.1" status: 200 len: 217 time: 0.0466926 Jul 15 16:42:56.248698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be298c26-282e-47c8-86bc-61aed43cb63e req-c319eee8-f809-4c53-9a93-b8851eb28c9e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602100 Jul 15 16:42:56.271081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-75905f0d-a78d-4075-a687-7ad9f86a6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.272676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-75905f0d-a78d-4075-a687-7ad9f86a6119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0608668 Jul 15 16:42:56.329086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcea2c-af1e-4e29-a837-fe546ec2745a req-acb4918d-9f5c-404e-af2a-2227f9254c45 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.330678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51bcea2c-af1e-4e29-a837-fe546ec2745a req-acb4918d-9f5c-404e-af2a-2227f9254c45 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.0797243 Jul 15 16:42:56.385640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51bcea2c-af1e-4e29-a837-fe546ec2745a req-08c07458-cee8-4b36-861b-7de50ef07247 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Jul 15 16:42:56.513075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2'}, {'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:42:56.515736 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf10b4b-4cba-4286-b9ee-21945c4d93eb" -d '{"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2"}, {"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-plugged", "status": "completed", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:42:56.638080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-ca600117-813a-4a12-b60a-e2f20bfaebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.640297 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-ca600117-813a-4a12-b60a-e2f20bfaebd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3615174 Jul 15 16:42:56.641432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2f46-e951-453d-9186-757da1ddf261 req-11890998-e139-499c-852c-08b7343bf23d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.643424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6e2f46-e951-453d-9186-757da1ddf261 req-11890998-e139-499c-852c-08b7343bf23d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 945 time: 0.0958350 Jul 15 16:42:56.685295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6e2f46-e951-453d-9186-757da1ddf261 req-3ef5abd0-a451-4867-95b7-0a2b2e11bf93 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Jul 15 16:42:56.763273 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e9eb7-5844-42b1-b9cf-8c75b4654a04 x-openstack-request-id: req-e29e9eb7-5844-42b1-b9cf-8c75b4654a04 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:42:56.764253 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-plugged", "status": "completed", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2", "code": 200}, {"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-plugged", "status": "completed", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:42:56.764793 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e29e9eb7-5844-42b1-b9cf-8c75b4654a04 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:42:56.765419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-8a4073bc-d8d7-4b32-9efa-db6b900746de service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179743 Jul 15 16:42:56.766246 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'code': 200} Jul 15 16:42:56.766700 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'code': 200} Jul 15 16:42:56.912656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6cf0c-faf3-4dd9-921f-f10d23311d64 req-47e57116-3bbe-41ae-841c-0df539f95ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.914894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48c6cf0c-faf3-4dd9-921f-f10d23311d64 req-47e57116-3bbe-41ae-841c-0df539f95ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1096 time: 0.0639968 Jul 15 16:42:56.938103 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-061ced6f-6911-458d-9ac4-f04c7567a72c req-bdcac921-8636-4c69-9618-d75ca11462b3 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613708 Jul 15 16:42:56.943557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e95e-ec87-44a7-b3da-5e31e8c60b6d req-fb0eb19b-e354-425b-ab8c-6ba49946867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:56.945052 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6df9e95e-ec87-44a7-b3da-5e31e8c60b6d req-fb0eb19b-e354-425b-ab8c-6ba49946867b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1096 time: 0.0809808 Jul 15 16:42:56.985731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6df9e95e-ec87-44a7-b3da-5e31e8c60b6d req-4faefab8-971c-4922-a32b-c2e19f752017 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Jul 15 16:42:56.989442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48c6cf0c-faf3-4dd9-921f-f10d23311d64 req-988edf07-2785-43fd-a934-2a6156f59a18 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680559 Jul 15 16:42:57.021242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0ee1e-a976-4fe0-bdda-8a6c42c9f108 req-811a8628-5a95-4669-b763-f730ffbbb53e tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:57.022938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7df0ee1e-a976-4fe0-bdda-8a6c42c9f108 req-811a8628-5a95-4669-b763-f730ffbbb53e tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.0909688 Jul 15 16:42:57.066651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7df0ee1e-a976-4fe0-bdda-8a6c42c9f108 req-53bc302a-bd2d-421e-8286-ca0dd9f38c45 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Jul 15 16:42:57.333729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f17a2a-2e2c-4a4e-9b7d-de476f7c6723 req-95d237d4-a42e-4dda-b926-a80e4f659ca9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:57.333729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28f17a2a-2e2c-4a4e-9b7d-de476f7c6723 req-95d237d4-a42e-4dda-b926-a80e4f659ca9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 947 time: 0.0810511 Jul 15 16:42:57.382943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28f17a2a-2e2c-4a4e-9b7d-de476f7c6723 req-bbeae987-b72d-43b9-bbb7-98f838735b94 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Jul 15 16:42:57.466477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:57.610132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-00dd14d5-90b9-4e9b-9042-0f452a69cebb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc5bff589a3a4383a7e0737b7af51164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389878 Jul 15 16:42:57.610593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:57.663296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:57.689373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:57.720994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ef174-b95d-4a12-b198-0ace7196fe6a req-eca3e6d0-ce64-4155-b0d5-42ddf8ff0889 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:57.722957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a17ef174-b95d-4a12-b198-0ace7196fe6a req-eca3e6d0-ce64-4155-b0d5-42ddf8ff0889 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.0739126 Jul 15 16:42:57.749457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:57.752210 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:57.753618 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be9140b3-89f2-43f4-9ce5-9f0c9ff7306d HTTP/1.1" status: 204 len: 168 time: 0.1419387 Jul 15 16:42:57.761955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942c2e1-ad68-4fee-95b8-4c688dc5cde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9140b3-89f2-43f4-9ce5-9f0c9ff7306d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:57.792012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a17ef174-b95d-4a12-b198-0ace7196fe6a req-b45a0991-88c3-4970-bb47-7a0080986468 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596178 Jul 15 16:42:57.932934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc248e4d-51e8-480c-9a16-c1da44751d46 req-83b44988-f32e-4730-836a-2d5158a8cb5f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:57.940641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc248e4d-51e8-480c-9a16-c1da44751d46 req-83b44988-f32e-4730-836a-2d5158a8cb5f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 945 time: 0.0805562 Jul 15 16:42:57.995199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc248e4d-51e8-480c-9a16-c1da44751d46 req-59b5948a-b88d-4d18-ac8b-e612879440b4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Jul 15 16:42:58.112138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:58.127135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b52005e3-d676-46bb-b39f-26f7d2ed1d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.236250 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b52005e3-d676-46bb-b39f-26f7d2ed1d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.240458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b52005e3-d676-46bb-b39f-26f7d2ed1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.274626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-017851dd-58ac-451e-8b16-fca5b4d309ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.286548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b52005e3-d676-46bb-b39f-26f7d2ed1d55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de5e555f876a4f5e894ebd577abec148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699297 Jul 15 16:42:58.286548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52005e3-d676-46bb-b39f-26f7d2ed1d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3e85a0-e090-4c3b-a079-a4687203a953,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:58.286993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1cbb7-0a7f-450f-b6ca-a3d8885526bc req-6f220b4b-aa63-4e82-88e8-cb716bfe9497 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:58.286993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0f1cbb7-0a7f-450f-b6ca-a3d8885526bc req-6f220b4b-aa63-4e82-88e8-cb716bfe9497 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.0695434 Jul 15 16:42:58.287165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:58.345544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0f1cbb7-0a7f-450f-b6ca-a3d8885526bc req-82819736-ca2e-4f50-850d-dae3f8c74f61 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 Jul 15 16:42:58.349486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.374364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.458773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.461972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.465503 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a3e85a0-e090-4c3b-a079-a4687203a953 HTTP/1.1" status: 204 len: 168 time: 0.1756856 Jul 15 16:42:58.483641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a5246-4701-4ad1-92cd-f3f0f8e2b3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3e85a0-e090-4c3b-a079-a4687203a953,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:58.534299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-b443bf97-b15b-4c81-89e7-e7931766153c tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:58.542098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-b443bf97-b15b-4c81-89e7-e7931766153c tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 1100 time: 0.0786209 Jul 15 16:42:58.558862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-445dc174-0d8a-46fe-8945-537d1d0f85a4 tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.594563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:58.599896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.668472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765b589-68fc-4fa7-9c7f-0d2e981dad7e req-4c6dcc4f-b41a-4324-9831-a3a496a49cf7 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:58.670902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b765b589-68fc-4fa7-9c7f-0d2e981dad7e req-4c6dcc4f-b41a-4324-9831-a3a496a49cf7 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 947 time: 0.1139083 Jul 15 16:42:58.751338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b765b589-68fc-4fa7-9c7f-0d2e981dad7e req-3e38032c-fcc2-483f-a4d7-1c3345c6ae19 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693269 Jul 15 16:42:58.761308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-445dc174-0d8a-46fe-8945-537d1d0f85a4 tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.767137 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-445dc174-0d8a-46fe-8945-537d1d0f85a4 tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.777129 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-450eacf9-e28f-46a5-a3de-afa97fb0db70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.821411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85b47a2c-214b-408a-be37-5a4b051ab5e0 req-445dc174-0d8a-46fe-8945-537d1d0f85a4 tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782736 Jul 15 16:42:58.842975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dc174-0d8a-46fe-8945-537d1d0f85a4 tempest-LiveMigrationNegativeTest-31860845 tempest-LiveMigrationNegativeTest-31860845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f45993-1172-4191-b56a-38140167134c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:58.925213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-450eacf9-e28f-46a5-a3de-afa97fb0db70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.932912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-450eacf9-e28f-46a5-a3de-afa97fb0db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:58.985422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:58.985656 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-450eacf9-e28f-46a5-a3de-afa97fb0db70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bdcc9a79545428ea01ee7ac94232383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897846 Jul 15 16:42:58.986666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eacf9-e28f-46a5-a3de-afa97fb0db70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2161f0bc-d632-4693-99c2-76276f31ed64,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:59.098770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.113038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93adf79-d241-4e6f-aae0-71e4e4f25094 req-b90194ac-b3a8-4a5b-bcdd-c1d898b2b2b5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:59.114485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f93adf79-d241-4e6f-aae0-71e4e4f25094 req-b90194ac-b3a8-4a5b-bcdd-c1d898b2b2b5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1211023 Jul 15 16:42:59.148633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.189242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 82ff1aff-9e9f-4b21-b995-12b0c704012b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:42:59.191573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f93adf79-d241-4e6f-aae0-71e4e4f25094 req-35f46adb-5532-45c7-aea3-e3369bc92610 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713627 Jul 15 16:42:59.233786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.236312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.239798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2161f0bc-d632-4693-99c2-76276f31ed64 HTTP/1.1" status: 204 len: 168 time: 0.2499130 Jul 15 16:42:59.254710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15710ed1-6d1a-4c58-8041-d28d7b94c254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2161f0bc-d632-4693-99c2-76276f31ed64,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:59.353710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:59.363178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372daf0-2cde-44e4-98bb-4dc2d638dbcb req-35bff9b7-b3c1-4cc2-bc6d-234797d76ffb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:59.367861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.371888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5372daf0-2cde-44e4-98bb-4dc2d638dbcb req-35bff9b7-b3c1-4cc2-bc6d-234797d76ffb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 945 time: 0.1192715 Jul 15 16:42:59.390395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:59.405801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '82ff1aff-9e9f-4b21-b995-12b0c704012b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '82ff1aff-9e9f-4b21-b995-12b0c704012b', 'mac_address': 'fa:16:3e:89:36:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:42:59.420928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5372daf0-2cde-44e4-98bb-4dc2d638dbcb req-858f7f5e-523c-411f-9272-6d90441b2de5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Jul 15 16:42:59.472042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.491272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ff1aff-9e9f-4b21-b995-12b0c704012b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:42:59.520865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:42:59.525923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.575228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:59.643088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1016068092-network', 'tenant_id': '3fbff76317d44718a1e3086696e3b18b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:42:59.663307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Made reservation on behalf of 3fbff76317d44718a1e3086696e3b18b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:42:59.667152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.677001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.782058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['82ff1aff-9e9f-4b21-b995-12b0c704012b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:42:59.797552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.809362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.837903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:42:59.840930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:42:59.857017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.857952 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Added segment ab96cce7-4c8e-488c-bd33-a4f2c958c32a of type vlan for network 536e6ed9-5dc5-4874-9e79-064851fce4b8 Jul 15 16:42:59.870274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27698cd-ee2f-4058-9479-907803b746ff,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:42:59.903091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-066caa44-f796-44c0-b66d-cf9557aa93ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.909061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.939497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.940572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:42:59.941300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:42:59.998391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b08bd8-35d6-42db-a56e-299cfcabd17b req-f88bcfa3-8864-4e50-8a30-7c6a74c5b1f5 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.000596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6b08bd8-35d6-42db-a56e-299cfcabd17b req-f88bcfa3-8864-4e50-8a30-7c6a74c5b1f5 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1096 time: 0.1615372 Jul 15 16:43:00.002405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] Pushing event updated for resources: {'Network': ['ID=536e6ed9-5dc5-4874-9e79-064851fce4b8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:00.008697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01997b-f990-4fdc-abd0-c231329a38a1 req-985cfc42-52b4-41cb-bea4-e91dafd57624 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.011063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db01997b-f990-4fdc-abd0-c231329a38a1 req-985cfc42-52b4-41cb-bea4-e91dafd57624 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1096 time: 0.1462874 Jul 15 16:43:00.012632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 536e6ed9-5dc5-4874-9e79-064851fce4b8 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:43:00.087276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6b08bd8-35d6-42db-a56e-299cfcabd17b req-137b6b74-2f7f-4fca-acf0-3e1e9aacbb25 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750782 Jul 15 16:43:00.096591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db01997b-f990-4fdc-abd0-c231329a38a1 req-d9a0f7d3-de4b-43e5-87bd-8957c5a684f3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753424 Jul 15 16:43:00.124569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-066caa44-f796-44c0-b66d-cf9557aa93ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.134315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-066caa44-f796-44c0-b66d-cf9557aa93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.139250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b3457cc2-47e2-47e1-ab79-252a23e49d51 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7840993 Jul 15 16:43:00.142307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:00.148490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Request body: {'subnet': {'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1016068092-subnet', 'tenant_id': '3fbff76317d44718a1e3086696e3b18b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:00.176257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Made reservation on behalf of 3fbff76317d44718a1e3086696e3b18b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:00.182385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.190003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066caa44-f796-44c0-b66d-cf9557aa93ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b684daf8-3d6f-450d-b2bb-4ac21dc6489f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:00.204509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-066caa44-f796-44c0-b66d-cf9557aa93ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efcfaec1fece431c8d56f8d5a19f2f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640275 Jul 15 16:43:00.205152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43428) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:00.323315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.370777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfd3fc-0868-438e-84bb-49d8a1335954 req-773a8b12-d289-4d4f-992a-b74122d22ac8 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.373335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74dfd3fc-0868-438e-84bb-49d8a1335954 req-773a8b12-d289-4d4f-992a-b74122d22ac8 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.1412268 Jul 15 16:43:00.375130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.376489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.435510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f596445b-8283-42ad-9900-0860c2e7fc25,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:00.443799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Checking segment: {'id': 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:00.444180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Network hostable DHCP agents. Network: 536e6ed9-5dc5-4874-9e79-064851fce4b8, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:43:00.453887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef36c52-1d64-4ef3-a5a5-094fbbe3f7e4 req-d1f569c1-d8fb-4c84-a4c1-3bdcd9cfd63f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.455449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef36c52-1d64-4ef3-a5a5-094fbbe3f7e4 req-d1f569c1-d8fb-4c84-a4c1-3bdcd9cfd63f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 948 time: 0.1726491 Jul 15 16:43:00.461803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74dfd3fc-0868-438e-84bb-49d8a1335954 req-8a6f641c-f38b-4b12-a2df-517c209e4206 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776863 Jul 15 16:43:00.463157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Network 536e6ed9-5dc5-4874-9e79-064851fce4b8 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:43:00.473540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 536e6ed9-5dc5-4874-9e79-064851fce4b8) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:00.478096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.479163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.487592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c06aa6-b2cb-4fb8-bb4c-d04e2cd879ab None None] Network 536e6ed9-5dc5-4874-9e79-064851fce4b8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:43:00.502990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef36c52-1d64-4ef3-a5a5-094fbbe3f7e4 req-32339fca-5deb-4105-86a8-974e1e487016 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 15 16:43:00.515106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.517748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a8cbfbfe-69ac-45d5-8a17-f1d22152a334 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3739951 Jul 15 16:43:00.517947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:00.519631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b684daf8-3d6f-450d-b2bb-4ac21dc6489f HTTP/1.1" status: 204 len: 168 time: 0.3134208 Jul 15 16:43:00.535522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4238c7-7cfd-43e1-a395-1bd0d72e3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b684daf8-3d6f-450d-b2bb-4ac21dc6489f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:00.699332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422c2c6-b1c4-420c-aa3c-aa3e996a4cbe req-39d5b6d2-96f6-467e-8274-158beed9aef9 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.709925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2422c2c6-b1c4-420c-aa3c-aa3e996a4cbe req-39d5b6d2-96f6-467e-8274-158beed9aef9 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1096 time: 0.0726399 Jul 15 16:43:00.755710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2422c2c6-b1c4-420c-aa3c-aa3e996a4cbe req-2dc0cf48-4396-4d57-99e3-4e8f3319e049 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447741 Jul 15 16:43:00.775946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658fb217-6985-4572-adfa-bf03b2fdac26 None None] Network 536e6ed9-5dc5-4874-9e79-064851fce4b8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:43:00.906505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fbe91-a49e-4146-b174-c706185eb3f2 req-c08ba8ba-80fb-4728-ab8b-f45f095188db tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:00.913350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-388fbe91-a49e-4146-b174-c706185eb3f2 req-c08ba8ba-80fb-4728-ab8b-f45f095188db tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1096 time: 0.0623689 Jul 15 16:43:00.945085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-388fbe91-a49e-4146-b174-c706185eb3f2 req-0937fc97-94c3-4881-9ef1-48e9055d1aaa tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Jul 15 16:43:01.069393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.202671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 82ff1aff-9e9f-4b21-b995-12b0c704012b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:01.235400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-2d1460e6-7294-4d17-bba7-5b516a3787c2 req-a30e4871-9d97-41cf-bf25-32eb2f789943 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:43:01.237154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d1460e6-7294-4d17-bba7-5b516a3787c2 req-a30e4871-9d97-41cf-bf25-32eb2f789943 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080471 Jul 15 16:43:01.317896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 82ff1aff-9e9f-4b21-b995-12b0c704012b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:01.322706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 82ff1aff-9e9f-4b21-b995-12b0c704012b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:01.323077 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.381577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-273c1666-663e-4f00-b04a-c5179cd60489 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:01.383876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-273c1666-663e-4f00-b04a-c5179cd60489 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/ports?device_id=82f18fc9-dbe9-44d3-aa7d-bc891a133f4e HTTP/1.1" status: 200 len: 949 time: 0.2397904 Jul 15 16:43:01.514582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.537830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43480) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:01.543489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-573253224-network', 'tenant_id': 'b6fc2387c6b04306b2a8be19cde48cca'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:01.571662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:01.574632 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54024cb4-5bd1-47bd-90dd-39e10b0eac65" -d '{"events": [{"server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "name": "network-vif-plugged", "status": "completed", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:01.596039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:01.598366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Made reservation on behalf of b6fc2387c6b04306b2a8be19cde48cca for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:01.601050 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.612104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.616692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.644992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Deleting port a72c3165-62e2-420d-ad4c-034fe048d91b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:43:01.645334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.711840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:01.776140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] For port a72c3165-62e2-420d-ad4c-034fe048d91b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a72c3165-62e2-420d-ad4c-034fe048d91b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:01.776762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.797504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Calling delete_port for a72c3165-62e2-420d-ad4c-034fe048d91b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:43:01.807350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.814895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.829391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:43:01.840835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.842199 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Added segment fadd718f-ff85-44f9-bc7e-859e47a8ec40 of type vlan for network cae9a53e-779f-400e-91af-0a63f4d20acb Jul 15 16:43:01.901762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.926503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80069107-3bc6-47cd-9de0-e79b44cc5976,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:01.965474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:01.969639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:01.971285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.010718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.026461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'a72c3165-62e2-420d-ad4c-034fe048d91b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:02.048784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5072958 Jul 15 16:43:02.078401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43526) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:02.083992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Request body: {'subnet': {'network_id': 'cae9a53e-779f-400e-91af-0a63f4d20acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-573253224-subnet', 'tenant_id': 'b6fc2387c6b04306b2a8be19cde48cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:02.112451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4b8c7-5c6e-4cae-88cd-4240fbe334b5 admin admin] Pushing event updated for resources: {'Network': ['ID=cae9a53e-779f-400e-91af-0a63f4d20acb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:02.121038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Made reservation on behalf of b6fc2387c6b04306b2a8be19cde48cca for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:02.124371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.133232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cae9a53e-779f-400e-91af-0a63f4d20acb details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:43:02.244542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Pushing event deleted for resources: {'Port': ['ID=a72c3165-62e2-420d-ad4c-034fe048d91b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:02.309376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] No DVR routers for this DVR port a72c3165-62e2-420d-ad4c-034fe048d91b on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:02.321380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.323663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fa2608fc-bf4b-46fb-9818-11ccf03ab472 req-1bfcd092-fe05-44df-81b8-9012e12a1c4a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "DELETE /v2.0/ports/a72c3165-62e2-420d-ad4c-034fe048d91b HTTP/1.1" status: 204 len: 173 time: 0.9339662 Jul 15 16:43:02.339220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'name': 'network-vif-deleted', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:02.366407 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1125b6a0-abe6-4981-83fc-d6a5eb9765eb" -d '{"events": [{"server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "name": "network-vif-deleted", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:02.430304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.583786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46be84da-3c26-4cf6-895d-2f7a8ff4baf3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:02.599505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Checking segment: {'id': 'fadd718f-ff85-44f9-bc7e-859e47a8ec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cae9a53e-779f-400e-91af-0a63f4d20acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:02.600163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Network hostable DHCP agents. Network: cae9a53e-779f-400e-91af-0a63f4d20acb, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:43:02.624313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Network cae9a53e-779f-400e-91af-0a63f4d20acb is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:43:02.638039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cae9a53e-779f-400e-91af-0a63f4d20acb) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:02.644184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:02.645210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:02.654440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be49b6-ec02-4c9d-b0cb-00abe1e69099 None None] Network cae9a53e-779f-400e-91af-0a63f4d20acb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:43:02.720455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e1213f88-1afd-4941-81dd-0578a5aa5ca8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6408577 Jul 15 16:43:02.848022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5b72c-3473-4fd3-afd1-962d5b860486 None None] Network cae9a53e-779f-400e-91af-0a63f4d20acb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:43:03.237426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:03.337884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:03.377369 n-d-800085-3 neutron-server[100428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 16:43:03.381924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-d36d0e3a-32c7-4f40-9d52-349fe3e03542 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:43:03.391624 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-d36d0e3a-32c7-4f40-9d52-349fe3e03542 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1521742 Jul 15 16:43:03.417445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-962d6305-e184-4e43-bc93-4ddf1e506945 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:43:03.418762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-962d6305-e184-4e43-bc93-4ddf1e506945 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0790610 Jul 15 16:43:03.485092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:03.485601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:43:03.511997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:03.512457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:43:03.717116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:03.717444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:03.717760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:03.724335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:03.724590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:03.727258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:03.727581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:03.727888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:03.733561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:03.733886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:03.734260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:03.734672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Bound port: ca82055a-74ad-42bf-9148-25f5265e5404, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:03.738588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:03.738898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:03.781605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:03.781923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:03.782292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:03.782707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Bound port: 218cff46-c3ff-4703-ac76-2226e33eb8a2, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:03.858639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:03.867270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:03.868448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-f1a87afd-6da6-433e-b162-c17299909290 service neutron] 10.222.0.25 "POST /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404/bindings HTTP/1.1" status: 201 len: 389 time: 0.4232614 Jul 15 16:43:03.869910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:03.875256 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:03.876439 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-c0c4491d-5806-4fbd-a8d1-0ba5cad1732f service neutron] 10.222.0.25 "POST /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4115739 Jul 15 16:43:04.068326 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9810130-257e-4186-b59f-d968aca613fc x-openstack-request-id: req-f9810130-257e-4186-b59f-d968aca613fc {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:04.068831 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "name": "network-vif-plugged", "status": "completed", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:04.069562 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9810130-257e-4186-b59f-d968aca613fc {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:04.070369 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b', 'code': 200} Jul 15 16:43:04.125962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3010d-0afb-4ba1-90ac-dad2086ed013 req-609615b9-72d6-4ad8-b19f-ee42318b85ee tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.127588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57e3010d-0afb-4ba1-90ac-dad2086ed013 req-609615b9-72d6-4ad8-b19f-ee42318b85ee tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 949 time: 0.0719976 Jul 15 16:43:04.186943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-7c4910e9-d74d-4769-866e-a4974d9c0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.188484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-7c4910e9-d74d-4769-866e-a4974d9c0789 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1096 time: 0.0602520 Jul 15 16:43:04.202858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57e3010d-0afb-4ba1-90ac-dad2086ed013 req-03eb88e9-967c-457c-b3d3-1159a664ca1c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619702 Jul 15 16:43:04.207199 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cad274-85ed-49ae-9412-e98a444863aa x-openstack-request-id: req-81cad274-85ed-49ae-9412-e98a444863aa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:04.207462 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f18fc9-dbe9-44d3-aa7d-bc891a133f4e", "name": "network-vif-deleted", "tag": "a72c3165-62e2-420d-ad4c-034fe048d91b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:04.207780 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81cad274-85ed-49ae-9412-e98a444863aa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:04.208257 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f18fc9-dbe9-44d3-aa7d-bc891a133f4e', 'name': 'network-vif-deleted', 'tag': 'a72c3165-62e2-420d-ad4c-034fe048d91b', 'status': 'completed', 'code': 200} Jul 15 16:43:04.217640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189f93e-fb1a-4e1d-bbb2-d6230e95a5b7 req-bc5204d6-cdec-4790-9132-8fdd1cc6118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.219132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6189f93e-fb1a-4e1d-bbb2-d6230e95a5b7 req-bc5204d6-cdec-4790-9132-8fdd1cc6118b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 1100 time: 0.0860989 Jul 15 16:43:04.266928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6189f93e-fb1a-4e1d-bbb2-d6230e95a5b7 req-b67cbdf1-f8e5-47e5-9b6e-96a4e6861393 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Jul 15 16:43:04.300369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-af2df3d8-7371-4455-9903-ae50008b1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.301860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-af2df3d8-7371-4455-9903-ae50008b1b32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1044745 Jul 15 16:43:04.346795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-fabbc594-73a8-4de2-88e0-274a9cf039b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0338235 Jul 15 16:43:04.414153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-143fafb5-c064-4a42-9e4e-c239f086da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.415675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-143fafb5-c064-4a42-9e4e-c239f086da16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0558863 Jul 15 16:43:04.450861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6292cd28-33db-4b70-9541-bc9e36f21260 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264890 Jul 15 16:43:04.539870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-bfe3d832-9c1e-46cc-b4ee-f05bfeadcc75 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.540091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-e30f8594-b8ab-43c2-9bf8-53d120927a64 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809693 Jul 15 16:43:04.541256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-bfe3d832-9c1e-46cc-b4ee-f05bfeadcc75 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/networks?id=536e6ed9-5dc5-4874-9e79-064851fce4b8 HTTP/1.1" status: 200 len: 815 time: 0.1341939 Jul 15 16:43:04.562544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-e0eb1afe-4a5e-4ec4-a258-f9129f9997ac tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/quotas/3fbff76317d44718a1e3086696e3b18b HTTP/1.1" status: 200 len: 375 time: 0.0137680 Jul 15 16:43:04.574784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f244-e452-4889-8b33-3e5f8bfee543 req-0d55b593-e15e-462b-ad60-0d3e3cd1070d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.576597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1321f244-e452-4889-8b33-3e5f8bfee543 req-0d55b593-e15e-462b-ad60-0d3e3cd1070d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 945 time: 0.1017344 Jul 15 16:43:04.610677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-65f8d6ec-7dfb-4950-a449-8cfd57c8c113 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fbff76317d44718a1e3086696e3b18b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331349 Jul 15 16:43:04.632809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-974d351c-6b47-4680-a7cb-9794e87ace18 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862827 Jul 15 16:43:04.662803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1321f244-e452-4889-8b33-3e5f8bfee543 req-e0e57820-a6f4-4fc9-ba67-8e7fef4c79dd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Jul 15 16:43:04.725208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-32480076-65f0-47db-8edc-ebdd2d41e8ed service neutron] 10.222.0.25 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072266 Jul 15 16:43:04.851229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-6c973982-fabc-4966-b7a5-8c3d64b5e704 service neutron] 10.222.0.25 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204090 Jul 15 16:43:04.851990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-8e5f9d3e-74b3-4718-8b12-f1bd65ff8c81 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.853611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-8e5f9d3e-74b3-4718-8b12-f1bd65ff8c81 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.0940583 Jul 15 16:43:04.864526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:04.874787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10e518-5a68-443b-adb0-3202000d3474 req-26de9e83-45f4-49aa-ac66-9ad2e065aed1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:04.878062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f10e518-5a68-443b-adb0-3202000d3474 req-26de9e83-45f4-49aa-ac66-9ad2e065aed1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.0903723 Jul 15 16:43:04.916407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f10e518-5a68-443b-adb0-3202000d3474 req-48f1c913-6e16-4bda-83c0-24939631294c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344741 Jul 15 16:43:04.958046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.107983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:05.157892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:05.252790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.262608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.282670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89714d9-6396-493c-9019-fac8a5399778 req-3184cb8e-58c8-46b1-91e9-62e5c381a14e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 210 time: 0.0614867 Jul 15 16:43:05.319037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a72c3165-62e2-420d-ad4c-034fe048d91b no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:05.370939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: a72c3165-62e2-420d-ad4c-034fe048d91b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:43:05.371334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a72c3165-62e2-420d-ad4c-034fe048d91b not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:05.391059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:05.467124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:05.467505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:05.467880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:05.473232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:05.473607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Attempting to bind port ca82055a-74ad-42bf-9148-25f5265e5404 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:05.478886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:05.479289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:05.479681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:05.480127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Bound port: ca82055a-74ad-42bf-9148-25f5265e5404, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:05.480569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.486927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d3531-dc51-46d1-980e-21ca5eacc4e7 req-4371e1ee-94ec-4a78-b0d9-7d0a9d63662b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:05.488619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-586d3531-dc51-46d1-980e-21ca5eacc4e7 req-4371e1ee-94ec-4a78-b0d9-7d0a9d63662b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 949 time: 0.0847507 Jul 15 16:43:05.560915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:05.564496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:05.569593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-586d3531-dc51-46d1-980e-21ca5eacc4e7 req-f26ec881-a635-4b90-a297-1af8388c1eb4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jul 15 16:43:05.578180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.594666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b9ac8-a7be-4088-a8af-bc67907548b0 req-bc4b4886-e850-44b8-baa1-e0a6b36148f3 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:05.596201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e98b9ac8-a7be-4088-a8af-bc67907548b0 req-bc4b4886-e850-44b8-baa1-e0a6b36148f3 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.1031423 Jul 15 16:43:05.653481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e98b9ac8-a7be-4088-a8af-bc67907548b0 req-3f5efe4f-9ecc-4407-9291-99718b926cd7 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494123 Jul 15 16:43:05.680199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:05.680854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:05.682652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-1315b922-cb47-4973-973f-87d85897c280 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 1121 time: 0.8222508 Jul 15 16:43:05.687994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315b922-cb47-4973-973f-87d85897c280 service neutron] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:05.792176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ca82055a-74ad-42bf-9148-25f5265e5404'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:05.916026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18769a5e-f8e1-4ef4-b26c-ddf5197afece req-436a17a4-eba3-4d9a-b299-3f8d294f0948 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:05.925556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18769a5e-f8e1-4ef4-b26c-ddf5197afece req-436a17a4-eba3-4d9a-b299-3f8d294f0948 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.0893149 Jul 15 16:43:05.961362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18769a5e-f8e1-4ef4-b26c-ddf5197afece req-8c9bfc97-7b1f-4ef0-8b6e-bf184080046a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346811 Jul 15 16:43:06.169221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2c410-3c95-4a8a-a6cc-8042f5244c49 req-e46c8aea-92e4-4edf-8738-1ac1c68b26eb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:06.171974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76d2c410-3c95-4a8a-a6cc-8042f5244c49 req-e46c8aea-92e4-4edf-8738-1ac1c68b26eb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.0748429 Jul 15 16:43:06.209238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404'}, {'name': 'network-changed', 'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:06.211703 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7813317-a2d4-4d69-86c4-a7c7d11644f4" -d '{"events": [{"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-unplugged", "status": "completed", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404"}, {"name": "network-changed", "server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:06.216967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76d2c410-3c95-4a8a-a6cc-8042f5244c49 req-edccdbe7-a041-4b88-b70b-96328ac1b202 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386398 Jul 15 16:43:06.270938 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3baaf1-e5ae-4280-8fb3-a45a6dafaa6d x-openstack-request-id: req-be3baaf1-e5ae-4280-8fb3-a45a6dafaa6d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:06.271233 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-unplugged", "status": "completed", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404", "code": 200}, {"name": "network-changed", "server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:06.271479 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be3baaf1-e5ae-4280-8fb3-a45a6dafaa6d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:06.272092 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'code': 200} Jul 15 16:43:06.272377 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'status': 'completed', 'code': 200} Jul 15 16:43:06.381324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-a6fdb30a-437f-43cf-b8d8-9caf8932a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:06.385383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-a6fdb30a-437f-43cf-b8d8-9caf8932a975 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1124 time: 0.0824523 Jul 15 16:43:06.467181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1313e096-1aca-4a85-9c8c-b50f8869a407 req-13596d3e-7528-4196-bba5-74a00a552340 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 210 time: 0.0644906 Jul 15 16:43:06.614826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-139a0571-b96b-490b-b316-dfcf7c6e99dd tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:06.617132 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-139a0571-b96b-490b-b316-dfcf7c6e99dd tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.35 "GET /v2.0/networks?id=536e6ed9-5dc5-4874-9e79-064851fce4b8 HTTP/1.1" status: 200 len: 815 time: 0.1898475 Jul 15 16:43:06.650912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Request body: {'port': {'device_id': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8', 'admin_state_up': True, 'tenant_id': '3fbff76317d44718a1e3086696e3b18b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:06.759850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-71e483e4-ff6e-4f27-8c30-8826550b4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:06.761504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-71e483e4-ff6e-4f27-8c30-8826550b4b0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.3699939 Jul 15 16:43:06.820939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-a6dbc813-9a13-496b-b174-c7e947f40a75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0507355 Jul 15 16:43:06.866938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Made reservation on behalf of 3fbff76317d44718a1e3086696e3b18b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:06.871109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:06.981901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-89801b8e-ffc1-4bb8-8d16-dc3efd75032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:06.983331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-89801b8e-ffc1-4bb8-8d16-dc3efd75032a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1554861 Jul 15 16:43:07.010597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Allocated IP 172.20.0.5 (536e6ed9-5dc5-4874-9e79-064851fce4b8/f596445b-8283-42ad-9900-0860c2e7fc25/a5adef61-1e16-4f00-9b47-5a288039a5af) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:07.034383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-c0a99344-fccf-4574-b914-3fb18c52ad75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418954 Jul 15 16:43:07.095759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307139a-9bfd-45c0-8ee5-687abaa3c23f req-33a5c6b8-6030-4e35-828c-abc6b1135bb9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.097260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5307139a-9bfd-45c0-8ee5-687abaa3c23f req-33a5c6b8-6030-4e35-828c-abc6b1135bb9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 949 time: 0.2342527 Jul 15 16:43:07.124242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885d77c-366f-478b-830c-daa4b63ee415 req-416d57ba-c4dc-4aed-961f-4119ba6f714a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.125670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0885d77c-366f-478b-830c-daa4b63ee415 req-416d57ba-c4dc-4aed-961f-4119ba6f714a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.2060440 Jul 15 16:43:07.132869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-aae58b29-25b3-4a6f-ad8b-3fb925f28f96 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.134227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-aae58b29-25b3-4a6f-ad8b-3fb925f28f96 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 950 time: 0.2331352 Jul 15 16:43:07.154509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.195725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.246215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Network 536e6ed9-5dc5-4874-9e79-064851fce4b8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:07.249201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:07.251687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:07.273825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5307139a-9bfd-45c0-8ee5-687abaa3c23f req-e256cbb8-989f-4097-b244-2811142ecef2 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701107 Jul 15 16:43:07.281605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Pushing event updated for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:07.284384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0885d77c-366f-478b-830c-daa4b63ee415 req-2e652c37-e7e4-4f2f-afd2-e0c8a3f910c4 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d8a0df-81d0-41d9-9901-db54e0f1ffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492167 Jul 15 16:43:07.286251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-01c3e754-d6d1-4579-a389-f936df5f6a88 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398968 Jul 15 16:43:07.326134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.327013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.362273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-4d39318c-5c50-4aa2-961c-1f5b3d524afe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206707 Jul 15 16:43:07.378673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Request body: {'port': {'device_id': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:07.410912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Deleting port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:43:07.411440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.456162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7813317-a2d4-4d69-86c4-a7c7d11644f4 req-dbee6680-4ae1-4496-8244-bd6f0c75024f service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400926 Jul 15 16:43:07.475352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.552753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] For port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:07.553118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.571173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Calling delete_port for 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:43:07.595439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95f3c0-033e-4e2e-b23c-3600b87db399 req-12302a23-4aeb-477f-af65-70936f771ddc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.596981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e95f3c0-033e-4e2e-b23c-3600b87db399 req-12302a23-4aeb-477f-af65-70936f771ddc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.1111865 Jul 15 16:43:07.716460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e95f3c0-033e-4e2e-b23c-3600b87db399 req-13d2988d-8563-4901-94fa-fb44ec5e7a62 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827153 Jul 15 16:43:07.753425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51004941-f577-4a29-8426-1639b936f16f req-fbc6b3d9-39e8-42f2-9eb9-ea6d67fc6503 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:07.755091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51004941-f577-4a29-8426-1639b936f16f req-fbc6b3d9-39e8-42f2-9eb9-ea6d67fc6503 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1226041 Jul 15 16:43:07.838655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51004941-f577-4a29-8426-1639b936f16f req-bfb4186e-f9ad-4480-946a-d95f69d45b0a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582192 Jul 15 16:43:07.840068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.853499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:07.878311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Pushing event deleted for resources: {'Port': ['ID=04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:07.930755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] No DVR routers for this DVR port 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:07.937206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:07.940085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8833d950-8691-4bc8-babd-6fc79b5e075d req-cb6199e6-4422-4a45-a125-c409f4f8652a tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.35 "DELETE /v2.0/ports/04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd HTTP/1.1" status: 204 len: 173 time: 0.7705545 Jul 15 16:43:07.940927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'name': 'network-vif-deleted', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:07.946943 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7808a4af-b6cd-4b03-98c9-ae173b34555a" -d '{"events": [{"server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "name": "network-vif-deleted", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:08.009336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5adef61-1e16-4f00-9b47-5a288039a5af {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:08.020433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:08.036413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Transition to ACTIVE for port object a5adef61-1e16-4f00-9b47-5a288039a5af will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:08.042626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:08.147603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909b2b3-1c9b-4d28-aa0c-92e40fa6c3b9 req-5ed568d2-2a08-4ece-8df4-2a5bfde524c4 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.149350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2909b2b3-1c9b-4d28-aa0c-92e40fa6c3b9 req-5ed568d2-2a08-4ece-8df4-2a5bfde524c4 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 943 time: 0.0964758 Jul 15 16:43:08.158330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Pushing event updated for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:08.224162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2909b2b3-1c9b-4d28-aa0c-92e40fa6c3b9 req-9bbbf543-2e9c-4a85-bfe9-23a5dd532ebc tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649283 Jul 15 16:43:08.231378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Attempting to bind port a5adef61-1e16-4f00-9b47-5a288039a5af on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:08.231739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Attempting to bind port a5adef61-1e16-4f00-9b47-5a288039a5af by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:08.232620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Attempting to bind port a5adef61-1e16-4f00-9b47-5a288039a5af on network 536e6ed9-5dc5-4874-9e79-064851fce4b8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:08.245241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Port a5adef61-1e16-4f00-9b47-5a288039a5af on network 536e6ed9-5dc5-4874-9e79-064851fce4b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:08.245563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Attempting to bind port a5adef61-1e16-4f00-9b47-5a288039a5af on network 536e6ed9-5dc5-4874-9e79-064851fce4b8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:08.252624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:08.252624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Checking segment: {'id': 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:08.252624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Bound using segment: {'id': 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:08.252624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Bound port: a5adef61-1e16-4f00-9b47-5a288039a5af, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:08.253140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:08.310566 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d4e4d-efb6-4b7b-9cb3-4d8b1a8e4832 x-openstack-request-id: req-934d4e4d-efb6-4b7b-9cb3-4d8b1a8e4832 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:08.310841 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba", "name": "network-vif-deleted", "tag": "04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:08.311097 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-934d4e4d-efb6-4b7b-9cb3-4d8b1a8e4832 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:08.311494 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba', 'name': 'network-vif-deleted', 'tag': '04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd', 'status': 'completed', 'code': 200} Jul 15 16:43:08.367834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:08.372511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a5adef61-1e16-4f00-9b47-5a288039a5af,segment=NetworkSegment(ab96cce7-4c8e-488c-bd33-a4f2c958c32a),segment_id=ab96cce7-4c8e-488c-bd33-a4f2c958c32a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:08.380586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:08.427118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.428553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:08.430433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] 10.222.0.35 "PUT /v2.0/ports/a5adef61-1e16-4f00-9b47-5a288039a5af HTTP/1.1" status: 200 len: 1091 time: 1.0561612 Jul 15 16:43:08.433103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:08.456698 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d105b-70bc-4a0d-80dc-61846e161e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:08.538169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b9fa1-f13f-4249-a12d-1e3aa36503ed service neutron] Pushing event updated for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:08.567352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-2f2d6d80-2aa3-4a6b-b4ae-60e9b4fc32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.569253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-2f2d6d80-2aa3-4a6b-b4ae-60e9b4fc32eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fbff76317d44718a1e3086696e3b18b&device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 1094 time: 0.0801971 Jul 15 16:43:08.633827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-ef947833-41c9-4c43-8299-2b36e0c2c6e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5adef61-1e16-4f00-9b47-5a288039a5af HTTP/1.1" status: 200 len: 217 time: 0.0553474 Jul 15 16:43:08.657942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-992b4782-24df-4281-9f64-d4323442a77e req-6118ab98-7221-49aa-bb73-a8e9eb746854 tempest-LiveMigrationNegativeTest-679261992 tempest-LiveMigrationNegativeTest-679261992-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 210 time: 0.0844219 Jul 15 16:43:08.739919 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c0094b-bd34-4c85-9fcb-d78734ffe880 x-openstack-request-id: req-56c0094b-bd34-4c85-9fcb-d78734ffe880 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:08.742734 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:08.742734 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56c0094b-bd34-4c85-9fcb-d78734ffe880 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:08.742734 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af', 'status': 'completed', 'code': 200} Jul 15 16:43:08.744214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-def6f861-9cc7-4b38-8afd-4cbde3fae2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.745873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-def6f861-9cc7-4b38-8afd-4cbde3fae2af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f596445b-8283-42ad-9900-0860c2e7fc25 HTTP/1.1" status: 200 len: 855 time: 0.1058276 Jul 15 16:43:08.790008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-b35b0baf-cc2d-4f3a-b006-003417597602 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536e6ed9-5dc5-4874-9e79-064851fce4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360792 Jul 15 16:43:08.922184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.922631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.923276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.923886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.924530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.925285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.926351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:08.927072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-69844750-a3e6-4a1a-b2c6-5f7152c2b90b service neutron] 10.222.0.35 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217270 Jul 15 16:43:08.929146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-dbdd8fe0-74ea-4db1-a881-4f536aad2db4 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b&device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8&device_id=486fdaf3-2db6-4337-8449-0059606845e5&device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f&device_id=bd94a8bb-4dbf-48fb-aab0-62c48c68e4ba HTTP/1.1" status: 200 len: 6452 time: 0.0865715 Jul 15 16:43:08.951893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-7650f99a-a32d-4f00-94bb-e575eaf86626 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:09.074916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-7650f99a-a32d-4f00-94bb-e575eaf86626 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:09.085022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b18f796-bb80-4389-83ac-e31a6dfa9fe5 req-5443e5e4-ea85-4bca-abf3-0679757b7cdc service neutron] 10.222.0.35 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493843 Jul 15 16:43:09.089009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-7650f99a-a32d-4f00-94bb-e575eaf86626 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:09.136661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0a460c5-9810-4629-88bf-e260bbc8da60 req-7650f99a-a32d-4f00-94bb-e575eaf86626 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&id=4ee577ea-f455-423f-8e11-581dcaf667d3&id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2008257 Jul 15 16:43:09.154921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650f99a-a32d-4f00-94bb-e575eaf86626 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c2951-a295-4ffa-8ef2-8c528943c065,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:09.185328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c1642-05e7-45c5-bfc5-2f9847118795 req-c046fc8d-dedd-4d0f-a035-86feea3db862 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.190736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e37c1642-05e7-45c5-bfc5-2f9847118795 req-c046fc8d-dedd-4d0f-a035-86feea3db862 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.1135414 Jul 15 16:43:09.222214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-81305a01-c60f-49c3-abb0-4eb23e6cfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.223730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-81305a01-c60f-49c3-abb0-4eb23e6cfd37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3fbff76317d44718a1e3086696e3b18b&device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 1094 time: 0.0733254 Jul 15 16:43:09.230335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e37c1642-05e7-45c5-bfc5-2f9847118795 req-3ee75c53-6aac-4645-9bd3-f9ffa7310a5a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367267 Jul 15 16:43:09.320439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:09.336932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-cb1e22e5-7a1b-4b76-8a0a-f29846175592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.340701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-cb1e22e5-7a1b-4b76-8a0a-f29846175592 service neutron] 10.222.0.35 "GET /v2.0/networks?id=536e6ed9-5dc5-4874-9e79-064851fce4b8 HTTP/1.1" status: 200 len: 915 time: 0.1061881 Jul 15 16:43:09.354276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d45d2-d13f-4c22-b2d0-1fd2e3e54f3e req-73756b09-69ee-455f-b6a2-908ca34a8bc6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.357884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8d45d2-d13f-4c22-b2d0-1fd2e3e54f3e req-73756b09-69ee-455f-b6a2-908ca34a8bc6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.0823355 Jul 15 16:43:09.399163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-945e50c1-fc3d-458e-9fb0-5630cec35a2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5adef61-1e16-4f00-9b47-5a288039a5af HTTP/1.1" status: 200 len: 217 time: 0.0496523 Jul 15 16:43:09.410190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8d45d2-d13f-4c22-b2d0-1fd2e3e54f3e req-7782132e-2b0c-4f95-8383-09f2fd3827c6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Jul 15 16:43:09.456634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:09.458133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-3e0e5ad4-cf90-482b-a963-7a673b7785b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.460183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-3e0e5ad4-cf90-482b-a963-7a673b7785b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f596445b-8283-42ad-9900-0860c2e7fc25 HTTP/1.1" status: 200 len: 855 time: 0.0495880 Jul 15 16:43:09.470015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:43:09.504660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-f94aba7e-ad9e-410e-a155-ae245054443d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=536e6ed9-5dc5-4874-9e79-064851fce4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329978 Jul 15 16:43:09.631988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-17f8393e-6a5d-4350-b1aa-78b0a4afe6b6 service neutron] 10.222.0.35 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134672 Jul 15 16:43:09.743706 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b94d105b-70bc-4a0d-80dc-61846e161e9a req-07629440-c44a-437c-bb74-f8d8d67ec604 service neutron] 10.222.0.35 "GET /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027751 Jul 15 16:43:09.785447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b04499-4b7a-4323-9e4b-3e98541e1e6a req-c6527692-000f-440d-b82e-3e766d6ae14c tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:09.787082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0b04499-4b7a-4323-9e4b-3e98541e1e6a req-c6527692-000f-440d-b82e-3e766d6ae14c tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 943 time: 0.0725162 Jul 15 16:43:09.829202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0b04499-4b7a-4323-9e4b-3e98541e1e6a req-f7f160ce-8e6c-44f9-8208-ce88de5ce243 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Jul 15 16:43:10.078339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a561db-dea1-4429-89f5-dba4acd579da req-b4d1e9e1-07bb-4fc3-a0ca-9534bee734e7 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:10.079243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a561db-dea1-4429-89f5-dba4acd579da req-b4d1e9e1-07bb-4fc3-a0ca-9534bee734e7 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:10.079884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a561db-dea1-4429-89f5-dba4acd579da req-b4d1e9e1-07bb-4fc3-a0ca-9534bee734e7 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:10.082086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5a561db-dea1-4429-89f5-dba4acd579da req-b4d1e9e1-07bb-4fc3-a0ca-9534bee734e7 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af&device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8&device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 2882 time: 0.0651031 Jul 15 16:43:10.123629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5a561db-dea1-4429-89f5-dba4acd579da req-1706a83a-3bf2-4563-a932-54620481d8fa tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Jul 15 16:43:10.323852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43834) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:10.331018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.448971 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.523292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2e39-7fc4-4701-a6c7-e3a61eeb64dc req-fa986f24-7ef2-4a0d-b5d8-a72b04f2cae5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:10.524875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23be2e39-7fc4-4701-a6c7-e3a61eeb64dc req-fa986f24-7ef2-4a0d-b5d8-a72b04f2cae5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.0898716 Jul 15 16:43:10.553761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43848) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:10.604966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-199c29de-bf6b-4d29-930b-d39465a0c471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.628147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23be2e39-7fc4-4701-a6c7-e3a61eeb64dc req-b31a07a0-fb35-46e9-88a2-84ff1244dc8e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968118 Jul 15 16:43:10.686393 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-26f9517c-7a1b-4ac2-b3cb-eca533d52e1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30961eab2b7d40b991bcc17b9f990710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308317 Jul 15 16:43:10.687258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:10.760057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d915914-f9e6-42c9-813e-1ba954a2e337 req-5be39250-45ff-415c-80dd-274825979716 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:10.763847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.767816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d915914-f9e6-42c9-813e-1ba954a2e337 req-5be39250-45ff-415c-80dd-274825979716 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1216335 Jul 15 16:43:10.803539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.825899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d915914-f9e6-42c9-813e-1ba954a2e337 req-d363f677-a171-41db-bfcc-f7ad64d17d4a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569415 Jul 15 16:43:10.850591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43858) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:10.852222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-199c29de-bf6b-4d29-930b-d39465a0c471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.871544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-199c29de-bf6b-4d29-930b-d39465a0c471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.911387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.914631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:10.918431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42d8a0df-81d0-41d9-9901-db54e0f1ffd8 HTTP/1.1" status: 204 len: 168 time: 0.2274435 Jul 15 16:43:10.925009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c29de-bf6b-4d29-930b-d39465a0c471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0020d1a2-5f40-48d4-8e59-a42009e139f6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:10.929727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-199c29de-bf6b-4d29-930b-d39465a0c471 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbd06e56585f42428b05cd68f7265226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044235 Jul 15 16:43:10.932771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43868) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:10.959780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14373-1399-4b0e-a487-bb8ae7549413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8a0df-81d0-41d9-9901-db54e0f1ffd8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.036871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.051887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242b6865-cf79-410b-8bc1-718cc71e40f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.097282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.177604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242b6865-cf79-410b-8bc1-718cc71e40f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.183332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-242b6865-cf79-410b-8bc1-718cc71e40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.234089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-242b6865-cf79-410b-8bc1-718cc71e40f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82ce0a375172434c9ebfc0e75a7a03c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822234 Jul 15 16:43:11.236652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b6865-cf79-410b-8bc1-718cc71e40f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac76393-639f-4f93-be26-3a173e465fa1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.240257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43872) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:11.241008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7ecca-5e19-4f90-9588-02f113e2a7a5 req-89d3311d-4a8c-4e4a-bfe0-c50b13a57054 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:11.247880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89e7ecca-5e19-4f90-9588-02f113e2a7a5 req-89d3311d-4a8c-4e4a-bfe0-c50b13a57054 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 943 time: 0.1657870 Jul 15 16:43:11.257669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.260153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.264236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0020d1a2-5f40-48d4-8e59-a42009e139f6 HTTP/1.1" status: 204 len: 168 time: 0.3271446 Jul 15 16:43:11.264236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-3ed978d8-bd8c-45fc-b194-c33c83bcc759 service neutron] 10.222.0.20 "GET /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1178713 Jul 15 16:43:11.288549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86978d63-105b-4701-bd80-15a153d4f965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0020d1a2-5f40-48d4-8e59-a42009e139f6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.326579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:11.354112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.364346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89e7ecca-5e19-4f90-9588-02f113e2a7a5 req-76548933-3dc2-4c48-9b79-be47fd308cbe tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154773 Jul 15 16:43:11.369750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:43:11.370252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 04b73a34-dbc7-4dc4-a164-0bfe15e8b7dd not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:11.395345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.415143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43878) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:11.469523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.472075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.475808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eac76393-639f-4f93-be26-3a173e465fa1 HTTP/1.1" status: 204 len: 168 time: 0.2315605 Jul 15 16:43:11.483413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338950aa-dbf3-4c38-b63b-046a2287cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac76393-639f-4f93-be26-3a173e465fa1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.521626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-77651086-ea13-4cad-8274-af4619bf71be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1ec06f24a3642689709bcef3fa59309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046290 Jul 15 16:43:11.524380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:11.590625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.607880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:11.618299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.638901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:11.693293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca82055a-74ad-42bf-9148-25f5265e5404 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:11.699811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.703038 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.704643 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21f45993-1172-4191-b56a-38140167134c HTTP/1.1" status: 204 len: 168 time: 0.1785908 Jul 15 16:43:11.710067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:11.717268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e90dd-7f8d-4635-b94b-8f14f774b40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f45993-1172-4191-b56a-38140167134c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.755904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.763884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:11.782512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-277986b1-6cad-44fa-9319-7fed610d182c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.866936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e4f3-8632-47a7-a3a0-c605db1fe7da req-b15cf262-dd0c-4594-95b2-fda86c1c17da tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:11.868533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2573e4f3-8632-47a7-a3a0-c605db1fe7da req-b15cf262-dd0c-4594-95b2-fda86c1c17da tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1101 time: 0.1615047 Jul 15 16:43:11.906590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-277986b1-6cad-44fa-9319-7fed610d182c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.913827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-277986b1-6cad-44fa-9319-7fed610d182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.932859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] Transition to ACTIVE for port object ca82055a-74ad-42bf-9148-25f5265e5404 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:11.943546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2573e4f3-8632-47a7-a3a0-c605db1fe7da req-76c30fac-8987-440a-892b-4ce1a39e0236 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609853 Jul 15 16:43:11.945736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:11.977837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-277986b1-6cad-44fa-9319-7fed610d182c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1668ace7f4d44c558cbd9c4c05bb7ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121763 Jul 15 16:43:11.978973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:11.984590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277986b1-6cad-44fa-9319-7fed610d182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfff5ba-bedb-415d-9d9e-605c803a0280,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:11.994559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da395-9391-49b2-bba6-e4a5065ef429 req-da9f05f9-b749-46aa-8dc2-b74a4f37844f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:11.996484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-649da395-9391-49b2-bba6-e4a5065ef429 req-da9f05f9-b749-46aa-8dc2-b74a4f37844f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 943 time: 0.1970556 Jul 15 16:43:12.084022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:12.085997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] No DVR routers for this DVR port ca82055a-74ad-42bf-9148-25f5265e5404 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:12.094302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:12.118005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aedf4cce-da08-4b45-b4e1-b47a33e7241b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.160947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-649da395-9391-49b2-bba6-e4a5065ef429 req-e7172444-f3d3-4fe3-83a3-7bc2e07cd7e4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462891 Jul 15 16:43:12.203015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ec11b12-4eb1-45fa-a2a9-c7abc32234b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9274094 Jul 15 16:43:12.203694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.237267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aedf4cce-da08-4b45-b4e1-b47a33e7241b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.245644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aedf4cce-da08-4b45-b4e1-b47a33e7241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.261322 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.298332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4cce-da08-4b45-b4e1-b47a33e7241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264099b7-a281-425c-bc3d-d2a519a28406,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:12.323677 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aedf4cce-da08-4b45-b4e1-b47a33e7241b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27d01c33c4394229a8bc387b5a94f573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384892 Jul 15 16:43:12.325295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:12.352396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce00294-cbcf-4e33-b526-47c87f66006f req-171e1b4b-2a76-4594-8b59-5ee3b60438f9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.353927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ce00294-cbcf-4e33-b526-47c87f66006f req-171e1b4b-2a76-4594-8b59-5ee3b60438f9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.2228882 Jul 15 16:43:12.400176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba6d12-0cdf-4911-87cb-6e6794af70f4 req-80d0a38a-315a-4be7-9b50-c55db2069b19 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.401699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65ba6d12-0cdf-4911-87cb-6e6794af70f4 req-80d0a38a-315a-4be7-9b50-c55db2069b19 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1101 time: 0.1231220 Jul 15 16:43:12.408274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.409402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c9f77b59-fd19-43f6-b201-a074135387a1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.410926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.411045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c9f77b59-fd19-43f6-b201-a074135387a1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.1262312 Jul 15 16:43:12.413800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.415278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcfff5ba-bedb-415d-9d9e-605c803a0280 HTTP/1.1" status: 204 len: 168 time: 0.4361417 Jul 15 16:43:12.448322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b943d-67fe-4c8d-b9b3-6650987e1662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfff5ba-bedb-415d-9d9e-605c803a0280,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:12.455610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ce00294-cbcf-4e33-b526-47c87f66006f req-6ee9c9ab-1fbe-4210-a4d8-2f4b7d91195a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858352 Jul 15 16:43:12.490620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65ba6d12-0cdf-4911-87cb-6e6794af70f4 req-5354a410-b113-4911-856e-03bd7f101d1b tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726187 Jul 15 16:43:12.500677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.584528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-e38e86a4-c979-427d-891e-39edb0659b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.586114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-e38e86a4-c979-427d-891e-39edb0659b2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 1095 time: 0.1602011 Jul 15 16:43:12.601685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.606425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:12.611999 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/264099b7-a281-425c-bc3d-d2a519a28406 HTTP/1.1" status: 204 len: 168 time: 0.2850168 Jul 15 16:43:12.634508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb2f24-98fa-4779-8a35-6c590ea150f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264099b7-a281-425c-bc3d-d2a519a28406,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:12.695811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-a5863e8f-8bed-4b99-b125-d5f9efa2b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.697479 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-a5863e8f-8bed-4b99-b125-d5f9efa2b914 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1095 time: 0.0751734 Jul 15 16:43:12.765788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b6e1d-fa99-4eb4-86d3-3ea867c83c5b req-5f772d6f-c22d-425b-b359-560d5bb3d9df tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.772980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-617b6e1d-fa99-4eb4-86d3-3ea867c83c5b req-5f772d6f-c22d-425b-b359-560d5bb3d9df tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 943 time: 0.0955145 Jul 15 16:43:12.815932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-617b6e1d-fa99-4eb4-86d3-3ea867c83c5b req-714bb023-bfef-483e-8bf2-06a34a391cb4 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Jul 15 16:43:12.853308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c466035b-424c-428b-8b87-c49bf3f7c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.855071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c466035b-424c-428b-8b87-c49bf3f7c53d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1458480 Jul 15 16:43:12.921128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-b899d1c4-79af-4366-9fc3-e6ebcded7d5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0558321 Jul 15 16:43:12.974996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-483564d1-822a-4f90-ac83-cf24c71940d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:12.976596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-483564d1-822a-4f90-ac83-cf24c71940d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0476606 Jul 15 16:43:13.015210 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-e58e06b2-2f79-400b-a078-8a74814016f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288620 Jul 15 16:43:13.147591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-5bc79568-5b20-4622-bbde-d16d2d853631 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238720 Jul 15 16:43:13.299264 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-6ad16a68-1bea-4194-bc83-15dd380f0700 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437504 Jul 15 16:43:13.321803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a5adef61-1e16-4f00-9b47-5a288039a5af details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:13.399064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c788718-0e98-43dd-a7c5-f974872fa7e8 req-86dd1cbc-c2f1-4133-9eb8-92dac3aa57bd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:13.402344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c788718-0e98-43dd-a7c5-f974872fa7e8 req-86dd1cbc-c2f1-4133-9eb8-92dac3aa57bd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 944 time: 0.1218569 Jul 15 16:43:13.484170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a5adef61-1e16-4f00-9b47-5a288039a5af,segment=NetworkSegment(ab96cce7-4c8e-488c-bd33-a4f2c958c32a),segment_id=ab96cce7-4c8e-488c-bd33-a4f2c958c32a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:13.494262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c788718-0e98-43dd-a7c5-f974872fa7e8 req-792c51b2-a7aa-4615-a764-81a60c104a41 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Jul 15 16:43:13.512063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'a5adef61-1e16-4f00-9b47-5a288039a5af', 'network_id': '536e6ed9-5dc5-4874-9e79-064851fce4b8', 'port_id': 'a5adef61-1e16-4f00-9b47-5a288039a5af', 'mac_address': 'fa:16:3e:d6:88:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f596445b-8283-42ad-9900-0860c2e7fc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:13.588865 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:13.611321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5adef61-1e16-4f00-9b47-5a288039a5af {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:13.666229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a5adef61-1e16-4f00-9b47-5a288039a5af,segment=NetworkSegment(ab96cce7-4c8e-488c-bd33-a4f2c958c32a),segment_id=ab96cce7-4c8e-488c-bd33-a4f2c958c32a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:13.674286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:13.802312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:13.829391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c8bc2382-44f7-4591-bcd3-c455178753a1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:13.833054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-c8bc2382-44f7-4591-bcd3-c455178753a1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.1459718 Jul 15 16:43:13.846187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c65a82-12b0-4394-8307-57ee0ca6d45d req-cc9756b1-533a-43db-8583-e1e80c0d329a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:13.848729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3c65a82-12b0-4394-8307-57ee0ca6d45d req-cc9756b1-533a-43db-8583-e1e80c0d329a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1826780 Jul 15 16:43:13.905017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3c65a82-12b0-4394-8307-57ee0ca6d45d req-48ac8a17-4e4e-49a0-a4fd-aec3a1ac7a1d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502119 Jul 15 16:43:13.938804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['a5adef61-1e16-4f00-9b47-5a288039a5af'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:14.092192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-9d414a48-e0a4-460d-a7e7-246c215b3f3b service neutron] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:14.100445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-9d414a48-e0a4-460d-a7e7-246c215b3f3b service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:14.102114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90d9c69c-59a3-43a3-96f8-bdbc6f0a4833 req-9d414a48-e0a4-460d-a7e7-246c215b3f3b service neutron] 10.222.0.35 "DELETE /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.2586651 Jul 15 16:43:14.286391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63206-fb5c-4f79-a732-a47f4ded56b4 req-e59c113b-0568-4028-b5df-0d2d265ef0e7 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:14.292622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4d63206-fb5c-4f79-a732-a47f4ded56b4 req-e59c113b-0568-4028-b5df-0d2d265ef0e7 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 944 time: 0.1700346 Jul 15 16:43:14.309595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2d4da-e03d-421d-a78c-70911f31b4cb req-4f4911d9-f3d7-4963-8549-3efd9169b0db tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:14.311238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61b2d4da-e03d-421d-a78c-70911f31b4cb req-4f4911d9-f3d7-4963-8549-3efd9169b0db tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1146069 Jul 15 16:43:14.370985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4d63206-fb5c-4f79-a732-a47f4ded56b4 req-5d24b2b9-1914-4f91-9b58-223eaa6f4453 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772784 Jul 15 16:43:14.388384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61b2d4da-e03d-421d-a78c-70911f31b4cb req-4ae80a63-bc58-4a5f-93bf-3d2d1e82b74b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689542 Jul 15 16:43:14.691386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d3e57-8c89-4541-8a1a-cc612f33aa4f req-a7a3f8f8-b6fc-46af-88f8-68240cf8807a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:14.692952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e0d3e57-8c89-4541-8a1a-cc612f33aa4f req-a7a3f8f8-b6fc-46af-88f8-68240cf8807a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 944 time: 0.0735044 Jul 15 16:43:14.738790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e0d3e57-8c89-4541-8a1a-cc612f33aa4f req-52d1dccf-955b-437c-bd44-d73b72981072 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jul 15 16:43:14.954051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa938b-8485-4e8b-85fa-a3494c5a1b33 req-a9730fa1-a17f-44c9-92e8-cad77016916a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:14.956579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1aa938b-8485-4e8b-85fa-a3494c5a1b33 req-a9730fa1-a17f-44c9-92e8-cad77016916a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1095 time: 0.0741804 Jul 15 16:43:15.021455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1aa938b-8485-4e8b-85fa-a3494c5a1b33 req-5689acee-36b6-4f41-83e3-8cfddb26c475 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Jul 15 16:43:15.278561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:15.319208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:15.323568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a5adef61-1e16-4f00-9b47-5a288039a5af up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:15.346378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-580ffec8-cf85-46fe-baa1-a29a7d677792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.348573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-580ffec8-cf85-46fe-baa1-a29a7d677792 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1096 time: 0.0648258 Jul 15 16:43:15.384903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port a5adef61-1e16-4f00-9b47-5a288039a5af completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:15.389596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port a5adef61-1e16-4f00-9b47-5a288039a5af triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:15.390056 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:15.447385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-874251ef-3060-427d-aef9-8371f38686ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.448984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-874251ef-3060-427d-aef9-8371f38686ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.0926774 Jul 15 16:43:15.458738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.459212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.459672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.460171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.460605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.461058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.461506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.461964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.462398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.462843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.463297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.465295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-095214a2-6c64-4c6f-94c1-3330eb781604 req-3f92497d-c2b2-4fa0-97f1-c6090e635d42 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7832 time: 0.4625256 Jul 15 16:43:15.481691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:15.488331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6c05-24fc-4d1c-ae3b-674d7c6effdc req-580a48df-a886-4ab8-8785-54fdba9eb18a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.489820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c6c05-24fc-4d1c-ae3b-674d7c6effdc req-580a48df-a886-4ab8-8785-54fdba9eb18a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 945 time: 0.1111884 Jul 15 16:43:15.502820 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-fa25122c-3797-4966-9eb9-7a5844e3230c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0467458 Jul 15 16:43:15.506375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:15.508759 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8371176e-82a8-4eb0-a6fc-859cf0eb9836" -d '{"events": [{"server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "name": "network-vif-plugged", "status": "completed", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:15.530454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a5adef61-1e16-4f00-9b47-5a288039a5af,segment=NetworkSegment(ab96cce7-4c8e-488c-bd33-a4f2c958c32a),segment_id=ab96cce7-4c8e-488c-bd33-a4f2c958c32a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:15.535075 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:15.547915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c6c05-24fc-4d1c-ae3b-674d7c6effdc req-e46eb0f8-6156-4fda-89c9-5c0670c278b9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 Jul 15 16:43:15.565003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-66318e79-7163-4dcc-828e-e0242ad36418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.566617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-66318e79-7163-4dcc-828e-e0242ad36418 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0571043 Jul 15 16:43:15.596711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:15.603553 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-25473c7a-d878-4364-bd43-fe9bf00b9c72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292239 Jul 15 16:43:15.703893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-9bdf07c2-3e09-46f6-8ce8-4bd1938bb3b9 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877571 Jul 15 16:43:15.784646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Request body: {'security_group': {'name': 'tempest-securitygroup-383626125', 'description': 'tempest-description-2038971'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:15.805530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-8233f99e-11b1-42f8-9405-a599f7336dcf service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900028 Jul 15 16:43:15.810883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:15.820591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:15.938782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-5d0cd0c5-b818-448e-81cb-228fc245410d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.940305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-5d0cd0c5-b818-448e-81cb-228fc245410d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.0613058 Jul 15 16:43:15.952704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:15.965589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-e9d7b193-7a23-4be8-bf70-8a9a3a320aa7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:15.967365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-e9d7b193-7a23-4be8-bf70-8a9a3a320aa7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.1321559 Jul 15 16:43:15.993644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-7e0f5aec-da70-4896-b29e-9839b6ffc7cf tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/quotas/909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 375 time: 0.0191751 Jul 15 16:43:16.022959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.042286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.048715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.108304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86464e-b8d7-415e-8682-a165a9fc2366,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:16.134194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-94baaf48-7c48-43b7-ba04-f6a3517e3ed7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331840 Jul 15 16:43:16.151384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:16.188805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:16.227981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:16.230416 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b58a77-ddfb-44fb-8afd-5f6753d122ae" -d '{"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-unplugged", "status": "completed", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:16.230784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.234662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.237037 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.240848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.271726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-9bb295b4-32b0-4a6c-9c38-19abdba936a3 service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287694 Jul 15 16:43:16.276809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.278370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2d38fb9-2199-48a8-946f-f36f6ec35194 req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4985878 Jul 15 16:43:16.324360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:16.352154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ba457-a1c6-4f23-be62-3db749d80bbb tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8596ab-35ec-48ae-9888-63c6cbd384ac,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:16.353690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:16.354222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:16.356292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:16.362234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:16.362620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Attempting to bind port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:16.367559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:16.367893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:16.368336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:16.368985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Bound port: 218cff46-c3ff-4703-ac76-2226e33eb8a2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:16.369303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.379190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-71b33d0c-7070-4a0a-9266-bc145558dd15 service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985217 Jul 15 16:43:16.435297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:16.438053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:16.443884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.462842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d060f-501e-4fad-9525-bcdbe8c10dfd req-4774017d-2562-402a-ac91-9c26eddc133c tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:16.464466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c1d060f-501e-4fad-9525-bcdbe8c10dfd req-4774017d-2562-402a-ac91-9c26eddc133c tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 945 time: 0.0787423 Jul 15 16:43:16.511265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c1d060f-501e-4fad-9525-bcdbe8c10dfd req-cf7d737d-2751-4aaf-8d87-06ae67b45929 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Jul 15 16:43:16.542116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:16.546400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:16.547101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.548819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f4bab07f-ba02-46d5-bf2b-3cc141c7bca4 service neutron] 10.222.0.35 "PUT /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 1121 time: 0.6010091 Jul 15 16:43:16.636905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['218cff46-c3ff-4703-ac76-2226e33eb8a2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:16.689462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebda17-eda2-4914-af63-e9b4cc485350 req-07613ce7-6bfb-4354-83e2-375176e1b0c0 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:16.690851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aaebda17-eda2-4914-af63-e9b4cc485350 req-07613ce7-6bfb-4354-83e2-375176e1b0c0 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 886 time: 0.1362441 Jul 15 16:43:16.715063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c1ca6-7f6b-4c9e-b258-dd7c5153bc08 req-1424310a-2231-40b6-8ae1-b7032f1b778f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:16.717507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d8c1ca6-7f6b-4c9e-b258-dd7c5153bc08 req-1424310a-2231-40b6-8ae1-b7032f1b778f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0888267 Jul 15 16:43:16.748130 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590d0095-752e-4924-ba17-a45f177dc37c x-openstack-request-id: req-590d0095-752e-4924-ba17-a45f177dc37c {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:16.748620 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "name": "network-vif-plugged", "status": "completed", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:16.748985 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-590d0095-752e-4924-ba17-a45f177dc37c {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:16.749460 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af', 'code': 200} Jul 15 16:43:16.798636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d8c1ca6-7f6b-4c9e-b258-dd7c5153bc08 req-67baff60-d7b4-4372-bb1d-b05137446fc6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Jul 15 16:43:16.857624 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e34cc-9ee7-4529-b7cf-beca23dfc70f x-openstack-request-id: req-757e34cc-9ee7-4529-b7cf-beca23dfc70f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:16.857624 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-unplugged", "status": "completed", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:16.857858 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-757e34cc-9ee7-4529-b7cf-beca23dfc70f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:16.858245 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'code': 200} Jul 15 16:43:16.876632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1895568926', 'description': 'tempest-description-1252716577'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:16.881018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87239f80-26d1-4eed-b112-e798d8d68347 req-8f75616d-c6a9-4ea6-9b89-b010539195f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:16.882508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87239f80-26d1-4eed-b112-e798d8d68347 req-8f75616d-c6a9-4ea6-9b89-b010539195f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 1096 time: 0.0593586 Jul 15 16:43:16.906165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:16.933348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87239f80-26d1-4eed-b112-e798d8d68347 req-320e57d3-67df-4967-bc96-0ccbfd4f22db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Jul 15 16:43:17.013152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969a90a3-d9c9-4709-bc62-d564f8e9a68f req-964e4167-1964-4829-951e-81a10af4ea2f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 210 time: 0.0454223 Jul 15 16:43:17.034228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.039458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.071247 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.072406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50a35fe8-38e1-4327-b5c1-5625fb2169c3 req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2016847 Jul 15 16:43:17.075288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b115a8-3225-40ce-b9c5-08df31fde174 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28e1ec-403b-4846-977d-0167f56ab314,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:17.180648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6adf8-0259-4ccb-928e-b21172613560 req-dac3ac69-49b2-4034-a31f-da5b18373ff8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.182126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac6adf8-0259-4ccb-928e-b21172613560 req-dac3ac69-49b2-4034-a31f-da5b18373ff8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.0675025 Jul 15 16:43:17.239350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dac6adf8-0259-4ccb-928e-b21172613560 req-09ce3e4b-75e9-4eec-968c-15ddc221531a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Jul 15 16:43:17.349861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.350338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.350808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.351267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.351726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.352233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.352690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.353150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.353602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.354055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.354569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.357267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-754cc75e-f843-452b-8b58-36ac218dcad1 req-17b405f7-650b-4bd9-a863-70ce1316c521 tempest-NetworksTest-1882568550 tempest-NetworksTest-1882568550-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7832 time: 0.1464806 Jul 15 16:43:17.371102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2066155667', 'description': 'tempest-description-690590143'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:17.396387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.406558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.503871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.510328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.556748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197258a8-665a-4a3a-bb1d-cfeb87864cec,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:17.625749 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.636049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.694477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:17.710008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.711615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75d62cbf-eff7-411e-ad78-757ba4ce37ba req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3445175 Jul 15 16:43:17.725867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10203a-1194-4a6c-ad85-a240dec4fe54 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49791b69-b783-4081-bfae-1bbb62c586cb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:17.765306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-465304679', 'description': 'tempest-description-1175406430'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:17.797740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:17.862925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.874406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-244fc5db-370d-4bf6-a3e1-cb5452b22000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.877130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-526eb844-0e9f-45d6-9be2-8f2f4ac38a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.895452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb3f77-70bf-4324-aae1-8c1bbf47bc6d req-44306249-e0c0-4f4f-96e1-1d3914b84d02 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.897013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fcb3f77-70bf-4324-aae1-8c1bbf47bc6d req-44306249-e0c0-4f4f-96e1-1d3914b84d02 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 945 time: 0.2484982 Jul 15 16:43:17.904267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-90afa210-410c-4696-b9c0-c4d014c1f542 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:17.905953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-90afa210-410c-4696-b9c0-c4d014c1f542 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.1937466 Jul 15 16:43:17.927667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Request body: {'port': {'device_id': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'admin_state_up': True, 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:17.984056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-244fc5db-370d-4bf6-a3e1-cb5452b22000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.989798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-244fc5db-370d-4bf6-a3e1-cb5452b22000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:17.993127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fcb3f77-70bf-4324-aae1-8c1bbf47bc6d req-782a145f-dbbe-4f05-8b2d-26fcc102b551 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842988 Jul 15 16:43:18.024666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:43:18.024666 n-d-800085-3 neutron-server[100429]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 16:43:18.024666 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id_1': '747565cbccb9424e8a5dd96beba87991', 'expiration_1': datetime.datetime(2021, 7, 15, 16, 43, 17, 918718)}] Jul 15 16:43:18.024666 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:43:18.025042 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:43:18.056149 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-244fc5db-370d-4bf6-a3e1-cb5452b22000 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faf56853e80a4747aaf26a14a4da1773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603833 Jul 15 16:43:18.058806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:18.068151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fc5db-370d-4bf6-a3e1-cb5452b22000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece10eb-bebc-4867-afdd-caf3056d90ee,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.143837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.179929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.190146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-526eb844-0e9f-45d6-9be2-8f2f4ac38a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.198738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-526eb844-0e9f-45d6-9be2-8f2f4ac38a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.209351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2360a61-4d2f-4615-a5ea-4e48cf70b845 req-e329b918-98f9-4208-9e4c-057f21a3031c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:18.210848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2360a61-4d2f-4615-a5ea-4e48cf70b845 req-e329b918-98f9-4208-9e4c-057f21a3031c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0764637 Jul 15 16:43:18.235932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:18.239712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.251971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-526eb844-0e9f-45d6-9be2-8f2f4ac38a2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea5d60f77ec04af6863bc082333bc0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531410 Jul 15 16:43:18.253422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eb844-0e9f-45d6-9be2-8f2f4ac38a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7327b-d77a-4d3d-bf32-8369912f187c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.254658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:18.275067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.278290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.279685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ece10eb-bebc-4867-afdd-caf3056d90ee HTTP/1.1" status: 204 len: 168 time: 0.2194755 Jul 15 16:43:18.288436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978223f4-28b9-48ab-8aba-61ce85279999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece10eb-bebc-4867-afdd-caf3056d90ee,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.312996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2360a61-4d2f-4615-a5ea-4e48cf70b845 req-233b3ce8-b244-445a-8f55-9ba06743e6f9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939808 Jul 15 16:43:18.385223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.455765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.486899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aba41fac-dd94-40fa-93b8-0c6fb79307c5 req-1fc16d2f-f79b-42b2-8372-32258c0d653d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 210 time: 0.0494628 Jul 15 16:43:18.523281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Allocated IP 172.20.0.2 (a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e/efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd/c0a51715-3cc9-4e74-bf4f-eaee1099256f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:18.528674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.585462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:18.597644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.599636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b3f3d-52b6-4d6b-8649-af7ad9d03856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.600222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.602128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5b7327b-d77a-4d3d-bf32-8369912f187c HTTP/1.1" status: 204 len: 168 time: 0.3456790 Jul 15 16:43:18.633522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d38a3-d079-4692-9287-5bddef15a3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7327b-d77a-4d3d-bf32-8369912f187c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.798005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.811894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.816681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.859764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:18.862081 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f267e2-02c9-4267-8df7-8c1d733f179d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:18.872817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7a418-7c6d-4452-8d78-1654a152de0f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.891072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6814b4b-7e66-4938-b6ef-e4b272640306 req-32dd8e90-8b6b-4c45-aa5b-0d152517f5ae tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:18.892655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6814b4b-7e66-4938-b6ef-e4b272640306 req-32dd8e90-8b6b-4c45-aa5b-0d152517f5ae tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.1682391 Jul 15 16:43:18.895199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b3f3d-52b6-4d6b-8649-af7ad9d03856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.901063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-625b3f3d-52b6-4d6b-8649-af7ad9d03856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.920151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.932356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a0c7e89f-0c8b-4cbe-9f90-60ed681b4adc req-34e9630f-d423-43f1-94ed-9ef587ff289c tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1730883 Jul 15 16:43:18.950725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-625b3f3d-52b6-4d6b-8649-af7ad9d03856 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bae28cd648e4df09fc169ecb9019958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639190 Jul 15 16:43:18.951537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:18.961834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b3f3d-52b6-4d6b-8649-af7ad9d03856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72567cf-c694-4b44-8d61-7c201e70bd35,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:18.968937 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:18.983112 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07bf47-504a-4bfd-b723-e4710cd0bcb2 x-openstack-request-id: req-bd07bf47-504a-4bfd-b723-e4710cd0bcb2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:18.983941 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:18.984505 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd07bf47-504a-4bfd-b723-e4710cd0bcb2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:18.985046 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'status': 'completed', 'code': 200} Jul 15 16:43:18.990134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6814b4b-7e66-4938-b6ef-e4b272640306 req-180c4276-aabe-4a38-a709-d8b33d54279d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849831 Jul 15 16:43:19.035837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44170) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:19.061171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953d9857-8030-4556-8097-6398d168070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.085044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:19.088365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c96e973-2b45-4a10-a6a6-5934358ed40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.093885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953d9857-8030-4556-8097-6398d168070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.102136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:19.105743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:19.109574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:19.116589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-c7d72de3-8f48-4830-b6e0-d34564d17209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.118383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-c7d72de3-8f48-4830-b6e0-d34564d17209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1124 time: 0.1104798 Jul 15 16:43:19.226257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953d9857-8030-4556-8097-6398d168070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.228972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953d9857-8030-4556-8097-6398d168070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.232834 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-953d9857-8030-4556-8097-6398d168070e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e72567cf-c694-4b44-8d61-7c201e70bd35 HTTP/1.1" status: 204 len: 168 time: 0.2763758 Jul 15 16:43:19.233462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.234119 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.248557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d9857-8030-4556-8097-6398d168070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72567cf-c694-4b44-8d61-7c201e70bd35,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:19.255210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-00e6a072-07b6-4a7b-9880-19050ddd5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.256840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-00e6a072-07b6-4a7b-9880-19050ddd5a0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1196039 Jul 15 16:43:19.310960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-2b04163f-e4f1-4a5f-af44-46b9b5c8d401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0412865 Jul 15 16:43:19.351223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:19.366373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab02c45-e9f2-4985-a1b1-92dd022f137d req-67707c4f-adb9-4be0-a5ba-96dfa3631a81 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.374341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ab02c45-e9f2-4985-a1b1-92dd022f137d req-67707c4f-adb9-4be0-a5ba-96dfa3631a81 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 945 time: 0.2196593 Jul 15 16:43:19.382147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-59d1b4a3-3dd8-4fc4-b32c-23d887dd0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.383925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-59d1b4a3-3dd8-4fc4-b32c-23d887dd0913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0655220 Jul 15 16:43:19.429568 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-832db84a-790b-4a86-98d2-efa451d75f9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354121 Jul 15 16:43:19.473881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:19.476602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ab02c45-e9f2-4985-a1b1-92dd022f137d req-fab1adc0-3da2-44db-9ab0-442309baba6e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011479 Jul 15 16:43:19.486685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c96e973-2b45-4a10-a6a6-5934358ed40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.486936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:43:19.502834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c96e973-2b45-4a10-a6a6-5934358ed40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.545990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-4fa8fb7d-3d86-4370-be07-b5b2b11f742a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6225114 Jul 15 16:43:19.603752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Request body: {'port': {'device_id': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:19.687677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e973-2b45-4a10-a6a6-5934358ed40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e29d0f-232c-45fc-987d-9d4b10279384,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:19.744809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6c96e973-2b45-4a10-a6a6-5934358ed40e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6ded8539f4b47e18070d79562f1e1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057319 Jul 15 16:43:19.748566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44194) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:19.812085 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-57743298-e3d3-43f9-a97e-1e7f88773257 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726778 Jul 15 16:43:19.854676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.936634 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-13f267e2-02c9-4267-8df7-8c1d733f179d req-2624601b-a475-4990-af78-ea4cc8140fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176240 Jul 15 16:43:19.964368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-fbe6337c-f2a3-4378-8be0-0fb2afed85da tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53373 time: 0.9362319 Jul 15 16:43:19.975790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:19.990450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800e75b-79b9-4fdf-a000-f88dd44b41ad req-a6d7b967-67a6-48ba-822b-84eb22070900 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:19.991882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2800e75b-79b9-4fdf-a000-f88dd44b41ad req-a6d7b967-67a6-48ba-822b-84eb22070900 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.3762052 Jul 15 16:43:20.125535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:20.155349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-3d6fe760-3311-4833-8d4e-995b3a44e146 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/11ddd6bf-ac7d-4855-b8fb-af6852a2e3da HTTP/1.1" status: 200 len: 2981 time: 0.1776230 Jul 15 16:43:20.199017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2800e75b-79b9-4fdf-a000-f88dd44b41ad req-1c90d5cc-5656-43a9-b2a1-84f0acf0a985 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884196 Jul 15 16:43:20.373066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-00caa239-0924-41a2-87dc-ee3b5cc959fa tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/11ddd6bf-ac7d-4855-b8fb-af6852a2e3da HTTP/1.1" status: 200 len: 2981 time: 0.2056732 Jul 15 16:43:20.373673 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:20.376182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:20.384353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9e29d0f-232c-45fc-987d-9d4b10279384 HTTP/1.1" status: 204 len: 168 time: 0.6346362 Jul 15 16:43:20.479472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b617775-1dda-4439-86bf-b0ee4d53f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e29d0f-232c-45fc-987d-9d4b10279384,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:20.561465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-0e68efb3-dcef-4664-a349-6be14b5ccacf tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/17f213d6-7669-4998-abbb-56708781b02b HTTP/1.1" status: 200 len: 2977 time: 0.1450851 Jul 15 16:43:20.595778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4465-4815-4d7a-9ba6-735c6e980233 req-8f60d33e-a9ff-481f-be84-a138849d2e1f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:20.602684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee1f4465-4815-4d7a-9ba6-735c6e980233 req-8f60d33e-a9ff-481f-be84-a138849d2e1f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 931 time: 0.2363658 Jul 15 16:43:20.670247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a51715-3cc9-4e74-bf4f-eaee1099256f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:20.685401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:20.712381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee1f4465-4815-4d7a-9ba6-735c6e980233 req-d5243569-dd4f-42ce-84af-9e4e27ae564f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Jul 15 16:43:20.733871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-9cce3a1d-80f5-46b9-876a-5e3284bd1b07 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/17f213d6-7669-4998-abbb-56708781b02b HTTP/1.1" status: 200 len: 2977 time: 0.1630237 Jul 15 16:43:20.734936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Transition to ACTIVE for port object c0a51715-3cc9-4e74-bf4f-eaee1099256f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:20.742989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:20.880268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:20.889336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-322ba653-523d-498a-9cf5-d3b1730a165d tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/197258a8-665a-4a3a-bb1d-cfeb87864cec HTTP/1.1" status: 200 len: 2981 time: 0.1438549 Jul 15 16:43:21.010449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-f0fe4d3b-b822-4188-b006-ade5422d0719 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/197258a8-665a-4a3a-bb1d-cfeb87864cec HTTP/1.1" status: 200 len: 2981 time: 0.0947423 Jul 15 16:43:21.022483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:21.022836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:21.023139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:21.040619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:21.040954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:21.055215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:21.055582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:21.055938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:21.056549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Bound port: c0a51715-3cc9-4e74-bf4f-eaee1099256f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:21.056894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:21.106018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-18ea1374-3c9d-4b91-b213-2d48f6ef3e5f tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1dea8c04-072a-4add-b4e5-32c42a2b2747 HTTP/1.1" status: 200 len: 2981 time: 0.0794208 Jul 15 16:43:21.177709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:21.186284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-3c623158-255a-4ac1-975d-f46eacfa092f tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1dea8c04-072a-4add-b4e5-32c42a2b2747 HTTP/1.1" status: 200 len: 2981 time: 0.0645289 Jul 15 16:43:21.198176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:21.215583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:21.305964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:21.306591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:21.307986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] 10.222.0.20 "PUT /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 1091 time: 1.7236044 Jul 15 16:43:21.308446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:21.311289 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1e8608-9b2f-4b68-8faa-303c162ae1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:21.342313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-e44881b9-8ce2-4a4c-867a-28a87b9ab0a7 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9 HTTP/1.1" status: 200 len: 2981 time: 0.1419344 Jul 15 16:43:21.350328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb447f8-a370-4b72-b1eb-117b996488fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:21.394155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:43:21.409359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f811c42-02bb-46a5-b32b-15cfc2205c74 req-4d5ff459-1bca-484d-9928-8a69c4888039 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:21.418372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f811c42-02bb-46a5-b32b-15cfc2205c74 req-4d5ff459-1bca-484d-9928-8a69c4888039 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 943 time: 0.1690571 Jul 15 16:43:21.719438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-d27ecce5-0f24-4a52-a9ad-19ed25de4ff4 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9 HTTP/1.1" status: 200 len: 2981 time: 0.3522491 Jul 15 16:43:21.744175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f811c42-02bb-46a5-b32b-15cfc2205c74 req-df85ae73-a63b-4c18-961c-eccc6c2061f5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270500 Jul 15 16:43:21.812447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-384d64da-affd-499a-bc28-80a0ddef1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:21.815551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-384d64da-affd-499a-bc28-80a0ddef1cce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1094 time: 0.4132316 Jul 15 16:43:21.829690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-7deafeab-2f67-4f56-bec4-cb6e97be1055 service neutron] 10.222.0.20 "GET /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.0982919 Jul 15 16:43:21.836498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-67bf639f-1aae-48ee-a1db-6e16c0a1ac7b tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2d86464e-b8d7-415e-8682-a165a9fc2366 HTTP/1.1" status: 200 len: 2981 time: 0.0912614 Jul 15 16:43:21.917294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-2c3b18b9-8933-4eb4-b0e2-0a2e2fbd2dad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 217 time: 0.0936601 Jul 15 16:43:22.030350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-912e0416-70d8-4203-8f0c-54f502c40565 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2d86464e-b8d7-415e-8682-a165a9fc2366 HTTP/1.1" status: 200 len: 2981 time: 0.1857929 Jul 15 16:43:22.063715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-859a2aa9-1349-4049-8dc9-0926ac4a8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.065209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-859a2aa9-1349-4049-8dc9-0926ac4a8965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1274033 Jul 15 16:43:22.076763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:22.104857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:22.127290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-7977000b-9559-451d-b475-b04d986d7114 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529175 Jul 15 16:43:22.133894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-866cdb4e-bfb3-4cf1-ac19-87c952e840e2 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4ee577ea-f455-423f-8e11-581dcaf667d3 HTTP/1.1" status: 200 len: 2981 time: 0.0927613 Jul 15 16:43:22.142106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218cff46-c3ff-4703-ac76-2226e33eb8a2 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:22.143645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88288081-4abc-4e3f-abea-48a086b129e5 req-732c51bd-e6e2-4862-a8cc-f54413936305 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.148618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88288081-4abc-4e3f-abea-48a086b129e5 req-732c51bd-e6e2-4862-a8cc-f54413936305 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2375703 Jul 15 16:43:22.156552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:22.171398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:22.245195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] Transition to ACTIVE for port object 218cff46-c3ff-4703-ac76-2226e33eb8a2 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:22.249840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:22.275002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88288081-4abc-4e3f-abea-48a086b129e5 req-9bd06509-cf89-4f78-bce2-c670a51ca9f1 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142447 Jul 15 16:43:22.280350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-4ced8e61-7dbb-48a1-a782-2a5337834dcc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4ee577ea-f455-423f-8e11-581dcaf667d3 HTTP/1.1" status: 200 len: 2981 time: 0.1207583 Jul 15 16:43:22.320627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] No DVR routers for this DVR port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:22.334798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-06fd0859-c087-410e-bb9f-8eff29384cc3 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990159 Jul 15 16:43:22.353872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:22.365853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-4e3fee88-2917-4a41-ac48-fe3aa0bff6b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 0.5282397 Jul 15 16:43:22.388371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-9685a425-4468-4309-b8c6-8fb4e15ce106 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/50a8a25d-26a0-44c9-ab3d-36fc2b11ca11 HTTP/1.1" status: 200 len: 2977 time: 0.0964286 Jul 15 16:43:22.481401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01e8b734-6e02-4d5a-8a45-4b0b69ee3075 req-11994fe3-5a55-4681-a4bc-5fbdf543af66 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297016 Jul 15 16:43:22.488633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-f46ac30b-2778-4891-86a2-14e11144fe69 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/50a8a25d-26a0-44c9-ab3d-36fc2b11ca11 HTTP/1.1" status: 200 len: 2977 time: 0.0930920 Jul 15 16:43:22.529962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f9cebd0e-1642-4ef1-8a8a-71d025bad448 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.531866 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-f9cebd0e-1642-4ef1-8a8a-71d025bad448 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.1015842 Jul 15 16:43:22.540874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-1e0237c9-02c6-46ec-af69-6aa8320aaf81 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/80069107-3bc6-47cd-9de0-e79b44cc5976 HTTP/1.1" status: 200 len: 2981 time: 0.0492990 Jul 15 16:43:22.592944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-36c7b072-35cc-4f0e-8288-6aa4d8f472b8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288796 Jul 15 16:43:22.595169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-44bfb8a2-b123-4890-842d-3312a4ca5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.596801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-44bfb8a2-b123-4890-842d-3312a4ca5ada service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&tenant_id=068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 1095 time: 0.0537219 Jul 15 16:43:22.627309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-fc3fd741-3a6a-47c2-a0db-b00fcbc18d68 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/80069107-3bc6-47cd-9de0-e79b44cc5976 HTTP/1.1" status: 200 len: 2981 time: 0.0798767 Jul 15 16:43:22.675173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-909b3693-6722-43a2-9ae7-4f1d352eb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.676712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-909b3693-6722-43a2-9ae7-4f1d352eb8c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1095 time: 0.0551715 Jul 15 16:43:22.717467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-84cbe5bb-f7d3-4f24-b0ae-3ef53631cd28 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/85d2606d-3cf0-4196-8869-2d6d382e50b8 HTTP/1.1" status: 200 len: 2981 time: 0.0833917 Jul 15 16:43:22.755046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-0d3928e3-970b-4ba1-9d75-5e785d9629c2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.756555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-0d3928e3-970b-4ba1-9d75-5e785d9629c2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544936 Jul 15 16:43:22.768321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-b473d006-784d-4ac5-bd71-21e29c03155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.769795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-b473d006-784d-4ac5-bd71-21e29c03155f service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.0852590 Jul 15 16:43:22.784155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-d52ca269-53f0-4f5c-9030-41b0d44539b8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0188131 Jul 15 16:43:22.786689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-d3b771ac-9a7b-42ff-b601-029b83f41258 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/85d2606d-3cf0-4196-8869-2d6d382e50b8 HTTP/1.1" status: 200 len: 2981 time: 0.0606787 Jul 15 16:43:22.815489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-1ebb203e-ea09-42cf-be94-46360b354011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0374465 Jul 15 16:43:22.822844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-47c0cc46-fa46-4c47-ab69-c1bd2c320c48 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332019 Jul 15 16:43:22.854592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-61adc327-a216-4498-89d5-28f67012bb21 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bd44feb1-3945-4281-99b6-d09d623c2eed HTTP/1.1" status: 200 len: 2981 time: 0.0561218 Jul 15 16:43:22.866415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-2c0ad1ad-1aba-446f-9ea3-f9ba4a02779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:22.867891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-2c0ad1ad-1aba-446f-9ea3-f9ba4a02779e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0449693 Jul 15 16:43:22.902676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-4f85c05a-0778-4a54-b47d-69cf828fe845 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bd44feb1-3945-4281-99b6-d09d623c2eed HTTP/1.1" status: 200 len: 2981 time: 0.0405610 Jul 15 16:43:22.903821 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-7c41a79e-ef3f-4913-a053-5a33e89eefaf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279877 Jul 15 16:43:22.953748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-592554c9-825a-4207-b357-4e0460a84030 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c27698cd-ee2f-4058-9479-907803b746ff HTTP/1.1" status: 200 len: 2981 time: 0.0446393 Jul 15 16:43:22.986762 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd643c-51a5-4d95-9a75-60a1f98d08ef x-openstack-request-id: req-f1fd643c-51a5-4d95-9a75-60a1f98d08ef {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:22.987355 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:22.987839 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1fd643c-51a5-4d95-9a75-60a1f98d08ef {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:22.989012 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'status': 'completed', 'code': 200} Jul 15 16:43:23.020450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-ad789d75-3651-40b9-a494-a677cabfb645 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041782 Jul 15 16:43:23.053656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-d308c576-7454-49df-b50c-65b1d1a5f69a tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c27698cd-ee2f-4058-9479-907803b746ff HTTP/1.1" status: 200 len: 2981 time: 0.0870275 Jul 15 16:43:23.129266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-5a6fe942-eaa4-4be5-9a3d-6e004bde458a service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976970 Jul 15 16:43:23.131689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-3cb5f21c-5512-4663-b8e8-87b5cdf7c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.133200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-3cb5f21c-5512-4663-b8e8-87b5cdf7c2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1094 time: 0.1215026 Jul 15 16:43:23.181465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-d8098f38-2ba3-4fd2-ad18-646bb7f202b4 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e07c2951-a295-4ffa-8ef2-8c528943c065 HTTP/1.1" status: 200 len: 2981 time: 0.1156688 Jul 15 16:43:23.283069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ead63e-e0d6-4ea0-9992-0a6c14df6622 req-f6f13066-3b78-435c-9a93-7a55093a580f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.284616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5ead63e-e0d6-4ea0-9992-0a6c14df6622 req-f6f13066-3b78-435c-9a93-7a55093a580f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 943 time: 0.1964519 Jul 15 16:43:23.309211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-df9221d4-c8b8-437e-9bca-c45f64a293f8 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e07c2951-a295-4ffa-8ef2-8c528943c065 HTTP/1.1" status: 200 len: 2981 time: 0.1186697 Jul 15 16:43:23.321349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-f6c8a8db-f004-4c7a-9457-ec28538f881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.322792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-f6c8a8db-f004-4c7a-9457-ec28538f881f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1807888 Jul 15 16:43:23.378488 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-7951fe8a-6727-4def-ae5d-caaf6daf8a96 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] show failed (client error): The resource could not be found. Jul 15 16:43:23.379516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-7951fe8a-6727-4def-ae5d-caaf6daf8a96 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e72567cf-c694-4b44-8d61-7c201e70bd35 HTTP/1.1" status: 404 len: 352 time: 0.0597959 Jul 15 16:43:23.387870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-a68045a9-4d80-4ba1-a665-54f9911bb31a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 217 time: 0.0568595 Jul 15 16:43:23.410070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5ead63e-e0d6-4ea0-9992-0a6c14df6622 req-65f31105-5bc1-454d-b328-36bb55b1894f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171033 Jul 15 16:43:23.436690 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-f5be7805-80af-4f37-9489-357020ee1d4f tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] show failed (client error): The resource could not be found. Jul 15 16:43:23.437727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-f5be7805-80af-4f37-9489-357020ee1d4f tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e72567cf-c694-4b44-8d61-7c201e70bd35 HTTP/1.1" status: 404 len: 352 time: 0.0469248 Jul 15 16:43:23.469036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-60eeec2f-c692-4cee-aa7f-6528bd7f36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.470720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-60eeec2f-c692-4cee-aa7f-6528bd7f36f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0757926 Jul 15 16:43:23.490480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-908fbb40-e1eb-4e8a-9699-f247fcb7dd6f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.491933 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-908fbb40-e1eb-4e8a-9699-f247fcb7dd6f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.0800962 Jul 15 16:43:23.514680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-054a2114-dcce-4631-a4a2-8a84affda02f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356643 Jul 15 16:43:23.533880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-a2592039-b8a4-4e86-a87e-343ba4582399 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f5b63283-7a15-4108-8937-1898d7292280 HTTP/1.1" status: 200 len: 2973 time: 0.0860698 Jul 15 16:43:23.632806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-9ced4925-da21-4a01-aa50-b9d0fb87f9de service neutron] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:23.633751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-e4cc3949-d444-4bdd-9a83-174446bb520b tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f5b63283-7a15-4108-8937-1898d7292280 HTTP/1.1" status: 200 len: 2973 time: 0.0899482 Jul 15 16:43:23.644859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-9ced4925-da21-4a01-aa50-b9d0fb87f9de service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:23.646143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a263fac-bfe3-4623-a9ed-9d3c1d6fff62 req-9ced4925-da21-4a01-aa50-b9d0fb87f9de service neutron] 10.222.0.35 "DELETE /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.1465135 Jul 15 16:43:23.663369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-6e4dfc84-2c4e-4551-a9d2-d0714c5da513 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404641 Jul 15 16:43:23.723398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-f0dde587-7ad4-4b89-8e89-9c1f289110d8 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fad2b10c-8e20-4462-9a50-a183edc2c743 HTTP/1.1" status: 200 len: 2981 time: 0.0811722 Jul 15 16:43:23.811606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af1e8608-9b2f-4b68-8faa-303c162ae1f0 req-c9c71c3c-77d2-4aa8-94da-081c642acb21 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369023 Jul 15 16:43:23.814583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04eaf2b3-7e7c-4b53-83ab-45776690be56 req-aacfccad-d3f7-44c5-9771-6a3f4cab18d1 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/fad2b10c-8e20-4462-9a50-a183edc2c743 HTTP/1.1" status: 200 len: 2981 time: 0.0609753 Jul 15 16:43:23.986294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ee6c-ed6f-49ad-a775-aec636cbd486 req-96021a19-fe22-4e64-a795-c99ebf5e8a7c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:23.987965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae98ee6c-ed6f-49ad-a775-aec636cbd486 req-96021a19-fe22-4e64-a795-c99ebf5e8a7c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 944 time: 0.0672317 Jul 15 16:43:24.030055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae98ee6c-ed6f-49ad-a775-aec636cbd486 req-d5390eff-55b1-4de0-b4ef-bf06773628d2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Jul 15 16:43:24.205500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2b69ac2-c1f2-4f61-890c-2e3386db041f req-232bb8d3-5f37-4ee9-b2fc-91946415e11a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 210 time: 0.0445540 Jul 15 16:43:24.259965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb7a9c-fcf0-4cb7-986c-000b140a4d98 req-91c855d5-83d6-4bdb-8ed3-5b174ec3473b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:24.261493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8bb7a9c-fcf0-4cb7-986c-000b140a4d98 req-91c855d5-83d6-4bdb-8ed3-5b174ec3473b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0908809 Jul 15 16:43:24.315752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8bb7a9c-fcf0-4cb7-986c-000b140a4d98 req-a6de373c-eba3-442f-9944-dbccf5b972db tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Jul 15 16:43:24.394529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-944a29c2-aca5-440b-987b-1727c3497a28 req-416d51ef-18af-4e04-986a-dc030d12baf4 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f6b9fdb9b614790b050af0b4237591b HTTP/1.1" status: 200 len: 6100 time: 0.0776114 Jul 15 16:43:24.447490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-48def098-5454-4bde-94bf-169b309ba00b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300717 Jul 15 16:43:24.506499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-944a29c2-aca5-440b-987b-1727c3497a28 req-be3b32bc-c620-4efa-8c7f-ca0544558b4d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "GET /v2.0/security-groups/2d86464e-b8d7-415e-8682-a165a9fc2366 HTTP/1.1" status: 200 len: 2981 time: 0.1047413 Jul 15 16:43:24.588829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-fb5aee06-7b94-46b8-9595-91cc765601eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:24.590542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-fb5aee06-7b94-46b8-9595-91cc765601eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350224 Jul 15 16:43:24.610895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-944a29c2-aca5-440b-987b-1727c3497a28 req-14edcab5-321a-4398-8c07-effefd509469 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "GET /v2.0/security-groups/2d86464e-b8d7-415e-8682-a165a9fc2366 HTTP/1.1" status: 200 len: 2981 time: 0.0985236 Jul 15 16:43:24.612794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:24.633665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8055b-b134-4b89-81da-a56980f2b073 req-56ca99c9-4b16-4c13-adec-e39621475518 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:24.635816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab8055b-b134-4b89-81da-a56980f2b073 req-56ca99c9-4b16-4c13-adec-e39621475518 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1095 time: 0.0972357 Jul 15 16:43:24.717654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab8055b-b134-4b89-81da-a56980f2b073 req-5947669e-3620-4e11-94be-1b87b1f2a1e1 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744481 Jul 15 16:43:24.842654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:24.847153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:24.865144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:24.994081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-cf48431b-1706-4e6d-9f61-e45c56790393 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8fd7a418-7c6d-4452-8d78-1654a152de0f HTTP/1.1" status: 200 len: 1777 time: 0.0616913 Jul 15 16:43:25.001315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.007318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.050373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ea9b2-d4ce-4b1b-a94f-9d34109449fc req-7afc5a70-8c21-45df-b2a0-d93845f25095 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:25.057841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a6ea9b2-d4ce-4b1b-a94f-9d34109449fc req-7afc5a70-8c21-45df-b2a0-d93845f25095 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 943 time: 0.1640172 Jul 15 16:43:25.075481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44352) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:25.094397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa3518b-161a-46c8-a8ee-8027409d1353,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.097342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.125754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a6ea9b2-d4ce-4b1b-a94f-9d34109449fc req-05c36593-5338-4d58-8291-d2c7c56c6143 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669935 Jul 15 16:43:25.134784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.215703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.222000 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.223268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebe161f7-f334-4b95-8d2e-4ab642a8d683 req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fd7a418-7c6d-4452-8d78-1654a152de0f HTTP/1.1" status: 204 len: 173 time: 0.2284126 Jul 15 16:43:25.238139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58286e-8929-41b3-afd9-aa97fad669dc tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7a418-7c6d-4452-8d78-1654a152de0f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.269287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.75 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/967f1b8f-c89e-4067-96b8-3b50d881488b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:25.306783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b68daad6-2556-4dc6-b99e-835a8f193df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.307122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:25.314607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:25.374030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-f7f835bf-037f-4dec-8d40-3a31052914e4 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "GET /v2.0/security-groups/49791b69-b783-4081-bfae-1bbb62c586cb HTTP/1.1" status: 200 len: 1777 time: 0.1267111 Jul 15 16:43:25.389574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:25.476533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.493354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object 967f1b8f-c89e-4067-96b8-3b50d881488b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:25.504021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:25.504251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-a6ef8f0f-3ef0-46a1-8a96-fe6244ead44b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:25.505609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-a6ef8f0f-3ef0-46a1-8a96-fe6244ead44b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2256148 Jul 15 16:43:25.519449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'port_id': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'mac_address': 'fa:16:3e:2a:db:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:25.541884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.555065 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.557396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-74fd0044-700c-4724-889e-f77ca4f03392 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/quotas/068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 375 time: 0.0454075 Jul 15 16:43:25.584984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.601831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:25.603397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a51715-3cc9-4e74-bf4f-eaee1099256f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:25.608217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:25.613387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:25.631058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b68daad6-2556-4dc6-b99e-835a8f193df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.633991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.644341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:25.646082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b68daad6-2556-4dc6-b99e-835a8f193df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.653871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.654929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.693686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:25.694330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.722588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-375192d4-83c9-4c85-aa59-5f2b5773530a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1143124 Jul 15 16:43:25.734704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b68daad6-2556-4dc6-b99e-835a8f193df3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b65eec55b5245b9b90fcf3df0257905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532576 Jul 15 16:43:25.737686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Request body: {'port': {'device_id': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:25.738170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:25.740320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68daad6-2556-4dc6-b99e-835a8f193df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29178d42-7552-46a5-8c59-04d3bc38af3b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.772325 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a9a22bc-1154-428a-8b91-b4e355c2799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.779483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.813354 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.816140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.827828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ca4b9db-1898-490e-b49b-88a3c41eb2c0 req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/49791b69-b783-4081-bfae-1bbb62c586cb HTTP/1.1" status: 204 len: 173 time: 0.4528708 Jul 15 16:43:25.848332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:25.853067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006bcde-469b-447b-b313-40c88ebd8420 tempest-SecurityGroupsTestAdminJSON-1331611235 tempest-SecurityGroupsTestAdminJSON-1331611235-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49791b69-b783-4081-bfae-1bbb62c586cb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:25.868445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-2347feb9-e0ab-4ff5-a993-40c46a85de5d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3032906 Jul 15 16:43:25.890990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c0a51715-3cc9-4e74-bf4f-eaee1099256f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:25.900380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.017357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30f32e76-95a8-4b85-98be-3d0719a51af3 None None] Provisioning for port 967f1b8f-c89e-4067-96b8-3b50d881488b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:26.029982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30f32e76-95a8-4b85-98be-3d0719a51af3 None None] Provisioning complete for port 967f1b8f-c89e-4067-96b8-3b50d881488b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:26.030353 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30f32e76-95a8-4b85-98be-3d0719a51af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.045125 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.073714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-30f32e76-95a8-4b85-98be-3d0719a51af3 None None] Port 967f1b8f-c89e-4067-96b8-3b50d881488b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:43:26.118904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-adc5e8bb-0329-4249-bd99-6ec4565c1b54 service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392285 Jul 15 16:43:26.145349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0667-46bd-48c3-860a-9607895ef835 req-7071cc8f-8344-4931-97c6-4f06a3093dec tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:26.146826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776a0667-46bd-48c3-860a-9607895ef835 req-7071cc8f-8344-4931-97c6-4f06a3093dec tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 935 time: 0.1884482 Jul 15 16:43:26.173547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.175969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.177079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29178d42-7552-46a5-8c59-04d3bc38af3b HTTP/1.1" status: 204 len: 168 time: 0.4379189 Jul 15 16:43:26.228075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6496a4a-e325-48b9-8ff5-6d4b389da4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29178d42-7552-46a5-8c59-04d3bc38af3b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:26.257923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967f1b8f-c89e-4067-96b8-3b50d881488b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:26.276386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776a0667-46bd-48c3-860a-9607895ef835 req-953d8216-4d9c-4c49-9ac8-76b36566daf4 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152999 Jul 15 16:43:26.281038 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.302567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Transition to ACTIVE for port object 967f1b8f-c89e-4067-96b8-3b50d881488b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:26.312026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.322654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-246ec38a-c2ba-4a72-80d7-713e8c282d0a service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930139 Jul 15 16:43:26.491797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Pushing event updated for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:26.561454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Attempting to bind port 967f1b8f-c89e-4067-96b8-3b50d881488b on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:26.561784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Attempting to bind port 967f1b8f-c89e-4067-96b8-3b50d881488b by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:26.562116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Attempting to bind port 967f1b8f-c89e-4067-96b8-3b50d881488b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:26.567978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Port 967f1b8f-c89e-4067-96b8-3b50d881488b on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:26.568354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Attempting to bind port 967f1b8f-c89e-4067-96b8-3b50d881488b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:26.574421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:26.575921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:26.576578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:26.577039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Bound port: 967f1b8f-c89e-4067-96b8-3b50d881488b, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:26.577613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.586704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59e7f-dabc-4da2-82dc-d18e3c3a5d51 req-3dc312ce-23c5-4a93-8512-170876488e05 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:26.588839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fb59e7f-dabc-4da2-82dc-d18e3c3a5d51 req-3dc312ce-23c5-4a93-8512-170876488e05 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1505876 Jul 15 16:43:26.637488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-8225868d-8aaf-408b-8d8b-5413a7488616 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "GET /v2.0/security-groups/fa28e1ec-403b-4846-977d-0167f56ab314 HTTP/1.1" status: 200 len: 1778 time: 0.1003211 Jul 15 16:43:26.686692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44390) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:26.720218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:26.727846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=967f1b8f-c89e-4067-96b8-3b50d881488b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:26.740740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fb59e7f-dabc-4da2-82dc-d18e3c3a5d51 req-741028fd-ae8b-4049-8e85-b6faba2f43e0 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238656 Jul 15 16:43:26.744024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.758293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba9833be-c57b-421f-8df6-c45962506942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.829523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:26.830295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.831859 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] 10.222.0.35 "PUT /v2.0/ports/967f1b8f-c89e-4067-96b8-3b50d881488b HTTP/1.1" status: 200 len: 1095 time: 1.0985527 Jul 15 16:43:26.832427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:26.834859 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92" -d '{"events": [{"name": "network-changed", "server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:26.881315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c3c4-1b83-44c5-92a7-87faca28305c service neutron] Pushing event updated for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:26.953811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.981174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba9833be-c57b-421f-8df6-c45962506942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:26.990967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba9833be-c57b-421f-8df6-c45962506942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.025289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-dfd85def-d3e0-413e-b99a-34bfb4296657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.029351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-dfd85def-d3e0-413e-b99a-34bfb4296657 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 1098 time: 0.1373711 Jul 15 16:43:27.034553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.082775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba9833be-c57b-421f-8df6-c45962506942 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47c3c69322294f28a4570dbb782a6166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925705 Jul 15 16:43:27.083183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:27.083801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9833be-c57b-421f-8df6-c45962506942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b52494-614b-4e0c-a635-1c3a5fed6c1b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:27.090117 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-34b020b2-462f-4ab6-abaf-62f6f189c7d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=967f1b8f-c89e-4067-96b8-3b50d881488b HTTP/1.1" status: 200 len: 217 time: 0.0537720 Jul 15 16:43:27.170969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-714fe986-0b85-40b9-bb78-c63b531d7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.172723 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-714fe986-0b85-40b9-bb78-c63b531d7532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0733993 Jul 15 16:43:27.241921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-37abeba2-cd23-44f1-8cdb-6244e58b232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.243781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-37abeba2-cd23-44f1-8cdb-6244e58b232c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624104 Jul 15 16:43:27.338854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:27.364890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-7676401c-02b6-47c8-967f-fc5e327a8a14 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137002 Jul 15 16:43:27.424758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.428088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.436652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port c0a51715-3cc9-4e74-bf4f-eaee1099256f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:27.441059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port c0a51715-3cc9-4e74-bf4f-eaee1099256f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:27.441568 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.442934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b8061ea-32ef-46d6-868a-a383548ab732 req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa28e1ec-403b-4846-977d-0167f56ab314 HTTP/1.1" status: 204 len: 173 time: 0.7903998 Jul 15 16:43:27.479792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.485266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b748b54-8782-4306-a80f-fd213cb8b57d tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28e1ec-403b-4846-977d-0167f56ab314,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:27.539219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff5ecc-3fb7-4c20-9e5a-3309c4103499 req-72d2d673-b009-484a-a430-18313d1afa6a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.556726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4ff5ecc-3fb7-4c20-9e5a-3309c4103499 req-72d2d673-b009-484a-a430-18313d1afa6a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.4198077 Jul 15 16:43:27.577189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.581365 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b787d80b-19c1-4fd0-8eef-343885bd95a7 req-976abc33-3d25-4dcd-8083-7a99fae23473 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001367 Jul 15 16:43:27.602460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.643981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4ff5ecc-3fb7-4c20-9e5a-3309c4103499 req-fc923edc-edc7-44a7-9419-560efa46dcf0 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862970 Jul 15 16:43:27.656359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:27.659448 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01446403-bc5a-40de-9256-3f142f9258d9" -d '{"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-plugged", "status": "completed", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:27.688302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:27.692500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.714538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf4b8891-e5ac-46df-b1e3-3e6160958c0d req-24b99c6a-126a-4f28-928f-b1eb7e8eb48f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 210 time: 0.0867310 Jul 15 16:43:27.723563 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f52e2ad-4042-406b-9352-eef4409966b5 x-openstack-request-id: req-7f52e2ad-4042-406b-9352-eef4409966b5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:27.723864 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:27.724139 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f52e2ad-4042-406b-9352-eef4409966b5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:27.724591 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b', 'status': 'completed', 'code': 200} Jul 15 16:43:27.736644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.750256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:27.750256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58b52494-614b-4e0c-a635-1c3a5fed6c1b HTTP/1.1" status: 204 len: 168 time: 0.6583207 Jul 15 16:43:27.786008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9c9cb-77c0-4fdf-b74e-18802fb255a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b52494-614b-4e0c-a635-1c3a5fed6c1b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:27.854460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-7a084576-068e-4210-8632-243cf5824e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.855975 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-7a084576-068e-4210-8632-243cf5824e54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 1098 time: 0.0895560 Jul 15 16:43:27.867753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:27.899877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fb489b8-f331-43b8-a45e-4761985f790a req-12a5cfcd-7262-4857-8d95-df296e4f5510 tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "GET /v2.0/security-groups/3b8596ab-35ec-48ae-9888-63c6cbd384ac HTTP/1.1" status: 200 len: 1774 time: 0.1150224 Jul 15 16:43:27.972634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-fb193473-beca-4ea2-be1e-6c6aa5f01472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.974283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-fb193473-beca-4ea2-be1e-6c6aa5f01472 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1114254 Jul 15 16:43:27.977107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78560db-aec5-45a0-a12d-ef2835fa7bb4 req-da67b5a3-a87f-40b4-8e13-0a23a7213ebb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:27.979096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f78560db-aec5-45a0-a12d-ef2835fa7bb4 req-da67b5a3-a87f-40b4-8e13-0a23a7213ebb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 947 time: 0.1307864 Jul 15 16:43:28.005393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fb489b8-f331-43b8-a45e-4761985f790a req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.025461 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-7318d1db-9609-4fdd-9bfb-8c44244d0868 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=967f1b8f-c89e-4067-96b8-3b50d881488b HTTP/1.1" status: 200 len: 217 time: 0.0407839 Jul 15 16:43:28.033693 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fb489b8-f331-43b8-a45e-4761985f790a req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.079956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-f133ca94-70b1-4774-b19c-d26599a40715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:28.082219 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-f133ca94-70b1-4774-b19c-d26599a40715 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0499895 Jul 15 16:43:28.089741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fb489b8-f331-43b8-a45e-4761985f790a req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.093163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fb489b8-f331-43b8-a45e-4761985f790a req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.094346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fb489b8-f331-43b8-a45e-4761985f790a req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b8596ab-35ec-48ae-9888-63c6cbd384ac HTTP/1.1" status: 204 len: 173 time: 0.1877491 Jul 15 16:43:28.138708 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a156b5-040b-45f1-b494-169f356a4cde x-openstack-request-id: req-55a156b5-040b-45f1-b494-169f356a4cde {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:28.139063 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-plugged", "status": "completed", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:28.139327 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55a156b5-040b-45f1-b494-169f356a4cde {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:28.139871 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'code': 200} Jul 15 16:43:28.171983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90726bc4-0dd4-4923-aded-63a22dfb4cff tempest-SecurityGroupsTestAdminJSON-1404902565 tempest-SecurityGroupsTestAdminJSON-1404902565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8596ab-35ec-48ae-9888-63c6cbd384ac,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:28.211002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f78560db-aec5-45a0-a12d-ef2835fa7bb4 req-7b9b1fbe-1a21-424b-bad9-4f104786a2cb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217317 Jul 15 16:43:28.237238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-d60ef78f-1469-450d-850f-23c400625f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:28.245799 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-d60ef78f-1469-450d-850f-23c400625f01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529579 Jul 15 16:43:28.274379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5febdf13-e4aa-4145-abf7-c90b93181a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.451797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd96c0-20f7-4b46-b5f7-bd38fa8aa77e req-3014e887-9168-47ea-91c3-1208a9cef0ce tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:28.462925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0cd96c0-20f7-4b46-b5f7-bd38fa8aa77e req-3014e887-9168-47ea-91c3-1208a9cef0ce tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2031257 Jul 15 16:43:28.498812 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-f3ca61f9-3a0c-42cf-b631-a90fd6ddfb76 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450616 Jul 15 16:43:28.566865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d68099-c067-40b3-8026-119c840f5791 req-971056c3-293f-4bf7-bf1b-d35a92d5364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:28.569475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3d68099-c067-40b3-8026-119c840f5791 req-971056c3-293f-4bf7-bf1b-d35a92d5364e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.2140663 Jul 15 16:43:28.594888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0cd96c0-20f7-4b46-b5f7-bd38fa8aa77e req-9baba129-e520-48bc-baed-510b694e0a98 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309128 Jul 15 16:43:28.601884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-256f4f68-1607-49ad-a33b-c1b839d88e53 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:28.606982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-256f4f68-1607-49ad-a33b-c1b839d88e53 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2447298 Jul 15 16:43:28.618243 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.627423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Request body: {'port': {'device_id': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'admin_state_up': True, 'tenant_id': '068a326cd3c54277ae6cac90328d7e76'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:28.677302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:28.702868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3d68099-c067-40b3-8026-119c840f5791 req-b51f2cfb-7ffd-4874-8ac5-43228d1e0830 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934110 Jul 15 16:43:28.801453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e3f1907-5b3b-4b5c-9cff-e8e8bce56a92 req-f23d55a2-c419-4a77-94b4-34ad7543be24 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855952 Jul 15 16:43:28.833557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:28.838054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:28.952607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fe743db2-f740-418a-b9f6-5b4bc053c0a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f6b9fdb9b614790b050af0b4237591b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741034 Jul 15 16:43:28.971335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44446) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:28.982707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bee11a96-5493-4735-9353-1af2f5ff9373 req-eb37688d-12d2-41d1-a281-7665ce919b43 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 210 time: 0.0525789 Jul 15 16:43:29.035550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa2fd-4e8c-40e9-b4ab-61ea02970553 req-dbe10b82-3282-47c0-9d39-68f2dee19d28 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:29.037585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cfffa2fd-4e8c-40e9-b4ab-61ea02970553 req-dbe10b82-3282-47c0-9d39-68f2dee19d28 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 945 time: 0.1316466 Jul 15 16:43:29.054914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Allocated IP 172.20.0.5 (23657bcf-5547-41ac-b743-6f02da2c0871/85709a5a-07b4-4d13-89b8-5e8c5c75f7a3/275c03e9-65a7-4264-8106-dab969930c46) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:29.061647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.105885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.107012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cfffa2fd-4e8c-40e9-b4ab-61ea02970553 req-8c14b0ff-987c-44ad-b141-61c8d9a77ec1 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571437 Jul 15 16:43:29.232995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.235737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.237081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d86464e-b8d7-415e-8682-a165a9fc2366 HTTP/1.1" status: 204 len: 168 time: 0.2648087 Jul 15 16:43:29.252719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b2e30-b7b1-4264-8c02-5670ee1ed4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86464e-b8d7-415e-8682-a165a9fc2366,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:29.312454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.366694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.423958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.488712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094894f-79cd-4217-b185-27e11ad2ba04 req-73380106-3130-4278-8a58-b97f94083e1c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:29.491454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e094894f-79cd-4217-b185-27e11ad2ba04 req-73380106-3130-4278-8a58-b97f94083e1c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 947 time: 0.1066718 Jul 15 16:43:29.495888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Network 23657bcf-5547-41ac-b743-6f02da2c0871 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:29.516877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:29.519496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:29.552901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e094894f-79cd-4217-b185-27e11ad2ba04 req-41a65c19-da2f-4551-926d-ff518f5775c2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528643 Jul 15 16:43:29.594029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:29.678381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:29.679050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.712532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-6d84bef6-7e5a-4768-9218-34df969e0be8 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990469 Jul 15 16:43:29.725687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Request body: {'port': {'device_id': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:29.853426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:29.916554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44476) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:29.943820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d2c4a-cef2-49c1-8599-86b2cde63c17 req-3c70db06-5af4-4db0-bd92-87d26d39cebc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:29.946160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-163d2c4a-cef2-49c1-8599-86b2cde63c17 req-3c70db06-5af4-4db0-bd92-87d26d39cebc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1314158 Jul 15 16:43:29.974425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cac77982-a8e4-4f68-915c-962b73e071ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=747565cbccb9424e8a5dd96beba87991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565884 Jul 15 16:43:29.979564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44478) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:30.036099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-163d2c4a-cef2-49c1-8599-86b2cde63c17 req-6f62c09c-c8d1-4c53-a9f9-0c65f6f80b05 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Jul 15 16:43:30.077725 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.106568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.172335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.177183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.181356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/197258a8-665a-4a3a-bb1d-cfeb87864cec HTTP/1.1" status: 204 len: 168 time: 0.1987677 Jul 15 16:43:30.195318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac4e65-b6d2-42f8-aba7-1408061cccb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197258a8-665a-4a3a-bb1d-cfeb87864cec,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:30.306298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275c03e9-65a7-4264-8106-dab969930c46 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:30.307831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef227f3-2771-4020-8d4b-918b8ee1a3af req-02876e62-db8d-4e29-9d5f-87f6833517ac tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:30.310674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aef227f3-2771-4020-8d4b-918b8ee1a3af req-02876e62-db8d-4e29-9d5f-87f6833517ac tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 931 time: 0.0822089 Jul 15 16:43:30.327486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.352746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Transition to ACTIVE for port object 275c03e9-65a7-4264-8106-dab969930c46 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:30.359972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.394814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aef227f3-2771-4020-8d4b-918b8ee1a3af req-18a19664-98c3-44f4-8e60-b7517b0d2230 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779552 Jul 15 16:43:30.524899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:30.566371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93de3d-3aac-4ead-b3c9-0ca07d60a271 req-c5b50f36-2498-4225-99cb-bf906507698d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:30.568061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e93de3d-3aac-4ead-b3c9-0ca07d60a271 req-c5b50f36-2498-4225-99cb-bf906507698d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 945 time: 0.0792720 Jul 15 16:43:30.576942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:30.577298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:30.577886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:30.584294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:30.584294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:30.593572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:30.593926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:30.594275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:30.594700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Bound port: 275c03e9-65a7-4264-8106-dab969930c46, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:30.595193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.673897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e93de3d-3aac-4ead-b3c9-0ca07d60a271 req-a807bda5-3b5d-4b11-8388-3733b0b42563 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Jul 15 16:43:30.692030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:30.699653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:30.708603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.774021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258774b-5574-4b4c-ad36-dd39373c45fb req-f37f411d-0b86-4f43-8f6e-422973983e63 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:30.783214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4258774b-5574-4b4c-ad36-dd39373c45fb req-f37f411d-0b86-4f43-8f6e-422973983e63 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 947 time: 0.1080580 Jul 15 16:43:30.828538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:30.848010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:30.852815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:30.855275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-7a28b794-c955-42f6-a73b-dd805f68f1b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 1091 time: 1.1352918 Jul 15 16:43:30.855810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'tag': '275c03e9-65a7-4264-8106-dab969930c46'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:30.859975 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2941f5af-29e9-47b0-956b-ced183f5252c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "tag": "275c03e9-65a7-4264-8106-dab969930c46"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:30.894005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4258774b-5574-4b4c-ad36-dd39373c45fb req-b6c0a8d3-ddca-4233-b2af-99fc034c6bdf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054339 Jul 15 16:43:30.946672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44512) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:30.973050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403d42-015f-41e5-92a4-4c4cc941b375 req-c1c36acf-313c-42c1-999d-a218c1f3484f tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:30.984288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee403d42-015f-41e5-92a4-4c4cc941b375 req-c1c36acf-313c-42c1-999d-a218c1f3484f tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.1627765 Jul 15 16:43:31.041911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-c7f04e0c-93de-4820-ac71-66b4cebb86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.043541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-c7f04e0c-93de-4820-ac71-66b4cebb86ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1094 time: 0.1191506 Jul 15 16:43:31.044992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee403d42-015f-41e5-92a4-4c4cc941b375 req-d235123c-a233-4dbc-819a-accf771f9bcb tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586948 Jul 15 16:43:31.073312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.111218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-78231ea8-5052-4c64-bbd9-3235daf929f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.0534031 Jul 15 16:43:31.134886 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52182f-99e3-4a4c-bc6f-b79f3a244bdf x-openstack-request-id: req-0f52182f-99e3-4a4c-bc6f-b79f3a244bdf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:31.135224 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "tag": "275c03e9-65a7-4264-8106-dab969930c46", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:31.135442 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f52182f-99e3-4a4c-bc6f-b79f3a244bdf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:31.136522 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'tag': '275c03e9-65a7-4264-8106-dab969930c46', 'status': 'completed', 'code': 200} Jul 15 16:43:31.185051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026eb441-2f39-4787-8907-729aaff20f74 req-cba8860c-7ac4-44f3-bd96-a64ee01c9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.187662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-cba8860c-7ac4-44f3-bd96-a64ee01c9e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0609670 Jul 15 16:43:31.221287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7dc77b5-92d0-47ff-a11e-e56307502e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.228001 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-57235667-7699-483e-b43e-aac032309b7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336893 Jul 15 16:43:31.313903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a71df-d0c4-4dbe-9ccd-e36fe911fa03 req-e81c211e-a56a-43f7-9db5-0214baaeefa8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.320749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b4a71df-d0c4-4dbe-9ccd-e36fe911fa03 req-e81c211e-a56a-43f7-9db5-0214baaeefa8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.1451242 Jul 15 16:43:31.389799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b4a71df-d0c4-4dbe-9ccd-e36fe911fa03 req-6646f90c-95bb-4326-8b5b-55d19a2ed6b8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Jul 15 16:43:31.403702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 967f1b8f-c89e-4067-96b8-3b50d881488b details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:31.415440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d665de-6243-4056-aaf5-c13da8f5ea99 req-d418125c-000a-4602-a530-b7f0a2d0be95 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.423022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7d665de-6243-4056-aaf5-c13da8f5ea99 req-d418125c-000a-4602-a530-b7f0a2d0be95 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1734715 Jul 15 16:43:31.493334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7dc77b5-92d0-47ff-a11e-e56307502e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.509675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7dc77b5-92d0-47ff-a11e-e56307502e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.545532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=967f1b8f-c89e-4067-96b8-3b50d881488b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:31.556960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '967f1b8f-c89e-4067-96b8-3b50d881488b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '967f1b8f-c89e-4067-96b8-3b50d881488b', 'mac_address': 'fa:16:3e:92:96:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:31.566768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d7dc77b5-92d0-47ff-a11e-e56307502e91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b964367687494a06870bdb19da586c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178212 Jul 15 16:43:31.569530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc77b5-92d0-47ff-a11e-e56307502e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2db934-3437-4d94-9e38-b17a3f183f0a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:31.572356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44542) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:31.643381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7d665de-6243-4056-aaf5-c13da8f5ea99 req-23eba4b8-eacc-4256-9d8f-c110accac4b9 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179894 Jul 15 16:43:31.654830 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-12fef834-2890-417b-a010-4e345756a4ac service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193175 Jul 15 16:43:31.753195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.759626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.775264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b77e6-08f7-406a-9c5d-8d27a6cc64a9 req-408364b9-c38f-48de-a12b-e3b81493b238 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.777232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d9b77e6-08f7-406a-9c5d-8d27a6cc64a9 req-408364b9-c38f-48de-a12b-e3b81493b238 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.1323278 Jul 15 16:43:31.783257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967f1b8f-c89e-4067-96b8-3b50d881488b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:31.794117 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-026eb441-2f39-4787-8907-729aaff20f74 req-16ba4f6f-816c-4b7d-808f-06b92d465663 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285613 Jul 15 16:43:31.825924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=967f1b8f-c89e-4067-96b8-3b50d881488b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:31.831817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.840185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d9b77e6-08f7-406a-9c5d-8d27a6cc64a9 req-3cca70e7-6224-481e-9aa0-9e4063848c4a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538514 Jul 15 16:43:31.869969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.899509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:31.942261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f5af-29e9-47b0-956b-ced183f5252c req-14675947-d6d6-487f-9dab-0872c3e6b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:31.943933 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-14675947-d6d6-487f-9dab-0872c3e6b1e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1094 time: 0.0888836 Jul 15 16:43:31.951901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.955087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:31.956477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d2db934-3437-4d94-9e38-b17a3f183f0a HTTP/1.1" status: 204 len: 168 time: 0.3830097 Jul 15 16:43:31.980926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb3061-ee40-456f-bcdd-b4193c22af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2db934-3437-4d94-9e38-b17a3f183f0a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:32.145218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f5af-29e9-47b0-956b-ced183f5252c req-2663d1af-528e-4894-a810-3d42f3384b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:32.146997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-2663d1af-528e-4894-a810-3d42f3384b2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1917281 Jul 15 16:43:32.163770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:32.208502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-7507b047-86be-4e48-96b1-d33a2ebcf4ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.0537322 Jul 15 16:43:32.217690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696ca20-bb71-4163-ad2d-60c7ba879b9a req-419a29b2-ac46-4ac0-a742-2d30ed951b09 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:32.225150 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1696ca20-bb71-4163-ad2d-60c7ba879b9a req-419a29b2-ac46-4ac0-a742-2d30ed951b09 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.1201360 Jul 15 16:43:32.252066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b3bc3-5605-4174-a0e3-b8ce503c25e7 req-e39b2573-3a3f-40ba-8a37-5e65caf72bda tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:32.253788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e8b3bc3-5605-4174-a0e3-b8ce503c25e7 req-e39b2573-3a3f-40ba-8a37-5e65caf72bda tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 948 time: 0.1172593 Jul 15 16:43:32.292459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941f5af-29e9-47b0-956b-ced183f5252c req-5a87fab1-d242-4b6c-9f10-3b1432bce6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:32.294923 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-5a87fab1-d242-4b6c-9f10-3b1432bce6ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0771554 Jul 15 16:43:32.347648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1696ca20-bb71-4163-ad2d-60c7ba879b9a req-19a10316-4b4b-4abc-aa26-e825b49eaae7 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212935 Jul 15 16:43:32.353766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-2ec9f797-7602-4892-94cc-66153efd62b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519159 Jul 15 16:43:32.423789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e8b3bc3-5605-4174-a0e3-b8ce503c25e7 req-13113a8f-7e46-41ed-988e-a5329f9953ea tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589825 Jul 15 16:43:32.437891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44568) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:32.459993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ba64db7-f850-46da-a3c8-1ac7888d9c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.487249 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-0eca25f3-4913-434b-8879-a668c03eaa7d service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263747 Jul 15 16:43:32.592961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ba64db7-f850-46da-a3c8-1ac7888d9c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.597132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ba64db7-f850-46da-a3c8-1ac7888d9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.607673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2941f5af-29e9-47b0-956b-ced183f5252c req-94e8d356-a537-4643-bf4f-47ea9da640ef service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135113 Jul 15 16:43:32.642382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1ba64db7-f850-46da-a3c8-1ac7888d9c10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b38085577d3475e86170ddcfa001aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066541 Jul 15 16:43:32.642382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba64db7-f850-46da-a3c8-1ac7888d9c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0278796a-eaf6-42b9-926b-1dd6b766668d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:32.643088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:32.695998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.722390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.773612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.776996 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:32.778780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0278796a-eaf6-42b9-926b-1dd6b766668d HTTP/1.1" status: 204 len: 168 time: 0.1340265 Jul 15 16:43:32.791750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16c2c0-3363-4d8c-8c92-ce476ca200ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0278796a-eaf6-42b9-926b-1dd6b766668d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:32.850615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca5836-21a0-4080-9400-75668d2cd688 req-83ba74af-0c77-4eb5-969c-953a65604fad tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:32.852282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1ca5836-21a0-4080-9400-75668d2cd688 req-83ba74af-0c77-4eb5-969c-953a65604fad tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0868938 Jul 15 16:43:32.907184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1ca5836-21a0-4080-9400-75668d2cd688 req-10ebe05b-0654-4dc8-a3cc-b7d6914ed6be tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Jul 15 16:43:33.057709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c1ff4-790e-4dd8-98a0-6b587aac863e req-0b10c15b-cf70-40a8-b2d3-757a0bea16b1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:33.059835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-474c1ff4-790e-4dd8-98a0-6b587aac863e req-0b10c15b-cf70-40a8-b2d3-757a0bea16b1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.0887892 Jul 15 16:43:33.099978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-474c1ff4-790e-4dd8-98a0-6b587aac863e req-713a8aa5-fc4d-44b7-897d-75f8d71c8b71 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342898 Jul 15 16:43:33.131003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:33.231285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a7687a-056c-42e9-911f-0ffd6bf21f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.323825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a7687a-056c-42e9-911f-0ffd6bf21f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.327593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9a7687a-056c-42e9-911f-0ffd6bf21f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.342130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:33.369157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7687a-056c-42e9-911f-0ffd6bf21f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02669e69-fac0-4b0e-80f0-36253f2f2bce,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:33.373639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9a7687a-056c-42e9-911f-0ffd6bf21f41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e2501afb0544c52886be940dcd8fc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415671 Jul 15 16:43:33.376225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:33.434152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.457989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.478890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:33.492365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'mac_address': 'fa:16:3e:7c:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:33.497854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 967f1b8f-c89e-4067-96b8-3b50d881488b up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:33.513684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.516746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.517960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02669e69-fac0-4b0e-80f0-36253f2f2bce HTTP/1.1" status: 204 len: 168 time: 0.1407843 Jul 15 16:43:33.529359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551abd6-5eab-4a67-9ce4-5b2eea5e416c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02669e69-fac0-4b0e-80f0-36253f2f2bce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:33.590509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.604099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e2d4-2503-4e5f-afe1-2d21a3339ded req-0c77f830-a275-4409-a650-c4774e29d59d tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:33.607230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ff8e2d4-2503-4e5f-afe1-2d21a3339ded req-0c77f830-a275-4409-a650-c4774e29d59d tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.0747938 Jul 15 16:43:33.608816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:33.615067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 967f1b8f-c89e-4067-96b8-3b50d881488b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:33.620002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 967f1b8f-c89e-4067-96b8-3b50d881488b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:33.620588 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.678712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:33.686838 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.697234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ff8e2d4-2503-4e5f-afe1-2d21a3339ded req-49daab36-173a-4421-b4ed-2c173e5c0e18 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835974 Jul 15 16:43:33.765704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279af09-cc80-4603-ac4a-975930c9cb6d req-2d965832-534f-4bdb-9d10-e71ba51836dd tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:33.774798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:33.776136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0279af09-cc80-4603-ac4a-975930c9cb6d req-2d965832-534f-4bdb-9d10-e71ba51836dd tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 948 time: 0.1543374 Jul 15 16:43:33.796725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.826990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:33.829320 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d59f17-894a-4aeb-a85e-b4299d9bd1cb" -d '{"events": [{"server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:33.833760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0279af09-cc80-4603-ac4a-975930c9cb6d req-9c18b78f-7000-4056-86ce-6040f3a17300 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548484 Jul 15 16:43:33.856182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=967f1b8f-c89e-4067-96b8-3b50d881488b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:33.864708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:33.912328 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24adecbe-c055-4bcc-996c-758299e31a77 x-openstack-request-id: req-24adecbe-c055-4bcc-996c-758299e31a77 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:33.912808 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:33.913146 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24adecbe-c055-4bcc-996c-758299e31a77 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:33.913882 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b', 'code': 200} Jul 15 16:43:33.924257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:33.932503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:34.116886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44652) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:34.152250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8479af4-a002-42f6-968d-7bb187bd10e1 req-faf2ecff-f51d-4df6-bcec-fc80c16c7c72 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:34.161578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8479af4-a002-42f6-968d-7bb187bd10e1 req-faf2ecff-f51d-4df6-bcec-fc80c16c7c72 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 949 time: 0.0947976 Jul 15 16:43:34.163680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-149b3b0d-f1ea-4483-92ba-59165aac7c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.174435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3695-6217-4303-af38-4867b3b0967f req-4c0919e0-2bc9-44fd-b118-b3cf308e0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:34.176629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4aad3695-6217-4303-af38-4867b3b0967f req-4c0919e0-2bc9-44fd-b118-b3cf308e0fbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 1100 time: 0.1709242 Jul 15 16:43:34.217705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4aad3695-6217-4303-af38-4867b3b0967f req-9186d109-461f-46f4-9b80-401751a879fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jul 15 16:43:34.245199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8479af4-a002-42f6-968d-7bb187bd10e1 req-4c5689cb-2872-4529-88d1-73d7ee9971aa tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825448 Jul 15 16:43:34.332052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-149b3b0d-f1ea-4483-92ba-59165aac7c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.346578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-149b3b0d-f1ea-4483-92ba-59165aac7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.378414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-149b3b0d-f1ea-4483-92ba-59165aac7c49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2431933e127445bd8a1ae88e481745dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560556 Jul 15 16:43:34.380689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:34.421821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b3b0d-f1ea-4483-92ba-59165aac7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b748ea9-a8b3-4691-b052-773fdca35ada,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:34.443808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.465653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434da2bc-7883-46fb-8d5a-63289f4af14b req-5d0463d4-7133-4ffa-9ca6-041fb5af4729 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:34.467291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-434da2bc-7883-46fb-8d5a-63289f4af14b req-5d0463d4-7133-4ffa-9ca6-041fb5af4729 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.0858557 Jul 15 16:43:34.470365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.518691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-434da2bc-7883-46fb-8d5a-63289f4af14b req-0f3c4476-e7d5-443a-bb69-68d9f1d09f5f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jul 15 16:43:34.533581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.536189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:34.539635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b748ea9-a8b3-4691-b052-773fdca35ada HTTP/1.1" status: 204 len: 168 time: 0.1555560 Jul 15 16:43:34.545830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809b212-54c1-4216-899f-cc88fd0a4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b748ea9-a8b3-4691-b052-773fdca35ada,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:35.099114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5afe01-dfa5-47a7-8855-52cb02b20c36 req-af73e016-05de-47e6-a6a7-691e300c5d81 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:35.101212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d5afe01-dfa5-47a7-8855-52cb02b20c36 req-af73e016-05de-47e6-a6a7-691e300c5d81 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 949 time: 0.0710726 Jul 15 16:43:35.152951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d5afe01-dfa5-47a7-8855-52cb02b20c36 req-00bfe6e7-bfa9-4cf7-9b0f-4ae3ab6a31b6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Jul 15 16:43:35.235829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-bfca65ab-d2ff-47a4-9434-c92bd6c6c8cc tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:43:35.237429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-bfca65ab-d2ff-47a4-9434-c92bd6c6c8cc tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072320 Jul 15 16:43:35.249741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:35.250291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:43:35.357282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 275c03e9-65a7-4264-8106-dab969930c46 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:35.360023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:35.420011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:35.420478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:35.420993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:35.425612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:35.426216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:35.432559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:35.433166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:35.433532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:35.433759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Bound port: c0a51715-3cc9-4e74-bf4f-eaee1099256f, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:35.470069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:35.470439 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.492938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:35.499655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.501453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4e2ef0d6-f367-4dea-a19b-4262fcc1cee9 service neutron] 10.222.0.25 "POST /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2562199 Jul 15 16:43:35.524655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:35.540563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '275c03e9-65a7-4264-8106-dab969930c46', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'port_id': '275c03e9-65a7-4264-8106-dab969930c46', 'mac_address': 'fa:16:3e:30:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85709a5a-07b4-4d13-89b8-5e8c5c75f7a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:35.639035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.643532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.683048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275c03e9-65a7-4264-8106-dab969930c46 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:35.723689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b78ad6-aa42-4a66-89ae-c9205662803e req-c0eea771-a6f3-49e0-8b7c-4e1f0bfb0027 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:35.727963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41b78ad6-aa42-4a66-89ae-c9205662803e req-c0eea771-a6f3-49e0-8b7c-4e1f0bfb0027 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 949 time: 0.0956635 Jul 15 16:43:35.735121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:35.742706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:35.755139 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.769281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:35.779654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41b78ad6-aa42-4a66-89ae-c9205662803e req-69862a2b-879e-4e20-a35f-873c83a4296b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460052 Jul 15 16:43:35.833263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:35.842439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-b7ec1d64-8a08-4075-af0f-cebc5a66844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:35.843752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-b7ec1d64-8a08-4075-af0f-cebc5a66844b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1096 time: 0.0985305 Jul 15 16:43:35.894241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:35.915554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:35.917866 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575b18ac-9b10-43f0-8b84-86e3b533ee6c" -d '{"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:35.984303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e1526-8eb2-41de-81a8-3aaf77a3ebae req-4a3770aa-0b91-40c3-966a-289d50c16f8d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:35.985466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-609e1526-8eb2-41de-81a8-3aaf77a3ebae req-4a3770aa-0b91-40c3-966a-289d50c16f8d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.1376631 Jul 15 16:43:35.986929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-e3821fbe-dd06-4584-a039-f6a110d23d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:35.989003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-e3821fbe-dd06-4584-a039-f6a110d23d63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1294570 Jul 15 16:43:35.999260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['275c03e9-65a7-4264-8106-dab969930c46'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:36.040477 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-bdbd3d22-0011-4f38-9d89-6aaea844f391 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 217 time: 0.0411863 Jul 15 16:43:36.046187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be721a5-c246-4059-b063-e02091b2ea94 req-3e12620d-d979-4a2a-abc2-a700b2657081 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.047903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1be721a5-c246-4059-b063-e02091b2ea94 req-3e12620d-d979-4a2a-abc2-a700b2657081 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 945 time: 0.1154857 Jul 15 16:43:36.073614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-609e1526-8eb2-41de-81a8-3aaf77a3ebae req-13f3d152-cb63-48e1-a78e-107b19e972c6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793445 Jul 15 16:43:36.109364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1be721a5-c246-4059-b063-e02091b2ea94 req-731ff137-f7ec-422e-a57a-c20b2f1d65b6 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Jul 15 16:43:36.111580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-996d7901-7ddd-4f92-be6d-ec95c6f2cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.113165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-996d7901-7ddd-4f92-be6d-ec95c6f2cb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0662482 Jul 15 16:43:36.171263 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-e7caeed7-e5c6-487c-9e48-c7af659a8007 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498724 Jul 15 16:43:36.183947 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5554c-e700-42c9-88fa-e3b756af147a x-openstack-request-id: req-d1a5554c-e700-42c9-88fa-e3b756af147a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:36.184909 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:36.185116 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1a5554c-e700-42c9-88fa-e3b756af147a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:36.185663 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'code': 200} Jul 15 16:43:36.366348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-85491c27-4841-4b59-8e2b-75137b5d91de service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870937 Jul 15 16:43:36.481561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b344c99-9a2d-41c4-8d3c-d637d78d8d7c req-002b5a09-0d5b-46a3-8450-b310221742c7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.483210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b344c99-9a2d-41c4-8d3c-d637d78d8d7c req-002b5a09-0d5b-46a3-8450-b310221742c7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 949 time: 0.0967054 Jul 15 16:43:36.521100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7d4b9-7c4b-46cb-8279-e84155abc51b req-60c2a48d-2ff5-41b0-a6c2-ac25ab7aa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.522629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4c7d4b9-7c4b-46cb-8279-e84155abc51b req-60c2a48d-2ff5-41b0-a6c2-ac25ab7aa302 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1101 time: 0.1236281 Jul 15 16:43:36.524918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-e957b188-6c54-4684-9066-89c0cda9e50c service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481876 Jul 15 16:43:36.532816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b344c99-9a2d-41c4-8d3c-d637d78d8d7c req-b17325de-4a7d-4b7e-aef9-26057b5036df tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Jul 15 16:43:36.561664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8726c79-c240-4161-8116-1ae82e97ef30 req-f20f1f2d-d2c0-4b16-bd48-6877d5ea2150 tempest-FlavorsV2NegativeTest-1650852751 tempest-FlavorsV2NegativeTest-1650852751-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b8158e2264694805b5aa2146b2b9b31d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338538 Jul 15 16:43:36.579696 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4c7d4b9-7c4b-46cb-8279-e84155abc51b req-ca0ce9de-8459-47f8-9232-e5b2216724f1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Jul 15 16:43:36.613397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44792) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:36.676185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4bd0b059-b140-4255-baa5-1be591432bbd tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.677827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-4bd0b059-b140-4255-baa5-1be591432bbd tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.0649126 Jul 15 16:43:36.687690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726c79-c240-4161-8116-1ae82e97ef30 req-10bf6795-77bb-43e7-9ffd-ffc40e1e3b1d tempest-FlavorsV2NegativeTest-1650852751 tempest-FlavorsV2NegativeTest-1650852751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:36.689313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8726c79-c240-4161-8116-1ae82e97ef30 req-10bf6795-77bb-43e7-9ffd-ffc40e1e3b1d tempest-FlavorsV2NegativeTest-1650852751 tempest-FlavorsV2NegativeTest-1650852751-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222734 Jul 15 16:43:36.695466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:36.707648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8726c79-c240-4161-8116-1ae82e97ef30 req-0d68b016-14b4-407e-b382-27092e25860b tempest-FlavorsV2NegativeTest-1650852751 tempest-FlavorsV2NegativeTest-1650852751-project] 10.222.0.25 "GET /v2.0/quotas/b8158e2264694805b5aa2146b2b9b31d HTTP/1.1" status: 200 len: 375 time: 0.0109086 Jul 15 16:43:36.746768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8726c79-c240-4161-8116-1ae82e97ef30 req-9e337ee0-9a3b-4c26-b693-1c9958a795a9 tempest-FlavorsV2NegativeTest-1650852751 tempest-FlavorsV2NegativeTest-1650852751-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b8158e2264694805b5aa2146b2b9b31d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320885 Jul 15 16:43:36.759838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ad572c6-7114-486f-95e6-dc76538a44c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:36.791455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:36.946352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:36.985703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:36.986500 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ad572c6-7114-486f-95e6-dc76538a44c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:36.996181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ad572c6-7114-486f-95e6-dc76538a44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.033677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:37.035819 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2d87d-f377-4328-a7c7-2b526f4d9d7f" -d '{"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:37.039973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.048098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.064704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ad572c6-7114-486f-95e6-dc76538a44c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e74abede1ab445c4aab189a8c5b1f7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502790 Jul 15 16:43:37.065425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad572c6-7114-486f-95e6-dc76538a44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29358e-dbec-43dd-80bf-6224a3cfa77b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.068633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44816) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:37.090874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-ff64e3a7-e435-4a9c-99dc-12d365828a5d tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:37.093197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-ff64e3a7-e435-4a9c-99dc-12d365828a5d tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 1100 time: 0.2061801 Jul 15 16:43:37.132722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840aac29-f53f-4218-992d-ffd234e47831 req-753e44d4-d598-4d26-a279-c6659237643a tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:37.141318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-840aac29-f53f-4218-992d-ffd234e47831 req-753e44d4-d598-4d26-a279-c6659237643a tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2022212 Jul 15 16:43:37.144406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.152387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:37.152721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:37.153561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:37.159691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:37.160013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Attempting to bind port c0a51715-3cc9-4e74-bf4f-eaee1099256f on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:37.164980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:37.165318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:37.165854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:37.166295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Bound port: c0a51715-3cc9-4e74-bf4f-eaee1099256f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:37.166652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.176516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-0065773a-6c12-4670-8df2-f670a8e8c1e7 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.228933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-840aac29-f53f-4218-992d-ffd234e47831 req-6db507a5-9474-4888-901a-ca7093c59bc4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864816 Jul 15 16:43:37.242011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.255522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:37.259012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:37.267015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.353305 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85dc5fd-5511-49bd-9a14-cb127402bba8 x-openstack-request-id: req-c85dc5fd-5511-49bd-9a14-cb127402bba8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:37.353608 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:37.353832 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c85dc5fd-5511-49bd-9a14-cb127402bba8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:37.354187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 275c03e9-65a7-4264-8106-dab969930c46 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:37.354681 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'code': 200} Jul 15 16:43:37.355055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.397760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.411761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:37.413593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.415747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-337de0b4-b5a3-436e-8cd3-b0feb4ce1bcf service neutron] 10.222.0.35 "PUT /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 1121 time: 0.7297962 Jul 15 16:43:37.491374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 275c03e9-65a7-4264-8106-dab969930c46 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:37.496444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c0a51715-3cc9-4e74-bf4f-eaee1099256f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:37.527026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 275c03e9-65a7-4264-8106-dab969930c46 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:37.527424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.527821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-0065773a-6c12-4670-8df2-f670a8e8c1e7 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.542154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-0065773a-6c12-4670-8df2-f670a8e8c1e7 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.574807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:37.594839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065773a-6c12-4670-8df2-f670a8e8c1e7 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c189705-1d1a-4ebe-8db6-a9a5b9f490ee,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.619096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d5717f9-47f9-4f9a-b27a-f9b227ef2d9a req-0065773a-6c12-4670-8df2-f670a8e8c1e7 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143831 Jul 15 16:43:37.665668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b196727-8233-4a8e-bd53-2ea10430311a req-ab745c13-6780-4ee4-b8f0-871b0843dc8f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:37.672796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b196727-8233-4a8e-bd53-2ea10430311a req-ab745c13-6780-4ee4-b8f0-871b0843dc8f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.2139065 Jul 15 16:43:37.676485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.685010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.688574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb29358e-dbec-43dd-80bf-6224a3cfa77b HTTP/1.1" status: 204 len: 168 time: 0.6138532 Jul 15 16:43:37.738742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba59abc-619f-416f-b3c7-c4fdeb5219df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.738901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.757455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b095f-ef13-4b82-9502-6f503a6c1b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29358e-dbec-43dd-80bf-6224a3cfa77b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.795021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b196727-8233-4a8e-bd53-2ea10430311a req-2ec6cea5-2204-44f9-af0e-5d94a5d9c0b0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206560 Jul 15 16:43:37.814062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:37.819467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.883332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba59abc-619f-416f-b3c7-c4fdeb5219df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.890461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba59abc-619f-416f-b3c7-c4fdeb5219df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:37.897920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.915439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e294d-6f17-4895-ad8a-72efba07dc82 req-3b5b7669-05eb-48cf-921a-8cb74a74ecf4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:37.916985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-043e294d-6f17-4895-ad8a-72efba07dc82 req-3b5b7669-05eb-48cf-921a-8cb74a74ecf4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 943 time: 0.1204247 Jul 15 16:43:37.956519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ba59abc-619f-416f-b3c7-c4fdeb5219df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8158e2264694805b5aa2146b2b9b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800807 Jul 15 16:43:37.960529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44844) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:37.967561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba59abc-619f-416f-b3c7-c4fdeb5219df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db240f-09e7-456c-b50e-1f3ef69d6293,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:37.981135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-043e294d-6f17-4895-ad8a-72efba07dc82 req-780605fc-826a-4ef7-b545-f3800e702a36 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Jul 15 16:43:38.037300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.070091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.113910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44848) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:38.127722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc34ecd9-a083-4126-8b44-9ed14b1ae515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.133820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.141830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.145825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3db240f-09e7-456c-b50e-1f3ef69d6293 HTTP/1.1" status: 204 len: 168 time: 0.1843598 Jul 15 16:43:38.155675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54351da-adbb-46e7-9cd7-d11dc814b2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db240f-09e7-456c-b50e-1f3ef69d6293,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:38.187969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c03e9-65a7-4264-8106-dab969930c46'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:38.194059 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd8dd27-fd18-4922-8c46-ce85e82128b8" -d '{"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-plugged", "status": "completed", "tag": "275c03e9-65a7-4264-8106-dab969930c46"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:38.242290 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6047701-aa3c-4c85-b890-cba7ef4e88eb x-openstack-request-id: req-f6047701-aa3c-4c85-b890-cba7ef4e88eb {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:38.242537 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-plugged", "status": "completed", "tag": "275c03e9-65a7-4264-8106-dab969930c46", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:38.243052 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6047701-aa3c-4c85-b890-cba7ef4e88eb {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:38.244682 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275c03e9-65a7-4264-8106-dab969930c46', 'code': 200} Jul 15 16:43:38.299174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc34ecd9-a083-4126-8b44-9ed14b1ae515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.309369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc34ecd9-a083-4126-8b44-9ed14b1ae515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.384995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34ecd9-a083-4126-8b44-9ed14b1ae515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6b297-82eb-4827-9208-c80d52862a4c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:38.426644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fc34ecd9-a083-4126-8b44-9ed14b1ae515 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4163df350bc74c61a6d9d3e1e5d405c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116143 Jul 15 16:43:38.429267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44864) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:38.449200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1b9a6-d034-43c0-aa2b-ec5e156baabd req-487c6ab6-f5db-4d4d-9faf-2ce3ce676795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:38.451124 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29d1b9a6-d034-43c0-aa2b-ec5e156baabd req-487c6ab6-f5db-4d4d-9faf-2ce3ce676795 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.1157942 Jul 15 16:43:38.501632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29d1b9a6-d034-43c0-aa2b-ec5e156baabd req-31b4310f-978f-4475-9481-fb80ce92b1f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Jul 15 16:43:38.501911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554589aa-3313-4ee9-a88f-bc34c51c51ae req-76963031-0333-46f6-b06f-a371aada302b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:38.504563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-554589aa-3313-4ee9-a88f-bc34c51c51ae req-76963031-0333-46f6-b06f-a371aada302b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1296599 Jul 15 16:43:38.524502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.572602 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.582421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-554589aa-3313-4ee9-a88f-bc34c51c51ae req-40c6703f-e71f-4924-83bb-f35dc7aff0d3 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687032 Jul 15 16:43:38.661398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.664887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:38.666011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75a6b297-82eb-4827-9208-c80d52862a4c HTTP/1.1" status: 204 len: 168 time: 0.2350285 Jul 15 16:43:38.688851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-f8318b4b-160e-4319-8766-7c7130c69f3b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397708 Jul 15 16:43:38.706774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea88728-fb3c-4efe-8ace-9f1da8e65f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6b297-82eb-4827-9208-c80d52862a4c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:38.846022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-e000c6e5-c4be-47fb-aa89-0662c0daa340 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:38.847379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-e000c6e5-c4be-47fb-aa89-0662c0daa340 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577580 Jul 15 16:43:38.861642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c458d-50b0-4d59-b056-e43d15d918a5 req-6beb5460-3c8a-475a-b451-2973a3b2f0f3 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:38.868697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-802c458d-50b0-4d59-b056-e43d15d918a5 req-6beb5460-3c8a-475a-b451-2973a3b2f0f3 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1480951 Jul 15 16:43:38.893670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-db3a392d-e435-4d7e-9d2a-951be39d2fca tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0223696 Jul 15 16:43:38.940163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-802c458d-50b0-4d59-b056-e43d15d918a5 req-fc954e62-11b2-41a9-b9e3-a7d03c161e99 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Jul 15 16:43:38.976715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-27323031-66d4-45b4-bea7-faf36678e143 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705647 Jul 15 16:43:39.355248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:39.363449 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f543cf-5848-454d-a2a4-a1c600874c60" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:39.437456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:39.483799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1a43-78d0-469c-ba3c-5a9a7398fe19 req-764a8a61-bc74-4932-b7b0-f60fba5f74d5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:39.495490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b0c1a43-78d0-469c-ba3c-5a9a7398fe19 req-764a8a61-bc74-4932-b7b0-f60fba5f74d5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 945 time: 0.1115189 Jul 15 16:43:39.547956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b0c1a43-78d0-469c-ba3c-5a9a7398fe19 req-f536eb99-d1b4-45fe-ae1b-977ce8f935d0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521986 Jul 15 16:43:39.605712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:39.619470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:43:39.882931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7094c84-c84d-4963-adda-36229e127a57 req-2a80a934-fd40-4938-abaf-62bf637aaeb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:39.884588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7094c84-c84d-4963-adda-36229e127a57 req-2a80a934-fd40-4938-abaf-62bf637aaeb8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 943 time: 0.0764775 Jul 15 16:43:39.931773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7094c84-c84d-4963-adda-36229e127a57 req-2c3808f2-10aa-4b1c-a28a-249ce4a12dee tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Jul 15 16:43:40.130009 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad2248-c817-4076-a1a0-f75d905b210a x-openstack-request-id: req-fbad2248-c817-4076-a1a0-f75d905b210a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:40.131419 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:40.131855 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbad2248-c817-4076-a1a0-f75d905b210a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:40.132571 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'status': 'completed', 'code': 200} Jul 15 16:43:40.266563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-82e32523-5135-4c66-b446-3c3456ac731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:40.268015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-82e32523-5135-4c66-b446-3c3456ac731e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1124 time: 0.0849926 Jul 15 16:43:40.339560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:40.450348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:40.473579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-1202a6d8-2efe-4a24-9abb-2a5ed25f397f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:40.475577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-1202a6d8-2efe-4a24-9abb-2a5ed25f397f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.2008791 Jul 15 16:43:40.565731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-253eda88-e513-4fb3-9490-d5de865d60cf tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d256745f028c4fa395b01e7715c13ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489578 Jul 15 16:43:40.596959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-31560202-72c5-42c0-86b9-254e5ff5b248 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 217 time: 0.1126153 Jul 15 16:43:40.662362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-88743ac2-94b1-462f-b196-e75641b7d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:40.664105 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-88743ac2-94b1-462f-b196-e75641b7d4fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0532200 Jul 15 16:43:40.736221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-757120aa-d911-4b7e-bafe-d9420a88112d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550961 Jul 15 16:43:40.801922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-516f343d-a3a3-41b7-8c9f-a3af57840bd0 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:40.804035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-516f343d-a3a3-41b7-8c9f-a3af57840bd0 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271674 Jul 15 16:43:40.834319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-83a619cb-e6e8-4fe6-bd05-25b8171fc20c tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/quotas/d256745f028c4fa395b01e7715c13ba8 HTTP/1.1" status: 200 len: 375 time: 0.0179570 Jul 15 16:43:40.844225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120e061-e60b-4ab6-9604-49af302c9ccf req-bb353c91-fb6e-44c1-9477-2c6532f130ac tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:40.851486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6120e061-e60b-4ab6-9604-49af302c9ccf req-bb353c91-fb6e-44c1-9477-2c6532f130ac tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2101741 Jul 15 16:43:40.855378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-db93c1c4-3c40-45cb-b647-30f00c02f7ee service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160645 Jul 15 16:43:40.909380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-cb368f3b-bb1c-4a5f-94af-c40d99fa0e0b tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d256745f028c4fa395b01e7715c13ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427048 Jul 15 16:43:40.950169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6120e061-e60b-4ab6-9604-49af302c9ccf req-c3c7cb0c-6855-4710-8d81-0097b0143b19 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972192 Jul 15 16:43:41.047312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3f543cf-5848-454d-a2a4-a1c600874c60 req-54ef37fe-6bee-4ca7-a2e0-74fccca192f5 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847315 Jul 15 16:43:41.225238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-159ab2ce-eb3a-4e7d-9a61-d415641fccb4 req-cfcb7227-fa65-41ca-9aee-ef3c9844a058 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 210 time: 0.0473371 Jul 15 16:43:41.576197 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-2db74b49-1195-4cee-8a62-01bf0e0539f7 service neutron] 10.222.0.20 "GET /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1474414 Jul 15 16:43:41.608955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126d45-e185-4ab2-b918-42644698e249 req-3267fbc0-444b-41c0-942c-dda6767d000a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:41.617812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06126d45-e185-4ab2-b918-42644698e249 req-3267fbc0-444b-41c0-942c-dda6767d000a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 945 time: 0.4036133 Jul 15 16:43:41.664516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f16a5-60c2-4304-a8fa-ff7b8e6083bb req-45112e30-aec5-4608-b3e0-c12d5f23acc9 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:41.674071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b4f16a5-60c2-4304-a8fa-ff7b8e6083bb req-45112e30-aec5-4608-b3e0-c12d5f23acc9 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 943 time: 0.1474719 Jul 15 16:43:41.718448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06126d45-e185-4ab2-b918-42644698e249 req-8c9252f6-7d4e-47e6-a02b-94cf1d7261fa tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Jul 15 16:43:41.756243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b4f16a5-60c2-4304-a8fa-ff7b8e6083bb req-9d2175aa-96a7-4f0e-9c7e-3477b3e3529d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810838 Jul 15 16:43:41.903218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7f1b67e-3f35-47f6-b6bb-847f09a4b1b3 req-2589b85f-c378-461a-a198-87e92f67b573 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 210 time: 0.0560815 Jul 15 16:43:41.952962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:42.029927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-27823b26-a10a-4423-a558-c2746a73f8eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697298 Jul 15 16:43:42.094968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37310d8-79c4-4911-8995-1e48bd556173 req-5c9ba61d-e57a-40d1-9f64-3003d635a321 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:42.104881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f37310d8-79c4-4911-8995-1e48bd556173 req-5c9ba61d-e57a-40d1-9f64-3003d635a321 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.0868478 Jul 15 16:43:42.126384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:42.162128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f37310d8-79c4-4911-8995-1e48bd556173 req-fca7433d-fe23-47f8-8660-3fbe01aa3874 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Jul 15 16:43:42.252502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a51715-3cc9-4e74-bf4f-eaee1099256f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:42.274693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:42.308454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-d42c9521-0cc6-4cfb-8603-570f9ae058d7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:42.310260 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-d42c9521-0cc6-4cfb-8603-570f9ae058d7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751555 Jul 15 16:43:42.311382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:42.334565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:42.339602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60182e71-2629-4f08-9861-ac9d0a1d91b4 req-b70ae858-9a18-49d6-a7a8-5ddc646dcf1f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:42.349756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60182e71-2629-4f08-9861-ac9d0a1d91b4 req-b70ae858-9a18-49d6-a7a8-5ddc646dcf1f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1726274 Jul 15 16:43:42.350681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:42.484857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60182e71-2629-4f08-9861-ac9d0a1d91b4 req-a239a73d-0bcf-4bfb-a307-b05c3cf93799 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217310 Jul 15 16:43:42.553103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:42.556657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:42.656653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba844b17-9a11-4a8c-94bb-8f9b2dd46886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:42.712933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] Transition to ACTIVE for port object c0a51715-3cc9-4e74-bf4f-eaee1099256f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:42.733823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a969-dc1f-4ec5-b2aa-d92ead9a0da2 req-0035efee-86c3-4565-986e-b86a37993432 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:42.736015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc5a969-dc1f-4ec5-b2aa-d92ead9a0da2 req-0035efee-86c3-4565-986e-b86a37993432 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.3000813 Jul 15 16:43:42.768867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f622f-ea66-4001-9831-19692254d113 req-8c9c57a8-1366-409b-84f8-9d2a7e1b738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:42.770567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-8c9c57a8-1366-409b-84f8-9d2a7e1b738d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1101 time: 0.2807980 Jul 15 16:43:42.779744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e35a30c-903a-49d4-b297-869fe58ca5c0 req-c53c097f-92df-4228-8c50-74e23a30a162 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 210 time: 0.0706804 Jul 15 16:43:42.847928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.202 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/cdd74938-fdef-4c0c-bd2e-dea5bbace5a8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:42.933261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:42.938408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-ed7475d0-607a-4f9d-bfe6-1b3631e2dace tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384051 Jul 15 16:43:42.972582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc5a969-dc1f-4ec5-b2aa-d92ead9a0da2 req-6752140d-1c3f-4b0b-ad79-fee4c107020e tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273510 Jul 15 16:43:43.065612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f622f-ea66-4001-9831-19692254d113 req-94974d83-9dc5-476e-a9c4-ab3dc2fc73af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.067439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-94974d83-9dc5-476e-a9c4-ab3dc2fc73af service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2500625 Jul 15 16:43:43.071748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-6fe3185e-5b87-42cf-911f-e96f3d55a3ce tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d256745f028c4fa395b01e7715c13ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3809440 Jul 15 16:43:43.176375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-f140960d-7940-4cf3-81f1-5d3936a1d0a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d HTTP/1.1" status: 200 len: 217 time: 0.0989685 Jul 15 16:43:43.186043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] No DVR routers for this DVR port c0a51715-3cc9-4e74-bf4f-eaee1099256f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:43.311907 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba844b17-9a11-4a8c-94bb-8f9b2dd46886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:43.368023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97cefa5b-c92d-4036-a887-7b05cdb21328 req-06ec9a4d-9a8e-4a55-b911-1ee894462b39 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 210 time: 0.1062386 Jul 15 16:43:43.374680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba844b17-9a11-4a8c-94bb-8f9b2dd46886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:43.429595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f622f-ea66-4001-9831-19692254d113 req-d7b89a32-6da0-4ea2-b124-d960c4cb3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.436496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-d7b89a32-6da0-4ea2-b124-d960c4cb3a1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2341418 Jul 15 16:43:43.440262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-2d8ad5b5-834e-4303-982e-ce2fe33ebbb1 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.441820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-2d8ad5b5-834e-4303-982e-ce2fe33ebbb1 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4856999 Jul 15 16:43:43.451971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba844b17-9a11-4a8c-94bb-8f9b2dd46886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68f6be-1e02-42fc-96e7-b6703eae90fb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:43.491350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:43.551166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] Pushing event updated for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:43.583516 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-60b5166a-156a-4a98-ab72-914496fa7afd service neutron] 10.222.0.20 "PUT /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0015509 Jul 15 16:43:43.640058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:43.652327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8b94d349-62d6-4505-8566-d61e349911ae tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.654879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8b94d349-62d6-4505-8566-d61e349911ae tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5718396 Jul 15 16:43:43.655415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.35', 58404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:43.696760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba844b17-9a11-4a8c-94bb-8f9b2dd46886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5eca9debc49e4192870f9c402e0e3e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3348794 Jul 15 16:43:43.707476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:43.709955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c53b40-1fae-4add-a3c4-d0a8dab63b26 req-9dc6658d-52c0-4019-a289-10b8b2a35397 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.711643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c53b40-1fae-4add-a3c4-d0a8dab63b26 req-9dc6658d-52c0-4019-a289-10b8b2a35397 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.5400558 Jul 15 16:43:43.722026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Request body: {'port': {'device_id': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'd256745f028c4fa395b01e7715c13ba8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:43.740154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:43.743887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:43.763216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f622f-ea66-4001-9831-19692254d113 req-5c082227-d9a2-4892-93dc-19a9f738b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.764833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-5c082227-d9a2-4892-93dc-19a9f738b7c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220193 Jul 15 16:43:43.781407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:43.797077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c53b40-1fae-4add-a3c4-d0a8dab63b26 req-4ab560f4-d1c7-4ef5-832c-a95323af71ff tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770781 Jul 15 16:43:43.866168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-b190d677-a840-427d-998a-ae8090f8d439 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3350899 Jul 15 16:43:43.924789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-45878ca7-b53e-4ae6-996a-45ce6067e9f7 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:43.926242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-45878ca7-b53e-4ae6-996a-45ce6067e9f7 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.2666097 Jul 15 16:43:43.927074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.063672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.109090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.126550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:44.154098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-aad506e3-4143-400d-a18a-df91c2ee90b2 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707354 Jul 15 16:43:44.189995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-f692c566-e3c8-4cd8-9fe2-14985b1d16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.191497 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-f692c566-e3c8-4cd8-9fe2-14985b1d16c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 1096 time: 0.2694123 Jul 15 16:43:44.199825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Made reservation on behalf of d256745f028c4fa395b01e7715c13ba8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:44.202414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.211565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-89a0f0af-e0b1-486c-a797-f5aae3e0631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.213221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-89a0f0af-e0b1-486c-a797-f5aae3e0631f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 1095 time: 0.2701695 Jul 15 16:43:44.221871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:44.227846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:44.229411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.234825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:44.239085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:44.265460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.21 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/e348aa96-045d-48c0-aefb-690335b14b96) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:44.280538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.283155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.288660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d68f6be-1e02-42fc-96e7-b6703eae90fb HTTP/1.1" status: 204 len: 168 time: 0.5774977 Jul 15 16:43:44.472794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.489049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object e348aa96-045d-48c0-aefb-690335b14b96 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:44.548032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51dc7d9-154b-4cbd-871f-9fb78486b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68f6be-1e02-42fc-96e7-b6703eae90fb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:44.577956 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.593775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:44.636392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92856b39-5f97-4f33-83cd-3783b052d663 req-f99e045d-4dec-47e4-b1f6-e37db339246d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.638409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92856b39-5f97-4f33-83cd-3783b052d663 req-f99e045d-4dec-47e4-b1f6-e37db339246d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.7594061 Jul 15 16:43:44.657483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aa96f0be-1476-4b09-97de-1f709422371b None None] Provisioning for port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:44.666400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.669008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.672443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aa96f0be-1476-4b09-97de-1f709422371b None None] Provisioning complete for port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:44.674708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa96f0be-1476-4b09-97de-1f709422371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:44.733570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-8f0277d3-cacb-49e3-ac30-df4485304962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.737513 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-8f0277d3-cacb-49e3-ac30-df4485304962 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 924 time: 0.4612417 Jul 15 16:43:44.797808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-8a4b75d3-5319-4043-8428-d333972d3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.801439 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-8a4b75d3-5319-4043-8428-d333972d3a28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1095 time: 0.4231596 Jul 15 16:43:44.820590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-aa96f0be-1476-4b09-97de-1f709422371b None None] Port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:43:44.827691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:44.864687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:44.881315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:44.891049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a11cee-a662-4701-a8b7-611490bd6344 req-c082613d-e8c9-458c-aa60-0f861d652f14 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:44.898306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a11cee-a662-4701-a8b7-611490bd6344 req-c082613d-e8c9-458c-aa60-0f861d652f14 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.8871295 Jul 15 16:43:44.909382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:44.918907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:44.978832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fecdc-d1e5-40d6-8151-d878752ae0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.008987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92856b39-5f97-4f33-83cd-3783b052d663 req-39b48ca9-2a2a-49dd-be8d-d8fcd486e5e2 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014853 Jul 15 16:43:45.117562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-662f622f-ea66-4001-9831-19692254d113 req-24f60284-93fd-43fe-a9f2-8e519a7ccf49 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8760858 Jul 15 16:43:45.143292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a11cee-a662-4701-a8b7-611490bd6344 req-e510b6f1-26db-4d40-876c-5b7edea3fa4e tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439907 Jul 15 16:43:45.151861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.156608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-5021eb45-f974-4550-be9d-dcff49e47412 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 200 len: 1000 time: 0.3905883 Jul 15 16:43:45.167460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.255569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-880a62a4-07ac-485b-af8c-fb9699a13b46 None None] Provisioning for port e348aa96-045d-48c0-aefb-690335b14b96 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:45.258352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-4eb8822b-1f2c-4440-b3d8-dcfd6880c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.259948 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-4eb8822b-1f2c-4440-b3d8-dcfd6880c764 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.0934427 Jul 15 16:43:45.260437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-880a62a4-07ac-485b-af8c-fb9699a13b46 None None] Provisioning complete for port e348aa96-045d-48c0-aefb-690335b14b96 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:45.260954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-880a62a4-07ac-485b-af8c-fb9699a13b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.298380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.320091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-880a62a4-07ac-485b-af8c-fb9699a13b46 None None] Port e348aa96-045d-48c0-aefb-690335b14b96 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:43:45.334039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-2705df21-20e0-4819-b1da-9c520720ccb8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8415904 Jul 15 16:43:45.334268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-daba060e-ad33-4032-abc9-695ddc054d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.334268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-daba060e-ad33-4032-abc9-695ddc054d77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.4498854 Jul 15 16:43:45.334268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.358353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Request body: {'port': {'device_id': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:45.386715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-734e3163-8219-432b-be00-ed8880e4b072 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0635996 Jul 15 16:43:45.393274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:45.406587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Request body: {'port': {'device_id': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:45.473315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-71a3879d-8fee-4505-a9e9-dc3c364b899a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 200 len: 217 time: 0.1248550 Jul 15 16:43:45.474112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e0d73-4e6e-4bf9-846e-19a50e719016 req-f994c39d-b8fd-4839-accb-e7b19519f4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.475702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:45.481570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b6e0d73-4e6e-4bf9-846e-19a50e719016 req-f994c39d-b8fd-4839-accb-e7b19519f4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 936 time: 0.2505546 Jul 15 16:43:45.505642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e1daa5-d0da-46e9-bf36-e24e99f615e9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:45.620418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-ded43f8c-96ee-4d78-b347-35c4863d36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.622395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-ded43f8c-96ee-4d78-b347-35c4863d36f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3464553 Jul 15 16:43:45.652541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-7b40a203-36d9-41a0-81ed-7cb9ca1c52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:45.654102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-7b40a203-36d9-41a0-81ed-7cb9ca1c52b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1619470 Jul 15 16:43:45.655116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25cf8b47-138c-4b73-8715-c8e836c284c6 req-af004b32-5a45-4b4d-ac05-256d978aeed0 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 210 time: 0.0666094 Jul 15 16:43:45.675174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.676107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Allocated IP 192.168.233.45 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/fd60f863-afe8-41dc-8daa-4d9ba6818a7a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:45.698540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.699312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fecdc-d1e5-40d6-8151-d878752ae0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.716835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98fecdc-d1e5-40d6-8151-d878752ae0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:45.729584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-aae5fb51-5ada-4614-a17e-c6241da841e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510683 Jul 15 16:43:45.744534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b6e0d73-4e6e-4bf9-846e-19a50e719016 req-f055e6dd-6c06-471d-84b6-969b1a0b026f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524634 Jul 15 16:43:45.801279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d98fecdc-d1e5-40d6-8151-d878752ae0d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=224b86ec43b142e3b560284e34be5211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9342027 Jul 15 16:43:45.812130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fecdc-d1e5-40d6-8151-d878752ae0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c21a5-c41b-4af3-9f5a-8985069074ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:45.815343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:43:45.979953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-d628e9f8-45d8-4af9-a0f9-5eba6acc2c9d service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485539 Jul 15 16:43:46.139467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08849c39-a7aa-4b39-9a9f-7afb108093cc req-d783e841-7721-4334-bd49-d746669114ec tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:46.141178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08849c39-a7aa-4b39-9a9f-7afb108093cc req-d783e841-7721-4334-bd49-d746669114ec tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.3453069 Jul 15 16:43:46.197712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08849c39-a7aa-4b39-9a9f-7afb108093cc req-29349142-ea6a-4f4c-bf29-e1e4f8851d73 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507772 Jul 15 16:43:46.269440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaeedb-4599-4232-9dbb-33c8b28a8568 req-8e794c65-8a4f-4431-b2b2-3652aeff9c7b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:46.271044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3aaeedb-4599-4232-9dbb-33c8b28a8568 req-8e794c65-8a4f-4431-b2b2-3652aeff9c7b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0967033 Jul 15 16:43:46.333452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3aaeedb-4599-4232-9dbb-33c8b28a8568 req-8d770b07-201c-4d33-b2f0-f0d3dab1baf1 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Jul 15 16:43:46.354509 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-c3f4afa7-5d32-4e18-a0c6-3599e7e75e7d service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127865 Jul 15 16:43:46.404470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ae223-8819-4e15-8403-c77254abea60 req-18f1e3f0-61be-496a-b6e6-7101fcfeb37d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:46.407010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544ae223-8819-4e15-8403-c77254abea60 req-18f1e3f0-61be-496a-b6e6-7101fcfeb37d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.0611007 Jul 15 16:43:46.452346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544ae223-8819-4e15-8403-c77254abea60 req-e5751731-4c6d-4c0a-86e7-e9812c2f6c2a tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Jul 15 16:43:46.481274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.583965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.598100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.616661 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbf1dc15-5bc9-48e9-93b0-988204e540bf req-7c63d074-9b0f-4c36-9704-43c1354b9bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106253 Jul 15 16:43:46.644182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Transition to ACTIVE for port object fd60f863-afe8-41dc-8daa-4d9ba6818a7a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:46.661597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-c883a0c0-6599-4a99-b73a-0846317f98b7 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956238 Jul 15 16:43:46.713832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.759406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.762063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.765749 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/028c21a5-c41b-4af3-9f5a-8985069074ca HTTP/1.1" status: 204 len: 168 time: 0.9472804 Jul 15 16:43:46.789766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e0fcf-a92b-4d0a-b3a0-f85ef2556427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c21a5-c41b-4af3-9f5a-8985069074ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:46.802652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:46.803513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:46.807476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:46.810628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:46.899510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:46.900213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:46.943478 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8370eca5-1ca2-48ba-a5ab-62350665897f tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2366257 Jul 15 16:43:46.956645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Request body: {'port': {'device_id': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:47.046362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.189833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1616-ef1d-4d91-ace6-b373b03be15e req-e4ba4db9-9b34-46bc-aeb0-9780558601f8 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:47.191912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f0d1616-ef1d-4d91-ace6-b373b03be15e req-e4ba4db9-9b34-46bc-aeb0-9780558601f8 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 935 time: 0.2437112 Jul 15 16:43:47.194453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e348aa96-045d-48c0-aefb-690335b14b96 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:47.224569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.253907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f0d1616-ef1d-4d91-ace6-b373b03be15e req-0437df39-89ff-4372-8baa-d94a00664123 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545862 Jul 15 16:43:47.280801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9a1e6b7e-6960-410a-828b-a31b9cea234d None None] Provisioning for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:47.286751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9a1e6b7e-6960-410a-828b-a31b9cea234d None None] Provisioning complete for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:47.290332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Transition to ACTIVE for port object e348aa96-045d-48c0-aefb-690335b14b96 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:47.292476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9a1e6b7e-6960-410a-828b-a31b9cea234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.297475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.411765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e6b7e-6960-410a-828b-a31b9cea234d None None] Port fd60f863-afe8-41dc-8daa-4d9ba6818a7a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:43:47.426965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Pushing event updated for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:47.646019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Attempting to bind port e348aa96-045d-48c0-aefb-690335b14b96 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:47.646723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Attempting to bind port e348aa96-045d-48c0-aefb-690335b14b96 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:47.647275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Attempting to bind port e348aa96-045d-48c0-aefb-690335b14b96 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:47.657217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Port e348aa96-045d-48c0-aefb-690335b14b96 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:47.657744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Attempting to bind port e348aa96-045d-48c0-aefb-690335b14b96 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:47.666522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:47.667147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:47.667724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:47.669119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Bound port: e348aa96-045d-48c0-aefb-690335b14b96, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:47.669751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.703176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-709df036-14de-4469-80b1-f04043196564 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:47.705019 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-709df036-14de-4469-80b1-f04043196564 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.5734515 Jul 15 16:43:47.763624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9863b2-10b2-44f9-a82b-f8717d06ede0 req-89b184fc-2b86-4fbc-a611-e08242d4b4b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:47.770835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c9863b2-10b2-44f9-a82b-f8717d06ede0 req-89b184fc-2b86-4fbc-a611-e08242d4b4b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 936 time: 0.1875720 Jul 15 16:43:47.797458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:47.824092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e348aa96-045d-48c0-aefb-690335b14b96,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:47.832861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c9863b2-10b2-44f9-a82b-f8717d06ede0 req-627a58eb-c926-48a0-9c87-016fe21d997f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Jul 15 16:43:47.834325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.884556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:47.885086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:47.885886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.887299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] 10.222.0.35 "PUT /v2.0/ports/e348aa96-045d-48c0-aefb-690335b14b96 HTTP/1.1" status: 200 len: 1095 time: 2.5372427 Jul 15 16:43:47.887803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:47.890089 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "tag": "e348aa96-045d-48c0-aefb-690335b14b96"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:47.896278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.911036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bef10d-0bba-41dd-8564-4021719cc35a service neutron] Pushing event updated for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:47.920386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-fc472000-1648-4637-ab1c-33972a6c33a3 service neutron] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:47.922095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Transition to ACTIVE for port object cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:47.927644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-fc472000-1648-4637-ab1c-33972a6c33a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:47.928589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ef32beb-9bb1-42c2-8723-9e2e47e5d57c req-fc472000-1648-4637-ab1c-33972a6c33a3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.2151756 Jul 15 16:43:47.931775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:48.106373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Pushing event updated for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:48.215636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cf099-0911-4f27-9c00-897cb66aa2f5 req-4124b823-3945-49d7-af36-d59fde4cb4f3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:48.223412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d10cf099-0911-4f27-9c00-897cb66aa2f5 req-4124b823-3945-49d7-af36-d59fde4cb4f3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.1267788 Jul 15 16:43:48.302907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d10cf099-0911-4f27-9c00-897cb66aa2f5 req-c16f4637-91b3-4c3c-ab63-bb2da3d79e56 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710557 Jul 15 16:43:48.313757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-75b83bbd-3d53-4c05-a11b-387224ed6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:48.315271 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-75b83bbd-3d53-4c05-a11b-387224ed6a32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 1098 time: 0.3494198 Jul 15 16:43:48.315955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Attempting to bind port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:48.316309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Attempting to bind port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:48.316634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Attempting to bind port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:48.324796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-519e97d6-7993-41cd-80d7-df278ba522db tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:43:48.325954 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-519e97d6-7993-41cd-80d7-df278ba522db tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207551 Jul 15 16:43:48.365321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:48.365772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:43:48.422601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:48.423165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Attempting to bind port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:48.437247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:48.448675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-e2ef8010-e150-4741-b5a8-c026d292afc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=e348aa96-045d-48c0-aefb-690335b14b96 HTTP/1.1" status: 200 len: 217 time: 0.1217084 Jul 15 16:43:48.451141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:48.465589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:48.466398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:48.466859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:48.467649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Bound port: cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:48.467809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:48.528572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Transition to ACTIVE for port object fd60f863-afe8-41dc-8daa-4d9ba6818a7a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:48.551020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd824f3-e02a-4777-abdf-3eeafa302ded req-33dcd4fe-fb9e-4fe7-b77b-d7ca18ca9901 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:48.552815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acd824f3-e02a-4777-abdf-3eeafa302ded req-33dcd4fe-fb9e-4fe7-b77b-d7ca18ca9901 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0824914 Jul 15 16:43:48.572552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:48.609245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acd824f3-e02a-4777-abdf-3eeafa302ded req-67fa779d-2404-42ef-9c37-b74e6048e79d tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487628 Jul 15 16:43:48.635385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-8dcfa63f-044c-4cde-a01c-da4611dcd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:48.637563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-8dcfa63f-044c-4cde-a01c-da4611dcd6a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1799686 Jul 15 16:43:48.799412 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d8c5d-867c-4b97-8561-8ceceda431b4 x-openstack-request-id: req-de7d8c5d-867c-4b97-8561-8ceceda431b4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:48.799705 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "tag": "e348aa96-045d-48c0-aefb-690335b14b96", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:48.799960 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de7d8c5d-867c-4b97-8561-8ceceda431b4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:48.804758 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96', 'status': 'completed', 'code': 200} Jul 15 16:43:48.830446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:48.876495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:48.876842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:48.877178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:48.880291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:48.884878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:48.918672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:48.920790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:48.921419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:48.977675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:48.978023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:48.978409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:48.978860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Bound port: 275c03e9-65a7-4264-8106-dab969930c46, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:49.004547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1fdb-4089-4875-9e88-7838962a46db req-c193fe11-384f-439a-a422-a6d93a0acd05 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.006175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-798a1fdb-4089-4875-9e88-7838962a46db req-c193fe11-384f-439a-a422-a6d93a0acd05 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 947 time: 0.0726123 Jul 15 16:43:49.021201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.021822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:49.023218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] 10.222.0.35 "PUT /v2.0/ports/cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 HTTP/1.1" status: 200 len: 1096 time: 3.6254456 Jul 15 16:43:49.042082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:49.045199 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b898262d-c174-4f51-8d6b-3f7df52b2259" -d '{"events": [{"name": "network-changed", "server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:49.068721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-798a1fdb-4089-4875-9e88-7838962a46db req-615fc174-030b-407a-906b-b102d59b9801 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551770 Jul 15 16:43:49.101108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-b9169414-7089-41de-ac00-8c29188f203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.102669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-b9169414-7089-41de-ac00-8c29188f203e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3703551 Jul 15 16:43:49.123918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6a57b-8516-45a3-af96-75ac00e25edf service neutron] Pushing event updated for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:49.182482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Attempting to bind port fd60f863-afe8-41dc-8daa-4d9ba6818a7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:49.182823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Attempting to bind port fd60f863-afe8-41dc-8daa-4d9ba6818a7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:49.183155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Attempting to bind port fd60f863-afe8-41dc-8daa-4d9ba6818a7a on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:49.189581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:49.198306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Port fd60f863-afe8-41dc-8daa-4d9ba6818a7a on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:49.198640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Attempting to bind port fd60f863-afe8-41dc-8daa-4d9ba6818a7a on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:49.205356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:49.208651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-689d335c-ee45-4c35-a29f-101426f7d1f8 service neutron] 10.222.0.25 "POST /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46/bindings HTTP/1.1" status: 201 len: 389 time: 0.8485167 Jul 15 16:43:49.216369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:49.217126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:49.217859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:49.218606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Bound port: fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:49.219183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:49.348962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-5f8db651-2514-460d-bf5b-8dbc263abf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.350470 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-5f8db651-2514-460d-bf5b-8dbc263abf11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 1099 time: 0.2698951 Jul 15 16:43:49.364865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-f184b4ee-77ef-403d-b245-ec303407c0af service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376723 Jul 15 16:43:49.432572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-404a1fd3-7b98-4d17-b228-a026332a9098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 HTTP/1.1" status: 200 len: 217 time: 0.0651777 Jul 15 16:43:49.481456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:49.498908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7c7c9-26e2-4ac1-9a4f-293f2243066a req-fd1a31db-6ff1-4156-825e-17f43a2d7205 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.506952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d7c7c9-26e2-4ac1-9a4f-293f2243066a req-fd1a31db-6ff1-4156-825e-17f43a2d7205 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 948 time: 0.1568687 Jul 15 16:43:49.524708 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c763e-84be-44dc-bd5d-b7538fc1d30d x-openstack-request-id: req-962c763e-84be-44dc-bd5d-b7538fc1d30d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:49.524993 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:49.525238 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-962c763e-84be-44dc-bd5d-b7538fc1d30d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:49.525670 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', 'status': 'completed', 'code': 200} Jul 15 16:43:49.563678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:49.580351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:49.599005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d7c7c9-26e2-4ac1-9a4f-293f2243066a req-f1815b5c-c717-496e-a937-14ebee33698c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911262 Jul 15 16:43:49.616387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-e9caf7c0-1a5a-4e38-ad8d-b2b93752363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.618252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-e9caf7c0-1a5a-4e38-ad8d-b2b93752363f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1096 time: 0.1093383 Jul 15 16:43:49.644924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-516ac4f2-9c50-42f4-a750-6e8818ea11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.646487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-516ac4f2-9c50-42f4-a750-6e8818ea11fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1858354 Jul 15 16:43:49.651577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:49.686570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.687156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:49.688589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-7385c289-0614-49a2-a0a2-84bd9780b193 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd60f863-afe8-41dc-8daa-4d9ba6818a7a HTTP/1.1" status: 200 len: 1095 time: 2.7373378 Jul 15 16:43:49.724347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-6caf0035-badb-45f5-9d8a-1d717ff4ebdd service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473582 Jul 15 16:43:49.768148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43023868-a66e-43d8-9391-707f20f8a002 req-2a6e472c-3e8d-48be-ac73-abb7e266de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.770027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-2a6e472c-3e8d-48be-ac73-abb7e266de08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093686 Jul 15 16:43:49.815490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-ec024854-3df6-47ee-8468-6f1659491fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.817138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-ec024854-3df6-47ee-8468-6f1659491fce service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1910205 Jul 15 16:43:49.901347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-60e8e259-37ab-4973-80c9-9c97a3564ee2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.0737844 Jul 15 16:43:49.974104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-141ab104-3b39-4390-91a5-e6ebcf421019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.975856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-141ab104-3b39-4390-91a5-e6ebcf421019 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0645278 Jul 15 16:43:49.979800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72075b4-e7a9-4eba-99e2-4fd9ba53e4f5 req-529573d9-7ab7-44a2-ba35-14fb7ebf4009 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:49.985018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f72075b4-e7a9-4eba-99e2-4fd9ba53e4f5 req-529573d9-7ab7-44a2-ba35-14fb7ebf4009 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 1095 time: 0.2359300 Jul 15 16:43:50.023263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-630511c8-887f-4647-b589-38844aced13f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371175 Jul 15 16:43:50.052918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6bd50-082b-4ded-97cf-db2ca406a129 req-38147212-778a-4097-8f7a-535771c83408 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.054660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81b6bd50-082b-4ded-97cf-db2ca406a129 req-38147212-778a-4097-8f7a-535771c83408 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 945 time: 0.2414250 Jul 15 16:43:50.107704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f72075b4-e7a9-4eba-99e2-4fd9ba53e4f5 req-bef21a36-dc08-4d6f-882d-ba4d0dc204e8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117845 Jul 15 16:43:50.212889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8cca8a0e-cea8-46dd-8623-16a6b86fccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.214454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-8cca8a0e-cea8-46dd-8623-16a6b86fccf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d256745f028c4fa395b01e7715c13ba8&device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 1098 time: 0.4633343 Jul 15 16:43:50.217618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-d795f940-cfdd-412c-a1ef-734de9ea7f2e service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836510 Jul 15 16:43:50.244820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-02254cdb-a60a-429d-b564-a9c2c15a4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.246432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-02254cdb-a60a-429d-b564-a9c2c15a4ed3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 1098 time: 0.4446957 Jul 15 16:43:50.268517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81b6bd50-082b-4ded-97cf-db2ca406a129 req-593cfd8a-e131-4dd9-99db-d39a23c1c0dc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992233 Jul 15 16:43:50.286705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-5310a215-3a84-4e01-9dbc-6ce0b45a405a service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838738 Jul 15 16:43:50.296803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-de980bd9-0aa9-4cd9-a538-6e6c6b8de0ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a HTTP/1.1" status: 200 len: 217 time: 0.0643084 Jul 15 16:43:50.389823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-fa8ad63d-dba4-433c-bd23-30e89aa41fd4 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468017 Jul 15 16:43:50.469911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-263425fe-dcd0-4b1d-b0c2-68256113a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.471390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-263425fe-dcd0-4b1d-b0c2-68256113a767 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1526251 Jul 15 16:43:50.531997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43023868-a66e-43d8-9391-707f20f8a002 req-da54f091-9e37-4111-ab5a-79147637085b service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342196 Jul 15 16:43:50.534880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-62a8aa5e-1497-4961-83a9-60ecbcefddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.536485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-62a8aa5e-1497-4961-83a9-60ecbcefddde service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2596111 Jul 15 16:43:50.604884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-1cc724bd-73cf-479c-a27c-abd16c33b06f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=e348aa96-045d-48c0-aefb-690335b14b96 HTTP/1.1" status: 200 len: 217 time: 0.0588081 Jul 15 16:43:50.679969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085d764-2549-41f7-9661-82d90b6840b7 req-3fd58285-01ad-4d02-a69a-ca8cecb62d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.681631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-3fd58285-01ad-4d02-a69a-ca8cecb62d02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1997638 Jul 15 16:43:50.694108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-c6617966-c3e1-4370-96e3-616f8c28da6f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.695727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-c6617966-c3e1-4370-96e3-616f8c28da6f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.2087274 Jul 15 16:43:50.702497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-83012843-161e-43cb-ae78-b525b25c6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.703963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-83012843-161e-43cb-ae78-b525b25c6c2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0768201 Jul 15 16:43:50.719316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5add2f-cc34-449f-9747-abdaf89a86af req-b2fab5b1-b10b-4bb3-b23f-62fcc76b066a tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.722078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f5add2f-cc34-449f-9747-abdaf89a86af req-b2fab5b1-b10b-4bb3-b23f-62fcc76b066a tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2810979 Jul 15 16:43:50.727584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:50.804087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-2ec2a81a-d7bd-4384-828f-32ff532f44dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.805639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-2ec2a81a-d7bd-4384-828f-32ff532f44dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 1099 time: 0.2111580 Jul 15 16:43:50.825479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f5add2f-cc34-449f-9747-abdaf89a86af req-c372df3a-5e68-4060-ab07-0cce4e29aa67 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Jul 15 16:43:50.877451 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-253b1129-4576-4714-adcc-e5c97fd88676 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870074 Jul 15 16:43:50.890425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:50.963741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-e16a1f19-203e-45ad-be55-291144d912b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:50.965921 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-e16a1f19-203e-45ad-be55-291144d912b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439177 Jul 15 16:43:51.091719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-cb31d621-b948-4370-ad08-c9da4d1b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.093232 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-cb31d621-b948-4370-ad08-c9da4d1b8529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2739804 Jul 15 16:43:51.153100 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5085d764-2549-41f7-9661-82d90b6840b7 req-f35e1d76-8f27-4d7e-8f0c-9813a6fbc529 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685633 Jul 15 16:43:51.156371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-b9a3dcba-2223-46a7-97fb-3fae58a9ec37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 HTTP/1.1" status: 200 len: 217 time: 0.0513783 Jul 15 16:43:51.167642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:51.212765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-73d37b45-6d51-48e3-bde5-b0f8c9e43352 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379632 Jul 15 16:43:51.216718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-ddac5a5c-c676-478e-b186-8c2d6abdea8b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.218202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-ddac5a5c-c676-478e-b186-8c2d6abdea8b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.2441001 Jul 15 16:43:51.236221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a34d6-5442-4602-9b0e-7d2dab8797e2 req-80d32b27-613f-46db-9583-02a701eecb81 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.237728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-116a34d6-5442-4602-9b0e-7d2dab8797e2 req-80d32b27-613f-46db-9583-02a701eecb81 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 947 time: 0.2289059 Jul 15 16:43:51.254339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-8582213f-b6ad-48d6-99f7-c8e75a7fca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.255927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-8582213f-b6ad-48d6-99f7-c8e75a7fca0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0869823 Jul 15 16:43:51.264423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:51.267625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-031acdf4-7065-4b24-9e60-0ded1e0ff34e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/quotas/909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 375 time: 0.0273263 Jul 15 16:43:51.358913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-116a34d6-5442-4602-9b0e-7d2dab8797e2 req-7128da3f-ba84-41ea-b3a6-6cd767f19790 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Jul 15 16:43:51.360306 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f21440ea-a6f2-4104-92e9-5ad94e3c04a9 req-64d52870-f962-47d6-9537-1fcfbfb5c919 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394806 Jul 15 16:43:51.370800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275c03e9-65a7-4264-8106-dab969930c46'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:51.373585 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dfbfae-5242-43e9-96ef-9bbb3c7d9b80" -d '{"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-unplugged", "status": "completed", "tag": "275c03e9-65a7-4264-8106-dab969930c46"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:51.379394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-a82710ce-680f-453b-b950-deef653455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.380250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:51.381054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-a82710ce-680f-453b-b950-deef653455f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176741 Jul 15 16:43:51.393098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:51.457127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-11634052-aa9f-4ab7-9be4-c501f2c66ec4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1615331 Jul 15 16:43:51.484534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:51.518027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-f5b872f4-2a66-49e2-bb0a-12229926b111 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161718 Jul 15 16:43:51.526542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:51.529432 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d0390-108d-4bd3-82a9-035b26a0583a" -d '{"events": [{"name": "network-changed", "server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:51.547699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.548032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.548386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.548712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.549028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.549350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.549666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.549977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.550287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.550816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.551203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.551429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:51.587795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:51.588142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:51.588488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:51.628767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:51.629678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Attempting to bind port 275c03e9-65a7-4264-8106-dab969930c46 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:51.643404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b898262d-c174-4f51-8d6b-3f7df52b2259 req-f2195318-4ba5-4e9a-bd21-ed3c96788a83 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109846 Jul 15 16:43:51.657229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:51.657567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:51.657945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:51.658381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Bound port: 275c03e9-65a7-4264-8106-dab969930c46, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:51.658739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:51.723245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-0cd9390f-38a3-4b5c-9dfe-cb59f840949d service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544494 Jul 15 16:43:51.754127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2bde2-c7b3-4e6e-9f6b-391adfcc7361 req-85c7c5be-14d3-478e-a28e-5b6c615386d8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:51.755601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ef2bde2-c7b3-4e6e-9f6b-391adfcc7361 req-85c7c5be-14d3-478e-a28e-5b6c615386d8 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 948 time: 0.2416110 Jul 15 16:43:51.841136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:51.873490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:51.879477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ef2bde2-c7b3-4e6e-9f6b-391adfcc7361 req-7f37d17f-a3d9-4295-bfdf-1d86cd282890 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Jul 15 16:43:51.886289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:51.936885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-c59df736-547f-46e6-ac15-1184e5f44d2b service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006662 Jul 15 16:43:51.973015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:52.017044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.017660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:52.019471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-98cf39b4-fe80-43f1-8fe5-4f5b677174f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 1121 time: 1.2960956 Jul 15 16:43:52.101600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['275c03e9-65a7-4264-8106-dab969930c46'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:52.361045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f292d8-4786-4bf0-a733-ca9c2b8aa0d6 req-5a0b50b3-060a-42bd-901d-334117621d09 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.364766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86f292d8-4786-4bf0-a733-ca9c2b8aa0d6 req-5a0b50b3-060a-42bd-901d-334117621d09 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.0879893 Jul 15 16:43:52.432853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86f292d8-4786-4bf0-a733-ca9c2b8aa0d6 req-df7d6879-2027-456a-aa56-392adcfff33e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593200 Jul 15 16:43:52.438037 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6402b7d3-acac-4c16-a23e-ce99e7fa48a5 x-openstack-request-id: req-6402b7d3-acac-4c16-a23e-ce99e7fa48a5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:52.438337 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-unplugged", "status": "completed", "tag": "275c03e9-65a7-4264-8106-dab969930c46", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:52.438596 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6402b7d3-acac-4c16-a23e-ce99e7fa48a5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:52.439126 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275c03e9-65a7-4264-8106-dab969930c46', 'code': 200} Jul 15 16:43:52.475952 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c761f8-27e3-4bbb-93c6-8ebb4cd22473 x-openstack-request-id: req-65c761f8-27e3-4bbb-93c6-8ebb4cd22473 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:52.476766 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:52.477169 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65c761f8-27e3-4bbb-93c6-8ebb4cd22473 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:52.477751 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'status': 'completed', 'code': 200} Jul 15 16:43:52.592076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0390-108d-4bd3-82a9-035b26a0583a req-4f2a639a-32db-4fb3-b40c-3f38ea9b43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.593594 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-4f2a639a-32db-4fb3-b40c-3f38ea9b43e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d256745f028c4fa395b01e7715c13ba8&device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 1098 time: 0.0934544 Jul 15 16:43:52.723884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0390-108d-4bd3-82a9-035b26a0583a req-4d5db9bd-f655-40e5-843f-d87f2a0282da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.726279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-4d5db9bd-f655-40e5-843f-d87f2a0282da service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1239798 Jul 15 16:43:52.776038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-fd9f758b-7bcb-4034-9dd6-48a2c23bb6dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a HTTP/1.1" status: 200 len: 217 time: 0.0431705 Jul 15 16:43:52.834316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4459949d-15ca-4975-a0e6-c65d7efed024 req-7b9ce6b2-66ea-4f09-87c1-b9577e2e1a54 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 210 time: 0.0330429 Jul 15 16:43:52.853222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0390-108d-4bd3-82a9-035b26a0583a req-728697d6-154b-4344-bfd3-9c927d22863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.861152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-728697d6-154b-4344-bfd3-9c927d22863f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0696847 Jul 15 16:43:52.894188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e7ad6-98b0-478e-b6b8-90193cd1a39d req-4eb44be0-fe33-48c7-aa68-72617c8bab07 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.895911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f85e7ad6-98b0-478e-b6b8-90193cd1a39d req-4eb44be0-fe33-48c7-aa68-72617c8bab07 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.3432820 Jul 15 16:43:52.940926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f85e7ad6-98b0-478e-b6b8-90193cd1a39d req-07e53709-8f0f-4ad3-b74a-28924d45b08b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Jul 15 16:43:52.956518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0390-108d-4bd3-82a9-035b26a0583a req-c54b5cd3-ddcb-40b5-880a-3e604bfd1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:52.958225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-c54b5cd3-ddcb-40b5-880a-3e604bfd1a90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898075 Jul 15 16:43:53.056576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a107b7-805e-400f-aad3-d3bb0bb08b90 req-7c743787-2a89-48ed-923a-16cc5e504ddd tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:53.064417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86a107b7-805e-400f-aad3-d3bb0bb08b90 req-7c743787-2a89-48ed-923a-16cc5e504ddd tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 947 time: 0.0849373 Jul 15 16:43:53.110460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86a107b7-805e-400f-aad3-d3bb0bb08b90 req-d577e126-03f8-4bf7-bdcc-94825136497d tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Jul 15 16:43:53.165675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-163cc56a-c8e7-44f7-9a5d-e16861329b42 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885624 Jul 15 16:43:53.276759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9812ec-ac86-4013-be06-07f85e88d81d req-7fd63b12-dccd-4059-b19a-7717444d36f6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:53.284964 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-782d0390-108d-4bd3-82a9-035b26a0583a req-a3fbce34-3048-4d72-9310-5646b9de5e26 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104128 Jul 15 16:43:53.285377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9812ec-ac86-4013-be06-07f85e88d81d req-7fd63b12-dccd-4059-b19a-7717444d36f6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 948 time: 0.0846796 Jul 15 16:43:53.322832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9812ec-ac86-4013-be06-07f85e88d81d req-bb321e24-f9a6-4c2d-990d-f0d95fa94043 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Jul 15 16:43:53.399629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:53.513538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:53.518048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e348aa96-045d-48c0-aefb-690335b14b96 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:53.671290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'mac_address': 'fa:16:3e:a3:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:53.721046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-124d43a3-189a-4b41-9e6c-3717c602eccf tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:53.729570 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-124d43a3-189a-4b41-9e6c-3717c602eccf tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.1752596 Jul 15 16:43:53.729859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1526ba-0f01-4507-a88a-1319be4d836e req-7f0e7925-7e1c-454c-b6aa-1994bfb499b6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:53.732462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e348aa96-045d-48c0-aefb-690335b14b96,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:53.736850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Request body: {'port': {'device_id': '446d9f61-1517-4917-a5e2-d18d7384062d', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'admin_state_up': True, 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:53.740271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c1526ba-0f01-4507-a88a-1319be4d836e req-7f0e7925-7e1c-454c-b6aa-1994bfb499b6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.1353366 Jul 15 16:43:53.750911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:53.760753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e348aa96-045d-48c0-aefb-690335b14b96', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e348aa96-045d-48c0-aefb-690335b14b96', 'mac_address': 'fa:16:3e:55:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:53.826576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c1526ba-0f01-4507-a88a-1319be4d836e req-915fc3cd-08f6-418b-b8f0-6d88933158a1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804117 Jul 15 16:43:53.833594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:53.907417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:53.938362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:43:53.945462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:53.958204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:53.975762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e348aa96-045d-48c0-aefb-690335b14b96 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:53.986259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.068002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:54.087717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.087717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.087717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.088094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.088463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.089000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.089416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.090269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.090269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.090664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.091075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.091514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.097989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e348aa96-045d-48c0-aefb-690335b14b96,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:54.106923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.108023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:54.111307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6704c258-6b57-4ad7-a1ed-c41dee655b4e req-6c54cd94-7991-47eb-8c05-e923748a96cc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 210 time: 0.0864694 Jul 15 16:43:54.189673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:54.211718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Allocated IP 172.20.0.7 (a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e/efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd/de909d2e-629b-4e4b-94b9-b9d244624598) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:43:54.212789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:54.229568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', 'mac_address': 'fa:16:3e:1d:f3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:54.278648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.295469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:54.301837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fd60f863-afe8-41dc-8daa-4d9ba6818a7a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:54.325857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74be506-133c-4338-b7fa-1c9a5f749ae5 req-1067bb7e-211e-4f97-aa51-b084e1bcde1c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:54.327408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c74be506-133c-4338-b7fa-1c9a5f749ae5 req-1067bb7e-211e-4f97-aa51-b084e1bcde1c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.0795441 Jul 15 16:43:54.374494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:54.391294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c74be506-133c-4338-b7fa-1c9a5f749ae5 req-3852fc27-c3bd-4006-a3f8-8ece6da66a15 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Jul 15 16:43:54.393457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.440783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'tag': '275c03e9-65a7-4264-8106-dab969930c46'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:54.443577 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b991742-fcef-46bc-8acd-9ebb3d402f31" -d '{"events": [{"name": "network-changed", "server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "tag": "275c03e9-65a7-4264-8106-dab969930c46"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:54.458026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.483672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:54.510952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.583082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:43:54.586797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:43:54.591857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:43:54.646012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:54.680791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:54.682391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.682527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ff13a-8a82-4d57-be5b-9c7c1f0525fc req-f08b0914-3e06-429f-8555-bcaa4b5202a1 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:54.684291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f1ff13a-8a82-4d57-be5b-9c7c1f0525fc req-f08b0914-3e06-429f-8555-bcaa4b5202a1 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 948 time: 0.1546142 Jul 15 16:43:54.695743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.696546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.697090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.697621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.698251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.698765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.700023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.700638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.701123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.701592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.702016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f208a-4d7a-4731-960d-2db3ff0cd93f req-fbdc86aa-a13e-4463-bc18-32dceca2ebd0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:54.702373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.702866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:43:54.711470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-650f208a-4d7a-4731-960d-2db3ff0cd93f req-fbdc86aa-a13e-4463-bc18-32dceca2ebd0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 949 time: 0.1329117 Jul 15 16:43:54.723245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-8778d8a3-3cd3-4181-a91e-3c48f722f8de tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9908888 Jul 15 16:43:54.736386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Request body: {'port': {'device_id': '446d9f61-1517-4917-a5e2-d18d7384062d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:43:54.780869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-650f208a-4d7a-4731-960d-2db3ff0cd93f req-fd382511-37d6-4d53-bb5b-db68f093ad21 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682077 Jul 15 16:43:54.794992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f1ff13a-8a82-4d57-be5b-9c7c1f0525fc req-2142ec97-49c1-4d7f-82f1-1a08d9dd7ff8 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736058 Jul 15 16:43:54.815581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:54.820506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:54.825017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e348aa96-045d-48c0-aefb-690335b14b96'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:54.887442 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9955a6-bd7d-4199-87cd-6f747ce2b686 x-openstack-request-id: req-4c9955a6-bd7d-4199-87cd-6f747ce2b686 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:54.887862 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "tag": "275c03e9-65a7-4264-8106-dab969930c46", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:54.888273 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c9955a6-bd7d-4199-87cd-6f747ce2b686 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:54.888756 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'tag': '275c03e9-65a7-4264-8106-dab969930c46', 'status': 'completed', 'code': 200} Jul 15 16:43:55.062441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-79574066-6f03-483f-8e34-34a94e67b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.064155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-79574066-6f03-483f-8e34-34a94e67b7bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1124 time: 0.1468422 Jul 15 16:43:55.166122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31c510-7b4e-485d-9006-7985160e9347 req-61a3b9dd-17cb-4237-88a7-a8ead2be9bda tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.178416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f31c510-7b4e-485d-9006-7985160e9347 req-61a3b9dd-17cb-4237-88a7-a8ead2be9bda tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 943 time: 0.1828754 Jul 15 16:43:55.219103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de909d2e-629b-4e4b-94b9-b9d244624598 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:55.244889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.282620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f31c510-7b4e-485d-9006-7985160e9347 req-474b950c-5169-447c-ae83-9055b1aaf576 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031013 Jul 15 16:43:55.284675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Transition to ACTIVE for port object de909d2e-629b-4e4b-94b9-b9d244624598 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:55.296243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.311491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-7bee317d-9cc3-47a8-b976-0c50e0aa0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.314053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-7bee317d-9cc3-47a8-b976-0c50e0aa0d02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.2322118 Jul 15 16:43:55.398839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-692b21df-88e5-402c-8178-0db8b55c13a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.0780718 Jul 15 16:43:55.421309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:55.470419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:55.522281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 275c03e9-65a7-4264-8106-dab969930c46 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:55.535943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:55.537335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-86ac4a9e-0f3c-459c-9050-a7893156e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.551424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-86ac4a9e-0f3c-459c-9050-a7893156e3d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1458225 Jul 15 16:43:55.555781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:55.559578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.610673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:43:55.611142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:43:55.611586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:55.614817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-27b4e93a-e575-4441-a9c7-1f7d944ddef9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544119 Jul 15 16:43:55.616320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:43:55.616740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:43:55.633228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:43:55.633711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:43:55.634209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:43:55.634740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Bound port: de909d2e-629b-4e4b-94b9-b9d244624598, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:43:55.635192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.722679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:55.726394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:43:55.734547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.779719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.780489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.781973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] 10.222.0.20 "PUT /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 1091 time: 1.0503881 Jul 15 16:43:55.782518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:55.785134 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5ee8a5-88ff-497c-9321-60649d24df98" -d '{"events": [{"name": "network-changed", "server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:55.786278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dce46-3a9f-4cff-97bc-97b74ed555a5 req-0603bac6-3254-447e-af30-ec195908bbb3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:55.792723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab4dce46-3a9f-4cff-97bc-97b74ed555a5 req-0603bac6-3254-447e-af30-ec195908bbb3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.2120080 Jul 15 16:43:55.798454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cac9b273-8cb6-44e4-8c8c-7c95a47bdbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.804180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.831959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:55.868131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:55.870609 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df54e02-52de-48aa-bd60-66c46dfa1c4e" -d '{"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:55.883573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 275c03e9-65a7-4264-8106-dab969930c46 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:43:55.886735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-1e980af2-ddee-4b56-bc94-8240797a5f6a service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440593 Jul 15 16:43:55.889654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:55.895100 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:55.900197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a329f9-fced-4549-ab26-c66c3ac98c94 service neutron] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:55.966944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab4dce46-3a9f-4cff-97bc-97b74ed555a5 req-bd79a3df-3783-4c72-b901-90c28c286243 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678250 Jul 15 16:43:55.967172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:55.973283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-c3d98f7c-3abd-4bf4-8632-ecc0593d1025 service neutron] 10.222.0.20 "GET /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1775086 Jul 15 16:43:56.013023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-5a13bb4c-8df6-4fbf-9c3b-ec85dc30bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.014542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-5a13bb4c-8df6-4fbf-9c3b-ec85dc30bb56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1094 time: 0.1236365 Jul 15 16:43:56.065494 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-a88009fa-0b3b-42d4-9cfb-a767dad733fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 217 time: 0.0426333 Jul 15 16:43:56.085830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b991742-fcef-46bc-8acd-9ebb3d402f31 req-238475d4-1220-4730-bfa5-921ab3e9e189 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638064 Jul 15 16:43:56.094158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e97b78-a789-499b-a06f-ff7a0c436b20 req-a992bb49-de03-44d9-a2a5-e7fc716b68bb tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.101136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0e97b78-a789-499b-a06f-ff7a0c436b20 req-a992bb49-de03-44d9-a2a5-e7fc716b68bb tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1526947 Jul 15 16:43:56.140263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0e97b78-a789-499b-a06f-ff7a0c436b20 req-edd3f038-8ecb-47bc-bfb4-fe8bddd474d2 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jul 15 16:43:56.315997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8df67-bf95-4b59-9c8b-3d4fd7fd0354 req-26f0a978-6e73-4445-ac10-b08b4ef3229e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.317926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de8df67-bf95-4b59-9c8b-3d4fd7fd0354 req-26f0a978-6e73-4445-ac10-b08b4ef3229e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 949 time: 0.0729713 Jul 15 16:43:56.359996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de8df67-bf95-4b59-9c8b-3d4fd7fd0354 req-369a474f-184a-4c09-84df-e1cc534ade71 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Jul 15 16:43:56.399583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-b598528b-c22c-4333-8d25-5f8a548cc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.401106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-b598528b-c22c-4333-8d25-5f8a548cc2b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.3256812 Jul 15 16:43:56.409607 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42854944-8b09-47f8-965f-f04ab687cb77 x-openstack-request-id: req-42854944-8b09-47f8-965f-f04ab687cb77 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:56.409913 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:56.410160 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42854944-8b09-47f8-965f-f04ab687cb77 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:56.410544 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'status': 'completed', 'code': 200} Jul 15 16:43:56.458086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-7f3786a5-9d82-41b0-81f9-0da16f70c9cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466769 Jul 15 16:43:56.591368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:56.600589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-7c732e03-7a51-40a7-91e3-0428f3091e1d service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360023 Jul 15 16:43:56.614993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da460e6-1f47-40f2-8946-19b810461082 req-15649594-e956-4c01-9a6c-bcc1727152e9 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.616523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3da460e6-1f47-40f2-8946-19b810461082 req-15649594-e956-4c01-9a6c-bcc1727152e9 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 949 time: 0.1089513 Jul 15 16:43:56.628926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86e152-29f0-4493-b861-74039d4ab712 req-caeaaa17-e260-4e09-b528-8ce12781a8a5 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.630451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b86e152-29f0-4493-b861-74039d4ab712 req-caeaaa17-e260-4e09-b528-8ce12781a8a5 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 945 time: 0.0907824 Jul 15 16:43:56.635440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:56.689800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3da460e6-1f47-40f2-8946-19b810461082 req-5725fe52-b114-4e2f-b860-aaf8e8e8df49 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 Jul 15 16:43:56.694553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b86e152-29f0-4493-b861-74039d4ab712 req-d2545a5d-1e70-40e7-870d-e4e7c81c8c17 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27698cd-ee2f-4058-9479-907803b746ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562303 Jul 15 16:43:56.697248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275c03e9-65a7-4264-8106-dab969930c46 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:56.721582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:56.744092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:56.748823 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a783d6-b752-444a-9d07-22305162c9bd x-openstack-request-id: req-41a783d6-b752-444a-9d07-22305162c9bd {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:56.750681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d604436a-2187-4218-9c12-eecc9eb35e91 req-eca4315b-5810-49b4-834d-a43a3ab7dbf8 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423106 Jul 15 16:43:56.751611 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:56.752279 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41a783d6-b752-444a-9d07-22305162c9bd {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:56.752922 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'code': 200} Jul 15 16:43:56.832954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] Transition to ACTIVE for port object 275c03e9-65a7-4264-8106-dab969930c46 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:43:56.837613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:56.938715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-5fd3a0a6-19d1-42a7-8e0e-bd04ab2cde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.938715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-5fd3a0a6-19d1-42a7-8e0e-bd04ab2cde10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1094 time: 0.0972929 Jul 15 16:43:56.952523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] No DVR routers for this DVR port 275c03e9-65a7-4264-8106-dab969930c46 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:56.953048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801e893-e9dc-4538-8eaa-9368baedb690 req-b9896217-408c-4cd4-8d69-c7000e890e7d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:56.954664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7801e893-e9dc-4538-8eaa-9368baedb690 req-b9896217-408c-4cd4-8d69-c7000e890e7d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.1055748 Jul 15 16:43:56.962889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] Pushing event updated for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:57.000036 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-e2101239-27a7-4b4a-82ae-f8edeb98b643 service neutron] 10.222.0.20 "PUT /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0195599 Jul 15 16:43:57.006866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba98af4-c11a-4843-a5db-a5f96cd92643 req-d47e5b17-32c5-4c15-9bc2-7c9b06d64c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.008454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5ba98af4-c11a-4843-a5db-a5f96cd92643 req-d47e5b17-32c5-4c15-9bc2-7c9b06d64c1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 1100 time: 0.1594031 Jul 15 16:43:57.059388 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5ba98af4-c11a-4843-a5db-a5f96cd92643 req-2686c386-2b99-4cf5-a727-f764fac04d27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Jul 15 16:43:57.060578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7801e893-e9dc-4538-8eaa-9368baedb690 req-ce8c066a-31c8-4ee1-9682-a9fd538c2ece tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943844 Jul 15 16:43:57.119481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-a7bf6dad-c3a5-4d53-88a5-4272a2c6f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.121003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-a7bf6dad-c3a5-4d53-88a5-4272a2c6f0d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1654167 Jul 15 16:43:57.169631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-690614cd-bc89-44e9-9d59-ec50cc603657 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 217 time: 0.0409648 Jul 15 16:43:57.187769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-9225f46b-742b-4753-afaf-ee8ac70bbef3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.189215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-9225f46b-742b-4753-afaf-ee8ac70bbef3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.1256862 Jul 15 16:43:57.309383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-2ad724b5-222d-4537-a829-b63bb1c6145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.310944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-2ad724b5-222d-4537-a829-b63bb1c6145d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1209126 Jul 15 16:43:57.361459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-a3038354-8d22-4c98-887a-ba6bc07b944b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435457 Jul 15 16:43:57.394937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf48376-1737-4261-b052-b76de2af3ad9 req-124e9cfe-0dfb-46a4-a359-56a79f7d9a43 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.396438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-caf48376-1737-4261-b052-b76de2af3ad9 req-124e9cfe-0dfb-46a4-a359-56a79f7d9a43 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.2197008 Jul 15 16:43:57.432178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-b429bd8d-a917-460f-873c-791627cdec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.433680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-b429bd8d-a917-460f-873c-791627cdec73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa&tenant_id=068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 1095 time: 0.2026618 Jul 15 16:43:57.545772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e348aa96-045d-48c0-aefb-690335b14b96 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:57.567778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-caf48376-1737-4261-b052-b76de2af3ad9 req-76a64d54-d25e-41fe-822d-0a097458299e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608291 Jul 15 16:43:57.577869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-9e837630-926b-4caf-82b1-f5b2451435b8 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036765 Jul 15 16:43:57.607055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port e348aa96-045d-48c0-aefb-690335b14b96 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:57.611070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e348aa96-045d-48c0-aefb-690335b14b96 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:57.612089 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:57.673265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54ce0c-f39c-48b1-8430-42333ff33912 req-6f4b3bfd-4ee0-46f6-be46-28c9231d8cd1 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.674790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f54ce0c-f39c-48b1-8430-42333ff33912 req-6f4b3bfd-4ee0-46f6-be46-28c9231d8cd1 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2049096 Jul 15 16:43:57.676793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-47a42a26-d188-41cc-acc2-4a2de38017d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.678192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-47a42a26-d188-41cc-acc2-4a2de38017d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1095 time: 0.2094092 Jul 15 16:43:57.698141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:57.737176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e348aa96-045d-48c0-aefb-690335b14b96,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:57.741787 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:57.742508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:43:57.794617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee5ee8a5-88ff-497c-9321-60649d24df98 req-5afcd940-da26-4e11-a001-766187a004b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067621 Jul 15 16:43:57.815448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f54ce0c-f39c-48b1-8430-42333ff33912 req-862da45e-daae-4ec3-a1ef-a14d0dc66416 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297076 Jul 15 16:43:57.846029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-1ed42c52-533e-462d-992a-260aa6253ab3 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.847666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-1ed42c52-533e-462d-992a-260aa6253ab3 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 945 time: 0.0951617 Jul 15 16:43:57.859018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-963fdc6c-e84a-4979-ad40-971beaf20c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:57.860526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-963fdc6c-e84a-4979-ad40-971beaf20c61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1738846 Jul 15 16:43:57.925859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:43:57.936294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-297103b1-73fb-433c-a007-d0c9abed2d2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.0663176 Jul 15 16:43:57.942127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:43:57.947740 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:57.995127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:58.052866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Deleting port a5adef61-1e16-4f00-9b47-5a288039a5af {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:43:58.053215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.098207 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.142038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:58.147514 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.175284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] For port a5adef61-1e16-4f00-9b47-5a288039a5af, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=a5adef61-1e16-4f00-9b47-5a288039a5af,segment=NetworkSegment(ab96cce7-4c8e-488c-bd33-a4f2c958c32a),segment_id=ab96cce7-4c8e-488c-bd33-a4f2c958c32a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:58.175685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.189361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Calling delete_port for a5adef61-1e16-4f00-9b47-5a288039a5af owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:43:58.201974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:58.258996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a98bdb8f-f31b-4c3a-9a00-bd9ef08b0c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.300064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-17ae7514-a730-46f1-86c9-7b3765526578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:58.301569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-17ae7514-a730-46f1-86c9-7b3765526578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.3570888 Jul 15 16:43:58.320241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.333496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['a5adef61-1e16-4f00-9b47-5a288039a5af'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:43:58.352546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-f35522d5-eeee-4b10-bb3e-3155ea1e5e78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410612 Jul 15 16:43:58.355210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Pushing event deleted for resources: {'Port': ['ID=a5adef61-1e16-4f00-9b47-5a288039a5af,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:58.370734 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:43:58.399069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb70e3e-9023-46c5-9ae2-26c84a9e7813 req-9a02f13e-f36e-4aeb-ab80-2bd1750a15be tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:58.400480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdb70e3e-9023-46c5-9ae2-26c84a9e7813 req-9a02f13e-f36e-4aeb-ab80-2bd1750a15be tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 950 time: 0.3898673 Jul 15 16:43:58.405574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] No DVR routers for this DVR port a5adef61-1e16-4f00-9b47-5a288039a5af on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:43:58.408480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.409454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b00dbf-f4d1-4a4b-8676-b5d5eaa613ed req-dd91e6e5-6c17-4bf6-bde9-dc76288971a0 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:58.410877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b00dbf-f4d1-4a4b-8676-b5d5eaa613ed req-dd91e6e5-6c17-4bf6-bde9-dc76288971a0 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 949 time: 0.1879456 Jul 15 16:43:58.411122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8391be1d-a7ca-40d6-afc3-64ee6800139a req-4f2d99bb-7316-460c-9c67-7040eabed16e tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.35 "DELETE /v2.0/ports/a5adef61-1e16-4f00-9b47-5a288039a5af HTTP/1.1" status: 204 len: 173 time: 0.5555542 Jul 15 16:43:58.411461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'name': 'network-vif-deleted', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:58.414255 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ca8a94-0900-4446-9550-17f229a7991c" -d '{"events": [{"server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "name": "network-vif-deleted", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:58.505446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdb70e3e-9023-46c5-9ae2-26c84a9e7813 req-115fc597-a656-40fe-90e6-1967e1e2e3d4 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936069 Jul 15 16:43:58.528331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b00dbf-f4d1-4a4b-8676-b5d5eaa613ed req-400a9be8-b5a9-4e91-9313-8809c4ea90f3 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029437 Jul 15 16:43:58.532419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-f198bc0a-ebdf-46be-a189-8cd72fae094f service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722662 Jul 15 16:43:58.600483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:58.680151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc81eda0-77b8-47e4-a3f5-558ec58e7552 req-8f230e9e-1e5d-40ad-b439-7f74b4fbc2b5 tempest-VolumesAdminNegativeTest-977689368 tempest-VolumesAdminNegativeTest-977689368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d6362f2-08ff-45bc-af62-b36750f4d71b HTTP/1.1" status: 200 len: 210 time: 0.0421515 Jul 15 16:43:58.686970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-b46aa16d-ba06-498c-8c5b-6481db17a610 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482086 Jul 15 16:43:58.735976 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149537c0-8736-47f0-bf49-ad6cb31e304b x-openstack-request-id: req-149537c0-8736-47f0-bf49-ad6cb31e304b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:58.736326 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6362f2-08ff-45bc-af62-b36750f4d71b", "name": "network-vif-deleted", "tag": "a5adef61-1e16-4f00-9b47-5a288039a5af", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:58.736551 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-149537c0-8736-47f0-bf49-ad6cb31e304b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:58.736952 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6362f2-08ff-45bc-af62-b36750f4d71b', 'name': 'network-vif-deleted', 'tag': 'a5adef61-1e16-4f00-9b47-5a288039a5af', 'status': 'completed', 'code': 200} Jul 15 16:43:58.754169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96'}, {'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:43:58.756858 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a361fba-29ca-4b95-8a58-d96f72d6a5df" -d '{"events": [{"server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "name": "network-vif-plugged", "status": "completed", "tag": "e348aa96-045d-48c0-aefb-690335b14b96"}, {"server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:43:58.853176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f81f28-746a-4d47-872a-5f53675f526a req-3ed004e1-a5b9-4a18-b906-2939add1b383 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:58.854665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f81f28-746a-4d47-872a-5f53675f526a req-3ed004e1-a5b9-4a18-b906-2939add1b383 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.0648258 Jul 15 16:43:58.896042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f81f28-746a-4d47-872a-5f53675f526a req-39050bba-006e-44ab-bbe9-6aa796ec6610 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jul 15 16:43:59.129062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39d342-e64e-4e80-877f-c00aefb320e3 req-7dfead00-5e75-4320-b8fc-bfab2ab8c298 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.130786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa39d342-e64e-4e80-877f-c00aefb320e3 req-7dfead00-5e75-4320-b8fc-bfab2ab8c298 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.1109917 Jul 15 16:43:59.220289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa39d342-e64e-4e80-877f-c00aefb320e3 req-bc041578-312f-4d47-87c4-aac267aa4f71 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Jul 15 16:43:59.230302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863791-d929-4597-a59d-e667531628be req-ee35ecaa-ebbb-42b7-95d7-6177700f6f56 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.232533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-ee35ecaa-ebbb-42b7-95d7-6177700f6f56 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.0991588 Jul 15 16:43:59.288055 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa5b93f-1cd1-45a8-8aa8-c548ac2ece53 x-openstack-request-id: req-5fa5b93f-1cd1-45a8-8aa8-c548ac2ece53 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:43:59.288944 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "name": "network-vif-plugged", "status": "completed", "tag": "e348aa96-045d-48c0-aefb-690335b14b96", "code": 200}, {"server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:43:59.289356 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fa5b93f-1cd1-45a8-8aa8-c548ac2ece53 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:43:59.289905 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96', 'code': 200} Jul 15 16:43:59.291003 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', 'code': 200} Jul 15 16:43:59.368107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:59.429197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:43:59.433187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 275c03e9-65a7-4264-8106-dab969930c46 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:43:59.451074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-94863791-d929-4597-a59d-e667531628be req-b81d2d75-4f31-4475-8f7a-875454998ba4 service neutron] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:43:59.456885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-94863791-d929-4597-a59d-e667531628be req-b81d2d75-4f31-4475-8f7a-875454998ba4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:59.458437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94863791-d929-4597-a59d-e667531628be req-b81d2d75-4f31-4475-8f7a-875454998ba4 service neutron] 10.222.0.35 "DELETE /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.2187467 Jul 15 16:43:59.537138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c8b9-988a-40fb-b7bc-32bda6eb81df req-781f4490-895f-4030-99f9-f9b03e145f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.539355 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d7b9c8b9-988a-40fb-b7bc-32bda6eb81df req-781f4490-895f-4030-99f9-f9b03e145f6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 1101 time: 0.0834830 Jul 15 16:43:59.540504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 275c03e9-65a7-4264-8106-dab969930c46 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:43:59.543022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966623b5-69ba-4dfe-b3eb-8b0ae97a04fb req-0b3757da-9554-44e0-826c-429224ab0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.546055 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-966623b5-69ba-4dfe-b3eb-8b0ae97a04fb req-0b3757da-9554-44e0-826c-429224ab0ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 1100 time: 0.1201215 Jul 15 16:43:59.553145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e1e5-8774-407b-8368-37e917ed7d87 req-523df5f8-5e0b-4f7f-9738-9f076a6f6718 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.554857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9f6e1e5-8774-407b-8368-37e917ed7d87 req-523df5f8-5e0b-4f7f-9738-9f076a6f6718 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1336088 Jul 15 16:43:59.605489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d7b9c8b9-988a-40fb-b7bc-32bda6eb81df req-94d629ec-1917-476b-a97e-d88bfc91f142 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581627 Jul 15 16:43:59.609557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9f6e1e5-8774-407b-8368-37e917ed7d87 req-07c87b54-d215-4458-a9de-2372b703a7fc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 Jul 15 16:43:59.610221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-966623b5-69ba-4dfe-b3eb-8b0ae97a04fb req-8906db50-fa10-4a5a-b00a-74c3a5501732 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561991 Jul 15 16:43:59.614717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:59.626292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'port_id': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'mac_address': 'fa:16:3e:2f:67:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:43:59.687511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:59.701908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de909d2e-629b-4e4b-94b9-b9d244624598 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:43:59.723976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:43:59.728674 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:43:59.784180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:43:59.803875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ededc2-5d93-4985-93ef-06bb43a85dd3 req-5e8483e9-75db-4365-8e23-35375352cd10 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:43:59.805464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95ededc2-5d93-4985-93ef-06bb43a85dd3 req-5e8483e9-75db-4365-8e23-35375352cd10 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 950 time: 0.0741150 Jul 15 16:43:59.846224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95ededc2-5d93-4985-93ef-06bb43a85dd3 req-fde60509-10f4-422e-989c-e967f9e55631 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349374 Jul 15 16:44:00.026460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:00.066548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['de909d2e-629b-4e4b-94b9-b9d244624598'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:00.085271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Deleting subnet f596445b-8283-42ad-9900-0860c2e7fc25 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:44:00.088614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.154915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.212723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.287720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff9376-781f-470a-97d4-2ee21ad78311 req-ca289a0f-56aa-4a34-984b-8c9501821453 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:00.295026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20ff9376-781f-470a-97d4-2ee21ad78311 req-ca289a0f-56aa-4a34-984b-8c9501821453 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.1765766 Jul 15 16:44:00.358480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20ff9376-781f-470a-97d4-2ee21ad78311 req-dce7639e-a97c-4b57-93d3-f993023b7e40 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623693 Jul 15 16:44:00.401510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.417531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.420267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f596445b-8283-42ad-9900-0860c2e7fc25 HTTP/1.1" status: 204 len: 168 time: 0.3913267 Jul 15 16:44:00.423408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:00.440611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2a605-63a6-4823-b9ca-4a3bd8042638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f596445b-8283-42ad-9900-0860c2e7fc25,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:00.473318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0b747-e13e-458c-9269-cf65f5c31dee req-a1524909-81a4-44c4-bb8b-a1806963dae2 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:00.474864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83d0b747-e13e-458c-9269-cf65f5c31dee req-a1524909-81a4-44c4-bb8b-a1806963dae2 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 944 time: 0.1094105 Jul 15 16:44:00.517574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83d0b747-e13e-458c-9269-cf65f5c31dee req-53c6942a-09ab-4ba9-b4f3-788fb36a8840 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370731 Jul 15 16:44:00.518769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.610603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.622638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536e6ed9-5dc5-4874-9e79-064851fce4b8']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:00.628731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6532e-e76a-4b1b-b239-96fadc2926fb req-955ddc72-fc32-45eb-9e97-5a0f86f509ea tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:00.630420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4de6532e-e76a-4b1b-b239-96fadc2926fb req-955ddc72-fc32-45eb-9e97-5a0f86f509ea tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1095 time: 0.0731361 Jul 15 16:44:00.634438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:00.634818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab96cce7-4c8e-488c-bd33-a4f2c958c32a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:00.644923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.660719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.669690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:44:00.670192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:44:00.672299 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:44:00.739000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.744677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4de6532e-e76a-4b1b-b239-96fadc2926fb req-6a6fad38-1628-4e08-8941-f5091097c029 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987191 Jul 15 16:44:00.747110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.754162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45830) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:00.754703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] 10.222.0.25 "DELETE /v2.0/networks/536e6ed9-5dc5-4874-9e79-064851fce4b8 HTTP/1.1" status: 204 len: 168 time: 0.3304517 Jul 15 16:44:00.765477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cca5ee-5e4c-40fa-87a9-f11dae712011 admin admin] Pushing event deleted for resources: {'Network': ['ID=536e6ed9-5dc5-4874-9e79-064851fce4b8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:00.862245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Deleting subnet 46be84da-3c26-4cf6-895d-2f7a8ff4baf3 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:44:00.867682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.930017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:00.973916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5783de-d034-4ec2-b424-67cf168b4665 req-2bdde95c-6e2b-4c5a-9345-5061853dcd83 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:00.983260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f5783de-d034-4ec2-b424-67cf168b4665 req-2bdde95c-6e2b-4c5a-9345-5061853dcd83 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2372804 Jul 15 16:44:01.032697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:01.036272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.066991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f5783de-d034-4ec2-b424-67cf168b4665 req-bb15a580-ab1a-491a-bde7-2fdc8408359f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827525 Jul 15 16:44:01.074281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.115446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.141442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.146275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/46be84da-3c26-4cf6-895d-2f7a8ff4baf3 HTTP/1.1" status: 204 len: 168 time: 0.3904431 Jul 15 16:44:01.148846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:01.184456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09523bcb-9564-4a2d-8460-176ff67e2210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46be84da-3c26-4cf6-895d-2f7a8ff4baf3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:01.222165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.246941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e6e588a-0a1e-4173-ae35-972d80cac19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.295983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d68bd-eefd-4171-9586-c42dcc7087aa req-6078e681-a82b-431e-aec9-a9a24afd44a3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:01.297516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-368d68bd-eefd-4171-9586-c42dcc7087aa req-6078e681-a82b-431e-aec9-a9a24afd44a3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 950 time: 0.1707351 Jul 15 16:44:01.328702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-f52ebdec-b51f-4c04-a7c0-4560bd74f5dc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:01.330156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-f52ebdec-b51f-4c04-a7c0-4560bd74f5dc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.1488814 Jul 15 16:44:01.336077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.349499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae9a53e-779f-400e-91af-0a63f4d20acb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:01.355914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-81961162-4546-45f1-8f9b-057efb0a8c4d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/quotas/068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 375 time: 0.0181048 Jul 15 16:44:01.360989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-368d68bd-eefd-4171-9586-c42dcc7087aa req-47a9b9e0-522b-4dcd-8096-4e810ef77d70 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542018 Jul 15 16:44:01.365799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd718f-ff85-44f9-bc7e-859e47a8ec40') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:01.365799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd718f-ff85-44f9-bc7e-859e47a8ec40') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:01.379535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.411050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.423063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:44:01.423843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:44:01.425724 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:44:01.440859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c30a4b61-874b-431c-a45b-d1eda4e1ec94 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785422 Jul 15 16:44:01.446513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:01.480258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e6e588a-0a1e-4173-ae35-972d80cac19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.513390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port de909d2e-629b-4e4b-94b9-b9d244624598 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:01.518879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port de909d2e-629b-4e4b-94b9-b9d244624598 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:01.519292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.523532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e6e588a-0a1e-4173-ae35-972d80cac19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.542419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.556140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.556792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-7b070770-9c7e-4b61-8bd4-22ba0489c63a service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025803 Jul 15 16:44:01.559437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cae9a53e-779f-400e-91af-0a63f4d20acb HTTP/1.1" status: 204 len: 168 time: 0.4089828 Jul 15 16:44:01.567110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a5adef61-1e16-4f00-9b47-5a288039a5af no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:01.592365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8916e-0d6e-4f6b-ae9c-c13afa40cf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae9a53e-779f-400e-91af-0a63f4d20acb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:01.595235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: a5adef61-1e16-4f00-9b47-5a288039a5af {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:01.595644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device a5adef61-1e16-4f00-9b47-5a288039a5af not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:01.603973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e588a-0a1e-4173-ae35-972d80cac19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27727c20-2530-4df1-b62b-be5d78b72df1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:01.629342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7e6e588a-0a1e-4173-ae35-972d80cac19d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58286f4ab95a40ee827e7b28c247a557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933769 Jul 15 16:44:01.630768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:01.655005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.684431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:01.686053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-1e8410a0-65ce-44ab-95b7-3d036076d793 service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286075 Jul 15 16:44:01.686706 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dd6b31-ed89-410d-83ee-78ff9b49eab1" -d '{"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-plugged", "status": "completed", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:01.703835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:01.711974 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.736462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45874) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:01.766671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.770743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:01.775981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd502aed-7e28-44d4-9e6b-ee4b8f27b64c req-b262f519-8d99-42d8-aef2-c5db32aa7e3b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:01.777916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd502aed-7e28-44d4-9e6b-ee4b8f27b64c req-b262f519-8d99-42d8-aef2-c5db32aa7e3b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 949 time: 0.0782387 Jul 15 16:44:01.790189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.819171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd502aed-7e28-44d4-9e6b-ee4b8f27b64c req-34e10b3b-d884-4f67-b29f-243c267a96c3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353634 Jul 15 16:44:01.855174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ab0db85-4b80-4d11-99c5-67108843b0b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fbff76317d44718a1e3086696e3b18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091824 Jul 15 16:44:01.855732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45876) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:01.873560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.877275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:01.878442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27727c20-2530-4df1-b62b-be5d78b72df1 HTTP/1.1" status: 204 len: 168 time: 0.2462020 Jul 15 16:44:01.890234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84643eb0-b6c8-447e-83a6-48212217a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27727c20-2530-4df1-b62b-be5d78b72df1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:01.928760 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a1ced1-06b8-4fa7-8fd4-2bd3135ecc6c x-openstack-request-id: req-b4a1ced1-06b8-4fa7-8fd4-2bd3135ecc6c {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:01.929092 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-plugged", "status": "completed", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:01.929356 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4a1ced1-06b8-4fa7-8fd4-2bd3135ecc6c {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:01.936236 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'code': 200} Jul 15 16:44:01.969789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:02.007802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:02.147735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de592b-a2fa-4660-a980-d00d88dae5c4 req-eba558ce-2eba-4a78-ba36-bc6b26d43d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:02.149246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11de592b-a2fa-4660-a980-d00d88dae5c4 req-eba558ce-2eba-4a78-ba36-bc6b26d43d21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1096 time: 0.1438806 Jul 15 16:44:02.161789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7ca0-b6ef-4a4c-84a6-421190f5883c req-5a7345b1-7965-43d7-80f9-d0ad9529bd87 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:02.163612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f45b7ca0-b6ef-4a4c-84a6-421190f5883c req-5a7345b1-7965-43d7-80f9-d0ad9529bd87 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.1460226 Jul 15 16:44:02.203572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:02.211011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:02.221222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c27698cd-ee2f-4058-9479-907803b746ff HTTP/1.1" status: 204 len: 168 time: 0.3700769 Jul 15 16:44:02.303616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283890e8-3c4b-454a-bac1-6398d2efa9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27698cd-ee2f-4058-9479-907803b746ff,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:02.353605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f45b7ca0-b6ef-4a4c-84a6-421190f5883c req-9fe2ecce-0d7b-411c-abaa-55286fdd6575 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676850 Jul 15 16:44:02.356288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11de592b-a2fa-4660-a980-d00d88dae5c4 req-480cd74f-555b-46f3-b0d2-ad060a8889d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900103 Jul 15 16:44:02.473929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4d640b8-934d-4ed2-a450-74055720a3a0 req-2cdfe7a3-f9d1-472c-8dfe-82e49b953308 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 210 time: 0.0392013 Jul 15 16:44:02.511946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7921a-89bb-49cc-880c-d5cb95ad87d9 req-c1166634-2e1a-4155-b236-533f686c7f1d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:02.517895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7921a-89bb-49cc-880c-d5cb95ad87d9 req-c1166634-2e1a-4155-b236-533f686c7f1d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:02.519523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf7921a-89bb-49cc-880c-d5cb95ad87d9 req-c1166634-2e1a-4155-b236-533f686c7f1d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c&device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 1690 time: 0.1394463 Jul 15 16:44:02.594316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cf7921a-89bb-49cc-880c-d5cb95ad87d9 req-b6a36fda-3490-4a23-a588-6b388533db3b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Jul 15 16:44:02.802707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45936) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:02.928209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2a384217-225e-49f0-ac50-593303e93da5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6fc2387c6b04306b2a8be19cde48cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241848 Jul 15 16:44:02.930721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:02.947589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a501d3d-de14-4ec5-96b6-42ee70df4cf2 req-1bedbad9-0acf-4acd-9dc2-1d8552d5d1be tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:02.949661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a501d3d-de14-4ec5-96b6-42ee70df4cf2 req-1bedbad9-0acf-4acd-9dc2-1d8552d5d1be tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1608067 Jul 15 16:44:03.028271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a501d3d-de14-4ec5-96b6-42ee70df4cf2 req-e31e9652-c852-4157-b533-99c4646bb8c8 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706489 Jul 15 16:44:03.061104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.130780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.205628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469751f-6ef6-4b2b-bfbd-7dc31005589a req-8510f3c4-a502-46e6-8eef-2e4f8d180196 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:03.207299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4469751f-6ef6-4b2b-bfbd-7dc31005589a req-8510f3c4-a502-46e6-8eef-2e4f8d180196 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 1101 time: 0.1437528 Jul 15 16:44:03.242112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.245743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.250291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80069107-3bc6-47cd-9de0-e79b44cc5976 HTTP/1.1" status: 204 len: 168 time: 0.3138437 Jul 15 16:44:03.259845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139455b-2b0a-4546-82e5-a8490bf9bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80069107-3bc6-47cd-9de0-e79b44cc5976,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:03.301725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4469751f-6ef6-4b2b-bfbd-7dc31005589a req-7a115722-8e2a-4634-b064-3ff4207eb342 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805809 Jul 15 16:44:03.438703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:03.694336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:03.716750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e3947-698a-48d7-bf51-d47c12cc277c req-3e7894dc-9f8a-47e5-a0a2-5c056c21acb5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:03.724088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-655e3947-698a-48d7-bf51-d47c12cc277c req-3e7894dc-9f8a-47e5-a0a2-5c056c21acb5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.2210712 Jul 15 16:44:03.728225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'mac_address': 'fa:16:3e:a3:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:03.848101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.858967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-655e3947-698a-48d7-bf51-d47c12cc277c req-8fd01c6c-c4dd-4ac1-8442-26f177e89807 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338313 Jul 15 16:44:03.872587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6c8d-e5e4-45d2-a2e2-0a674f297aa4 req-1074e393-be09-410c-89fe-70993cf76306 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:03.872831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:03.876277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bca6c8d-e5e4-45d2-a2e2-0a674f297aa4 req-1074e393-be09-410c-89fe-70993cf76306 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 1100 time: 0.2745216 Jul 15 16:44:03.923355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:03.935721 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:03.976522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bca6c8d-e5e4-45d2-a2e2-0a674f297aa4 req-343b4d83-1b9b-4063-8111-766ad5d77e63 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794425 Jul 15 16:44:04.008748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-415afd60-be9b-4c2a-bc04-11e1fc235dbe tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:04.020145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-415afd60-be9b-4c2a-bc04-11e1fc235dbe tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2851403 Jul 15 16:44:04.032937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Request body: {'port': {'device_id': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'admin_state_up': True, 'tenant_id': '068a326cd3c54277ae6cac90328d7e76'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:04.114537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fd60f863-afe8-41dc-8daa-4d9ba6818a7a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:04.166865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67289fbc-391a-46c6-8cc7-a41706994834 req-7448b5e0-b73d-4149-bc05-236457c29166 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 210 time: 0.0481272 Jul 15 16:44:04.260912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:04.309394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:04.317455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:04.537480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Allocated IP 172.20.0.14 (23657bcf-5547-41ac-b743-6f02da2c0871/85709a5a-07b4-4d13-89b8-5e8c5c75f7a3/6775a7c2-5436-49f7-b02c-42d4d8678cf4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:04.631110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154244ca-3e32-48e5-857e-63804089dcc1 req-1d870d4d-9e73-442f-bf5c-690d00196748 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:04.638261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-154244ca-3e32-48e5-857e-63804089dcc1 req-1d870d4d-9e73-442f-bf5c-690d00196748 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1096 time: 0.1171174 Jul 15 16:44:04.691905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:04.701310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-c83328a0-459e-44ae-b1a0-15e79a9d4b65 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=cefadb228c68447398934e71ff677de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574763 Jul 15 16:44:04.832475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-network', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:04.868535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Made reservation on behalf of c4546ca8ce8f49789ff8fa772c1a05e8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:04.871121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:04.885797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.007453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-154244ca-3e32-48e5-857e-63804089dcc1 req-b6eb0218-d41f-44f7-a18f-ea847dca61af tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682966 Jul 15 16:44:05.074197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.093420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.095106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.137405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c7fe6a-4858-4656-a265-3aa9b78f624e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:05.150981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:44:05.154450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-d7ea6cb2-4771-42b5-a0d3-814e31130369 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:05.166656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.167387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-d7ea6cb2-4771-42b5-a0d3-814e31130369 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857398 Jul 15 16:44:05.169123 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Added segment f1150bcc-8278-43bc-ad9f-3cc52a43ad66 of type vlan for network 2ff314b7-e564-45a7-accb-df96a5065284 Jul 15 16:44:05.190431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-f76cf74c-e8a8-4046-8554-9e2cec432dab tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/quotas/cefadb228c68447398934e71ff677de0 HTTP/1.1" status: 200 len: 375 time: 0.0211425 Jul 15 16:44:05.224840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.258273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-474734bc-cc67-414f-948d-16220332cfd9 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cefadb228c68447398934e71ff677de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665767 Jul 15 16:44:05.281310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.282564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:05.283551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.293462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.316984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6232102 Jul 15 16:44:05.326521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:05.332984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Request body: {'subnet': {'network_id': '2ff314b7-e564-45a7-accb-df96a5065284', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-subnet', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:05.372022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Made reservation on behalf of c4546ca8ce8f49789ff8fa772c1a05e8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:05.378171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.393032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Network 23657bcf-5547-41ac-b743-6f02da2c0871 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:05.406846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:05.409598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:05.447814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:05.486642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:05.562934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:05.563876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.608810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:05.610334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.610492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-83f64c11-524f-46ff-ad51-57f424736938 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5889652 Jul 15 16:44:05.624101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cb171-4f47-4371-85b0-6c7fc2929ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff314b7-e564-45a7-accb-df96a5065284,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:05.639831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Request body: {'port': {'device_id': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:05.686294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2ff314b7-e564-45a7-accb-df96a5065284 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:44:05.713271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b8d78-b213-49e1-971e-bd3bb4e9f216 req-09ab07fb-1aae-42bd-b7e7-ef3f5908303b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:05.721746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-673b8d78-b213-49e1-971e-bd3bb4e9f216 req-09ab07fb-1aae-42bd-b7e7-ef3f5908303b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.1874049 Jul 15 16:44:05.781013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.781552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.853998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:05.863065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-673b8d78-b213-49e1-971e-bd3bb4e9f216 req-803359c0-d98f-4279-b6b5-69fad977032f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391828 Jul 15 16:44:05.864005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:05.867521 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f02875b-4da7-4f33-90fd-45f3a9ffe02c" -d '{"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:05.874650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.925412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:05.957480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:06.061747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:06.095267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Checking segment: {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:06.095873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Network hostable DHCP agents. Network: 2ff314b7-e564-45a7-accb-df96a5065284, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:44:06.160406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Network 2ff314b7-e564-45a7-accb-df96a5065284 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:44:06.197774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2ff314b7-e564-45a7-accb-df96a5065284) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:06.210949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c14cb8-0fb4-4eb7-bd41-971a38de873c None None] Network 2ff314b7-e564-45a7-accb-df96a5065284 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:06.213616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:06.213616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.217502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a9675-a4d4-4f20-bff8-22e624fb146b req-833fce79-ef61-4549-9f89-cc45c9c48fd7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:06.228341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-753a9675-a4d4-4f20-bff8-22e624fb146b req-833fce79-ef61-4549-9f89-cc45c9c48fd7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 932 time: 0.2773609 Jul 15 16:44:06.256062 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3899bc16-b5d5-4904-beec-13a17827a41d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9283476 Jul 15 16:44:06.257011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:06.270320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:06.349784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.352701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.398123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-753a9675-a4d4-4f20-bff8-22e624fb146b req-6f303af7-5fff-467c-b77e-0991d8a71c8a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720700 Jul 15 16:44:06.461997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e73bddc0-7788-4793-8785-1204b59f44cd tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880110 Jul 15 16:44:06.503189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.577962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-433f0be5-dfaf-44e3-b3f5-fa5f3973fbf0 req-f21ed4a7-8951-4c0a-9163-7411afe0a057 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 210 time: 0.0786567 Jul 15 16:44:06.615396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2ff314b7-e564-45a7-accb-df96a5065284', 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'fixed_ips': [{'subnet_id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:44:06.617195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.717232 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236d5ff-c158-46cd-9e53-fc63a8a36db3 x-openstack-request-id: req-7236d5ff-c158-46cd-9e53-fc63a8a36db3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:06.718635 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:06.719340 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7236d5ff-c158-46cd-9e53-fc63a8a36db3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:06.719891 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'code': 200} Jul 15 16:44:06.816171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:06.843074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Allocated IP 172.20.0.2 (2ff314b7-e564-45a7-accb-df96a5065284/78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b/1194fd41-0603-4e44-aef6-32fc6f6f4196) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:06.894548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-b4ba6b49-6ad8-45b4-a114-36e1966ee342 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:06.912855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-b4ba6b49-6ad8-45b4-a114-36e1966ee342 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4394004 Jul 15 16:44:06.949142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-d4e91f64-010c-4173-9de0-acfb46bf6a88 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0350711 Jul 15 16:44:07.046365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6775a7c2-5436-49f7-b02c-42d4d8678cf4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:07.074811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.192712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Transition to ACTIVE for port object 6775a7c2-5436-49f7-b02c-42d4d8678cf4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:07.219514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.222771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.252562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.253251 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.273331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Transition to ACTIVE for port object 1194fd41-0603-4e44-aef6-32fc6f6f4196 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:07.329068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Transition to ACTIVE for port object 1194fd41-0603-4e44-aef6-32fc6f6f4196 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:07.350398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.370014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:07.388757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Network 2ff314b7-e564-45a7-accb-df96a5065284 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:07.409559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:07.415451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:07.435474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-485ee141-0c5e-4a70-8bd8-2f6ad3238f14 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4852624 Jul 15 16:44:07.478749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Allocated IP 172.25.8.99 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ccec680b-7bc5-4ad7-86d1-e7600e5b4954) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:07.479840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Pushing event updated for resources: {'Port': ['ID=1194fd41-0603-4e44-aef6-32fc6f6f4196,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:07.520830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Attempting to bind port 1194fd41-0603-4e44-aef6-32fc6f6f4196 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:07.521507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Attempting to bind port 1194fd41-0603-4e44-aef6-32fc6f6f4196 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:07.522103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Attempting to bind port 1194fd41-0603-4e44-aef6-32fc6f6f4196 on network 2ff314b7-e564-45a7-accb-df96a5065284 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:07.529615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:07.530283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Checking segment: {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:07.530878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.531421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Bound using segment: {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:07.532051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Bound port: 1194fd41-0603-4e44-aef6-32fc6f6f4196, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:07.532680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.533876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e8262-5c4a-4af1-9fb2-3342987eab64 req-b98aac5c-184f-4ee1-a700-7787779d2428 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:07.549868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b83e8262-5c4a-4af1-9fb2-3342987eab64 req-b98aac5c-184f-4ee1-a700-7787779d2428 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.4698014 Jul 15 16:44:07.747419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.753120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b83e8262-5c4a-4af1-9fb2-3342987eab64 req-ca65f4d7-0a70-44b4-a0a6-91d39e6e614b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015190 Jul 15 16:44:07.793246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:07.793903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:07.794709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:07.800313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:07.800785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:07.810804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:07.812027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:07.813679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:07.813679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Bound port: 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:07.815969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.834848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] For port 1194fd41-0603-4e44-aef6-32fc6f6f4196, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:07.841451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] For port 1194fd41-0603-4e44-aef6-32fc6f6f4196, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1194fd41-0603-4e44-aef6-32fc6f6f4196,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:07.857259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.902750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:07.987953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a34d9-63b4-4d98-b918-4fd66b9eb299 None None] Pushing event updated for resources: {'Port': ['ID=1194fd41-0603-4e44-aef6-32fc6f6f4196,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:08.031624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:08.072084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:08.079546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:08.093959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:08.101325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:08.113989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:08.159990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:08.162573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:08.167434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] 10.222.0.20 "PUT /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 1092 time: 2.5407012 Jul 15 16:44:08.168305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:08.172667 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:08.254123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914dce1-7ad0-4e20-94f0-5c16c85b9ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:08.412829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a49e8-777f-4ae9-8baf-5bde37ca7709 req-860bc964-7eba-428b-810e-4e8f6b16579c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:08.421103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa1a49e8-777f-4ae9-8baf-5bde37ca7709 req-860bc964-7eba-428b-810e-4e8f6b16579c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.1877043 Jul 15 16:44:08.497791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2855dd08-3d2b-4887-98e1-e52c1b467751 req-ef44e7ef-7526-4d16-ae03-03fb0d5a447c tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 210 time: 0.0508230 Jul 15 16:44:08.557274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa1a49e8-777f-4ae9-8baf-5bde37ca7709 req-ac2e6850-df70-4454-8939-e6daa5d164e0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348042 Jul 15 16:44:08.655636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-4090bc85-b34b-42f1-91a0-ef38f9d04d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:08.657183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-4090bc85-b34b-42f1-91a0-ef38f9d04d7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1095 time: 0.2782118 Jul 15 16:44:08.728420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-e54b2743-0da6-4adb-9c44-8a0e14bedb72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 217 time: 0.0629547 Jul 15 16:44:08.730820 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4012eaa3-ce99-464b-871b-bcd0708ba1f0 x-openstack-request-id: req-4012eaa3-ce99-464b-871b-bcd0708ba1f0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:08.731291 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:08.731702 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4012eaa3-ce99-464b-871b-bcd0708ba1f0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:08.732395 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'status': 'completed', 'code': 200} Jul 15 16:44:08.774023 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-f2350f14-1486-4b95-a259-57e5943195c4 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=cefadb228c68447398934e71ff677de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7403266 Jul 15 16:44:08.791887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Pushing event updated for resources: {'Port': ['ID=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:08.801467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-e0d3363f-67d9-4dbc-9ed6-ac65c7043f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:08.803369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-e0d3363f-67d9-4dbc-9ed6-ac65c7043f1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0680375 Jul 15 16:44:08.872859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-9bd23d57-a45e-43b5-9d84-46bc0ef0621e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618825 Jul 15 16:44:09.025925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1194fd41-0603-4e44-aef6-32fc6f6f4196 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:09.102856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-2a7e5671-deb5-44bc-82d5-806620cd666e service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234280 Jul 15 16:44:09.153886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1194fd41-0603-4e44-aef6-32fc6f6f4196 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:09.440947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-236dbddb-4471-41b1-b445-e7b621e80517 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:09.442482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-236dbddb-4471-41b1-b445-e7b621e80517 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655062 Jul 15 16:44:09.458807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Request body: {'port': {'device_id': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'cefadb228c68447398934e71ff677de0'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:09.462164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:09.539396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63783d60-3126-473d-8272-d74dbbdeacb4 req-5c78f907-4814-4f26-8495-f53b6844818e service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289756 Jul 15 16:44:09.619605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf5d82-ce18-436c-96f9-980d3d46a1f6 req-101b497c-5511-4574-88e5-e8b5bb725dce tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:09.623154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1612d58-b48b-4c75-be38-c07003217050 None None] Network 2ff314b7-e564-45a7-accb-df96a5065284 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:09.624445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fdf5d82-ce18-436c-96f9-980d3d46a1f6 req-101b497c-5511-4574-88e5-e8b5bb725dce tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.2546153 Jul 15 16:44:09.758220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fdf5d82-ce18-436c-96f9-980d3d46a1f6 req-066143fa-ef94-4a37-b3e4-263785e41fed tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262600 Jul 15 16:44:09.800970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Provisioning for port 1194fd41-0603-4e44-aef6-32fc6f6f4196 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:09.830369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Provisioning complete for port 1194fd41-0603-4e44-aef6-32fc6f6f4196 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:09.838668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.005313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-893d4bac-50fc-4b40-918d-6e0c65da40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:10.011819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-893d4bac-50fc-4b40-918d-6e0c65da40fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1095 time: 0.2485266 Jul 15 16:44:10.108164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.248991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.252408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efbfdf4c-0237-4346-8e0b-c4e53ce96d01 req-3e2280d4-7364-4567-9f90-dc5833e9361b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 210 time: 0.0966623 Jul 15 16:44:10.287125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e3f8015-0e2f-462d-8306-8aa4813a7d4f req-1f51305e-97c8-44ee-b52f-4dcb90529e66 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 210 time: 0.0777531 Jul 15 16:44:10.370340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] For port 1194fd41-0603-4e44-aef6-32fc6f6f4196, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1194fd41-0603-4e44-aef6-32fc6f6f4196,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:10.451498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.455084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Made reservation on behalf of cefadb228c68447398934e71ff677de0 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:10.458965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.476717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.506949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.575948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Router 8ef9651a-98af-4892-9782-d23966fb96b5 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:44:10.576861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.640659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b5c40-6e56-44d0-907b-095bf6a6fa55 None None] Pushing event updated for resources: {'Port': ['ID=1194fd41-0603-4e44-aef6-32fc6f6f4196,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:10.720400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-478c579c-1e33-492f-8fce-aa4f9469cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:10.721865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-478c579c-1e33-492f-8fce-aa4f9469cf42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.7012589 Jul 15 16:44:10.784157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.787139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e064051b-9a93-493c-b3bc-f52f97efaf90 None None] Provisioning complete for port 1194fd41-0603-4e44-aef6-32fc6f6f4196 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:10.788140 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e064051b-9a93-493c-b3bc-f52f97efaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.793009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:10.827301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:10.844999 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Sync routers for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:10.860588 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:10.864202 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:10.976404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-d21227f5-2fc5-4f19-917a-8558c3b6e151 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 217 time: 0.2222900 Jul 15 16:44:10.994330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1194fd41-0603-4e44-aef6-32fc6f6f4196 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:11.117948 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:11.121601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:11.125599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-56ecd131-edbc-4ebb-9610-998443c9062a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8635921 Jul 15 16:44:11.125599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc740c-ebb1-4d05-a278-1a095feee798,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:11.128943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46164) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:11.236839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Allocated IP 192.168.233.221 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:11.276492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1194fd41-0603-4e44-aef6-32fc6f6f4196 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:11.277503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:11.430101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-b3f6fe83-ea22-4698-9791-409fcbc8a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:11.432205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-b3f6fe83-ea22-4698-9791-409fcbc8a915 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.4468513 Jul 15 16:44:11.509870 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:09Z', 'revision_number': 3, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:11.541621 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Checking router: 8ef9651a-98af-4892-9782-d23966fb96b5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:11.542218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Updating router 8ef9651a-98af-4892-9782-d23966fb96b5 port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:44:11.550764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2b2f9a3a-224b-4f65-a431-c77a351de2f9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1663387 Jul 15 16:44:11.580375 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:11.614726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2c13fc3c-d2c7-4e26-b4d9-35d3e3c76643 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591139 Jul 15 16:44:11.803337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-32a5165d-db59-4e73-aa20-60f9d9cc80e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441403 Jul 15 16:44:11.805537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:11.833135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Transition to ACTIVE for port object ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:11.915484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.099224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:12.109979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-9bf29460-679d-4fec-aa53-6f71ce0af660 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912605 Jul 15 16:44:12.128908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:12.140074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:12.180918 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.194513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Pushing event updated for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:12.201710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761f29-2625-4349-8aab-3af88a8a7bfc req-a478c8ff-d30d-4cbc-8df3-24682e821b5f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:12.213312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65761f29-2625-4349-8aab-3af88a8a7bfc req-a478c8ff-d30d-4cbc-8df3-24682e821b5f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 1.6507421 Jul 15 16:44:12.220683 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Transition to ACTIVE for port object ccec680b-7bc5-4ad7-86d1-e7600e5b4954 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:12.238708 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.290302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-b0d8b340-b0a4-4621-959a-00296c95bb01 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:12.291823 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-b0d8b340-b0a4-4621-959a-00296c95bb01 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7117729 Jul 15 16:44:12.333300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-701086a1-4689-4e4a-a57b-b585d329f520 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:12.335086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-701086a1-4689-4e4a-a57b-b585d329f520 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4502673 Jul 15 16:44:12.351489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:12.368060 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Attempting to bind port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:12.369066 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Attempting to bind port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:12.369526 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Attempting to bind port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:12.370470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:12.371532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.378332 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:12.378905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:12.379414 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.379908 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:12.380533 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Bound port: ccec680b-7bc5-4ad7-86d1-e7600e5b4954, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:12.381080 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.409785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:12.441890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-cb5f4c5d-27d9-4902-b3f4-1f74c047cb95 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9872553 Jul 15 16:44:12.442441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] For port ccec680b-7bc5-4ad7-86d1-e7600e5b4954, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:12.447162 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] For port ccec680b-7bc5-4ad7-86d1-e7600e5b4954, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:12.458491 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Pushing event updated for resources: {'Port': ['ID=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:12.461996 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.474787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Request body: {'port': {'device_id': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:12.499537 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.500023 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.501304 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.501304 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.501304 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.501672 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.502113 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.502993 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.502993 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.503318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.504898 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.505303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:12.590969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e57aef92-726c-4997-8492-8903e36696bd None None] Provisioning for port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:12.595945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e57aef92-726c-4997-8492-8903e36696bd None None] Provisioning complete for port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:12.596602 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e57aef92-726c-4997-8492-8903e36696bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:12.648642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:12.653234 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:12.701454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e57aef92-726c-4997-8492-8903e36696bd None None] Port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:12.778127 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5a583-a043-4744-aa61-13c6424f60c9 None None] Pushing event updated for resources: {'Port': ['ID=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:12.941047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65761f29-2625-4349-8aab-3af88a8a7bfc req-2b464300-f918-43cc-88d0-6c7ece56fc1d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268476 Jul 15 16:44:12.982209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d9ce6-8baf-4755-a649-6fdadf31532b req-5774dd03-a590-400f-a884-2ceaa69c105e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:12.990760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e2d9ce6-8baf-4755-a649-6fdadf31532b req-5774dd03-a590-400f-a884-2ceaa69c105e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 1.7055190 Jul 15 16:44:13.132744 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:13.192533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c19ccd0-4e42-4e42-9b70-f58fcd04f89c req-24b4f8d5-0d0d-4409-b993-376e4ac02f02 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0694587 Jul 15 16:44:13.196222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.226034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e2d9ce6-8baf-4755-a649-6fdadf31532b req-f20aeabd-f55a-4924-b4d2-3ae0bf9e8607 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340605 Jul 15 16:44:13.290023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:13.303820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.339457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59d96fcc-6153-4305-9381-0d5c2422984d req-ba4f30d9-d081-44ba-b4a6-50add1aa374a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 210 time: 0.0400691 Jul 15 16:44:13.351094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.495402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:13.512276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Allocated IP 172.20.0.1 (2ff314b7-e564-45a7-accb-df96a5065284/78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b/d5d87cf7-231f-472d-80a1-e46e3be6370e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:13.549201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:09Z', 'revision_number': 3, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:13.615347 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f049-876c-4a61-9963-b38695edb527 None None] The sync data for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 is: [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:09Z', 'revision_number': 3, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:13.657125 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.695124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Transition to ACTIVE for port object d5d87cf7-231f-472d-80a1-e46e3be6370e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:13.773984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.782654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:13.793445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.814313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Transition to ACTIVE for port object ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:13.863526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.866330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Network 2ff314b7-e564-45a7-accb-df96a5065284 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:13.871330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:13.880826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:13.886241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:13.891119 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:13.930316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d87cf7-231f-472d-80a1-e46e3be6370e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:13.931460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:13.966872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'port_id': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'mac_address': 'fa:16:3e:3c:2a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85709a5a-07b4-4d13-89b8-5e8c5c75f7a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:14.032687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.063843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.094267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb967a-c256-430a-a69a-091f1da8128b req-d0a2cf17-2ba2-41c2-9620-992f522e5d35 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:14.095983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2deb967a-c256-430a-a69a-091f1da8128b req-d0a2cf17-2ba2-41c2-9620-992f522e5d35 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 936 time: 0.3508799 Jul 15 16:44:14.128438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6775a7c2-5436-49f7-b02c-42d4d8678cf4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:14.195497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:14.206736 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.376195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:14.415452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2deb967a-c256-430a-a69a-091f1da8128b req-5d8ceb2d-a44e-4339-b421-019729b3ffc9 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870263 Jul 15 16:44:14.447916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.29 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/5b5b6162-882e-426b-925f-794eccd5c39b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:14.450463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-758e3b80-d93e-4c81-8af7-ad2fc6629cf4 None None] Provisioning for port d5d87cf7-231f-472d-80a1-e46e3be6370e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:14.455173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-758e3b80-d93e-4c81-8af7-ad2fc6629cf4 None None] Provisioning complete for port d5d87cf7-231f-472d-80a1-e46e3be6370e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:14.455541 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-758e3b80-d93e-4c81-8af7-ad2fc6629cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.515072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6775a7c2-5436-49f7-b02c-42d4d8678cf4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:14.683728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-758e3b80-d93e-4c81-8af7-ad2fc6629cf4 None None] Port d5d87cf7-231f-472d-80a1-e46e3be6370e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:14.760280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.826122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object 5b5b6162-882e-426b-925f-794eccd5c39b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:14.933760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Attempting to bind port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:14.947650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Attempting to bind port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:14.950169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Attempting to bind port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:14.952330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ccec680b-7bc5-4ad7-86d1-e7600e5b4954 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:14.952823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Pushing event updated for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:14.972005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:14.998012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7ae00-7368-49f5-9dff-86c14c5352d8 req-7d1d1fcd-5e7e-4d8f-a2fc-5bffef8ba560 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:15.000032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40b7ae00-7368-49f5-9dff-86c14c5352d8 req-7d1d1fcd-5e7e-4d8f-a2fc-5bffef8ba560 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.4977727 Jul 15 16:44:15.001807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.003994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:15.108516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345dcee-2f88-4e22-9578-7f5091efa9ad req-bc103cba-82ae-47cb-9d89-a35141679de5 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:15.110137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3345dcee-2f88-4e22-9578-7f5091efa9ad req-bc103cba-82ae-47cb-9d89-a35141679de5 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 950 time: 0.4868379 Jul 15 16:44:15.135861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:15.165884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:15.167164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:15.172639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Attempting to bind port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:15.176463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:15.176933 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.224564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:15.229003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:15.241031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:15.241472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:15.241964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:15.242901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Bound port: ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:15.243361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.266346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40b7ae00-7368-49f5-9dff-86c14c5352d8 req-82abfccb-e5a4-434e-85bb-7a9b3c0a5a3d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569582 Jul 15 16:44:15.287436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:15.317448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.7 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/ec774242-bcd5-4ca3-9b0f-d85529c49479) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:15.373064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3345dcee-2f88-4e22-9578-7f5091efa9ad req-f222f207-06ef-4ee1-97e4-fffb9908b679 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549314 Jul 15 16:44:15.611311 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.620218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:15.629339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:15.686060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:15.686744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.760891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad84f0c-e98b-42da-842c-d9d8e9fe8487 req-421ebed6-78bb-48bb-b19f-0848eea8ebee tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:15.776084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fad84f0c-e98b-42da-842c-d9d8e9fe8487 req-421ebed6-78bb-48bb-b19f-0848eea8ebee tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 935 time: 0.2897921 Jul 15 16:44:15.779690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:15.787362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:15.807619 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e1b52322-5a74-4b93-8dbe-fad21d827ccf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4603374 Jul 15 16:44:15.820912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.844026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.869850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:15.871781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Request body: {'port': {'device_id': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:15.950023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fad84f0c-e98b-42da-842c-d9d8e9fe8487 req-244f787a-4c35-4b5f-88d7-7938f88a5da4 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602094 Jul 15 16:44:15.988557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ccec680b-7bc5-4ad7-86d1-e7600e5b4954, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:16.011276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f575e4b8-2e44-4454-ba6f-a01d32095dfd None None] Provisioning for port 5b5b6162-882e-426b-925f-794eccd5c39b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:16.032060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f575e4b8-2e44-4454-ba6f-a01d32095dfd None None] Provisioning complete for port 5b5b6162-882e-426b-925f-794eccd5c39b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:16.032541 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f575e4b8-2e44-4454-ba6f-a01d32095dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.034660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.050382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:16.051022 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.058137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] 10.222.0.35 "PUT /v2.0/ports/ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 HTTP/1.1" status: 200 len: 1096 time: 3.5992894 Jul 15 16:44:16.059109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:16.074333 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df503584-36a1-4634-a35b-83f295993880" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:16.096885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d87cf7-231f-472d-80a1-e46e3be6370e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:16.107335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.208012 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1173459-5e50-41be-bb5e-e7c68c604b46 x-openstack-request-id: req-d1173459-5e50-41be-bb5e-e7c68c604b46 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:16.208720 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:16.209222 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1173459-5e50-41be-bb5e-e7c68c604b46 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:16.209882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:16.210142 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510', 'status': 'completed', 'code': 200} Jul 15 16:44:16.216648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:44:16.283452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ef44c-d59a-4d08-ba96-9912e2a0d7d1 req-75635c26-b0f7-4239-83a5-925702b92307 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:16.294553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f36ef44c-d59a-4d08-ba96-9912e2a0d7d1 req-75635c26-b0f7-4239-83a5-925702b92307 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 948 time: 0.2582138 Jul 15 16:44:16.335581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.381275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f575e4b8-2e44-4454-ba6f-a01d32095dfd None None] Port 5b5b6162-882e-426b-925f-794eccd5c39b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:16.390588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f36ef44c-d59a-4d08-ba96-9912e2a0d7d1 req-47fe76b3-1947-42a5-8ac0-eae658873794 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946183 Jul 15 16:44:16.416784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Network 2ff314b7-e564-45a7-accb-df96a5065284 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:16.427169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:16.432275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:16.441992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3abd2-ec3d-4ae1-bf3e-39222adda82d service neutron] Pushing event updated for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:16.502085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:16.507869 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc957134-009b-4777-90ca-de5f4656af46" -d '{"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:16.532467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.545500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.609803 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.647249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object ec774242-bcd5-4ca3-9b0f-d85529c49479 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:16.760755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:16.770799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:16.811307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:16.844259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:16.873944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-3bc881e1-ee26-41ec-b7f0-8af25370a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:16.876174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-3bc881e1-ee26-41ec-b7f0-8af25370a0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cefadb228c68447398934e71ff677de0&device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 1099 time: 0.6801116 Jul 15 16:44:16.883507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:16.916733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:16.953451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027711a-86e0-4669-8025-ef4fa81a9e7e req-79b2fa7d-a9d4-4106-bb0d-431598b9c53a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:16.954990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9027711a-86e0-4669-8025-ef4fa81a9e7e req-79b2fa7d-a9d4-4106-bb0d-431598b9c53a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.3563895 Jul 15 16:44:16.958021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ccec680b-7bc5-4ad7-86d1-e7600e5b4954 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:16.985587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ac22b-ed0e-4675-871a-ea3538bfe7b3 req-ecf73ab1-bd87-4422-9247-3b5442247318 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:16.997443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c9ac22b-ed0e-4675-871a-ea3538bfe7b3 req-ecf73ab1-bd87-4422-9247-3b5442247318 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 948 time: 0.3459620 Jul 15 16:44:17.051988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-ed71d669-e92b-4eb4-a4c5-895e32585fe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 HTTP/1.1" status: 200 len: 217 time: 0.1658804 Jul 15 16:44:17.063151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Router 8ef9651a-98af-4892-9782-d23966fb96b5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:17.074968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:17.110621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9027711a-86e0-4669-8025-ef4fa81a9e7e req-356abe34-f1cc-47c3-a78d-9e44a9d3b2cd tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458282 Jul 15 16:44:17.144718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c9ac22b-ed0e-4675-871a-ea3538bfe7b3 req-4a1200e2-89db-4483-a65c-8d3a9b23ddf6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463280 Jul 15 16:44:17.164178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'mac_address': 'fa:16:3e:7c:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:17.270314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:17.325468 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:17.361015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-50fb6c12-305c-4fcc-a733-ca4fd9de2e1b None None] Provisioning complete for port d5d87cf7-231f-472d-80a1-e46e3be6370e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:17.361408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50fb6c12-305c-4fcc-a733-ca4fd9de2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:17.407363 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d5d0d6-e6ec-4a72-8f17-982af29ed2c6 x-openstack-request-id: req-53d5d0d6-e6ec-4a72-8f17-982af29ed2c6 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:17.407579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:17.407682 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:17.407989 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53d5d0d6-e6ec-4a72-8f17-982af29ed2c6 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:17.408214 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'code': 200} Jul 15 16:44:17.413974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:17.416562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:17.430534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33d16010-f4f2-40a6-bd40-66ed9b692f58 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ef9651a-98af-4892-9782-d23966fb96b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3005412 Jul 15 16:44:17.445062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:17.449953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-50fb6c12-305c-4fcc-a733-ca4fd9de2e1b None None] Port d5d87cf7-231f-472d-80a1-e46e3be6370e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:17.453586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:17.453679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:17.508050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-a0bcf3ec-c249-4599-a880-755e46c83a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:17.513510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-a0bcf3ec-c249-4599-a880-755e46c83a13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.4385536 Jul 15 16:44:17.529146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Sync routers for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:17.612080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e8f5c-39f1-4fc3-9724-06ec240a58c8 req-d615c0b2-1c0e-47cb-a5d7-48be4806b916 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:17.614255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29e8f5c-39f1-4fc3-9724-06ec240a58c8 req-d615c0b2-1c0e-47cb-a5d7-48be4806b916 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 935 time: 0.1670957 Jul 15 16:44:17.640024 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-6e3b6789-0a36-4628-8726-5c0adca1d1eb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.2847877 Jul 15 16:44:17.683275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29e8f5c-39f1-4fc3-9724-06ec240a58c8 req-522cbb1a-36f1-45e7-bc9f-5b95a715ff8e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624843 Jul 15 16:44:17.762730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Request body: {'port': {'device_id': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:17.808548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:17.810386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91accd89-5916-40d3-8a70-7388ff99eb77 req-f90307d3-1ba6-4261-80b0-690a61f7980d tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:17.817757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91accd89-5916-40d3-8a70-7388ff99eb77 req-f90307d3-1ba6-4261-80b0-690a61f7980d tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 948 time: 0.1194580 Jul 15 16:44:17.848159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:17.859033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:17.859689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:17.882478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:17.928946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91accd89-5916-40d3-8a70-7388ff99eb77 req-bc0ca605-1530-4db9-954c-378110f75236 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098497 Jul 15 16:44:18.000891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004a60d-b412-4676-9ad6-49eb53231888 req-97aa04ee-0ee5-4c6c-941a-dc7a4f18187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:18.002779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-97aa04ee-0ee5-4c6c-941a-dc7a4f18187d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4577458 Jul 15 16:44:18.003345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:18.054882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e25696c-55b6-48a2-a547-8ae7eac3ace4 req-bc10d1d0-b4e2-433a-beed-7d3de8c4aa9c tempest-FloatingIPsNegativeTestJSON-11454541 tempest-FloatingIPsNegativeTestJSON-11454541-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=c4546ca8ce8f49789ff8fa772c1a05e8 HTTP/1.1" status: 200 len: 217 time: 0.0917351 Jul 15 16:44:18.127024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a26695ae-8360-4780-ab1e-c95bb267d6da req-626766ef-1373-45be-bc02-19bb47d4a320 tempest-FloatingIPsNegativeTestJSON-11454541 tempest-FloatingIPsNegativeTestJSON-11454541-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0695348 Jul 15 16:44:18.293894 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-d76b8f36-0afa-4b4d-9e30-caa78585ac91 req-840daa0a-8f5e-4cb9-aae1-de8ea35047b7 tempest-FloatingIPsNegativeTestJSON-11454541 tempest-FloatingIPsNegativeTestJSON-11454541-project] show failed (client error): The resource could not be found. Jul 15 16:44:18.309631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5b6162-882e-426b-925f-794eccd5c39b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:18.313400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d76b8f36-0afa-4b4d-9e30-caa78585ac91 req-840daa0a-8f5e-4cb9-aae1-de8ea35047b7 tempest-FloatingIPsNegativeTestJSON-11454541 tempest-FloatingIPsNegativeTestJSON-11454541-project] 10.222.0.25 "GET /v2.0/floatingips/42a5a3fd-a07d-4dba-b75f-7f0279519433 HTTP/1.1" status: 404 len: 350 time: 0.1594422 Jul 15 16:44:18.314101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46254) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:18.318063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:18.336074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Transition to ACTIVE for port object 5b5b6162-882e-426b-925f-794eccd5c39b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:18.390787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-36503756-9d53-45c4-99a7-01b74059d8e9 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617048 Jul 15 16:44:18.400375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:18.447338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1747014c-91e8-491e-bc5c-77717c17b8ce None None] Provisioning for port ec774242-bcd5-4ca3-9b0f-d85529c49479 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:18.564144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1747014c-91e8-491e-bc5c-77717c17b8ce None None] Provisioning complete for port ec774242-bcd5-4ca3-9b0f-d85529c49479 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:18.567250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1747014c-91e8-491e-bc5c-77717c17b8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:18.680335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:18.739652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:18.743741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1747014c-91e8-491e-bc5c-77717c17b8ce None None] Port ec774242-bcd5-4ca3-9b0f-d85529c49479 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:18.831928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:18.839372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:18.990382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:18.991103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.005801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec774242-bcd5-4ca3-9b0f-d85529c49479 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:19.014538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.032776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Transition to ACTIVE for port object ec774242-bcd5-4ca3-9b0f-d85529c49479 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:19.113356 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e004a60d-b412-4676-9ad6-49eb53231888 req-3d51a85f-ae52-4d84-8173-39908718cc80 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097099 Jul 15 16:44:19.117414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.249222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:19.303704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:19.318163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36208d-b6fa-4833-b522-4d2b6a4cd0bb req-6545541b-7c5f-4b30-8a84-7ef2c56d4140 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:19.325512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e36208d-b6fa-4833-b522-4d2b6a4cd0bb req-6545541b-7c5f-4b30-8a84-7ef2c56d4140 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.8703861 Jul 15 16:44:19.425631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503584-36a1-4634-a35b-83f295993880 req-d3914284-5ac0-4d24-893d-d2568ae65965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:19.427206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-d3914284-5ac0-4d24-893d-d2568ae65965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cefadb228c68447398934e71ff677de0&device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 1099 time: 0.2384295 Jul 15 16:44:19.429980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Attempting to bind port 5b5b6162-882e-426b-925f-794eccd5c39b on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:19.430269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Attempting to bind port 5b5b6162-882e-426b-925f-794eccd5c39b by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:19.430600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Attempting to bind port 5b5b6162-882e-426b-925f-794eccd5c39b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:19.445508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf431ec-b23c-4697-a2e7-2ad946e19b98 req-d911f288-1cb5-4931-b9dd-e98b836def96 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:19.454200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbf431ec-b23c-4697-a2e7-2ad946e19b98 req-d911f288-1cb5-4931-b9dd-e98b836def96 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 949 time: 0.7782588 Jul 15 16:44:19.475596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e36208d-b6fa-4833-b522-4d2b6a4cd0bb req-4ae250de-5109-4d12-943c-d18d5e91584b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482725 Jul 15 16:44:19.475868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Port 5b5b6162-882e-426b-925f-794eccd5c39b on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:19.476292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Attempting to bind port 5b5b6162-882e-426b-925f-794eccd5c39b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:19.551368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:19.551708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:19.552090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:19.552547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Bound port: 5b5b6162-882e-426b-925f-794eccd5c39b, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:19.552905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.574373 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.659822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbf431ec-b23c-4697-a2e7-2ad946e19b98 req-d771851e-d0c0-4ec5-9ddd-889b4689e098 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046974 Jul 15 16:44:19.680392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Attempting to bind port ec774242-bcd5-4ca3-9b0f-d85529c49479 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:19.680843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Attempting to bind port ec774242-bcd5-4ca3-9b0f-d85529c49479 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:19.681134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Attempting to bind port ec774242-bcd5-4ca3-9b0f-d85529c49479 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:19.762591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:19.765007 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a261e5b-0336-4f6b-9eaa-9acd905fe94d" -d '{"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-plugged", "status": "completed", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:19.782044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503584-36a1-4634-a35b-83f295993880 req-57d38ec1-7f1c-41cb-acfa-854eccefb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:19.783925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-57d38ec1-7f1c-41cb-acfa-854eccefb33a service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3416901 Jul 15 16:44:19.787812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:19.800597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Port ec774242-bcd5-4ca3-9b0f-d85529c49479 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:19.800948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Attempting to bind port ec774242-bcd5-4ca3-9b0f-d85529c49479 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:19.815965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:19.816631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5b5b6162-882e-426b-925f-794eccd5c39b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:19.822685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:19.823033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:19.825123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:19.825681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Bound port: ec774242-bcd5-4ca3-9b0f-d85529c49479, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:19.827926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.848300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:19.930159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-b461c56c-07ec-4270-987d-cdf602f0bea8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 HTTP/1.1" status: 200 len: 217 time: 0.1107819 Jul 15 16:44:19.938929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:19.955587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.014325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:14Z', 'revision_number': 4, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd5d87cf7-231f-472d-80a1-e46e3be6370e', 'name': '', 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'mac_address': 'fa:16:3e:00:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:13Z', 'updated_at': '2021-07-15T16:44:15Z', 'revision_number': 2, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'subnets': [{'id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:20.070783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Checking router: 8ef9651a-98af-4892-9782-d23966fb96b5 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:20.071297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Updating router 8ef9651a-98af-4892-9782-d23966fb96b5 port d5d87cf7-231f-472d-80a1-e46e3be6370e binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:44:20.100061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.101418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.105051 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] 10.222.0.35 "PUT /v2.0/ports/5b5b6162-882e-426b-925f-794eccd5c39b HTTP/1.1" status: 200 len: 1095 time: 4.2564361 Jul 15 16:44:20.119550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:20.123615 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337" -d '{"events": [{"name": "network-changed", "server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:20.127074 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.266875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763cfe6-7eed-4a0f-b6b5-9b8fcf151487 req-da6ba425-5ef4-4ab1-8af2-34e352446e94 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.274143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7763cfe6-7eed-4a0f-b6b5-9b8fcf151487 req-da6ba425-5ef4-4ab1-8af2-34e352446e94 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 948 time: 0.2308009 Jul 15 16:44:20.288566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.407080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29505435-020e-4688-b263-43f69bdf58b1 req-eedc73aa-b77a-4d31-b349-5efb37b95de3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.408830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29505435-020e-4688-b263-43f69bdf58b1 req-eedc73aa-b77a-4d31-b349-5efb37b95de3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 947 time: 0.4120245 Jul 15 16:44:20.591180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503584-36a1-4634-a35b-83f295993880 req-40a55e58-90a9-41fd-b460-1994cb47a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.592474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-40a55e58-90a9-41fd-b460-1994cb47a5b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.6343918 Jul 15 16:44:20.608655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7763cfe6-7eed-4a0f-b6b5-9b8fcf151487 req-57e42dc9-9b42-48cb-b911-ce6dc848d95a tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333313 Jul 15 16:44:20.615691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f289036-1f39-4e9b-a6be-184e8054a57b service neutron] Pushing event updated for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:20.676811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29505435-020e-4688-b263-43f69bdf58b1 req-a289afda-fc71-453a-9ea1-e97dae3802bf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455347 Jul 15 16:44:20.715401 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.728672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Transition to ACTIVE for port object d5d87cf7-231f-472d-80a1-e46e3be6370e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:20.737858 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bdbe9c-f9bc-4f57-bd17-d25d8d06e303 x-openstack-request-id: req-d7bdbe9c-f9bc-4f57-bd17-d25d8d06e303 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:20.739640 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-plugged", "status": "completed", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:20.739900 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7bdbe9c-f9bc-4f57-bd17-d25d8d06e303 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:20.744408 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'code': 200} Jul 15 16:44:20.745676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.748507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:20.833630 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151a32c6-5440-4b7a-afb6-bf0941a296cc x-openstack-request-id: req-151a32c6-5440-4b7a-afb6-bf0941a296cc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:20.835701 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:20.836104 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-151a32c6-5440-4b7a-afb6-bf0941a296cc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:20.836692 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b', 'status': 'completed', 'code': 200} Jul 15 16:44:20.846682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:20.872732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:20.898241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86545b-faee-4773-9064-067dc263bc8b None None] Pushing event updated for resources: {'Port': ['ID=d5d87cf7-231f-472d-80a1-e46e3be6370e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:20.959903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503584-36a1-4634-a35b-83f295993880 req-37355403-7dd2-4d6c-9a9b-e70802c9225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.962608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-37355403-7dd2-4d6c-9a9b-e70802c9225d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3580816 Jul 15 16:44:20.990578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e239f5f1-312d-4231-9a21-644025842077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:20.992145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-e239f5f1-312d-4231-9a21-644025842077 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 1098 time: 0.8174343 Jul 15 16:44:21.016467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.016976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:21.028747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec774242-bcd5-4ca3-9b0f-d85529c49479 HTTP/1.1" status: 200 len: 1094 time: 3.2739546 Jul 15 16:44:21.096345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Attempting to bind port d5d87cf7-231f-472d-80a1-e46e3be6370e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:21.104960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Attempting to bind port d5d87cf7-231f-472d-80a1-e46e3be6370e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:21.105353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Attempting to bind port d5d87cf7-231f-472d-80a1-e46e3be6370e on network 2ff314b7-e564-45a7-accb-df96a5065284 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:21.119275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:21.119577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Checking segment: {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:21.119978 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:21.120939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Bound using segment: {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:21.121529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Bound port: d5d87cf7-231f-472d-80a1-e46e3be6370e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:21.121911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:21.225484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cd0dc-d807-4fd6-8144-3d2898b1ea5a req-c841530b-78f4-4d8a-b6a1-2c34b0d40595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.227074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf1cd0dc-d807-4fd6-8144-3d2898b1ea5a req-c841530b-78f4-4d8a-b6a1-2c34b0d40595 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1097 time: 0.4065397 Jul 15 16:44:21.284191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-f68d2ca2-b1d9-4966-8d09-c2c1487ac125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5b5b6162-882e-426b-925f-794eccd5c39b HTTP/1.1" status: 200 len: 217 time: 0.2694273 Jul 15 16:44:21.301264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] For port d5d87cf7-231f-472d-80a1-e46e3be6370e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:21.306541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] For port d5d87cf7-231f-472d-80a1-e46e3be6370e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d5d87cf7-231f-472d-80a1-e46e3be6370e,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:21.343647 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:21.400982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf1cd0dc-d807-4fd6-8144-3d2898b1ea5a req-fb2057b0-1676-40aa-b729-ad33d2049857 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500289 Jul 15 16:44:21.409863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:21.410738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:21.413364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86545b-faee-4773-9064-067dc263bc8b None None] Pushing event updated for resources: {'Port': ['ID=d5d87cf7-231f-472d-80a1-e46e3be6370e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:21.457106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-1301f4d7-aa28-4abd-b4f5-0b41331f9a3a service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639289 Jul 15 16:44:21.458238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d5df5-a7f3-43f8-b38a-ed1b438e5bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:21.481772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671cc94-7099-4a9c-832d-e38736b625e5 req-b5fabc40-66e5-42b5-9efb-afbbf866e98a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.493280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6671cc94-7099-4a9c-832d-e38736b625e5 req-b5fabc40-66e5-42b5-9efb-afbbf866e98a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.4847271 Jul 15 16:44:21.539643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc00b3-9cbf-4356-8990-64739fc48f10 req-7cd089f4-3825-4829-8ffc-c33ac91a1cde tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.541226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cbc00b3-9cbf-4356-8990-64739fc48f10 req-7cd089f4-3825-4829-8ffc-c33ac91a1cde tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 949 time: 0.3092890 Jul 15 16:44:21.593269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-79614bdc-9008-4de6-9158-1ae34fd2d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.594972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-79614bdc-9008-4de6-9158-1ae34fd2d751 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 1097 time: 0.4859972 Jul 15 16:44:21.601130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-02b53041-db02-4b1c-aaf9-7cac2d3bb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.602826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-02b53041-db02-4b1c-aaf9-7cac2d3bb190 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3069987 Jul 15 16:44:21.607987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:21.663835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:21.681487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Deleting port d5d87cf7-231f-472d-80a1-e46e3be6370e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:21.681836 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:21.695395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6671cc94-7099-4a9c-832d-e38736b625e5 req-d2d5754d-cab7-49d5-ae0d-8fd75caa7631 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008884 Jul 15 16:44:21.704285 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-92bfa822-6837-441c-94a6-e057504d20db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479 HTTP/1.1" status: 200 len: 217 time: 0.0999753 Jul 15 16:44:21.711829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cbc00b3-9cbf-4356-8990-64739fc48f10 req-9f5ae3e2-0018-426d-bb9c-72829340bfcf tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574402 Jul 15 16:44:21.878330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:21.933892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-5fa9c883-1d32-4c45-8812-879bf2bcbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:21.935825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-5fa9c883-1d32-4c45-8812-879bf2bcbcbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1247201 Jul 15 16:44:22.005779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] For port d5d87cf7-231f-472d-80a1-e46e3be6370e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d5d87cf7-231f-472d-80a1-e46e3be6370e,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:22.005961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.032008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:22.037390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df503584-36a1-4634-a35b-83f295993880 req-27d58d49-31c2-4274-ae5f-2effc12a71e6 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292172 Jul 15 16:44:22.043227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Calling delete_port for d5d87cf7-231f-472d-80a1-e46e3be6370e owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:22.051472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-15e1e511-9d67-4d3b-af99-481ca11a77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:22.054980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-15e1e511-9d67-4d3b-af99-481ca11a77fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068518 Jul 15 16:44:22.057213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-fcbc3b5a-15aa-4a5f-aa9f-bcad313cc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:22.059869 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-fcbc3b5a-15aa-4a5f-aa9f-bcad313cc074 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3528540 Jul 15 16:44:22.060067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510', 'mac_address': 'fa:16:3e:23:d5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:22.177417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:22.181118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.194423 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-4d7efb7f-788e-48cb-bfa8-65141648dfdb service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065495 Jul 15 16:44:22.229146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127fdf8-9644-4c99-a054-6f5405255221 req-55af6a82-c1dc-47a0-82f2-e87e539f8ff0 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:22.241909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b127fdf8-9644-4c99-a054-6f5405255221 req-55af6a82-c1dc-47a0-82f2-e87e539f8ff0 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 948 time: 0.3255126 Jul 15 16:44:22.244597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.268899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:14Z', 'revision_number': 4, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd5d87cf7-231f-472d-80a1-e46e3be6370e', 'name': '', 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'mac_address': 'fa:16:3e:00:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:13Z', 'updated_at': '2021-07-15T16:44:21Z', 'revision_number': 4, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'subnets': [{'id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:22.273145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:22.307749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ddee79-7880-4dee-afa8-c416af8ec8b9 None None] The sync data for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 is: [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:14Z', 'revision_number': 4, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd5d87cf7-231f-472d-80a1-e46e3be6370e', 'name': '', 'network_id': '2ff314b7-e564-45a7-accb-df96a5065284', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'mac_address': 'fa:16:3e:00:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:13Z', 'updated_at': '2021-07-15T16:44:21Z', 'revision_number': 4, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'subnets': [{'id': '78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:22.345598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:22.418542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.465663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-5ea26b68-9d99-4262-9443-e804efbc206b service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920143 Jul 15 16:44:22.547590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-fb660df0-8477-422a-82cc-f00bffc3108d service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378425 Jul 15 16:44:22.594783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b127fdf8-9644-4c99-a054-6f5405255221 req-fee45533-984e-4f45-80f4-d33ffdbdf3ea tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517685 Jul 15 16:44:22.685894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a5281-d25a-4f0d-bdb3-49d2d885da30 req-4e95430d-9cb9-4efa-81f5-8f2b35fb9038 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:22.689971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-445a5281-d25a-4f0d-bdb3-49d2d885da30 req-4e95430d-9cb9-4efa-81f5-8f2b35fb9038 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 947 time: 0.5290816 Jul 15 16:44:22.800950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.842397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-445a5281-d25a-4f0d-bdb3-49d2d885da30 req-71740933-a68d-4d69-92d0-41eb30b71a44 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455295 Jul 15 16:44:22.849178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:22.851385 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6104a-2484-44e8-9e77-b1d830c8bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:22.887072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:22.900620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:22.903231 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec02591-7d97-43dd-a0fa-cffbb3ad7411" -d '{"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:22.917145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-52f70808-ad8f-40e0-bce5-b18a5879e8c4 req-449bfa36-33c2-412e-87d6-ec368ce33b56 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260736 Jul 15 16:44:22.917907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:22.934133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:22.945659 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:22.993812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:23.012789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d5d87cf7-231f-472d-80a1-e46e3be6370e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:23.028946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-e220b257-9b7d-415f-8c40-36c7a99d1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.038018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-e220b257-9b7d-415f-8c40-36c7a99d1a6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 1098 time: 0.3202057 Jul 15 16:44:23.046355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d87cf7-231f-472d-80a1-e46e3be6370e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:23.054643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d5d87cf7-231f-472d-80a1-e46e3be6370e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:23.065560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d5d87cf7-231f-472d-80a1-e46e3be6370e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 16:44:23.119940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Port d5d87cf7-231f-472d-80a1-e46e3be6370e not found, will not notify nova. {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 16:44:23.130206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:23.277227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-b209cb80-a263-4668-8090-4cb2865a1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.286842 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-b209cb80-a263-4668-8090-4cb2865a1f15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2450471 Jul 15 16:44:23.365726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-1c7da50b-d218-493c-a9cc-9076abd33c00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5b5b6162-882e-426b-925f-794eccd5c39b HTTP/1.1" status: 200 len: 217 time: 0.0703151 Jul 15 16:44:23.471130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-67879e75-b3f6-4a77-b9b5-8e1d771d7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.473606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-67879e75-b3f6-4a77-b9b5-8e1d771d7a69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0844207 Jul 15 16:44:23.569048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-3503c082-39ec-4c69-9d92-4b2bb6fea8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.570693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-3503c082-39ec-4c69-9d92-4b2bb6fea8ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796838 Jul 15 16:44:23.712316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4bc6-6272-412b-9dba-194835461b3a req-7a53734d-e923-477c-9056-364b1f733e9d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.714967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63ba4bc6-6272-412b-9dba-194835461b3a req-7a53734d-e923-477c-9056-364b1f733e9d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.5770838 Jul 15 16:44:23.717214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:23.729340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-52e74606-b872-4a7c-a0a4-73229ee953de service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386619 Jul 15 16:44:23.735397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ec6fa-71b3-475c-bf4b-d80065420425 req-9c5315a4-571c-4b14-9bd9-523ef274415e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:23.737037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-850ec6fa-71b3-475c-bf4b-d80065420425 req-9c5315a4-571c-4b14-9bd9-523ef274415e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.5987928 Jul 15 16:44:23.865040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a7180ca3-bdf6-44bc-8bbb-407eefc7e337 req-d15e8d52-8aa8-4d54-af0b-276b3289d7d3 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254520 Jul 15 16:44:23.902454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-850ec6fa-71b3-475c-bf4b-d80065420425 req-9964ccb2-1f38-429a-9e8e-1140fc2443e4 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533790 Jul 15 16:44:23.907324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63ba4bc6-6272-412b-9dba-194835461b3a req-16e7e96e-a2de-4121-a8c0-e21bb475a812 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693244 Jul 15 16:44:24.011753 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d239f1-e776-4e09-a2e7-40daf86ace4e x-openstack-request-id: req-05d239f1-e776-4e09-a2e7-40daf86ace4e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:24.012374 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:24.012776 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05d239f1-e776-4e09-a2e7-40daf86ace4e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:24.013357 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479', 'status': 'completed', 'code': 200} Jul 15 16:44:24.026425 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dfc2df-2b74-446e-8e8f-7c374f43fc15 x-openstack-request-id: req-58dfc2df-2b74-446e-8e8f-7c374f43fc15 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:24.027013 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-plugged", "status": "completed", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:24.027178 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58dfc2df-2b74-446e-8e8f-7c374f43fc15 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:24.027659 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'code': 200} Jul 15 16:44:24.275163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-03ee6b92-000c-4b24-8420-1464cbc304c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.277892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-03ee6b92-000c-4b24-8420-1464cbc304c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 1097 time: 0.2017121 Jul 15 16:44:24.281586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Router 8ef9651a-98af-4892-9782-d23966fb96b5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:24.462893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-098fabd5-6080-42ce-84d3-963d1bc75c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.465260 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-098fabd5-6080-42ce-84d3-963d1bc75c6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1791482 Jul 15 16:44:24.517587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-9da1de1a-f147-4c1d-9ec6-790a18884dc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479 HTTP/1.1" status: 200 len: 217 time: 0.0400577 Jul 15 16:44:24.529193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3b1b5-89a5-4d4c-bd0b-d6f6235c13e8 req-95f2f7b0-01cb-4c7e-9aff-5ec83e906fcf tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.530748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3a3b1b5-89a5-4d4c-bd0b-d6f6235c13e8 req-95f2f7b0-01cb-4c7e-9aff-5ec83e906fcf tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 949 time: 0.2521360 Jul 15 16:44:24.568982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eba9e-6a31-4ee1-9bc3-fb304edbbc77 req-ef124ba3-f858-4be6-ba4a-d08aca3db1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.570506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb2eba9e-6a31-4ee1-9bc3-fb304edbbc77 req-ef124ba3-f858-4be6-ba4a-d08aca3db1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1102 time: 0.2169516 Jul 15 16:44:24.575135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:24.584074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-475a8e1f-2586-4ad5-b98d-de84b8d6826e admin admin] 10.222.0.25 "PUT /v2.0/routers/8ef9651a-98af-4892-9782-d23966fb96b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2687733 Jul 15 16:44:24.587510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-b26138ec-0310-4b96-8ee7-07fbe4c9ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.589555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-b26138ec-0310-4b96-8ee7-07fbe4c9ff75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0613329 Jul 15 16:44:24.590240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:24.591979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Sync routers for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:24.611337 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:24.611973 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:24.647503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3a3b1b5-89a5-4d4c-bd0b-d6f6235c13e8 req-df6be888-1053-4da6-a84b-affeb56b1a2d tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100163 Jul 15 16:44:24.669873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb2eba9e-6a31-4ee1-9bc3-fb304edbbc77 req-e2b5810d-738b-4ba4-bfb9-3f9b0daa19ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755377 Jul 15 16:44:24.758997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b144d-9cfd-486c-8f95-862876eb82b5 req-ee714931-c9d1-4d35-829c-422d350c3660 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.771183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f31b144d-9cfd-486c-8f95-862876eb82b5 req-ee714931-c9d1-4d35-829c-422d350c3660 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 947 time: 0.1970737 Jul 15 16:44:24.772849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-5e6fb7d5-4a55-4ce9-bb1a-e34b04140bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.774790 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-5e6fb7d5-4a55-4ce9-bb1a-e34b04140bcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772506 Jul 15 16:44:24.776054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:24.840742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f31b144d-9cfd-486c-8f95-862876eb82b5 req-44115270-7cc2-4157-b2e8-5c483c63163e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Jul 15 16:44:24.841400 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:24.944798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6fd1-5f9f-4c42-87a0-9ed4324fbd0a req-6cbee71f-d038-4fc1-aac2-083e11be509b tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:24.953154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fedd6fd1-5f9f-4c42-87a0-9ed4324fbd0a req-6cbee71f-d038-4fc1-aac2-083e11be509b tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1097 time: 0.1105728 Jul 15 16:44:25.017631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fedd6fd1-5f9f-4c42-87a0-9ed4324fbd0a req-7b2013a3-5f0e-4b7c-88d0-39d7e21f2ab1 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Jul 15 16:44:25.110708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:25.141677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:22Z', 'revision_number': 5, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port': {'id': 'ccec680b-7bc5-4ad7-86d1-e7600e5b4954', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:07Z', 'updated_at': '2021-07-15T16:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:25.173796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e102c-0f11-402a-9197-d7c28f884e7e req-1119269c-13ff-47a8-be48-567a7b78869c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:25.175365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc4e102c-0f11-402a-9197-d7c28f884e7e req-1119269c-13ff-47a8-be48-567a7b78869c tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 945 time: 0.1528509 Jul 15 16:44:25.193651 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Checking router: 8ef9651a-98af-4892-9782-d23966fb96b5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:25.205866 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Routers {'8ef9651a-98af-4892-9782-d23966fb96b5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:25.206476 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:43:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8ef9651a-98af-4892-9782-d23966fb96b5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:25.225652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc4e102c-0f11-402a-9197-d7c28f884e7e req-8dc78745-f9b1-493c-9878-aef28ec4e702 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Jul 15 16:44:25.244711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-4f56ac3f-6cd3-46af-9f0d-06c5c236b657 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764417 Jul 15 16:44:25.311597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Deleting port ccec680b-7bc5-4ad7-86d1-e7600e5b4954 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:25.311951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:25.327584 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] Set router 8ef9651a-98af-4892-9782-d23966fb96b5 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:25.413383 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:25Z', 'revision_number': 6, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:25.415718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f3721-8e81-4823-a485-4baa8f920276 req-be6683be-a7ea-4877-ab8c-28628bbf2054 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:25.418893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d73f3721-8e81-4823-a485-4baa8f920276 req-be6683be-a7ea-4877-ab8c-28628bbf2054 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.1653762 Jul 15 16:44:25.472721 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c7ac0-d772-4461-b9bb-b7d1b8aa519d None None] The sync data for ids ['8ef9651a-98af-4892-9782-d23966fb96b5'] in n-d-800085-3 is: [{'id': '8ef9651a-98af-4892-9782-d23966fb96b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-258813051-router', 'tenant_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:06Z', 'updated_at': '2021-07-15T16:44:25Z', 'revision_number': 6, 'project_id': 'c4546ca8ce8f49789ff8fa772c1a05e8', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:25.477399 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bef6104a-2484-44e8-9e77-b1d830c8bef1 req-5ec22588-c375-4a97-b198-9dc9e3380b70 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363496 Jul 15 16:44:25.535426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] For port ccec680b-7bc5-4ad7-86d1-e7600e5b4954, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:25.535426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:25.548697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d73f3721-8e81-4823-a485-4baa8f920276 req-113296a1-7b4c-4a0a-8e9a-ea115e134094 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218646 Jul 15 16:44:25.564812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Calling delete_port for ccec680b-7bc5-4ad7-86d1-e7600e5b4954 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:25.677328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5b5b6162-882e-426b-925f-794eccd5c39b details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:25.683719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:25.915178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c77c409-6a4e-44a7-8d41-4ed6c27ec88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:25.915178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec774242-bcd5-4ca3-9b0f-d85529c49479 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:26.031334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.110159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccec680b-7bc5-4ad7-86d1-e7600e5b4954,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:26.124417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a157a-4148-4c89-90f6-5bf3ffdc55ea req-01015ee8-a6b0-4f3a-a3e0-9f7c5fde1ac1 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:26.142948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14a157a-4148-4c89-90f6-5bf3ffdc55ea req-01015ee8-a6b0-4f3a-a3e0-9f7c5fde1ac1 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 949 time: 0.2051234 Jul 15 16:44:26.157075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:26.189704 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:44:26.191760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:26.192392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.192961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14a157a-4148-4c89-90f6-5bf3ffdc55ea req-e4a43846-012a-423a-b032-2d0d6798098b tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Jul 15 16:44:26.300352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:26.384285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.392803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ec774242-bcd5-4ca3-9b0f-d85529c49479', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'ec774242-bcd5-4ca3-9b0f-d85529c49479', 'mac_address': 'fa:16:3e:e9:3f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:26.551399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.555479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb13611-d407-4c82-b8e9-5b80697fa58b req-68facab8-e46c-4362-a2bb-bb9e344fd574 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:26.566581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bb13611-d407-4c82-b8e9-5b80697fa58b req-68facab8-e46c-4362-a2bb-bb9e344fd574 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 947 time: 0.1771069 Jul 15 16:44:26.623639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.667777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5b5b6162-882e-426b-925f-794eccd5c39b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:26.685580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec774242-bcd5-4ca3-9b0f-d85529c49479 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:26.691615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '5b5b6162-882e-426b-925f-794eccd5c39b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '5b5b6162-882e-426b-925f-794eccd5c39b', 'mac_address': 'fa:16:3e:c7:08:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:26.726942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bb13611-d407-4c82-b8e9-5b80697fa58b req-9b9981fe-5f6c-425b-b0c9-da360c759efb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593924 Jul 15 16:44:26.799362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:26.809990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:26.812745 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f021a-80a1-4032-ae44-fd09b2609567" -d '{"events": [{"server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "name": "network-vif-plugged", "status": "completed", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:26.832983 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.849449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:26.914475 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.921944 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:26.929034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d5d87cf7-231f-472d-80a1-e46e3be6370e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:26.978099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d5d87cf7-231f-472d-80a1-e46e3be6370e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:26.978434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d5d87cf7-231f-472d-80a1-e46e3be6370e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:26.978842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ccec680b-7bc5-4ad7-86d1-e7600e5b4954 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:26.985054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5b6162-882e-426b-925f-794eccd5c39b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:27.012496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:27.018492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ccec680b-7bc5-4ad7-86d1-e7600e5b4954 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:27.018882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ccec680b-7bc5-4ad7-86d1-e7600e5b4954 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:27.033363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-246c9db7-7003-4f5d-9a12-d7211d4b73ce tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1204623053&fields=id&tenant_id=72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 267 time: 0.0655746 Jul 15 16:44:27.042854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ff91c-0a8a-47bd-be59-2b749d9571e6 req-5bc974f5-407b-41ae-bc9a-dba8bf5b9a54 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:27.044712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a5ff91c-0a8a-47bd-be59-2b749d9571e6 req-5bc974f5-407b-41ae-bc9a-dba8bf5b9a54 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.2140450 Jul 15 16:44:27.085312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5b5b6162-882e-426b-925f-794eccd5c39b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:27.102812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.126177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:27.204020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:27.207501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-65adef79-ef29-4251-944a-ac1ac6c8bc6b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:27.216276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-65adef79-ef29-4251-944a-ac1ac6c8bc6b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 824 time: 0.1704841 Jul 15 16:44:27.230758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a5ff91c-0a8a-47bd-be59-2b749d9571e6 req-b558fccb-f2b5-4bbc-9543-0ed7928b7853 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774980 Jul 15 16:44:27.238410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-2a10fb18-d216-4b25-b85a-933c080bf7e8 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/quotas/72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 375 time: 0.0212715 Jul 15 16:44:27.254439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.271017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.346926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.347858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef9651a-98af-4892-9782-d23966fb96b5 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:44:27.353790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.355808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a7910116-bae3-432a-acb9-4eb3db8baeb4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ef9651a-98af-4892-9782-d23966fb96b5 HTTP/1.1" status: 204 len: 168 time: 2.7644088 Jul 15 16:44:27.359440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:27.360137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:27.381016 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413db59-dcc7-47a4-be0e-77bf37baab0f x-openstack-request-id: req-4413db59-dcc7-47a4-be0e-77bf37baab0f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:27.383501 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "name": "network-vif-plugged", "status": "completed", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:27.384050 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4413db59-dcc7-47a4-be0e-77bf37baab0f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:27.385061 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510', 'code': 200} Jul 15 16:44:27.440579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-32d1df2d-a22d-42f8-bd70-d93a2b8ab974 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2008762 Jul 15 16:44:27.489302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:27.562531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Deleting subnet 78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:44:27.571649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.655955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.703790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b7c6-6765-4493-ad43-6bd1d9228f7d req-7de3247b-9f54-423b-8a92-6d5f4ee0ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:27.705543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7633b7c6-6765-4493-ad43-6bd1d9228f7d req-7de3247b-9f54-423b-8a92-6d5f4ee0ae99 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 1101 time: 0.2266228 Jul 15 16:44:27.711748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-b2eb1f31-6f99-4cb7-90d5-ac3f07ba5107 service neutron] 10.222.0.25 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702105 Jul 15 16:44:27.816812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db0bb1-4e59-4ca4-8440-873e6b91d654 req-0b4f0984-d56c-4552-97f9-0fffa858d201 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:27.818263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72db0bb1-4e59-4ca4-8440-873e6b91d654 req-0b4f0984-d56c-4552-97f9-0fffa858d201 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 950 time: 0.2387903 Jul 15 16:44:27.859283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7633b7c6-6765-4493-ad43-6bd1d9228f7d req-582f87cb-6852-42c7-87f0-3e7164fa6527 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453848 Jul 15 16:44:27.863554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-b292fe86-201a-4690-84db-ef9446b823e3 service neutron] 10.222.0.25 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506770 Jul 15 16:44:27.909339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:27.913282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72db0bb1-4e59-4ca4-8440-873e6b91d654 req-40b6caa7-5c03-4e7f-9af3-9ac410dea9f7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795228 Jul 15 16:44:27.977934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-832523ae-518f-43d4-ae21-a01544b718fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:27.979510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-832523ae-518f-43d4-ae21-a01544b718fc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f9fa08c-7875-4f25-8cd9-3550615cba5f HTTP/1.1" status: 200 len: 945 time: 0.1655450 Jul 15 16:44:28.016359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.119291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:28.123241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.127942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8cc3623-0a40-4a13-b3e7-b0826da08e21 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78bd3e43-b0a9-4fd4-bf4b-9e6dfd87b50b HTTP/1.1" status: 204 len: 168 time: 0.7640028 Jul 15 16:44:28.128074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46454) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:28.132970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507bea1-46ed-48b8-be87-47a2618c1a2a None None] Network 2ff314b7-e564-45a7-accb-df96a5065284 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:28.265603 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.282193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Deleting port 0e422fd1-2662-4eed-b224-efd4cfc010f6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:28.284655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.333047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Deleting port 1194fd41-0603-4e44-aef6-32fc6f6f4196 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:28.333949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.355709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37f3d788-1e2e-41a8-a6e6-381ba04ba226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.445680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] For port 0e422fd1-2662-4eed-b224-efd4cfc010f6, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0e422fd1-2662-4eed-b224-efd4cfc010f6,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:28.446380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.463963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] DHCP port deletion for 2ff314b7-e564-45a7-accb-df96a5065284 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:44:28.474889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] For port 1194fd41-0603-4e44-aef6-32fc6f6f4196, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1194fd41-0603-4e44-aef6-32fc6f6f4196,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:28.475328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.510024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Calling delete_port for 1194fd41-0603-4e44-aef6-32fc6f6f4196 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:28.554718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Deleting port 1194fd41-0603-4e44-aef6-32fc6f6f4196 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:28.555541 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.626868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299da8f-dabc-418f-b351-0ba5a2e2102c req-1064eb65-6b3b-49d8-9dc1-d24bab596cf1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:28.628772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a299da8f-dabc-418f-b351-0ba5a2e2102c req-1064eb65-6b3b-49d8-9dc1-d24bab596cf1 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1096 time: 0.2029295 Jul 15 16:44:28.643778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23cc1b-c8d3-43bb-a5f6-43e0296d8779 req-d57e502e-0676-4945-8464-a3b5e2ecfe6d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:28.645275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f23cc1b-c8d3-43bb-a5f6-43e0296d8779 req-d57e502e-0676-4945-8464-a3b5e2ecfe6d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 948 time: 0.2122285 Jul 15 16:44:28.689659 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.704152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] For port 1194fd41-0603-4e44-aef6-32fc6f6f4196, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1194fd41-0603-4e44-aef6-32fc6f6f4196,segment=NetworkSegment(f1150bcc-8278-43bc-ad9f-3cc52a43ad66),segment_id=f1150bcc-8278-43bc-ad9f-3cc52a43ad66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:28.704713 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.714902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.726869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Calling delete_port for 1194fd41-0603-4e44-aef6-32fc6f6f4196 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:28.755576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a299da8f-dabc-418f-b351-0ba5a2e2102c req-b5374620-2fae-4bb4-9afd-7c19ac61cb90 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Jul 15 16:44:28.758468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f23cc1b-c8d3-43bb-a5f6-43e0296d8779 req-13fd767a-35d4-4851-b109-4a716e566ccc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993395 Jul 15 16:44:28.762158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1194fd41-0603-4e44-aef6-32fc6f6f4196,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:28.766479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] No DVR routers for this DVR port 1194fd41-0603-4e44-aef6-32fc6f6f4196 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:28.856290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.857623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.857623 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d disassociated. External IP: 172.25.8.90, port: 0e422fd1-2662-4eed-b224-efd4cfc010f6. Jul 15 16:44:28.857912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Calling delete_port for 0e422fd1-2662-4eed-b224-efd4cfc010f6 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:28.921943 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:28.936500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff314b7-e564-45a7-accb-df96a5065284']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:28.949427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:28.950159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1150bcc-8278-43bc-ad9f-3cc52a43ad66') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:28.952649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1194fd41-0603-4e44-aef6-32fc6f6f4196 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:28.966599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.008244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 1194fd41-0603-4e44-aef6-32fc6f6f4196 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:29.008586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1194fd41-0603-4e44-aef6-32fc6f6f4196 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:29.031496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.039326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:44:29.039774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.076914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b95de2fa-2af5-4744-9200-b9f78ebec9a6 req-a69c7c74-e890-45fb-aa4e-c592844bc4fb tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 210 time: 0.0910273 Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:44:29.077620 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:44:29.082742 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:44:29.091928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.144240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] Pushing event deleted for resources: {'Port': ['ID=1194fd41-0603-4e44-aef6-32fc6f6f4196,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:29.150026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3df3c0-35a4-4d54-a57b-a3ca399a87bc None None] No DVR routers for this DVR port 1194fd41-0603-4e44-aef6-32fc6f6f4196 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:29.153536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.156155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.177798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.184829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2ff314b7-e564-45a7-accb-df96a5065284 HTTP/1.1" status: 204 len: 168 time: 1.0557795 Jul 15 16:44:29.187720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba473834-c2b8-4e73-92dc-5f56074819e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff314b7-e564-45a7-accb-df96a5065284,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:29.228439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event deleted for resources: {'Port': ['ID=0e422fd1-2662-4eed-b224-efd4cfc010f6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:29.300204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb7480-1751-46d9-99c4-0d7eacbf3d68 req-b05d8ca6-11d7-4cdd-af9c-c4fcf8fc7995 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:29.302176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16cb7480-1751-46d9-99c4-0d7eacbf3d68 req-b05d8ca6-11d7-4cdd-af9c-c4fcf8fc7995 tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1102 time: 0.0739627 Jul 15 16:44:29.368309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46486) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:29.374323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.380818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16cb7480-1751-46d9-99c4-0d7eacbf3d68 req-5df8e641-a4ea-45a0-bd45-369b05c47f7b tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726414 Jul 15 16:44:29.403974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:29.440396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-86896956-e0b8-48f3-9078-a8c21b456290 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4546ca8ce8f49789ff8fa772c1a05e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704155 Jul 15 16:44:29.442848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:29.507520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.540654 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.578859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:29.594462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:29.603404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.608244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.609629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83c7fe6a-4858-4656-a265-3aa9b78f624e HTTP/1.1" status: 204 len: 168 time: 0.1656430 Jul 15 16:44:29.626102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:29.626898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:29.633707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741ade8-83bc-4d59-8b78-267e0bf6b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c7fe6a-4858-4656-a265-3aa9b78f624e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:29.652919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] No DVR routers for this DVR port 0e422fd1-2662-4eed-b224-efd4cfc010f6 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:29.658748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:29.660846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-150a88f5-d0b1-4c06-8273-38d56860aaff req-aa841a6f-1b5c-4672-b2ef-d1d1edc7e871 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.35 "DELETE /v2.0/ports/0e422fd1-2662-4eed-b224-efd4cfc010f6 HTTP/1.1" status: 204 len: 173 time: 1.6615677 Jul 15 16:44:29.661333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'name': 'network-vif-deleted', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:29.680883 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41fe8f0-7a9d-4e65-97f5-e80280f59eaa" -d '{"events": [{"server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "name": "network-vif-deleted", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:29.845833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5b5b6162-882e-426b-925f-794eccd5c39b up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:29.933504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec774242-bcd5-4ca3-9b0f-d85529c49479 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:30.085445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:30.114310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 5b5b6162-882e-426b-925f-794eccd5c39b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:30.144293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 5b5b6162-882e-426b-925f-794eccd5c39b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:30.145355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:30.150088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ec774242-bcd5-4ca3-9b0f-d85529c49479 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:30.197417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ec774242-bcd5-4ca3-9b0f-d85529c49479 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:30.198199 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:30.310939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71a0c-de19-4057-a8d4-2df8b49ba090 req-fdea8007-1a84-4b3a-8426-b88053856693 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:30.323346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dec71a0c-de19-4057-a8d4-2df8b49ba090 req-fdea8007-1a84-4b3a-8426-b88053856693 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 950 time: 0.1439033 Jul 15 16:44:30.331773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-9881b419-93ba-4111-bd30-d58acf949e09 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:30.333374 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-9881b419-93ba-4111-bd30-d58acf949e09 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.20 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 824 time: 0.2668278 Jul 15 16:44:30.420695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dec71a0c-de19-4057-a8d4-2df8b49ba090 req-8d066c76-e6f7-454a-bab0-c3b65671157a tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962119 Jul 15 16:44:30.474245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-84234aa9-1051-4e5d-9869-e652e0d8649e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72a12efcd8f44b919a138235e6a61b6e HTTP/1.1" status: 200 len: 380 time: 0.1228757 Jul 15 16:44:30.483602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'port': {'device_id': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'admin_state_up': True, 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'security_groups': ['37d93574-3fbb-4821-95ee-7e25c35a7f9b']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:30.733632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:30.768968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Made reservation on behalf of 72a12efcd8f44b919a138235e6a61b6e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:30.773509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80365af8-dbeb-4b12-abc3-1430b6f9d64d req-422027f8-60ee-4fa8-906a-6f42fa055dcb tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:30.776217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80365af8-dbeb-4b12-abc3-1430b6f9d64d req-422027f8-60ee-4fa8-906a-6f42fa055dcb tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 949 time: 0.1938360 Jul 15 16:44:30.779289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:30.873850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80365af8-dbeb-4b12-abc3-1430b6f9d64d req-d215a990-ba22-42b7-ade9-b07927a5c367 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911539 Jul 15 16:44:30.878304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:30.884562 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:30.897918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:30.980239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:30.985009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:30.988573 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ad24c4-d4eb-4393-9d26-6de82cab5bda" -d '{"events": [{"server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "name": "network-vif-plugged", "status": "completed", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:31.002924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.015364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46552) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:31.017469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:31.018468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:31.054806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Allocated IP 172.20.0.12 (09163576-009c-47d9-8f49-2970c5071a42/c5bfe732-27d7-48c5-b6a0-eee307d626fe/11dc4db6-b123-4dea-af43-00b9a3360d42) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:31.131651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-8508f377-7462-46d3-b720-5ff09c53663b tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:44:31.133243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-8508f377-7462-46d3-b720-5ff09c53663b tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108051 Jul 15 16:44:31.158125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:31.158869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:44:31.177777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5b5b6162-882e-426b-925f-794eccd5c39b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:31.196717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.216277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-network', 'tenant_id': '2be1264188124636afb8e9e207873cbd'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:31.222515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.263856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:31.273955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Made reservation on behalf of 2be1264188124636afb8e9e207873cbd for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:31.277298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.290172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.332546 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a64eb-4c29-48ce-83b2-97be75b0d120 x-openstack-request-id: req-ff7a64eb-4c29-48ce-83b2-97be75b0d120 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:31.332835 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9fa08c-7875-4f25-8cd9-3550615cba5f", "name": "network-vif-deleted", "tag": "0e422fd1-2662-4eed-b224-efd4cfc010f6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:31.333088 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff7a64eb-4c29-48ce-83b2-97be75b0d120 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:31.333485 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9fa08c-7875-4f25-8cd9-3550615cba5f', 'name': 'network-vif-deleted', 'tag': '0e422fd1-2662-4eed-b224-efd4cfc010f6', 'status': 'completed', 'code': 200} Jul 15 16:44:31.351445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.356315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:31.358975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:31.377992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Transition to ACTIVE for port object 11dc4db6-b123-4dea-af43-00b9a3360d42 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:31.414756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:31.415095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:31.415459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:31.429373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:31.429696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:31.439285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:31.439622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:31.440015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:31.440499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Bound port: de909d2e-629b-4e4b-94b9-b9d244624598, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:31.463884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.477380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.479268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.522795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:44:31.543467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event updated for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:31.548318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.548657 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Added segment 38fca351-3cc1-4dfc-bbb7-38315966b6f0 of type vlan for network 13c65b6e-6a5f-4962-9c17-44bcd51079ac Jul 15 16:44:31.550010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08622241-dc05-4225-81fd-8924b1755c2a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:31.587464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Network 09163576-009c-47d9-8f49-2970c5071a42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:31.604727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.613125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:31.615067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:31.615189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef5e23-089d-4c2d-924e-ac1789d58d2a req-88f965ff-bf8d-4603-8520-239cc11ea590 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:31.624726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fef5e23-089d-4c2d-924e-ac1789d58d2a req-88f965ff-bf8d-4603-8520-239cc11ea590 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 949 time: 0.1572456 Jul 15 16:44:31.633564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:31.645198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.650473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:31.663892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-15ad016b-47a1-44e5-b8f2-b519c24e99b5 service neutron] 10.222.0.25 "POST /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598/bindings HTTP/1.1" status: 201 len: 389 time: 0.5079374 Jul 15 16:44:31.680817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fef5e23-089d-4c2d-924e-ac1789d58d2a req-7abc9cdd-1f40-40e4-a566-d859a6d25fcb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Jul 15 16:44:31.683783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eb3831-8a55-49e3-93c2-af7fc513ac5c None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:31.735791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.736925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:31.737433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.739453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0e422fd1-2662-4eed-b224-efd4cfc010f6 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:31.777043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 0e422fd1-2662-4eed-b224-efd4cfc010f6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:31.777311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0e422fd1-2662-4eed-b224-efd4cfc010f6 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:31.842122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:31.843690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:31.870768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-cdfe04af-a110-43d0-aab0-afde3379656a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3929074 Jul 15 16:44:31.890917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Request body: {'port': {'device_id': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:31.930906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:31.942617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] Pushing event updated for resources: {'Network': ['ID=13c65b6e-6a5f-4962-9c17-44bcd51079ac,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:31.962536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a23f9445-81f1-4853-aad9-2c49f3c79642 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9460716 Jul 15 16:44:31.966093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46562) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:31.976106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Request body: {'subnet': {'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-subnet', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:32.018138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:44:32.074919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.110620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Made reservation on behalf of 2be1264188124636afb8e9e207873cbd for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:32.114443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.118742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a80d388f-55ec-4889-a76c-17ae4ffc21e3 None None] Provisioning for port 11dc4db6-b123-4dea-af43-00b9a3360d42 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:32.160282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a80d388f-55ec-4889-a76c-17ae4ffc21e3 None None] Provisioning complete for port 11dc4db6-b123-4dea-af43-00b9a3360d42 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:32.160804 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a80d388f-55ec-4889-a76c-17ae4ffc21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.166995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa608a-300d-4d52-af4b-f39a61b01034 req-2f1843e6-f4f6-4a3b-b8b8-9d327d5ec0a9 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.169422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fa608a-300d-4d52-af4b-f39a61b01034 req-2f1843e6-f4f6-4a3b-b8b8-9d327d5ec0a9 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 932 time: 0.1879542 Jul 15 16:44:32.200230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd89920-f352-4401-82ad-bac03bdacc90 None None] New status for floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:44:32.233970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a80d388f-55ec-4889-a76c-17ae4ffc21e3 None None] Port 11dc4db6-b123-4dea-af43-00b9a3360d42 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:32.242328 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.310682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fa608a-300d-4d52-af4b-f39a61b01034 req-3b581726-c425-4706-866e-dadde4fdf714 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605209 Jul 15 16:44:32.334802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-23b29f97-7b93-4369-a4e9-921e6698395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.335007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:32.335138 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-23b29f97-7b93-4369-a4e9-921e6698395c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1096 time: 0.3199644 Jul 15 16:44:32.343533 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.454096 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3555f4a7-c550-4432-acd2-e087ad972319 x-openstack-request-id: req-3555f4a7-c550-4432-acd2-e087ad972319 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:32.454490 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "name": "network-vif-plugged", "status": "completed", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:32.454838 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3555f4a7-c550-4432-acd2-e087ad972319 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:32.455425 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479', 'code': 200} Jul 15 16:44:32.456102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:32.566726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-83e719c8-182c-4411-954f-82959db3020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.571880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-83e719c8-182c-4411-954f-82959db3020b service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.2299800 Jul 15 16:44:32.594295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.659660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-652ae12b-a75a-4056-8a3e-8480f1a9aa01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 217 time: 0.0763450 Jul 15 16:44:32.727877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3a04-1aae-464a-a8d9-9b65c6982cf0 req-1d9dc65c-4766-4008-8f2c-01456c84a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.729948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99cf3a04-1aae-464a-a8d9-9b65c6982cf0 req-1d9dc65c-4766-4008-8f2c-01456c84a74b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 1099 time: 0.2328482 Jul 15 16:44:32.741524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26dca1d2-e714-415e-a1cb-4ccf81ea9ccb,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:32.758975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-9a59cac0-483e-400a-ab84-09ad2fb784f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.760491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-9a59cac0-483e-400a-ab84-09ad2fb784f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0889347 Jul 15 16:44:32.809067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Checking segment: {'id': '38fca351-3cc1-4dfc-bbb7-38315966b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:32.809341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Network hostable DHCP agents. Network: 13c65b6e-6a5f-4962-9c17-44bcd51079ac, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:44:32.811214 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-8abe7a72-54db-4cdc-bc0a-6b1ad121baad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403192 Jul 15 16:44:32.821667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99cf3a04-1aae-464a-a8d9-9b65c6982cf0 req-fd21995b-43cb-43b3-b605-a20f45ff790a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735991 Jul 15 16:44:32.829534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f5e4-d4fb-4ed0-ad70-21f4e5a1c082 req-08bb700d-972e-499f-ad8e-28669243789d tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.830999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2497f5e4-d4fb-4ed0-ad70-21f4e5a1c082 req-08bb700d-972e-499f-ad8e-28669243789d tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 1102 time: 0.1926012 Jul 15 16:44:32.843485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da607e24-3149-4684-8fa1-f7dc1752b340 req-aa229895-9f16-4141-9df6-09b67a138f8a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.845015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da607e24-3149-4684-8fa1-f7dc1752b340 req-aa229895-9f16-4141-9df6-09b67a138f8a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.2047460 Jul 15 16:44:32.883241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:44:32.909939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 13c65b6e-6a5f-4962-9c17-44bcd51079ac) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:32.924944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:32.925529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.926443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dcf219-67ac-4016-99ae-d38c4a682800 None None] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:32.930329 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da607e24-3149-4684-8fa1-f7dc1752b340 req-00c379e5-01f9-4d13-84c7-5d0a5502ab30 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739565 Jul 15 16:44:32.932942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dc4db6-b123-4dea-af43-00b9a3360d42 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:32.937931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2497f5e4-d4fb-4ed0-ad70-21f4e5a1c082 req-6781ea18-9b76-45e2-af2b-001c8c87d33c tempest-ServersAdminTestJSON-655489992 tempest-ServersAdminTestJSON-655489992-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Jul 15 16:44:32.943025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:32.971788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-abb7421c-63e4-4f67-b467-d435371635c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0042632 Jul 15 16:44:32.973324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-9cf667ab-b5ee-496d-9561-e2d62e327540 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479797 Jul 15 16:44:32.974683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46580) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:32.980218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:33.017623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.018867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.039211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Transition to ACTIVE for port object 11dc4db6-b123-4dea-af43-00b9a3360d42 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:33.049243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.129614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.136635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:33.178773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'fixed_ips': [{'subnet_id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:44:33.179712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.299484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-5c040380-b608-45e7-a469-f2d06db3a716 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115954 Jul 15 16:44:33.370803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Attempting to bind port 11dc4db6-b123-4dea-af43-00b9a3360d42 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:33.371406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Attempting to bind port 11dc4db6-b123-4dea-af43-00b9a3360d42 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:33.371932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Attempting to bind port 11dc4db6-b123-4dea-af43-00b9a3360d42 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:33.381651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Port 11dc4db6-b123-4dea-af43-00b9a3360d42 on network 09163576-009c-47d9-8f49-2970c5071a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:33.384611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Attempting to bind port 11dc4db6-b123-4dea-af43-00b9a3360d42 on network 09163576-009c-47d9-8f49-2970c5071a42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:33.400300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:33.402562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Checking segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:33.402978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Bound using segment: {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:33.403666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Bound port: 11dc4db6-b123-4dea-af43-00b9a3360d42, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39319241-37ee-4b3c-800d-ad8043bfb54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '09163576-009c-47d9-8f49-2970c5071a42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:33.404035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.418037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Allocated IP 172.20.0.2 (13c65b6e-6a5f-4962-9c17-44bcd51079ac/26dca1d2-e714-415e-a1cb-4ccf81ea9ccb/05ceebde-a7cf-48ca-b2b8-fc2a5cff1204) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:33.443633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.503581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa716286-b49f-40e7-898a-1d74ed7f1e26 req-c0e87b28-4a81-4433-9e44-bb1f26ec6aa0 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:33.513471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa716286-b49f-40e7-898a-1d74ed7f1e26 req-c0e87b28-4a81-4433-9e44-bb1f26ec6aa0 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 950 time: 0.3021977 Jul 15 16:44:33.547303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:33.551374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=11dc4db6-b123-4dea-af43-00b9a3360d42,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:33.560633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.652270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:33.653821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.655793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] 10.222.0.20 "PUT /v2.0/ports/11dc4db6-b123-4dea-af43-00b9a3360d42 HTTP/1.1" status: 200 len: 1092 time: 1.7719872 Jul 15 16:44:33.656559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:33.659315 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bdc75d-6c55-42cd-8c88-e9989aea3a52" -d '{"events": [{"name": "network-changed", "server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:33.687813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990dab8-b671-41e9-b960-892c0f6cad49 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:33.806225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.816889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Transition to ACTIVE for port object 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:33.854017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Transition to ACTIVE for port object 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:33.890588 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:33.902528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6782947-2c6c-42df-a112-67c9a2328cd5 req-24c57e6e-5592-45a7-a5f7-5cc13fed3f29 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:33.904187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6782947-2c6c-42df-a112-67c9a2328cd5 req-24c57e6e-5592-45a7-a5f7-5cc13fed3f29 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 949 time: 0.6918054 Jul 15 16:44:33.919172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-ba36cb99-bbfe-4c3d-bf34-f801f6b61a07 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:33.921596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-ba36cb99-bbfe-4c3d-bf34-f801f6b61a07 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 950 time: 0.1789291 Jul 15 16:44:33.924416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-5fea1663-7eba-4b3f-ba25-ab875eaa97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:33.925576 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-5fea1663-7eba-4b3f-ba25-ab875eaa97eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 1095 time: 0.1924284 Jul 15 16:44:33.951163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:33.957077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:33.962499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:33.967119 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Pushing event updated for resources: {'Port': ['ID=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:34.001548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa716286-b49f-40e7-898a-1d74ed7f1e26 req-4e3f2dd4-5a60-4c42-9e79-6b1616c29c8e tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4dc740c-ebb1-4d05-a278-1a095feee798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821167 Jul 15 16:44:34.038508 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6782947-2c6c-42df-a112-67c9a2328cd5 req-d6275e87-9347-4b99-975b-f1338ba67f1d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256468 Jul 15 16:44:34.138033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Attempting to bind port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:34.138753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Attempting to bind port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '38fca351-3cc1-4dfc-bbb7-38315966b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:34.139215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Attempting to bind port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 on network 13c65b6e-6a5f-4962-9c17-44bcd51079ac {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:34.147010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:34.148176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Checking segment: {'id': '38fca351-3cc1-4dfc-bbb7-38315966b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:34.148699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.149191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Bound using segment: {'id': '38fca351-3cc1-4dfc-bbb7-38315966b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:34.149767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Bound port: 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fca351-3cc1-4dfc-bbb7-38315966b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:34.150245 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.238827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] For port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:34.242603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] For port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,segment=NetworkSegment(38fca351-3cc1-4dfc-bbb7-38315966b6f0),segment_id=38fca351-3cc1-4dfc-bbb7-38315966b6f0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:34.251316 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.336688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa26ba-fd3e-4406-9f6e-c003a7a5b54b None None] Pushing event updated for resources: {'Port': ['ID=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:34.456443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b'}, {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:34.459725 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab1283-8992-48bb-bcae-4c74d7f35eb3" -d '{"events": [{"server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b"}, {"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:34.489812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.507556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-c83a199a-eee6-47b1-939c-36afdd68a354 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11dc4db6-b123-4dea-af43-00b9a3360d42 HTTP/1.1" status: 200 len: 217 time: 0.5450373 Jul 15 16:44:34.535500 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.708486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-0888d2fe-8854-4906-83c0-da612d3d9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:34.709887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-0888d2fe-8854-4906-83c0-da612d3d9866 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.1933901 Jul 15 16:44:34.711199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Deleting port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:34.711539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.862401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Allocated IP 172.25.8.96 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/1ea846bd-2c1e-405a-8954-766ef9a4742e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:34.937296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] For port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:34.937659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:34.976270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Calling delete_port for ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:34.988157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:35.100497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:35.111344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-719dc6fd-c3b6-4482-be60-4455be93ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:35.112872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-719dc6fd-c3b6-4482-be60-4455be93ef7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295048 Jul 15 16:44:35.147345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:35.149422 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c8fcf-aac0-4f38-b113-33671d7bbccc x-openstack-request-id: req-dd1c8fcf-aac0-4f38-b113-33671d7bbccc {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:35.149714 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:35.149963 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd1c8fcf-aac0-4f38-b113-33671d7bbccc {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:35.150532 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'status': 'completed', 'code': 200} Jul 15 16:44:35.222525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326fba8-7e1b-4045-b556-955fe70b0b24 req-5dbb6acd-0b79-4917-8ee1-59879e7be541 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:35.226074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a326fba8-7e1b-4045-b556-955fe70b0b24 req-5dbb6acd-0b79-4917-8ee1-59879e7be541 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 944 time: 0.1994178 Jul 15 16:44:35.231277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:35.313856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-5e81620d-3c76-4626-992d-837a489d66dc service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878517 Jul 15 16:44:35.349150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:35.372555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:35.373041 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:44:35.387137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:35.398100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:35.415177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:35.442038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea846bd-2c1e-405a-8954-766ef9a4742e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:35.446149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Pushing event deleted for resources: {'Port': ['ID=ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:35.483714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a326fba8-7e1b-4045-b556-955fe70b0b24 req-4e87d0f1-1712-4674-b1b2-56b6398cb976 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495499 Jul 15 16:44:35.529539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] No DVR routers for this DVR port ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:35.533706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:35.535967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad04f072-4144-4a4e-98cb-9c49e52fff0b req-a695396f-e3f6-4266-977a-bb07f2c1ffb7 tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.35 "DELETE /v2.0/ports/ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 HTTP/1.1" status: 204 len: 173 time: 1.6073673 Jul 15 16:44:35.539538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f2ff345-bc88-4f57-a249-0d5b5527642b req-4a55a7b0-5406-4f7b-bb0f-3df6600a2409 service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154768 Jul 15 16:44:35.587435 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d2d1a-3e70-4ed1-b1a6-adf46d17ed0b x-openstack-request-id: req-d62d2d1a-3e70-4ed1-b1a6-adf46d17ed0b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:35.587947 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "name": "network-vif-plugged", "status": "completed", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b", "code": 200}, {"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:35.587947 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d62d2d1a-3e70-4ed1-b1a6-adf46d17ed0b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:35.588395 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b', 'code': 200} Jul 15 16:44:35.588644 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'code': 200} Jul 15 16:44:35.678222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8402e3-6064-4c38-a4e7-c863978b067f req-8342096b-8ec2-49e1-ac22-2f45be7ff22d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:35.680760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8402e3-6064-4c38-a4e7-c863978b067f req-8342096b-8ec2-49e1-ac22-2f45be7ff22d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.3839006 Jul 15 16:44:35.845499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-1e10799d-5a18-4d48-b513-cf27c317e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:35.847390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-1e10799d-5a18-4d48-b513-cf27c317e55b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 1095 time: 0.2126861 Jul 15 16:44:35.847519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8402e3-6064-4c38-a4e7-c863978b067f req-9cc1b59c-8476-4549-9b80-3b90034959a9 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075869 Jul 15 16:44:35.940280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57a296-8c79-4ce0-966a-b06f77a28634 req-0f4b6b5a-8c9b-466c-9cb9-1b486990f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:35.942038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d57a296-8c79-4ce0-966a-b06f77a28634 req-0f4b6b5a-8c9b-466c-9cb9-1b486990f282 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 1100 time: 0.1898038 Jul 15 16:44:35.995565 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d57a296-8c79-4ce0-966a-b06f77a28634 req-7dd4ef54-e93c-4f77-89e1-6393953bcf36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Jul 15 16:44:36.005960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-af055db6-9b92-4dde-9941-9b8eb0b2a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.007470 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-af055db6-9b92-4dde-9941-9b8eb0b2a676 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 924 time: 0.1410067 Jul 15 16:44:36.012093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a424f9a-c98a-4a9b-b86a-6e34c13bf0bb None None] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:36.064702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-64a94a8b-754f-44f1-b6ba-0c322941a168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11dc4db6-b123-4dea-af43-00b9a3360d42 HTTP/1.1" status: 200 len: 217 time: 0.0452919 Jul 15 16:44:36.080741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Provisioning for port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:36.086690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Provisioning complete for port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:36.087263 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.110198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0317e61a-c2d0-4909-8f31-165e16700cda req-5e3e3d19-27ad-4fb2-8632-a789ffea2c9c tempest-ImagesNegativeTestJSON-1736027677 tempest-ImagesNegativeTestJSON-1736027677-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3c4728e-7927-4046-85c2-c26f9264dbb3 HTTP/1.1" status: 200 len: 210 time: 0.0925612 Jul 15 16:44:36.145962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2128a-da48-4989-97b0-5bf2e02159a4 req-b83a569f-efa1-45e5-9217-4b5e6890c31c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.153503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56e2128a-da48-4989-97b0-5bf2e02159a4 req-b83a569f-efa1-45e5-9217-4b5e6890c31c tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 949 time: 0.3188994 Jul 15 16:44:36.165030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-17ad04c3-9aaa-45a7-9156-b5c9e1a9e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.167406 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-17ad04c3-9aaa-45a7-9156-b5c9e1a9e257 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.0881886 Jul 15 16:44:36.189641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.242596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56e2128a-da48-4989-97b0-5bf2e02159a4 req-6c15b352-23eb-474a-aa77-90a48ba2ebcc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881269 Jul 15 16:44:36.257388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.278186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-e77b7ba7-d1a3-4528-8149-04ed2ee10f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.279706 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-e77b7ba7-d1a3-4528-8149-04ed2ee10f2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056933 Jul 15 16:44:36.338498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] For port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,segment=NetworkSegment(38fca351-3cc1-4dfc-bbb7-38315966b6f0),segment_id=38fca351-3cc1-4dfc-bbb7-38315966b6f0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:36.368467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.468326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-9225d4c5-a4aa-4f41-89f1-6faf8f9b8574 service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723723 Jul 15 16:44:36.508214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a1097-a2b6-4de8-9326-f0a675d940e4 None None] Pushing event updated for resources: {'Port': ['ID=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:36.643346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09bdc75d-6c55-42cd-8c88-e9989aea3a52 req-a779d44d-72e8-4ca4-84c3-6bb2316a761b service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558521 Jul 15 16:44:36.688952 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.767201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119faf-2179-4683-864d-dd404d705972 req-31f12728-7b66-4fe6-8360-fdae2768cedf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.768690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4119faf-2179-4683-864d-dd404d705972 req-31f12728-7b66-4fe6-8360-fdae2768cedf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 949 time: 0.4365704 Jul 15 16:44:36.784189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-17130f79-7e6f-4d53-9b7e-b258c1505a82 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:36.785724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-17130f79-7e6f-4d53-9b7e-b258c1505a82 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 949 time: 0.3442852 Jul 15 16:44:36.809280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-11202d43-8732-472e-affc-91761cf35f68 None None] Provisioning complete for port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:36.810208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11202d43-8732-472e-affc-91761cf35f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:36.908673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4119faf-2179-4683-864d-dd404d705972 req-90398e4d-12e5-49ef-8ea2-08696d6313da tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328411 Jul 15 16:44:36.911616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:37.035533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:37.035917 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:37.152160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'name': 'network-vif-deleted', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:37.154608 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60b1ae2-a3e2-47f1-aec4-04f1ee7f4f47" -d '{"events": [{"server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "name": "network-vif-deleted", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:37.172761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Deleting port 82ff1aff-9e9f-4b21-b995-12b0c704012b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:37.173334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:37.192164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Router 30478a4d-11ae-4172-b412-a7dbd94a6a35 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:44:37.364371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bcd2a-d26a-49d8-a62a-44adc36f7763 req-2e16f81d-aa19-43e3-a473-26a2e4d9b660 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:37.365871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b78bcd2a-d26a-49d8-a62a-44adc36f7763 req-2e16f81d-aa19-43e3-a473-26a2e4d9b660 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.2469687 Jul 15 16:44:37.688667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] For port 82ff1aff-9e9f-4b21-b995-12b0c704012b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=82ff1aff-9e9f-4b21-b995-12b0c704012b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:37.689032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:37.726499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Calling delete_port for 82ff1aff-9e9f-4b21-b995-12b0c704012b owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:37.736147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb43246-99b6-4f2b-a329-6bbd94604390 req-788254ed-e2ca-456d-8b7b-5f25d953edb7 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:37.737729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fb43246-99b6-4f2b-a329-6bbd94604390 req-788254ed-e2ca-456d-8b7b-5f25d953edb7 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 944 time: 0.5481462 Jul 15 16:44:37.746510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b78bcd2a-d26a-49d8-a62a-44adc36f7763 req-bd2166fb-7ab4-48e4-bd58-ff2cdb5a53cf tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683047 Jul 15 16:44:37.754739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:37.758001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:37.789889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Sync routers for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:37.799696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:37.800039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:37.804472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:37.805108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:37.831281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:37.835068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-055f46a4-e930-47ff-9048-26b0ce05b7d4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8568065 Jul 15 16:44:37.835491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46678) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:37.865735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fb43246-99b6-4f2b-a329-6bbd94604390 req-11390c3c-4758-4a12-8eb2-4309d74c42e9 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163623 Jul 15 16:44:37.938265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:37.966696 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:37.988596 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01e910-dbfb-4637-8a62-ce1293d8b24d x-openstack-request-id: req-3d01e910-dbfb-4637-8a62-ce1293d8b24d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:37.989148 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c4728e-7927-4046-85c2-c26f9264dbb3", "name": "network-vif-deleted", "tag": "ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:37.989492 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d01e910-dbfb-4637-8a62-ce1293d8b24d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:37.989970 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4728e-7927-4046-85c2-c26f9264dbb3', 'name': 'network-vif-deleted', 'tag': 'ac8ecac1-d8c2-4dd9-b75e-9eb7b9998510', 'status': 'completed', 'code': 200} Jul 15 16:44:38.024276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['82ff1aff-9e9f-4b21-b995-12b0c704012b', 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:38.027017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event deleted for resources: {'Port': ['ID=82ff1aff-9e9f-4b21-b995-12b0c704012b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:38.034263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['28bd74d2-5a06-4633-b9ee-3fd5055c3d58'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:38.127175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] No DVR routers for this DVR port 82ff1aff-9e9f-4b21-b995-12b0c704012b on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:38.138766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:38.140715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c5a6fbf-977d-4e94-a0cc-8723af8a72dd req-c6d6177d-6c6e-4387-8cfd-7ae0df05b52b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "DELETE /v2.0/ports/82ff1aff-9e9f-4b21-b995-12b0c704012b HTTP/1.1" status: 204 len: 173 time: 1.3122127 Jul 15 16:44:38.148679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'name': 'network-vif-deleted', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:38.152013 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce475b-a38b-44bb-b9c6-6de0517a4cef" -d '{"events": [{"server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "name": "network-vif-deleted", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:38.193534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80ac7ffb-a959-4ee2-9fc7-558f96e14ccf req-0b486347-3fa4-4976-8bdf-c6254bf4ead6 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=0504b6da-0aee-44b1-a1c8-95ff433c42af HTTP/1.1" status: 200 len: 210 time: 0.0673246 Jul 15 16:44:38.247575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d923b-8f63-430b-bce9-e6726129aff2 req-40d371a8-2d65-4ccc-aeab-d2be7e18757b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:38.249487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-274d923b-8f63-430b-bce9-e6726129aff2 req-40d371a8-2d65-4ccc-aeab-d2be7e18757b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 949 time: 0.1244860 Jul 15 16:44:38.331806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-274d923b-8f63-430b-bce9-e6726129aff2 req-a1cca503-28d5-4dc8-bee2-b9e9b3d74a88 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639744 Jul 15 16:44:38.388576 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5316777-91a3-49c3-ad32-127551ec649d x-openstack-request-id: req-c5316777-91a3-49c3-ad32-127551ec649d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:38.389234 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0504b6da-0aee-44b1-a1c8-95ff433c42af", "name": "network-vif-deleted", "tag": "82ff1aff-9e9f-4b21-b995-12b0c704012b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:38.389719 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5316777-91a3-49c3-ad32-127551ec649d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:38.391077 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0504b6da-0aee-44b1-a1c8-95ff433c42af', 'name': 'network-vif-deleted', 'tag': '82ff1aff-9e9f-4b21-b995-12b0c704012b', 'status': 'completed', 'code': 200} Jul 15 16:44:38.632815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:38.710126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6c72-2821-4efa-a289-1c1d4bbc803a req-c1b0d82a-cded-4215-9ab9-80a1614eb42e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:38.711583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e10c6c72-2821-4efa-a289-1c1d4bbc803a req-c1b0d82a-cded-4215-9ab9-80a1614eb42e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 948 time: 0.1933157 Jul 15 16:44:38.731138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:35Z', 'revision_number': 3, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:38.801682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e10c6c72-2821-4efa-a289-1c1d4bbc803a req-8f831abd-2c76-4fc1-a2f4-7e82f6089c27 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782015 Jul 15 16:44:38.817986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Checking router: 30478a4d-11ae-4172-b412-a7dbd94a6a35 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:38.819228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Updating router 30478a4d-11ae-4172-b412-a7dbd94a6a35 port 1ea846bd-2c1e-405a-8954-766ef9a4742e binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:44:38.897373 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:38.954270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Allocated IP 172.20.0.1 (13c65b6e-6a5f-4962-9c17-44bcd51079ac/26dca1d2-e714-415e-a1cb-4ccf81ea9ccb/7b42555e-00d5-498c-a1fe-eb804a08064c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:39.110704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.119410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd6f55-c935-4eb4-b0c8-667bb9c6c7db req-0617a5fb-9ac3-4a16-bb3e-9df3a30c68b4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:39.127133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62bd6f55-c935-4eb4-b0c8-667bb9c6c7db req-0617a5fb-9ac3-4a16-bb3e-9df3a30c68b4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.1394377 Jul 15 16:44:39.130726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Transition to ACTIVE for port object 7b42555e-00d5-498c-a1fe-eb804a08064c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:39.182651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.233381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:39.251163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Pushing event updated for resources: {'Port': ['ID=7b42555e-00d5-498c-a1fe-eb804a08064c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:39.259730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:39.261566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:39.264707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:39.306008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62bd6f55-c935-4eb4-b0c8-667bb9c6c7db req-080a860d-7c20-47a2-b65f-66475bfde3ba tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751869 Jul 15 16:44:39.343281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.370739 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.382529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009cabe-b49b-44a3-ad24-09f6401e7a4d req-ef9416d8-e1ce-4952-b9a8-68de75e05bd2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:39.385223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Transition to ACTIVE for port object 1ea846bd-2c1e-405a-8954-766ef9a4742e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:39.392488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009cabe-b49b-44a3-ad24-09f6401e7a4d req-ef9416d8-e1ce-4952-b9a8-68de75e05bd2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:39.394286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a009cabe-b49b-44a3-ad24-09f6401e7a4d req-ef9416d8-e1ce-4952-b9a8-68de75e05bd2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c&device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 1688 time: 0.2052937 Jul 15 16:44:39.399884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.465368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc4e74-68c8-4599-ad29-c14c97be8b1f None None] Pushing event updated for resources: {'Port': ['ID=1ea846bd-2c1e-405a-8954-766ef9a4742e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:39.471149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a009cabe-b49b-44a3-ad24-09f6401e7a4d req-9cd25d10-4149-43d8-b9bf-1b31eae7d95c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666230 Jul 15 16:44:39.484822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Attempting to bind port 1ea846bd-2c1e-405a-8954-766ef9a4742e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:39.485960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Attempting to bind port 1ea846bd-2c1e-405a-8954-766ef9a4742e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:39.486429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Attempting to bind port 1ea846bd-2c1e-405a-8954-766ef9a4742e on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:39.492509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:39.493036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:39.493548 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.494047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:39.494623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Bound port: 1ea846bd-2c1e-405a-8954-766ef9a4742e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:39.496081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.577480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] For port 1ea846bd-2c1e-405a-8954-766ef9a4742e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:39.581483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] For port 1ea846bd-2c1e-405a-8954-766ef9a4742e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1ea846bd-2c1e-405a-8954-766ef9a4742e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:39.599309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.637463 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c3e3af0d-5853-4a72-bd9f-ff1a5a3f9d6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cefadb228c68447398934e71ff677de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012773 Jul 15 16:44:39.640030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46730) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:39.700946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc4e74-68c8-4599-ad29-c14c97be8b1f None None] Pushing event updated for resources: {'Port': ['ID=1ea846bd-2c1e-405a-8954-766ef9a4742e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:39.704431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:39.705154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:39.732641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.863967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902eef8-c798-4748-8c6e-901e056825dc req-2eba1f43-af81-4e85-b280-1b870b5f29a9 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:39.865770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1902eef8-c798-4748-8c6e-901e056825dc req-2eba1f43-af81-4e85-b280-1b870b5f29a9 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 944 time: 0.2062480 Jul 15 16:44:39.866764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.909553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:39.955041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1902eef8-c798-4748-8c6e-901e056825dc req-6686b133-e9ab-4a51-b85f-caa51066fc92 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784421 Jul 15 16:44:39.992621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.004907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.033788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.037077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.041622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4dc740c-ebb1-4d05-a278-1a095feee798 HTTP/1.1" status: 204 len: 168 time: 0.4004693 Jul 15 16:44:40.056209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4f48f-5514-410d-89e1-1ab20b801049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc740c-ebb1-4d05-a278-1a095feee798,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:40.089343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:40.094664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 82ff1aff-9e9f-4b21-b995-12b0c704012b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:40.103763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Pushing event updated for resources: {'Port': ['ID=7b42555e-00d5-498c-a1fe-eb804a08064c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:40.167595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.179459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 82ff1aff-9e9f-4b21-b995-12b0c704012b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:40.179904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 82ff1aff-9e9f-4b21-b995-12b0c704012b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:40.193209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a3edf596-8aee-4b3e-82d9-dbdbfcfac9d2 None None] Provisioning for port 7b42555e-00d5-498c-a1fe-eb804a08064c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:40.209452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a3edf596-8aee-4b3e-82d9-dbdbfcfac9d2 None None] Provisioning complete for port 7b42555e-00d5-498c-a1fe-eb804a08064c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:40.209832 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3edf596-8aee-4b3e-82d9-dbdbfcfac9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.322448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657ba5-c4b8-4ab7-9dda-e008f8dc54f0 req-3009ef3f-afdb-428a-b0ee-2cdedba5b84b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:40.324132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc657ba5-c4b8-4ab7-9dda-e008f8dc54f0 req-3009ef3f-afdb-428a-b0ee-2cdedba5b84b tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 949 time: 0.1836526 Jul 15 16:44:40.327887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343753f4-623d-459c-8d7c-22148e893590 req-82f61fbc-7f8b-47ee-afe3-5222487b267f tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:40.339296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-343753f4-623d-459c-8d7c-22148e893590 req-82f61fbc-7f8b-47ee-afe3-5222487b267f tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 1099 time: 0.1388376 Jul 15 16:44:40.342556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:40.381679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:40.383511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:40.459971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc657ba5-c4b8-4ab7-9dda-e008f8dc54f0 req-7f5fcfab-a76b-476d-98a2-9c6a66a995a8 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016636 Jul 15 16:44:40.462431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-343753f4-623d-459c-8d7c-22148e893590 req-f14e115d-0f46-4420-9db8-74a90b940a64 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188152 Jul 15 16:44:40.649872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a3edf596-8aee-4b3e-82d9-dbdbfcfac9d2 None None] Port 7b42555e-00d5-498c-a1fe-eb804a08064c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:40.724624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Router 30478a4d-11ae-4172-b412-a7dbd94a6a35 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:40.838456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.881054 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.900417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3718f6ea-2a6d-405b-8110-c5f35092dd50 None None] Provisioning complete for port 7b42555e-00d5-498c-a1fe-eb804a08064c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:40.901118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3718f6ea-2a6d-405b-8110-c5f35092dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:40.979560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:40.982552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eb9ef-a940-4063-8635-865525c09269 req-ec1d13d3-c87a-4c7f-b90e-3df633548c5f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:40.984940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:40.988138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b98eb9ef-a940-4063-8635-865525c09269 req-ec1d13d3-c87a-4c7f-b90e-3df633548c5f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.2610719 Jul 15 16:44:40.991998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3500c-1378-46dc-91e1-986cf3006090 req-2da9af2c-3c6e-4c9b-86d9-95093e21c590 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:40.993510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbf3500c-1378-46dc-91e1-986cf3006090 req-2da9af2c-3c6e-4c9b-86d9-95093e21c590 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 1100 time: 0.1776109 Jul 15 16:44:41.026013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d64436d-56eb-45c1-a364-23c92a3f9395 admin admin] 10.222.0.25 "PUT /v2.0/routers/30478a4d-11ae-4172-b412-a7dbd94a6a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1884162 Jul 15 16:44:41.076026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'mac_address': 'fa:16:3e:a3:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:41.080728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b98eb9ef-a940-4063-8635-865525c09269 req-778ae9a4-93aa-42c6-be4c-5a749dedb75d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916364 Jul 15 16:44:41.091766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbf3500c-1378-46dc-91e1-986cf3006090 req-2c56df24-b5ab-48e6-bbe7-44b5ff66ed1b tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801859 Jul 15 16:44:41.195879 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:41.211731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3718f6ea-2a6d-405b-8110-c5f35092dd50 None None] Port 7b42555e-00d5-498c-a1fe-eb804a08064c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:41.237770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:41.266607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:41.327143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:41.327881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 11dc4db6-b123-4dea-af43-00b9a3360d42 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:41.420352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1495a21-f0e2-488b-9d7d-996ce4f309d7 req-debc62dc-c41a-47b0-a322-e9c573ff9ad2 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:41.428196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1495a21-f0e2-488b-9d7d-996ce4f309d7 req-debc62dc-c41a-47b0-a322-e9c573ff9ad2 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 944 time: 0.1484203 Jul 15 16:44:41.454115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:41.500185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1495a21-f0e2-488b-9d7d-996ce4f309d7 req-868d6225-2b21-41c1-b551-474c4dd19e7a tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674531 Jul 15 16:44:41.549045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 4, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7b42555e-00d5-498c-a1fe-eb804a08064c', 'name': '', 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'mac_address': 'fa:16:3e:6d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:38Z', 'updated_at': '2021-07-15T16:44:38Z', 'revision_number': 1, 'project_id': '2be1264188124636afb8e9e207873cbd', 'subnets': [{'id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:41.554521 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-73d68075-7de8-43d1-9b49-104b0a153583 req-d3eefbf1-a8a2-45a9-8dcd-b74c6cddfa17 tempest-FloatingIPDetailsNegativeTestJSON-541659579 tempest-FloatingIPDetailsNegativeTestJSON-541659579-project] show failed (client error): The resource could not be found. Jul 15 16:44:41.555482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73d68075-7de8-43d1-9b49-104b0a153583 req-d3eefbf1-a8a2-45a9-8dcd-b74c6cddfa17 tempest-FloatingIPDetailsNegativeTestJSON-541659579 tempest-FloatingIPDetailsNegativeTestJSON-541659579-project] 10.222.0.25 "GET /v2.0/floatingips/66507f18-45cf-4aad-9d2c-c3bcc9385033 HTTP/1.1" status: 404 len: 350 time: 0.0486314 Jul 15 16:44:41.566212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46796) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:41.613580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e4409-92cf-4bd0-9cec-b2f9613aef5f None None] The sync data for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 is: [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 4, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7b42555e-00d5-498c-a1fe-eb804a08064c', 'name': '', 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'mac_address': 'fa:16:3e:6d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:38Z', 'updated_at': '2021-07-15T16:44:38Z', 'revision_number': 1, 'project_id': '2be1264188124636afb8e9e207873cbd', 'subnets': [{'id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:41.622632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=11dc4db6-b123-4dea-af43-00b9a3360d42,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:41.665495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'port_id': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'mac_address': 'fa:16:3e:50:dc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:41.765622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:41.798828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dc4db6-b123-4dea-af43-00b9a3360d42 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:41.829033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=11dc4db6-b123-4dea-af43-00b9a3360d42,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:41.835447 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:41.860148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-3622cb4b-0f7d-42c5-bc7e-4bdc0a718270 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124742 Jul 15 16:44:41.943038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-7ef22f51-c4ac-4505-b4db-6aa4009519b8 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:41.945711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-7ef22f51-c4ac-4505-b4db-6aa4009519b8 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.35 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 949 time: 0.1640165 Jul 15 16:44:41.993506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:42.052454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fd60f863-afe8-41dc-8daa-4d9ba6818a7a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:42.194686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['11dc4db6-b123-4dea-af43-00b9a3360d42'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:42.199574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631a85f-1d69-401c-8632-746f21aa5bb5 req-c5a5a6dd-b7f5-48ba-8264-86e04671097f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:42.207538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a631a85f-1d69-401c-8632-746f21aa5bb5 req-c5a5a6dd-b7f5-48ba-8264-86e04671097f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 949 time: 0.2615435 Jul 15 16:44:42.278545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Deleting port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:42.278860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:42.305606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-8190752a-5c8c-4453-9588-49a4ac617b0c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:42.314949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-8190752a-5c8c-4453-9588-49a4ac617b0c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4526029 Jul 15 16:44:42.334480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46828) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:42.380243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-3146eec6-b48b-4dcd-a230-920078dc1e6f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0643504 Jul 15 16:44:42.442297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a631a85f-1d69-401c-8632-746f21aa5bb5 req-eab6f497-6172-4b67-b382-0b1ca50b4caa tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335005 Jul 15 16:44:42.527948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] For port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:42.528346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:42.575890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Calling delete_port for 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:42.734024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-7a46331f-948f-4b05-9c30-a1cb7076e540 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3526182 Jul 15 16:44:42.750373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3315c6-5ba1-4544-a733-b68c0cd3735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.034085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.049177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['28bd74d2-5a06-4633-b9ee-3fd5055c3d58'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:43.122205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event deleted for resources: {'Port': ['ID=28bd74d2-5a06-4633-b9ee-3fd5055c3d58,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:43.263197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3315c6-5ba1-4544-a733-b68c0cd3735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.272729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] No DVR routers for this DVR port 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:43.288082 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.290842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3315c6-5ba1-4544-a733-b68c0cd3735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.297328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-56943f46-9fb2-4c4f-a374-6be8b9d683fa req-62b4ae45-d201-4437-ad01-3f3033cf2362 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.35 "DELETE /v2.0/ports/28bd74d2-5a06-4633-b9ee-3fd5055c3d58 HTTP/1.1" status: 204 len: 173 time: 1.3400104 Jul 15 16:44:43.298887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'name': 'network-vif-deleted', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:43.311071 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcb3ba-ea16-4fcc-a6c8-430e61bc73cb" -d '{"events": [{"server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "name": "network-vif-deleted", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:43.409598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:43.432062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:43.446468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b3315c6-5ba1-4544-a733-b68c0cd3735b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b96a806e646e4084a7385957e241c5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0893948 Jul 15 16:44:43.597440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3315c6-5ba1-4544-a733-b68c0cd3735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b107bf-11a2-480b-b7c6-149ddf1a2fec,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:43.603359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.655959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1a570-a93f-4842-bb1a-501a6a9bfe76 req-011a1218-3c11-43d0-802a-2d9893d999fb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:43.673872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2db1a570-a93f-4842-bb1a-501a6a9bfe76 req-011a1218-3c11-43d0-802a-2d9893d999fb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.9349456 Jul 15 16:44:43.679712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.695813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.838762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.848580 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:43.854430 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6b107bf-11a2-480b-b7c6-149ddf1a2fec HTTP/1.1" status: 204 len: 168 time: 0.4211619 Jul 15 16:44:43.888390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2c05a-ad1a-491e-8164-bbc82d269630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b107bf-11a2-480b-b7c6-149ddf1a2fec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:43.948670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:43.978985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dabbd-7a20-4f19-8de3-7a7ffda75a20 req-52d366ea-83fb-4a4e-afd1-4161bd630ff1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:43.989362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-761dabbd-7a20-4f19-8de3-7a7ffda75a20 req-52d366ea-83fb-4a4e-afd1-4161bd630ff1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 945 time: 0.6516163 Jul 15 16:44:44.095806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2db1a570-a93f-4842-bb1a-501a6a9bfe76 req-574533c8-ac83-4834-b08f-6517b9d8fb15 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206724 Jul 15 16:44:44.098215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port fd60f863-afe8-41dc-8daa-4d9ba6818a7a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:44.102100 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:44.353373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-761dabbd-7a20-4f19-8de3-7a7ffda75a20 req-c00801b3-c5fa-48ba-8ea5-f17229f574e8 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403255 Jul 15 16:44:44.364189 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:44.408637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:44.411484 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8244cd5-e9f0-467b-8f6a-1110c44984cf" -d '{"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:44.441691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:44.455647 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:44.456538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 11dc4db6-b123-4dea-af43-00b9a3360d42 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:44.524446 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b725cd18-d641-4bb3-a782-bb8f80da92f8 req-76f66fa9-2b82-4777-80c1-7ace71b928fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1009798 Jul 15 16:44:44.535907 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5763e4-f52a-4aa2-a35b-fdfc5f642163 x-openstack-request-id: req-0b5763e4-f52a-4aa2-a35b-fdfc5f642163 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:44.536137 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998e45e9-3a18-4cf6-8694-e1b365a898a8", "name": "network-vif-deleted", "tag": "28bd74d2-5a06-4633-b9ee-3fd5055c3d58", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:44.536392 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b5763e4-f52a-4aa2-a35b-fdfc5f642163 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:44.536815 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998e45e9-3a18-4cf6-8694-e1b365a898a8', 'name': 'network-vif-deleted', 'tag': '28bd74d2-5a06-4633-b9ee-3fd5055c3d58', 'status': 'completed', 'code': 200} Jul 15 16:44:44.661610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b725cd18-d641-4bb3-a782-bb8f80da92f8 req-1be2b9ec-a2d2-4f42-b5b2-681613f9dc69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6020d16d6b1a4311a53ae42b3a787935&device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.0534706 Jul 15 16:44:44.712172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afd10056-2261-42b3-a087-abbb45d0106e req-8a363cd0-92d5-4d08-86d3-009e70ede34c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 210 time: 0.2048416 Jul 15 16:44:44.715851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:44.758141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 11dc4db6-b123-4dea-af43-00b9a3360d42 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:44.769849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 11dc4db6-b123-4dea-af43-00b9a3360d42 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:44.770242 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:44.782154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b725cd18-d641-4bb3-a782-bb8f80da92f8 req-f8bd445e-62dc-4c34-9b58-dc6e3e6e85b1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6020d16d6b1a4311a53ae42b3a787935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901477 Jul 15 16:44:45.041995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.080539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1ea846bd-2c1e-405a-8954-766ef9a4742e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:45.164002 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7897e66-62e2-479e-b1aa-8b8dd897c25e x-openstack-request-id: req-d7897e66-62e2-479e-b1aa-8b8dd897c25e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:45.164605 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-plugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:45.164605 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7897e66-62e2-479e-b1aa-8b8dd897c25e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:45.165657 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'code': 200} Jul 15 16:44:45.195665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-975a1d52-68db-40fe-8ecf-0d09521f11cd req-ee6992fe-f6da-4663-a206-d5e25bb61a13 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=998e45e9-3a18-4cf6-8694-e1b365a898a8 HTTP/1.1" status: 200 len: 210 time: 0.1931648 Jul 15 16:44:45.224957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=11dc4db6-b123-4dea-af43-00b9a3360d42,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:45.239632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.401456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725cd18-d641-4bb3-a782-bb8f80da92f8 req-449c322c-aed5-4b83-9bab-9ceac018be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:45.406975 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b725cd18-d641-4bb3-a782-bb8f80da92f8 req-449c322c-aed5-4b83-9bab-9ceac018be36 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6163728 Jul 15 16:44:45.423778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:45.429958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1ea846bd-2c1e-405a-8954-766ef9a4742e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:45.436786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Deleting port 7b42555e-00d5-498c-a1fe-eb804a08064c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:45.437771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.448562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1ea846bd-2c1e-405a-8954-766ef9a4742e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:45.448942 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.645764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:45.720488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.729187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.750374 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Sync routers for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:45.766612 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:45.767223 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:45.780406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Calling delete_port for 7b42555e-00d5-498c-a1fe-eb804a08064c owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:45.796141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6819f4-fd44-4279-b311-ed14d4372bb4 req-6f4d0391-a42b-4ad6-a8d9-0ed2778f9046 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:45.803740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a6819f4-fd44-4279-b311-ed14d4372bb4 req-6f4d0391-a42b-4ad6-a8d9-0ed2778f9046 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.3278477 Jul 15 16:44:45.833764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:45.880638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-593577915-network', 'tenant_id': 'c4bfc9a33666407eaab7693f3f0ae706'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:45.907755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 1ea846bd-2c1e-405a-8954-766ef9a4742e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1ea846bd-2c1e-405a-8954-766ef9a4742e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:45.910460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:45.911700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28bd74d2-5a06-4633-b9ee-3fd5055c3d58 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:45.921149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.927210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Made reservation on behalf of c4bfc9a33666407eaab7693f3f0ae706 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:45.928374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:45.947988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a6819f4-fd44-4279-b311-ed14d4372bb4 req-e1812ada-0852-4f07-8dd2-5b3014a15491 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434555 Jul 15 16:44:45.953789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.053278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab701a-af7c-4b9e-85d9-99585d1921b3 req-329872d4-e888-44ff-aa53-67f42dd3cb55 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:46.071798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=1ea846bd-2c1e-405a-8954-766ef9a4742e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:46.073060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1ab701a-af7c-4b9e-85d9-99585d1921b3 req-329872d4-e888-44ff-aa53-67f42dd3cb55 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.3592618 Jul 15 16:44:46.161767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:46.223770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.237849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.326127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:44:46.344485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709ab8a-30d1-4637-ad96-defb51be63c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:46.352324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fc97360-5c84-4a76-a38b-b0e835bd26ca req-e87d345d-230d-4886-95f6-b4e9136e01f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 210 time: 0.1278174 Jul 15 16:44:46.356228 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.356761 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Added segment fe6dd76b-a42a-43a1-b22d-2470d5723786 of type vlan for network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e Jul 15 16:44:46.420941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.476811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1ab701a-af7c-4b9e-85d9-99585d1921b3 req-640bae25-4bd8-4dca-9231-1779a0659abe tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024367 Jul 15 16:44:46.510058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.511171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:46.511781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.671238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 4, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7b42555e-00d5-498c-a1fe-eb804a08064c', 'name': '', 'network_id': '13c65b6e-6a5f-4962-9c17-44bcd51079ac', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'mac_address': 'fa:16:3e:6d:9b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:38Z', 'updated_at': '2021-07-15T16:44:39Z', 'revision_number': 2, 'project_id': '2be1264188124636afb8e9e207873cbd', 'subnets': [{'id': '26dca1d2-e714-415e-a1cb-4ccf81ea9ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:46.740889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-1d2c9fb3-1819-4b05-800b-3974dcfaca43 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686669 Jul 15 16:44:46.765517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:46.827805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b42555e-00d5-498c-a1fe-eb804a08064c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:46.916020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Checking router: 30478a4d-11ae-4172-b412-a7dbd94a6a35 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:46.917648 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Updating router 30478a4d-11ae-4172-b412-a7dbd94a6a35 port 7b42555e-00d5-498c-a1fe-eb804a08064c binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:44:46.973785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1ea846bd-2c1e-405a-8954-766ef9a4742e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:44:46.997303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Port 7b42555e-00d5-498c-a1fe-eb804a08064c not found while updating agent binding for router 30478a4d-11ae-4172-b412-a7dbd94a6a35. {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 16:44:47.025597 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:47.026717 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:47.118523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-952041b0-a7f0-449d-9114-259e98a84bba tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:47.124750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1ea846bd-2c1e-405a-8954-766ef9a4742e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:47.126440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:47.128934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-952041b0-a7f0-449d-9114-259e98a84bba tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716073 Jul 15 16:44:47.133791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:47.180199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:47.182891 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d70d4-efdb-4139-a949-cf570b8613ca" -d '{"events": [{"server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "name": "network-vif-plugged", "status": "completed", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:47.317694 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6658552 Jul 15 16:44:47.322284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:47.347527 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:47.413270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Request body: {'subnet': {'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-593577915-subnet', 'tenant_id': 'c4bfc9a33666407eaab7693f3f0ae706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:47.421148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbac929-f6e1-4177-a5a0-a6980d9d59e4 admin admin] Pushing event updated for resources: {'Network': ['ID=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:47.448465 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3798d0c-0f11-401d-9a69-7ec3ee49d762 x-openstack-request-id: req-e3798d0c-0f11-401d-9a69-7ec3ee49d762 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:47.448768 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "name": "network-vif-plugged", "status": "completed", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:47.449012 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3798d0c-0f11-401d-9a69-7ec3ee49d762 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:47.450066 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'code': 200} Jul 15 16:44:47.452601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:44:47.476033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Made reservation on behalf of c4bfc9a33666407eaab7693f3f0ae706 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:47.480357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:47.745138 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:46Z', 'revision_number': 5, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:47.781671 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99332fd2-92a0-4e7a-a26e-3c90f3a14331 None None] The sync data for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 is: [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:46Z', 'revision_number': 5, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:47.806674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7aba5-60b2-4b47-b8af-8a961f76a27d req-29fde842-f28d-4d19-9d99-c17d686b6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:47.809393 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6a7aba5-60b2-4b47-b8af-8a961f76a27d req-29fde842-f28d-4d19-9d99-c17d686b6957 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 1097 time: 0.1887286 Jul 15 16:44:47.907922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6a7aba5-60b2-4b47-b8af-8a961f76a27d req-64dbf65a-3138-49bb-8cc9-67111c927b8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759802 Jul 15 16:44:47.919512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:47.972581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:47.981981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59ae72e-8ca6-45bb-b593-f99d960fd195,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:47.995028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Checking segment: {'id': 'fe6dd76b-a42a-43a1-b22d-2470d5723786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:47.995540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Network hostable DHCP agents. Network: 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:44:48.022636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:44:48.040825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:48.047059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:48.048656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:48.051566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6792a6-e01a-4e8d-9fdb-950db57a4a0f None None] Network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:48.070911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53807a91-f1c0-4b0f-84df-e19dc8b44c96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6743259 Jul 15 16:44:48.251623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026190-41a6-48d9-95b4-6e9988c235c7 req-f06097a2-e04e-4040-a821-4fa8008b3534 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:48.266322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36026190-41a6-48d9-95b4-6e9988c235c7 req-f06097a2-e04e-4040-a821-4fa8008b3534 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.4837208 Jul 15 16:44:48.353470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:48.368413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:48.426939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31997a4-952e-499b-8aa6-73308de5a935 None None] Network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:48.450477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4cda6-3a81-4b7e-b5eb-1a13ce44f63c req-07336ccf-23e5-49c5-8d59-852efffefa0f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:48.451998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4aa4cda6-3a81-4b7e-b5eb-1a13ce44f63c req-07336ccf-23e5-49c5-8d59-852efffefa0f tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.6524160 Jul 15 16:44:48.559938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36026190-41a6-48d9-95b4-6e9988c235c7 req-e0f6c7e7-29e8-432d-8658-6cc42eb08b9d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922215 Jul 15 16:44:48.580210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4aa4cda6-3a81-4b7e-b5eb-1a13ce44f63c req-a08a7131-977d-4f08-91e0-1610d8aefee1 tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181674 Jul 15 16:44:48.772459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Router 30478a4d-11ae-4172-b412-a7dbd94a6a35 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:48.822187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e514500-712b-4442-af53-74e7e08ab5a9 req-616b5184-265a-4184-b59f-6fc0c05fa62d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 210 time: 0.0483344 Jul 15 16:44:48.845079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b42555e-00d5-498c-a1fe-eb804a08064c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:48.867617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7b42555e-00d5-498c-a1fe-eb804a08064c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:48.867617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b42555e-00d5-498c-a1fe-eb804a08064c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:49.048223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.127 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/2a12af29-48d7-48ab-9eb6-d4f327d1f5f8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:49.164770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc89ef-3d88-4853-a15f-83d0d05b77b9 req-fab534b5-15f0-4b5f-9505-572976f2fbb3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:49.166322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16fc89ef-3d88-4853-a15f-83d0d05b77b9 req-fab534b5-15f0-4b5f-9505-572976f2fbb3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1097 time: 0.4304991 Jul 15 16:44:49.210428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:49.238475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c0e6c5da-78e8-4592-b5cc-afe19d079292 admin admin] 10.222.0.25 "PUT /v2.0/routers/30478a4d-11ae-4172-b412-a7dbd94a6a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6689427 Jul 15 16:44:49.238864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:49.257566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Sync routers for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:49.268480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b758-a3c6-42cd-b700-1a0e51d42c09 req-8dfd6d3d-4a9c-4e57-8cae-05d68fb3671b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:49.272166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:49.273005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:49.275334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea36b758-a3c6-42cd-b700-1a0e51d42c09 req-8dfd6d3d-4a9c-4e57-8cae-05d68fb3671b tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.2989728 Jul 15 16:44:49.312632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16fc89ef-3d88-4853-a15f-83d0d05b77b9 req-c91f4aa2-e113-4694-812f-20fd2ea72ab8 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345961 Jul 15 16:44:49.449359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea36b758-a3c6-42cd-b700-1a0e51d42c09 req-d52fbaf8-8bb9-4bd8-8f47-01096f889d27 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725352 Jul 15 16:44:49.482490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:49.527101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:49.527771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:49.561704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:49.657033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:49.742050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:49.743413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:49.746345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:49.772811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:49.780863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:49.785493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:49.839212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:49.948885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:49.952143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:50.025134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-55ee2fd0-e16e-4b05-8fab-173cc36c7edb tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:50.027416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-55ee2fd0-e16e-4b05-8fab-173cc36c7edb tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.3161891 Jul 15 16:44:50.040678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4bb84674-95bc-4b10-9205-13ce55cc4f55 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9107640 Jul 15 16:44:50.043057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Deleting port 1ea846bd-2c1e-405a-8954-766ef9a4742e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:50.043676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:50.084572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Request body: {'port': {'device_id': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:50.173771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:46Z', 'revision_number': 5, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port': {'id': '1ea846bd-2c1e-405a-8954-766ef9a4742e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:44:34Z', 'updated_at': '2021-07-15T16:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:50.197633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-1db1f23e-a2f3-4824-9b58-118cc6a84c76 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:50.205371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-1db1f23e-a2f3-4824-9b58-118cc6a84c76 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/networks?id=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e HTTP/1.1" status: 200 len: 812 time: 0.3633678 Jul 15 16:44:50.230110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-a4c1465c-07a0-4d81-9337-c8961fca5d61 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/quotas/c4bfc9a33666407eaab7693f3f0ae706 HTTP/1.1" status: 200 len: 375 time: 0.0239463 Jul 15 16:44:50.240007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Checking router: 30478a4d-11ae-4172-b412-a7dbd94a6a35 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:50.260446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Routers {'30478a4d-11ae-4172-b412-a7dbd94a6a35'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:50.261531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['30478a4d-11ae-4172-b412-a7dbd94a6a35'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:50.294346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-969efc10-618b-4af5-b43e-98d9f59d12e9 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4bfc9a33666407eaab7693f3f0ae706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630462 Jul 15 16:44:50.334444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:50.426334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] For port 1ea846bd-2c1e-405a-8954-766ef9a4742e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1ea846bd-2c1e-405a-8954-766ef9a4742e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:50.427460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:50.450870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e84aace6-fba8-4cdd-95ac-a73ca642d10b None None] Provisioning for port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:44:50.451929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Calling delete_port for 1ea846bd-2c1e-405a-8954-766ef9a4742e owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:50.469494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e84aace6-fba8-4cdd-95ac-a73ca642d10b None None] Provisioning complete for port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:44:50.469870 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e84aace6-fba8-4cdd-95ac-a73ca642d10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:50.478534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] Set router 30478a4d-11ae-4172-b412-a7dbd94a6a35 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:50.518199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-1e5a1720-c650-4da7-bfae-3692c82eccb2 service neutron] 10.222.0.25 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227530 Jul 15 16:44:50.566320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:49Z', 'revision_number': 6, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:50.613917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323053c-fdb2-47f5-8528-09ec1e240e16 None None] The sync data for ids ['30478a4d-11ae-4172-b412-a7dbd94a6a35'] in n-d-800085-3 is: [{'id': '30478a4d-11ae-4172-b412-a7dbd94a6a35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1142265293-router', 'tenant_id': '2be1264188124636afb8e9e207873cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:44:33Z', 'updated_at': '2021-07-15T16:44:49Z', 'revision_number': 6, 'project_id': '2be1264188124636afb8e9e207873cbd', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:44:50.622864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e84aace6-fba8-4cdd-95ac-a73ca642d10b None None] Port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:44:50.638712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-690e6027-c3d4-4c1c-b9d0-8c4a2e18c692 service neutron] 10.222.0.25 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194248 Jul 15 16:44:50.872745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-16313f86-4ce9-4874-aec4-1ef810e28b94 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:50.896787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-16313f86-4ce9-4874-aec4-1ef810e28b94 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 1.1937742 Jul 15 16:44:50.929656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:51.027835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:51.091690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.138230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Transition to ACTIVE for port object 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:51.146447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.175223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Deleting port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:51.175580 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.256801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.298371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.336291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:51.392105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0363d-6f98-45d4-9a7a-046dd0f20141 req-9b316184-1c93-4265-b986-e050be6a6314 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:51.402658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea846bd-2c1e-405a-8954-766ef9a4742e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:51.403548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ff0363d-6f98-45d4-9a7a-046dd0f20141 req-9b316184-1c93-4265-b986-e050be6a6314 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 945 time: 0.3638811 Jul 15 16:44:51.522001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] For port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:51.522624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.598773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Calling delete_port for e5cafab7-4dcd-4aed-86f2-b70b99b7d92d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:51.671580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ff0363d-6f98-45d4-9a7a-046dd0f20141 req-abc77061-9146-4a2a-a0bc-ac8d8e365898 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990299 Jul 15 16:44:51.712554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Attempting to bind port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:51.712939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Attempting to bind port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:51.714142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Attempting to bind port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:51.719891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:51.720404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Attempting to bind port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:51.723694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-8839768e-06fc-4e53-9751-f6cd746f6674 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:44:51.724918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-8839768e-06fc-4e53-9751-f6cd746f6674 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1702650 Jul 15 16:44:51.735111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:51.735708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:51.736191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:51.736779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Bound port: 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:51.737278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.748076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.760056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:51.766375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:44:51.825294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:51.831922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:51.837440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:51.845937 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.910785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:51.911794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:51.915319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 HTTP/1.1" status: 200 len: 1096 time: 1.8490868 Jul 15 16:44:51.919513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:51.922499 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:52.029984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:52.049686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:52.065664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:44:52.096321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.096849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.096973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.102232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.102830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.103253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.103707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.104219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.104675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.105466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.105466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.105781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cf8ccc-d0cc-4d23-b806-4177a1189fc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:52.181185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d9350-c3d2-4301-886a-561c372fe0f1 req-a3bd5330-11e0-4381-8033-afa0be3901bc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:52.184277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c69d9350-c3d2-4301-886a-561c372fe0f1 req-a3bd5330-11e0-4381-8033-afa0be3901bc tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/ports?device_id=486fdaf3-2db6-4337-8449-0059606845e5 HTTP/1.1" status: 200 len: 951 time: 0.2751744 Jul 15 16:44:52.208059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-64d8dd55-d11f-4d7f-a418-d6659d18b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:52.209728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-64d8dd55-d11f-4d7f-a418-d6659d18b846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 1099 time: 0.1810620 Jul 15 16:44:52.217818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.226910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.252777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:52.277586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-9234e5d2-fdbd-4495-a5d8-6c773c8c994e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 HTTP/1.1" status: 200 len: 217 time: 0.0574646 Jul 15 16:44:52.339140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c69d9350-c3d2-4301-886a-561c372fe0f1 req-f3f2e781-232b-4f28-8d02-be979e8bbd9e tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.25 "GET /v2.0/security-groups?id=1dea8c04-072a-4add-b4e5-32c42a2b2747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419628 Jul 15 16:44:52.380421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.381218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30478a4d-11ae-4172-b412-a7dbd94a6a35 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:44:52.382621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-eb206a37-5a7d-4620-b4bc-e13a84828309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:52.384644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-eb206a37-5a7d-4620-b4bc-e13a84828309 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0891252 Jul 15 16:44:52.402193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.403686 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-66e818b9-7dfe-4113-a6f4-a301ea756a56 admin admin] 10.222.0.25 "DELETE /v2.0/routers/30478a4d-11ae-4172-b412-a7dbd94a6a35 HTTP/1.1" status: 204 len: 168 time: 3.1638072 Jul 15 16:44:52.407700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47022) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:52.428869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.449348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:52.604545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Pushing event deleted for resources: {'Port': ['ID=e5cafab7-4dcd-4aed-86f2-b70b99b7d92d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:52.608533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:52.609096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:52.609621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:52.668411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.701403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:52.704325 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f7fdab-6de5-4ce6-918e-21b3d7fc1ce8" -d '{"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-unplugged", "status": "completed", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:52.711338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] No DVR routers for this DVR port e5cafab7-4dcd-4aed-86f2-b70b99b7d92d on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:52.714507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.725595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.728015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ba743516-d8ed-46ce-9b34-cb0db807c48e req-69dd2ddf-12ad-4cce-9c38-563eb4bd15ba tempest-ServersAdminTestJSON-2088112992 tempest-ServersAdminTestJSON-2088112992-project] 10.222.0.20 "DELETE /v2.0/ports/e5cafab7-4dcd-4aed-86f2-b70b99b7d92d HTTP/1.1" status: 204 len: 173 time: 2.6817358 Jul 15 16:44:52.802263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:52.806109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:52.806590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:52.820308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:52.820648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:52.821067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:52.821640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Bound port: 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:52.892406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:52.906590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Deleting subnet 26dca1d2-e714-415e-a1cb-4ccf81ea9ccb {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:44:52.958576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:52.977669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1ea846bd-2c1e-405a-8954-766ef9a4742e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:53.028731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 1ea846bd-2c1e-405a-8954-766ef9a4742e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:53.028984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-e7675bbb-fd1d-4d20-bec0-0d6d710098a9 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:53.029693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1ea846bd-2c1e-405a-8954-766ef9a4742e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:53.030353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-e7675bbb-fd1d-4d20-bec0-0d6d710098a9 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.35 "GET /v2.0/networks?id=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e HTTP/1.1" status: 200 len: 812 time: 0.2163866 Jul 15 16:44:53.036440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.038293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1bcc0cb8-9482-4ac6-8d17-8ea2dc6ec7cf service neutron] 10.222.0.25 "POST /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4/bindings HTTP/1.1" status: 201 len: 389 time: 1.2914255 Jul 15 16:44:53.085968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Request body: {'port': {'device_id': 'b4872aca-8a26-405e-b947-463454918109', 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e', 'admin_state_up': True, 'tenant_id': 'c4bfc9a33666407eaab7693f3f0ae706'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:53.101463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.216884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:53.217352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:53.217683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:53.243638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:53.244013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Attempting to bind port de909d2e-629b-4e4b-94b9-b9d244624598 on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:53.274850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:53.275669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:53.277088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:53.278065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Bound port: de909d2e-629b-4e4b-94b9-b9d244624598, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:53.279871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.284006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.299809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Made reservation on behalf of c4bfc9a33666407eaab7693f3f0ae706 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:44:53.304146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.371916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.413111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26dca1d2-e714-415e-a1cb-4ccf81ea9ccb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:53.418892 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.423976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26906007-d17a-40a8-ae22-e952949e0e7e None None] Network 13c65b6e-6a5f-4962-9c17-44bcd51079ac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:44:53.446930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5052a1b4-76c2-4d53-aa05-87de910c6cee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/26dca1d2-e714-415e-a1cb-4ccf81ea9ccb HTTP/1.1" status: 204 len: 168 time: 1.0371501 Jul 15 16:44:53.450295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:53.453127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:53.456454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4965e540-0b1d-404d-852f-5997e0ef7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:53.459852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-4965e540-0b1d-404d-852f-5997e0ef7c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0679224 Jul 15 16:44:53.540979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eb275-ad6a-4587-a613-89eeb224d44e req-08ca577c-ff1f-479f-a6a5-0abeafebbf83 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:53.549039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e80eb275-ad6a-4587-a613-89eeb224d44e req-08ca577c-ff1f-479f-a6a5-0abeafebbf83 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 948 time: 0.7640181 Jul 15 16:44:53.738024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e80eb275-ad6a-4587-a613-89eeb224d44e req-0fd9a3cf-518a-45d9-aebe-5b70b7d3c7e0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863847 Jul 15 16:44:53.754313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac170ce-8e31-4c23-b4ea-4e9c35c8e96e req-c45939c6-c371-4fe3-a676-cdded111b18f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:53.767885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ac170ce-8e31-4c23-b4ea-4e9c35c8e96e req-c45939c6-c371-4fe3-a676-cdded111b18f tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.2998624 Jul 15 16:44:53.777876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] DHCP port deletion for 13c65b6e-6a5f-4962-9c17-44bcd51079ac request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:44:53.865156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Deleting port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:53.866127 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:53.884079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ac170ce-8e31-4c23-b4ea-4e9c35c8e96e req-472198b7-1093-4e7f-b3f6-575d657e6f56 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102293 Jul 15 16:44:53.959251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:53.964506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-06c3277a-1929-48d3-b4b6-fa1fa5be186a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715989 Jul 15 16:44:53.975272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.102182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:54.115584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.131612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: e5cafab7-4dcd-4aed-86f2-b70b99b7d92d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:54.131949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e5cafab7-4dcd-4aed-86f2-b70b99b7d92d not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:54.143014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] For port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,segment=NetworkSegment(38fca351-3cc1-4dfc-bbb7-38315966b6f0),segment_id=38fca351-3cc1-4dfc-bbb7-38315966b6f0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:54.143239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.144761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0f6c49-e903-4e62-9659-f217802445e6 req-e84d1ad9-c7b9-49fb-9cf8-6e5aa87cf108 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750033 Jul 15 16:44:54.146303 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f10e169-2cd0-486a-8ef2-0f9c65e9ed39 x-openstack-request-id: req-4f10e169-2cd0-486a-8ef2-0f9c65e9ed39 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:54.146594 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:54.146864 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f10e169-2cd0-486a-8ef2-0f9c65e9ed39 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:54.147245 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'status': 'completed', 'code': 200} Jul 15 16:44:54.149314 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98d9c5-0540-4bfd-a527-d9b4b61580b2 x-openstack-request-id: req-7f98d9c5-0540-4bfd-a527-d9b4b61580b2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:54.155546 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-unplugged", "status": "completed", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:54.155546 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f98d9c5-0540-4bfd-a527-d9b4b61580b2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:54.155546 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'code': 200} Jul 15 16:44:54.165747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Calling delete_port for 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:54.181501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a1a3c8b-ae4d-49ea-ad50-bc97ae3a0ef8 req-782697c7-febe-4480-91a0-084914689695 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 210 time: 0.0333426 Jul 15 16:44:54.243950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Allocated IP 172.20.0.10 (25a7d124-0bef-41b2-80d5-3b69cf0e4c5e/e59ae72e-8ca6-45bb-b593-f99d960fd195/9c23714b-19f2-4f59-8bda-cc66c8cf4648) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:44:54.251220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:54.289342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-d59e04a3-0ca6-4f04-89e6-2567f3eb9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.291031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-d59e04a3-0ca6-4f04-89e6-2567f3eb9e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 1099 time: 0.0696509 Jul 15 16:44:54.338083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.339373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.341257 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.341414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-b9cd9192-de34-42f5-9937-e9fd9972b24f service neutron] 10.222.0.35 "PUT /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 1121 time: 3.4370031 Jul 15 16:44:54.440037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Deleting port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:44:54.440037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.460613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] No DVR routers for this DVR port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:54.462482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Pushing event deleted for resources: {'Port': ['ID=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:54.489865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.490236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.490538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.491320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.491320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.491522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.491792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.492173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.492815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.492815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.493126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.493370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433a9d0-914d-4eda-b09c-465bf89f96fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.520225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['de909d2e-629b-4e4b-94b9-b9d244624598'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:54.589901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['de909d2e-629b-4e4b-94b9-b9d244624598'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:54.593158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-3e00b57c-1926-4e65-91e8-4e81b7ca5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.594941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-3e00b57c-1926-4e65-91e8-4e81b7ca5745 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2946053 Jul 15 16:44:54.601783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] For port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:54.606077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.634381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Calling delete_port for 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:44:54.640428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612f826-e4f5-455f-98b7-90cc4f88a193 req-5e5556b3-46a3-4b4d-82da-70b8f37add3f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.647782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 was not found and therefore no delete operation was performed {{(pid=100428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:44:54.649151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d612f826-e4f5-455f-98b7-90cc4f88a193 req-5e5556b3-46a3-4b4d-82da-70b8f37add3f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.3469422 Jul 15 16:44:54.653411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.677446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.704853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Pushing event deleted for resources: {'Port': ['ID=05ceebde-a7cf-48ca-b2b8-fc2a5cff1204,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:54.709038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] No DVR routers for this DVR port 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:44:54.720570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.720792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.721317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.721705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.722119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.722592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.722992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.723380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.723946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.724854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.726287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.727044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:44:54.740568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-9e4dea95-d906-48b9-8471-e1c41652015a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 HTTP/1.1" status: 200 len: 217 time: 0.1274509 Jul 15 16:44:54.769117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d612f826-e4f5-455f-98b7-90cc4f88a193 req-528c80ce-5286-40a6-8e35-154632f197fb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193922 Jul 15 16:44:54.843839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.864152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c65b6e-6a5f-4962-9c17-44bcd51079ac']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:54.878136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fca351-3cc1-4dfc-bbb7-38315966b6f0') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:54.880316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fca351-3cc1-4dfc-bbb7-38315966b6f0') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:54.898916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.920035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ba9c3-9bf8-43f5-a990-90ac0d46bccf req-2ee18172-d6fd-48fa-a845-93c87021c342 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.923528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:54.934492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e3ba9c3-9bf8-43f5-a990-90ac0d46bccf req-2ee18172-d6fd-48fa-a845-93c87021c342 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.4742842 Jul 15 16:44:54.943801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:44:54.966025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-fe506efb-ee6d-418e-a3db-588616f4bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:54.968230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-fe506efb-ee6d-418e-a3db-588616f4bb81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1933646 Jul 15 16:44:54.982001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:44:54.982698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 05ceebde-a7cf-48ca-b2b8-fc2a5cff1204 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:44:55.078026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.079347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e3ba9c3-9bf8-43f5-a990-90ac0d46bccf req-47956827-3e65-4c25-8a50-437196c517cf tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436436 Jul 15 16:44:55.111846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:44:55.145097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Pushing event updated for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:55.150803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:44:55.151584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:44:55.186743 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:44:55.194322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:44:55.198644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:44:55.284772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-ad1980a1-88bc-4b7b-b28e-38b68c1d1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:55.287573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-ad1980a1-88bc-4b7b-b28e-38b68c1d1ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3047161 Jul 15 16:44:55.295879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.316861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:55.317536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.350919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.352884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] 10.222.0.25 "DELETE /v2.0/networks/13c65b6e-6a5f-4962-9c17-44bcd51079ac HTTP/1.1" status: 204 len: 168 time: 1.9014316 Jul 15 16:44:55.390430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e80e3-20d6-469b-8f11-c5a31b1f059d admin admin] Pushing event deleted for resources: {'Network': ['ID=13c65b6e-6a5f-4962-9c17-44bcd51079ac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:55.421607 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-c181496a-03c5-4cda-bc9f-57b68a1c4683 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3605750 Jul 15 16:44:55.435867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Request body: {'port': {'device_id': 'b4872aca-8a26-405e-b947-463454918109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:55.436387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19b07d-a14b-4a40-8663-abbe0ad04f8e req-e18e43bb-a09c-44e1-9d1a-72ca3aeddd00 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:55.438978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b19b07d-a14b-4a40-8663-abbe0ad04f8e req-e18e43bb-a09c-44e1-9d1a-72ca3aeddd00 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.2763729 Jul 15 16:44:55.439476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47066) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:55.463983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:55.498308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Request body: {'floatingip': {'port_id': '11dc4db6-b123-4dea-af43-00b9a3360d42'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:44:55.525067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33896d23-093b-47fc-87db-c7dd1e2faeac req-9b367aef-0760-4a64-b037-0f68ed9b06d3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:55.527298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33896d23-093b-47fc-87db-c7dd1e2faeac req-9b367aef-0760-4a64-b037-0f68ed9b06d3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 948 time: 0.1617637 Jul 15 16:44:55.576069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-5fbaa9b6-220e-4fa3-839c-d862b070e50a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776494 Jul 15 16:44:55.609512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33896d23-093b-47fc-87db-c7dd1e2faeac req-5f39d289-9943-4b38-9161-2fee0517822e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683870 Jul 15 16:44:55.674002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:55.706895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.726065 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5da0596c-f7b1-486e-9782-05d32d7c011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.792647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da416133-d2b5-4929-bcc5-cdf7085f723f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6020d16d6b1a4311a53ae42b3a787935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493347 Jul 15 16:44:55.799000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:55.829497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ccde04-b4cf-4465-82ba-6c40d3fe7a3a req-dd80dd08-c4dd-4ecc-9dfe-8c633906a5c8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458866 Jul 15 16:44:55.849555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a039caf-0d42-424c-a7d5-393053cf67dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2be1264188124636afb8e9e207873cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726797 Jul 15 16:44:55.854215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.855894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:55.858920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c519e-2635-45f5-af55-d2023c42b6a7 req-4f9be7ef-55ab-4938-b185-de4098603d9e tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:55.860861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a6c519e-2635-45f5-af55-d2023c42b6a7 req-4f9be7ef-55ab-4938-b185-de4098603d9e tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 932 time: 0.1502614 Jul 15 16:44:55.909060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:55.935312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.035987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a6c519e-2635-45f5-af55-d2023c42b6a7 req-3ef967fe-7013-4a66-bb90-332043bcb87b tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663964 Jul 15 16:44:56.055685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.059191 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.076828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1dea8c04-072a-4add-b4e5-32c42a2b2747 HTTP/1.1" status: 204 len: 168 time: 0.2766244 Jul 15 16:44:56.104683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f60d0c-9860-43b1-9668-8c368804287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea8c04-072a-4add-b4e5-32c42a2b2747,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:56.147562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.156897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-deleted', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d'}, {'name': 'network-changed', 'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:56.159674 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509" -d '{"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-deleted", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d"}, {"name": "network-changed", "server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:56.163769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021a9a-8361-4c3a-8ca8-134067d98780 req-5476b379-a371-4ccb-94c9-062928a6060b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:56.166249 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a021a9a-8361-4c3a-8ca8-134067d98780 req-5476b379-a371-4ccb-94c9-062928a6060b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.1787677 Jul 15 16:44:56.205617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.267705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a021a9a-8361-4c3a-8ca8-134067d98780 req-ae15c561-b419-4ffa-a301-c8bccbbc1b2c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938916 Jul 15 16:44:56.369306 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9861fdb-0d6a-4b9d-9e9f-defa7b3ee7c4 x-openstack-request-id: req-b9861fdb-0d6a-4b9d-9e9f-defa7b3ee7c4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:56.369958 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486fdaf3-2db6-4337-8449-0059606845e5", "name": "network-vif-deleted", "tag": "e5cafab7-4dcd-4aed-86f2-b70b99b7d92d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:56.370452 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9861fdb-0d6a-4b9d-9e9f-defa7b3ee7c4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:56.371040 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486fdaf3-2db6-4337-8449-0059606845e5', 'name': 'network-vif-deleted', 'tag': 'e5cafab7-4dcd-4aed-86f2-b70b99b7d92d', 'status': 'completed', 'code': 200} Jul 15 16:44:56.371480 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'status': 'completed', 'code': 200} Jul 15 16:44:56.397237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330ee94-7c99-4f13-9946-12354a142b86 req-d735ae7f-1ff2-4477-af8c-29deebec9c31 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:56.420572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c330ee94-7c99-4f13-9946-12354a142b86 req-d735ae7f-1ff2-4477-af8c-29deebec9c31 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1598301 Jul 15 16:44:56.499776 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.502691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.506540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08622241-dc05-4225-81fd-8924b1755c2a HTTP/1.1" status: 204 len: 168 time: 0.6425712 Jul 15 16:44:56.543333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe916-c4d8-442c-b6b2-9f9482e51dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08622241-dc05-4225-81fd-8924b1755c2a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:56.599021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-9fca9771-f5de-4a61-82da-fc6f3efbfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:56.600916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-9fca9771-f5de-4a61-82da-fc6f3efbfebc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1124 time: 0.1792784 Jul 15 16:44:56.664904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c330ee94-7c99-4f13-9946-12354a142b86 req-462a6021-2223-4a4d-aba2-afee5e8686f1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514783 Jul 15 16:44:56.715950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c23714b-19f2-4f59-8bda-cc66c8cf4648 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:56.727958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.742665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Transition to ACTIVE for port object 9c23714b-19f2-4f59-8bda-cc66c8cf4648 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:44:56.750220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.resource_extend [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:44:56.753684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.893274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.894244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:56.925334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-7a22d2ed-f67a-40f3-b9a0-e6756ff974b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:56.926963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-7a22d2ed-f67a-40f3-b9a0-e6756ff974b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.3005993 Jul 15 16:44:56.952874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:56.984398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-2d89a090-c94f-488c-b35a-f1578d786a72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 217 time: 0.0489018 Jul 15 16:44:57.011010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c25bf8-42e9-478d-a904-298abb30495a req-c8b74e08-48da-4023-bf62-bf3f6cc93567 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.018106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45c25bf8-42e9-478d-a904-298abb30495a req-c8b74e08-48da-4023-bf62-bf3f6cc93567 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 948 time: 0.1847920 Jul 15 16:44:57.092004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-8a817082-6543-415f-887d-6fea9afae1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.113864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-8a817082-6543-415f-887d-6fea9afae1f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1198454 Jul 15 16:44:57.133360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Pushing event updated for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:57.140849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45c25bf8-42e9-478d-a904-298abb30495a req-881fd25d-5bef-4c0d-8feb-9dbe80d80a86 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213241 Jul 15 16:44:57.176672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Attempting to bind port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:44:57.177278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Attempting to bind port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'fe6dd76b-a42a-43a1-b22d-2470d5723786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:44:57.177382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Attempting to bind port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 on network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:57.184212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 on network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:44:57.184539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Attempting to bind port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 on network 25a7d124-0bef-41b2-80d5-3b69cf0e4c5e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:44:57.187422 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d associated. External IP: 172.25.8.90, port: 11dc4db6-b123-4dea-af43-00b9a3360d42. Jul 15 16:44:57.214141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-fd8a122c-1a54-4f95-85eb-d4146e9f9b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676823 Jul 15 16:44:57.257661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:44:57.258454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Checking segment: {'id': 'fe6dd76b-a42a-43a1-b22d-2470d5723786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:44:57.259058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Bound using segment: {'id': 'fe6dd76b-a42a-43a1-b22d-2470d5723786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:44:57.259700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Bound port: 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6dd76b-a42a-43a1-b22d-2470d5723786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:44:57.260354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:57.273690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-429467f4-2776-4323-b2a7-bea519c59ab9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a3509133a284c39bb9b159f048d31d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349438 Jul 15 16:44:57.288301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:57.396487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-abd81245-20d8-418c-9405-7da327a0ca08 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754367 Jul 15 16:44:57.530560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:44:57.563875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b671a96-97f4-48ff-bbe1-0e81c1409072 req-b77e4b21-925a-40c9-b83d-9c57d0edbef6 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.565440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b671a96-97f4-48ff-bbe1-0e81c1409072 req-b77e4b21-925a-40c9-b83d-9c57d0edbef6 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 944 time: 0.2093692 Jul 15 16:44:57.583723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648,segment=NetworkSegment(fe6dd76b-a42a-43a1-b22d-2470d5723786),segment_id=fe6dd76b-a42a-43a1-b22d-2470d5723786)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:44:57.588766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a94d7b1-9014-4e8c-afbb-fb7e1eba8509 req-3bccd5a5-327e-4164-9400-8a94e89fd029 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839468 Jul 15 16:44:57.593069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:57.596276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:57.640969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b671a96-97f4-48ff-bbe1-0e81c1409072 req-3953815a-31af-49cd-8530-038aaf79eb39 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622599 Jul 15 16:44:57.650029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2582-6231-4b6b-99cc-78e96a348bf0 req-c45f0f34-1a9e-4050-a98f-89cf81017799 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.651216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8ac2582-6231-4b6b-99cc-78e96a348bf0 req-c45f0f34-1a9e-4050-a98f-89cf81017799 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.1887691 Jul 15 16:44:57.705227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8ac2582-6231-4b6b-99cc-78e96a348bf0 req-9bdd01bd-f184-4e5a-ab49-9ab88b70ebb4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463631 Jul 15 16:44:57.732366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.732366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:57.732366 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] 10.222.0.35 "PUT /v2.0/ports/9c23714b-19f2-4f59-8bda-cc66c8cf4648 HTTP/1.1" status: 200 len: 1092 time: 2.3022494 Jul 15 16:44:57.881168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:57.939584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ea3d-30c5-465d-90be-d0b527052e60 req-32275890-f025-480c-9cd6-ba373a405c83 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:57.941146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8eb7ea3d-30c5-465d-90be-d0b527052e60 req-32275890-f025-480c-9cd6-ba373a405c83 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.0837710 Jul 15 16:44:57.978023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90dec-6af1-43ce-9b05-61ada810224d service neutron] Pushing event updated for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:57.995655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:44:57.997518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8eb7ea3d-30c5-465d-90be-d0b527052e60 req-a8d44850-77c6-43b4-8149-5758287b04b5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496917 Jul 15 16:44:58.069617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:44:58.079103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.081616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.082766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e07c2951-a295-4ffa-8ef2-8c528943c065 HTTP/1.1" status: 204 len: 168 time: 0.7932518 Jul 15 16:44:58.088669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-813fb087-df63-4977-aaa2-6e603c6ff17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:58.090160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-813fb087-df63-4977-aaa2-6e603c6ff17a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bfc9a33666407eaab7693f3f0ae706&device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 1095 time: 0.1965694 Jul 15 16:44:58.133360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172e8b4-23f4-4b77-9350-82b8a1476a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c2951-a295-4ffa-8ef2-8c528943c065,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:58.190378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-78accbf3-444a-40ed-b7a1-54b822d111fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648 HTTP/1.1" status: 200 len: 217 time: 0.0582039 Jul 15 16:44:58.417721 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-918df402-96fb-4c47-b2d8-937b15b92ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.499685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:58.521563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:44:58.524194 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63051e18-9c02-494c-b23b-4d59d98a68d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4872aca-8a26-405e-b947-463454918109", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:44:58.555002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'mac_address': 'fa:16:3e:04:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:44:58.571161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:44:58.577639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.593147 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:44:58.607554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:58.608480 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:58.617935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f75347-cb2e-4655-a62a-d5183b8e4d5a req-10989b24-1d4b-41eb-ac73-24bc674b553a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:58.627900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54f75347-cb2e-4655-a62a-d5183b8e4d5a req-10989b24-1d4b-41eb-ac73-24bc674b553a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 948 time: 0.1626320 Jul 15 16:44:58.646707 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb587a9-27e0-4845-92c2-29830bd8c5bf x-openstack-request-id: req-ffb587a9-27e0-4845-92c2-29830bd8c5bf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:44:58.651715 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4872aca-8a26-405e-b947-463454918109", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:44:58.652069 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb587a9-27e0-4845-92c2-29830bd8c5bf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:44:58.652575 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648', 'status': 'completed', 'code': 200} Jul 15 16:44:58.658339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-1b7a5a36-ad27-410e-82ab-d217ef86feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:58.659969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-1b7a5a36-ad27-410e-82ab-d217ef86feda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e59ae72e-8ca6-45bb-b593-f99d960fd195 HTTP/1.1" status: 200 len: 852 time: 0.4582250 Jul 15 16:44:58.710940 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.720702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54f75347-cb2e-4655-a62a-d5183b8e4d5a req-69fc5861-86ea-4ff7-aa08-1bdfe79b7cbd tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917773 Jul 15 16:44:58.782463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:44:58.796152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-52305632-0a43-4850-8b7e-1be6dce534a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251264 Jul 15 16:44:58.813623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b4548037-bb2d-4896-81f7-4d7278c48a22 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "PUT /v2.0/floatingips/dfc8786e-032f-4e50-b6d9-c62566cc9f0d HTTP/1.1" status: 200 len: 991 time: 3.3363295 Jul 15 16:44:58.826168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:58.837411 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:58.864083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:44:58.877262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:59.009424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:59.041619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:59.129704 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-ba74913d-9fd1-4d69-889c-4733ed4709b9 service neutron] 10.222.0.35 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076015 Jul 15 16:44:59.179781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:44:59.217459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9986-f457-4877-9b5c-14df55ef3075 req-2287c03d-cff6-459a-ba6f-854e3c56fc1b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:59.221602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-637e9986-f457-4877-9b5c-14df55ef3075 req-2287c03d-cff6-459a-ba6f-854e3c56fc1b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.2657366 Jul 15 16:44:59.310403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e3387-87ef-43c9-bfc1-3c0fc10624c6 req-3fbf6853-3709-44c3-9cd8-df96271c5798 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:59.318991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-816e3387-87ef-43c9-bfc1-3c0fc10624c6 req-3fbf6853-3709-44c3-9cd8-df96271c5798 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 944 time: 0.2578580 Jul 15 16:44:59.328577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6db54eb1-b037-428b-9bc4-c084f09386fe req-81265ed4-cad9-45f8-8afb-59732c33fd58 service neutron] 10.222.0.35 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914546 Jul 15 16:44:59.347129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-637e9986-f457-4877-9b5c-14df55ef3075 req-4ce9fbe2-9a87-4110-8f06-26181e0cbd0b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982738 Jul 15 16:44:59.354427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eabda05d-82e9-498e-9a24-ef26a481f481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:59.406885 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:50:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:44:56Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:59.418357 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:59.451421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-816e3387-87ef-43c9-bfc1-3c0fc10624c6 req-5375f110-bd50-46b5-befe-14ece3fdf0c7 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313190 Jul 15 16:44:59.509505 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:44:59.531319 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:44:59.536275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:44:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:44:59.555577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-037373a2-9852-49e4-8207-0946e6b7d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:59.557310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-037373a2-9852-49e4-8207-0946e6b7d62d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4bfc9a33666407eaab7693f3f0ae706&device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 1095 time: 0.1350646 Jul 15 16:44:59.664046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eabda05d-82e9-498e-9a24-ef26a481f481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:59.675918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eabda05d-82e9-498e-9a24-ef26a481f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:44:59.678296 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:44:59.748200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-630505fb-f6e4-4f63-b755-98f5e7cd1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:59.756578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-630505fb-f6e4-4f63-b755-98f5e7cd1b18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e HTTP/1.1" status: 200 len: 912 time: 0.1875710 Jul 15 16:44:59.762467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eabda05d-82e9-498e-9a24-ef26a481f481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd2a30e751b64f7fa99994f87164852e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175694 Jul 15 16:44:59.763737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabda05d-82e9-498e-9a24-ef26a481f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bfdce8-aa3f-4e67-bc0e-86be2d97bc14,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:44:59.765263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47230) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:44:59.846642 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-5c28d768-54df-455b-97e6-8135b0699f86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648 HTTP/1.1" status: 200 len: 217 time: 0.0623519 Jul 15 16:44:59.951920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-3f9a5987-f64e-4d3c-9e38-5ad66782fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:44:59.954284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-3f9a5987-f64e-4d3c-9e38-5ad66782fa96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e59ae72e-8ca6-45bb-b593-f99d960fd195 HTTP/1.1" status: 200 len: 852 time: 0.0991011 Jul 15 16:45:00.028027 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:00.056683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-b30a40d3-c4b1-435f-b8c0-11c88479b8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800610 Jul 15 16:45:00.078468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:50:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:44:56Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:45:00.138761 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65857afb-2ee4-46f0-8c6e-8524fa888174 None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dfc8786e-032f-4e50-b6d9-c62566cc9f0d', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'port_id': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'mac_address': 'fa:16:3e:50:dc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:42:18Z', 'updated_at': '2021-07-15T16:44:56Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:45:00.165381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffe87a-ecce-4e6f-8f41-073a4d7b27d6 req-bb242b0d-84a5-4055-a982-b070f69c15c0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:00.174113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ffe87a-ecce-4e6f-8f41-073a4d7b27d6 req-bb242b0d-84a5-4055-a982-b070f69c15c0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.3989308 Jul 15 16:45:00.227067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:00.289620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-193412fa-1298-4a1d-8f4c-b6b65c1b782a service neutron] 10.222.0.35 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149596 Jul 15 16:45:00.296738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ffe87a-ecce-4e6f-8f41-073a4d7b27d6 req-3cb54876-d714-4deb-8ee7-4cdfba033f17 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216738 Jul 15 16:45:00.392864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c356619-328e-47ee-9f45-f558c63c904b req-0209e5ab-5350-43e3-9e26-16b2e21fcc5d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:00.400332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c356619-328e-47ee-9f45-f558c63c904b req-0209e5ab-5350-43e3-9e26-16b2e21fcc5d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 949 time: 0.4799628 Jul 15 16:45:00.449276 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63051e18-9c02-494c-b23b-4d59d98a68d9 req-38ee86b7-3a29-4336-a7d3-8063c30c1285 service neutron] 10.222.0.35 "GET /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586897 Jul 15 16:45:00.503796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c356619-328e-47ee-9f45-f558c63c904b req-21290205-f9fc-462e-897b-860fdde70b1f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016665 Jul 15 16:45:00.518932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:00.522023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:00.527966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90bfdce8-aa3f-4e67-bc0e-86be2d97bc14 HTTP/1.1" status: 204 len: 168 time: 0.7616220 Jul 15 16:45:00.540623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9c6d-623c-4005-ad74-0f5fb32d5d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bfdce8-aa3f-4e67-bc0e-86be2d97bc14,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:00.580896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a8adb-1035-4be7-a4eb-558187cd9e44 None None] New status for floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:45:00.653540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:00.655911 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:00.972156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14a38b-ff2d-4285-ad28-ffd6c88c32f5 req-cb445050-ac04-48b9-bd3a-7379e561a9c8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:00.981273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a14a38b-ff2d-4285-ad28-ffd6c88c32f5 req-cb445050-ac04-48b9-bd3a-7379e561a9c8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.2566867 Jul 15 16:45:01.079770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3d45c-05b1-4d66-b4fb-f2bd304413f0 req-51c16dd1-ae6c-4714-bc0e-e8ee7a49827f tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:01.080529 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:01.085838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ca3d45c-05b1-4d66-b4fb-f2bd304413f0 req-51c16dd1-ae6c-4714-bc0e-e8ee7a49827f tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 944 time: 0.2961729 Jul 15 16:45:01.124169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a14a38b-ff2d-4285-ad28-ffd6c88c32f5 req-9143dd0a-b4ba-4e19-b3a8-2845a61d6ef9 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352990 Jul 15 16:45:01.213796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ca3d45c-05b1-4d66-b4fb-f2bd304413f0 req-ec1b349e-6efe-46cb-8d44-dfb26c54215a tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928416 Jul 15 16:45:01.267403 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043d99d5-09fe-4987-9c7e-65408d4810f0 x-openstack-request-id: req-043d99d5-09fe-4987-9c7e-65408d4810f0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:01.267907 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:01.268416 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-043d99d5-09fe-4987-9c7e-65408d4810f0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:01.269020 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'status': 'completed', 'code': 200} Jul 15 16:45:01.484175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-8d0aeb34-27b5-427d-a68a-7e03dc99603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:01.485711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-8d0aeb34-27b5-427d-a68a-7e03dc99603b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72a12efcd8f44b919a138235e6a61b6e&device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 1097 time: 0.1821697 Jul 15 16:45:01.705013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-dfe8b597-affd-4f67-abbd-40bfccdb1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:01.706972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-dfe8b597-affd-4f67-abbd-40bfccdb1327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 200 len: 924 time: 0.2026448 Jul 15 16:45:01.716459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11ac06-97b0-40dc-b324-2696b54f7950 req-43ec5188-582d-4fca-8a1c-2be1be975d45 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:01.723951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff11ac06-97b0-40dc-b324-2696b54f7950 req-43ec5188-582d-4fca-8a1c-2be1be975d45 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.2043777 Jul 15 16:45:01.888278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9c23714b-19f2-4f59-8bda-cc66c8cf4648 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:02.105561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:02.169736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648,segment=NetworkSegment(fe6dd76b-a42a-43a1-b22d-2470d5723786),segment_id=fe6dd76b-a42a-43a1-b22d-2470d5723786)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:02.188729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '9c23714b-19f2-4f59-8bda-cc66c8cf4648', 'network_id': '25a7d124-0bef-41b2-80d5-3b69cf0e4c5e', 'port_id': '9c23714b-19f2-4f59-8bda-cc66c8cf4648', 'mac_address': 'fa:16:3e:b0:27:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59ae72e-8ca6-45bb-b593-f99d960fd195', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:02.222336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:02.228602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:02.229956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:02.278496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:02.303297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c23714b-19f2-4f59-8bda-cc66c8cf4648 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:02.318235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-59b13c40-1170-473e-ae30-e16fba15ceb9 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=56edf45063874fc1af3b14cc823f2222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407903 Jul 15 16:45:02.335847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff11ac06-97b0-40dc-b324-2696b54f7950 req-120cc697-8a2c-43d8-a054-bfa466e9e7c5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109288 Jul 15 16:45:02.356250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-56dcc97e-5b91-4d29-900f-ff0eb58b7da6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11dc4db6-b123-4dea-af43-00b9a3360d42 HTTP/1.1" status: 200 len: 1001 time: 0.6232767 Jul 15 16:45:02.363624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648,segment=NetworkSegment(fe6dd76b-a42a-43a1-b22d-2470d5723786),segment_id=fe6dd76b-a42a-43a1-b22d-2470d5723786)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:02.381328 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:02.409427 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:02.440326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:02.442654 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a7a3bc-944c-43ce-a3cf-f145db0302d6" -d '{"events": [{"server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "name": "network-vif-plugged", "status": "completed", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:02.466210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:02.481876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:02.488186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:02.592566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-afa5b0c8-0b4d-42d2-8a46-529de7222d6a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:02.592566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-afa5b0c8-0b4d-42d2-8a46-529de7222d6a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517505 Jul 15 16:45:02.592990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:02.612637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-7b1d19c0-3b2f-4f62-a7df-2343fef48d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:02.614204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-7b1d19c0-3b2f-4f62-a7df-2343fef48d1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 200 len: 863 time: 0.2499053 Jul 15 16:45:02.738121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['9c23714b-19f2-4f59-8bda-cc66c8cf4648'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:02.803476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d24fd3ec-d5cf-4116-9b35-dfbf48b2caab tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/quotas/56edf45063874fc1af3b14cc823f2222 HTTP/1.1" status: 200 len: 375 time: 0.2226081 Jul 15 16:45:02.881759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-09c5f0c9-62f1-4702-aca1-510c2f6600f7 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772994 Jul 15 16:45:02.972812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d453088-0165-4bb9-9fd2-a9d3ce212fe4 req-c5d439d3-0721-4ade-bb8e-c14c5ef0e55e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:02.981536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d453088-0165-4bb9-9fd2-a9d3ce212fe4 req-c5d439d3-0721-4ade-bb8e-c14c5ef0e55e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.3996520 Jul 15 16:45:02.985574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-eb2d5ae8-058e-4378-991d-7886b72b7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:02.987076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-eb2d5ae8-058e-4378-991d-7886b72b7d74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09163576-009c-47d9-8f49-2970c5071a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404531 Jul 15 16:45:03.062795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d453088-0165-4bb9-9fd2-a9d3ce212fe4 req-065277d2-c2fd-44f5-9803-e98d19546053 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803628 Jul 15 16:45:03.139210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-d41ca95f-91a1-40b2-b193-93d6a414078a service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361024 Jul 15 16:45:03.250549 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-8a78fa64-4825-4565-86a9-516577138d6f service neutron] 10.222.0.20 "GET /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1353464 Jul 15 16:45:03.435830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9805c26-2de4-4947-a2ac-baa7d1c41d0f req-61b7c998-4e76-4b55-b8b6-e2bbd7571a33 service neutron] 10.222.0.20 "GET /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882512 Jul 15 16:45:03.456694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf13bb-63a6-410d-83fb-33c15497afd4 req-5db7e5ff-718b-4319-8204-debe3641e434 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:03.469364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffbf13bb-63a6-410d-83fb-33c15497afd4 req-5db7e5ff-718b-4319-8204-debe3641e434 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 943 time: 0.2661061 Jul 15 16:45:03.515090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77055ab-7af6-49de-b2c6-aa2b49f0acc8 req-75aaa4ac-bfe5-4183-b075-28b65399b464 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:03.522303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e77055ab-7af6-49de-b2c6-aa2b49f0acc8 req-75aaa4ac-bfe5-4183-b075-28b65399b464 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 945 time: 0.2835920 Jul 15 16:45:03.576273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffbf13bb-63a6-410d-83fb-33c15497afd4 req-aa147975-489d-4bba-a567-6c5fcea38f77 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057155 Jul 15 16:45:03.615530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e77055ab-7af6-49de-b2c6-aa2b49f0acc8 req-830f3b82-a67d-4eaa-8d0c-8b1781abdfe1 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906761 Jul 15 16:45:03.671845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:03.697252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:03.739365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de909d2e-629b-4e4b-94b9-b9d244624598 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:03.749568 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3464b976-252c-4eeb-bb46-626fc5682a3a x-openstack-request-id: req-3464b976-252c-4eeb-bb46-626fc5682a3a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:03.750110 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "name": "network-vif-plugged", "status": "completed", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:03.750110 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3464b976-252c-4eeb-bb46-626fc5682a3a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:03.750358 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'code': 200} Jul 15 16:45:03.755663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:03.775206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:03.908333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9c23714b-19f2-4f59-8bda-cc66c8cf4648 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:03.936229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] Transition to ACTIVE for port object de909d2e-629b-4e4b-94b9-b9d244624598 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:03.943930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:03.952671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852bfe4-12bd-42b7-9973-da7b57d9bb52 req-1727c6e2-c69c-4911-a0fe-7aeaa65bfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:03.954693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6852bfe4-12bd-42b7-9973-da7b57d9bb52 req-1727c6e2-c69c-4911-a0fe-7aeaa65bfcb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 1101 time: 0.1076889 Jul 15 16:45:04.019840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] No DVR routers for this DVR port de909d2e-629b-4e4b-94b9-b9d244624598 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:04.090378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6852bfe4-12bd-42b7-9973-da7b57d9bb52 req-0c67e5ca-0b8e-47b3-8cf7-9d67bebac835 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019189 Jul 15 16:45:04.104684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:04.126354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] Pushing event updated for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:04.133752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-46ec391f-ec35-4f28-82ae-fab87d4f249e service neutron] 10.222.0.20 "PUT /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8744118 Jul 15 16:45:04.139006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:04.176899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:04.177543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:04.190566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb067ac7-345b-43c2-b586-04ced08e6cdd req-84722d28-02dd-41fb-973a-181cf032776d tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 210 time: 0.0517240 Jul 15 16:45:04.258258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:45:04.350653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:04.368445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-052b8dd8-4e8b-4a0c-aef1-59f889c3e5ac tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.371111 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-052b8dd8-4e8b-4a0c-aef1-59f889c3e5ac tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.1204948 Jul 15 16:45:04.401748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648,segment=NetworkSegment(fe6dd76b-a42a-43a1-b22d-2470d5723786),segment_id=fe6dd76b-a42a-43a1-b22d-2470d5723786)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:04.406571 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:04.470913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:04.482271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5ede7-2e7f-4233-a6d7-e60e0a2efb4e req-6a03cf18-ca91-4127-bbd8-1283d33b8505 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.484495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4be5ede7-2e7f-4233-a6d7-e60e0a2efb4e req-6a03cf18-ca91-4127-bbd8-1283d33b8505 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1205170 Jul 15 16:45:04.500435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-e9aec962-61d0-4df4-a675-076bb1f0ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.502492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-e9aec962-61d0-4df4-a675-076bb1f0ac93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 1095 time: 0.1228895 Jul 15 16:45:04.563236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4be5ede7-2e7f-4233-a6d7-e60e0a2efb4e req-ccf91fff-db36-4e15-80ab-4e8670433cc2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615151 Jul 15 16:45:04.644537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-6e67ece4-f39c-4b9f-8682-c2ddf1ad647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.646136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-6e67ece4-f39c-4b9f-8682-c2ddf1ad647f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1095 time: 0.0862672 Jul 15 16:45:04.672256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bfa46-a638-4508-9d8b-df805ba3ffa0 req-26defd2a-d2a6-40a8-92f9-0295fc48cbab tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.674066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f1bfa46-a638-4508-9d8b-df805ba3ffa0 req-26defd2a-d2a6-40a8-92f9-0295fc48cbab tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.0870028 Jul 15 16:45:04.724883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f1bfa46-a638-4508-9d8b-df805ba3ffa0 req-57fc83da-dcf6-411e-ab94-5f00d4a6fe62 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Jul 15 16:45:04.779458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-3b20d4b5-1b1a-4c93-8283-4a7d9f64fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.781237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-3b20d4b5-1b1a-4c93-8283-4a7d9f64fa0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1278095 Jul 15 16:45:04.828294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-df0e1445-70c6-4ce1-9933-ad3c962b6124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 200 len: 217 time: 0.0393503 Jul 15 16:45:04.858771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a61d-dbd3-4403-841f-5fa42fb4d31d req-f8c39ba6-56df-498e-9c8f-2970493d2198 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.860567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61a5a61d-dbd3-4403-841f-5fa42fb4d31d req-f8c39ba6-56df-498e-9c8f-2970493d2198 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 944 time: 0.0826459 Jul 15 16:45:04.882972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-1d16d33c-867f-40bc-8fdc-078d87d9ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.884644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-1d16d33c-867f-40bc-8fdc-078d87d9ca49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0502338 Jul 15 16:45:04.910323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61a5a61d-dbd3-4403-841f-5fa42fb4d31d req-c8eb9527-f5f1-4f88-a690-e1f09deb4455 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440702 Jul 15 16:45:04.923218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-175e6d74-d968-4ae7-9433-88ae6ad13416 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313561 Jul 15 16:45:04.963710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5f1dd-b94b-4cee-80c4-c05525a7293b req-4053ed89-7a8a-42a3-a369-e1711a9c4f83 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:04.965526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cc5f1dd-b94b-4cee-80c4-c05525a7293b req-4053ed89-7a8a-42a3-a369-e1711a9c4f83 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.0719588 Jul 15 16:45:05.012333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cc5f1dd-b94b-4cee-80c4-c05525a7293b req-cb85c716-56c1-4d0c-9bf5-437081782f4d tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Jul 15 16:45:05.040838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-733f7648-31ec-4af9-ba74-ca72a0686baf service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100311 Jul 15 16:45:05.152018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-f8b20f68-fbf2-431c-95d2-1e9bd4a9e593 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56edf45063874fc1af3b14cc823f2222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309143 Jul 15 16:45:05.157567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-61e47aba-ce07-4b6e-8af8-3cdbe5e81cc7 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108980 Jul 15 16:45:05.295092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-055fcd12-dfa5-4253-8982-81b8cd68cc18 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:05.296797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-055fcd12-dfa5-4253-8982-81b8cd68cc18 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1213152 Jul 15 16:45:05.318887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Request body: {'port': {'device_id': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '56edf45063874fc1af3b14cc823f2222'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:05.358590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc0b332f-5a50-470c-a0d5-a9d8b7a6271e req-89ff9265-c3a4-4e3a-aedd-11fedd841427 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 210 time: 0.0466003 Jul 15 16:45:05.457414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Made reservation on behalf of 56edf45063874fc1af3b14cc823f2222 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:05.461293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:05.471259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:05.575291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-aefc0354-5bb5-49b0-ac96-d85d4fefde63 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:05.576827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-aefc0354-5bb5-49b0-ac96-d85d4fefde63 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.0969110 Jul 15 16:45:05.664683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:05.670548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:05.751634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:05.755130 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221c07e-5a9a-4aa6-86c9-a2f98edc157c" -d '{"events": [{"server_uuid": "b4872aca-8a26-405e-b947-463454918109", "name": "network-vif-plugged", "status": "completed", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:05.770255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:05.803166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a8e56-acb2-4ac2-9298-510028f7fc16 req-3912491d-f172-4dbe-bbfa-a357f603b612 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:05.804714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-090a8e56-acb2-4ac2-9298-510028f7fc16 req-3912491d-f172-4dbe-bbfa-a357f603b612 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1136272 Jul 15 16:45:05.817139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd1bd6-b218-4dba-a1fc-19a36b5bf7e4 req-bef0b4f8-99ab-4b05-972a-fc3f42a6006e tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:05.817578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-3fdd1bed-5ed5-4a7f-9fe1-d3c0071ed763 service neutron] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:05.818591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3fd1bd6-b218-4dba-a1fc-19a36b5bf7e4 req-bef0b4f8-99ab-4b05-972a-fc3f42a6006e tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 950 time: 0.0957453 Jul 15 16:45:05.823063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-3fdd1bed-5ed5-4a7f-9fe1-d3c0071ed763 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:05.824192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2630d350-fa14-47f2-a366-62fd3e86f7af req-3fdd1bed-5ed5-4a7f-9fe1-d3c0071ed763 service neutron] 10.222.0.35 "DELETE /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.2395549 Jul 15 16:45:05.855214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Allocated IP 192.168.233.141 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/8b122fdc-57e1-4e20-8f94-14ea762bfa63) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:05.880846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-090a8e56-acb2-4ac2-9298-510028f7fc16 req-9a005d60-78eb-4ff6-825c-00e38e03fc24 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611482 Jul 15 16:45:05.897484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3fd1bd6-b218-4dba-a1fc-19a36b5bf7e4 req-20c30b2a-1ac5-4f0e-beee-ca7a3b6780ba tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700257 Jul 15 16:45:05.952134 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ee3e2-bf9e-4ce8-8ea3-4e6a172e655c x-openstack-request-id: req-a65ee3e2-bf9e-4ce8-8ea3-4e6a172e655c {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:05.952658 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4872aca-8a26-405e-b947-463454918109", "name": "network-vif-plugged", "status": "completed", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:05.953124 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a65ee3e2-bf9e-4ce8-8ea3-4e6a172e655c {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:05.953678 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648', 'code': 200} Jul 15 16:45:06.092775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.112017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Transition to ACTIVE for port object 8b122fdc-57e1-4e20-8f94-14ea762bfa63 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:06.154473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf30730-4174-444a-9f02-5332091e9d21 req-85f62a95-f928-462b-b14f-93486ca6608b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.162071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf30730-4174-444a-9f02-5332091e9d21 req-85f62a95-f928-462b-b14f-93486ca6608b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.1142163 Jul 15 16:45:06.162275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd0c7-8f90-4c5d-a87b-8c895fa1cf86 req-71c22059-875a-4c60-8c1f-9416d0fbe0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.163761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b6bd0c7-8f90-4c5d-a87b-8c895fa1cf86 req-71c22059-875a-4c60-8c1f-9416d0fbe0cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 1097 time: 0.1133497 Jul 15 16:45:06.209103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.217639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf30730-4174-444a-9f02-5332091e9d21 req-4cbee916-b332-42b4-ad4d-76a5347fcd8e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Jul 15 16:45:06.274048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:06.276173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b6bd0c7-8f90-4c5d-a87b-8c895fa1cf86 req-732a664a-7ebd-4cf2-949c-8d2798b85ba2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036336 Jul 15 16:45:06.279584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:06.283947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:06.351504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event updated for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:06.361635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.362681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.382476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d0f430bc-2431-4344-858c-383032fdd11c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0684946 Jul 15 16:45:06.413503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Request body: {'port': {'device_id': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:06.485645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1234d-d364-4c20-8793-48a927f9c11b req-7d6dacf7-0fef-4a1c-9e9e-f5224ba2ae27 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.493132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6a1234d-d364-4c20-8793-48a927f9c11b req-7d6dacf7-0fef-4a1c-9e9e-f5224ba2ae27 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 944 time: 0.1026044 Jul 15 16:45:06.520405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.536961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6a1234d-d364-4c20-8793-48a927f9c11b req-b91430c4-ee22-491f-965e-d42debfdcf75 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Jul 15 16:45:06.571558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a13c4ac-ca11-402f-b9b2-6e9ba863d36f None None] Provisioning for port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:06.579510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a13c4ac-ca11-402f-b9b2-6e9ba863d36f None None] Provisioning complete for port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:06.579748 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a13c4ac-ca11-402f-b9b2-6e9ba863d36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.620988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a13c4ac-ca11-402f-b9b2-6e9ba863d36f None None] Port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:06.725364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade909ef-a692-4f82-8941-736454f6a7e2 req-ece12f86-7d28-43bb-a96d-653c7a7550ce tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.726887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ade909ef-a692-4f82-8941-736454f6a7e2 req-ece12f86-7d28-43bb-a96d-653c7a7550ce tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.0757735 Jul 15 16:45:06.778511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ade909ef-a692-4f82-8941-736454f6a7e2 req-938aef7b-e1c3-4b4c-a85a-999f25c2ba9a tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Jul 15 16:45:06.875748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b122fdc-57e1-4e20-8f94-14ea762bfa63 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:06.884588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.898707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Transition to ACTIVE for port object 8b122fdc-57e1-4e20-8f94-14ea762bfa63 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:06.904010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:06.981016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Pushing event updated for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:06.984207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0c9f-0126-4c45-aa51-1e9a7e908e9d req-9035f8b3-7056-40d4-8bc0-341fd82e0069 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.985680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-720f0c9f-0126-4c45-aa51-1e9a7e908e9d req-9035f8b3-7056-40d4-8bc0-341fd82e0069 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 948 time: 0.0835183 Jul 15 16:45:06.990775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84335b0-2b8d-4a8b-b339-6977d92d0c44 req-5f4c5455-9eba-434d-b948-7452be47937c tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:06.992234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e84335b0-2b8d-4a8b-b339-6977d92d0c44 req-5f4c5455-9eba-434d-b948-7452be47937c tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 1101 time: 0.1182427 Jul 15 16:45:07.064825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-720f0c9f-0126-4c45-aa51-1e9a7e908e9d req-37321e22-b1a6-4367-86d6-746a733f8e8b tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715175 Jul 15 16:45:07.069857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e84335b0-2b8d-4a8b-b339-6977d92d0c44 req-ea921a16-99b8-459e-8a86-d089e320ae50 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693955 Jul 15 16:45:07.082584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Attempting to bind port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:07.082584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Attempting to bind port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:07.082584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Attempting to bind port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:07.101213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:07.101554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Attempting to bind port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:07.114445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:07.114797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:07.115181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:07.115618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Bound port: 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:07.115981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:07.126323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-e9356f28-9cf1-4524-b8b8-5fb59b2fb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.127839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-e9356f28-9cf1-4524-b8b8-5fb59b2fb31d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1097 time: 0.1106923 Jul 15 16:45:07.247758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-2e6cdaf7-b2bd-40da-9d0b-04d4e646ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.249539 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-2e6cdaf7-b2bd-40da-9d0b-04d4e646ca7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1091788 Jul 15 16:45:07.318109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1fd0a9cb-28d7-449f-836b-172636c7c09c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 217 time: 0.0466568 Jul 15 16:45:07.387854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:07.390797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-694a2ec6-938f-4670-9b25-28213a0876bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.392300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-694a2ec6-938f-4670-9b25-28213a0876bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0656853 Jul 15 16:45:07.394529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:07.399523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:07.409918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f645-0ca9-4c2e-b4d6-d260eabfcf23 req-98555fe3-1ee7-4475-8865-ce59723081ea tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.411580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cc4f645-0ca9-4c2e-b4d6-d260eabfcf23 req-98555fe3-1ee7-4475-8865-ce59723081ea tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1013718 Jul 15 16:45:07.434864 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-b1a5329a-6806-4b58-be4c-281a1349b06b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326626 Jul 15 16:45:07.481196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cc4f645-0ca9-4c2e-b4d6-d260eabfcf23 req-7f984416-066f-4dd7-b1b9-7280d1b2f155 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626311 Jul 15 16:45:07.483330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.483950 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:07.485368 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b122fdc-57e1-4e20-8f94-14ea762bfa63 HTTP/1.1" status: 200 len: 1096 time: 1.0835552 Jul 15 16:45:07.496078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:07.498515 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c6632-4378-4405-a983-ac720509e4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:07.586455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8dd97-4656-469b-b392-990021cd4115 service neutron] Pushing event updated for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:07.632251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-2f281ee7-cc45-4fab-865a-17c22c986122 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780562 Jul 15 16:45:07.656921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-bdc94a4a-d204-4a90-8d86-b92942b3d3b9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488567 Jul 15 16:45:07.667419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-13b0c4d3-7eef-4375-b545-bc2de5bcdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.669291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-13b0c4d3-7eef-4375-b545-bc2de5bcdd9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 1099 time: 0.1114650 Jul 15 16:45:07.750413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-56ef8faf-1c6a-41f8-b832-9847b30f3b1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63 HTTP/1.1" status: 200 len: 217 time: 0.0445001 Jul 15 16:45:07.754108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b78f3-dcc4-4c7c-a4ee-2577aa1b74a9 req-11c2df65-4096-4cd1-873b-f09e14fea2a8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.756486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370b78f3-dcc4-4c7c-a4ee-2577aa1b74a9 req-11c2df65-4096-4cd1-873b-f09e14fea2a8 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1095 time: 0.1498783 Jul 15 16:45:07.798254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-1f0ba3c6-739c-47fe-9296-faccfcc98b89 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587021 Jul 15 16:45:07.805788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-3d1eebcb-08d8-43df-a498-29cb581a8ba9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.807544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-3d1eebcb-08d8-43df-a498-29cb581a8ba9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446846 Jul 15 16:45:07.812349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-0f5b5fbb-9df2-4c39-b8a7-7a31250dcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.813791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-0f5b5fbb-9df2-4c39-b8a7-7a31250dcf55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0543032 Jul 15 16:45:07.814351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370b78f3-dcc4-4c7c-a4ee-2577aa1b74a9 req-c917f2fa-2f9d-4d74-8dd6-1cb4b560f01c tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520561 Jul 15 16:45:07.827661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ca43ce02-7b31-4b7e-8ef0-90d1c0d91e34 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0095983 Jul 15 16:45:07.896513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d9c56add-8cfd-42a9-b658-8cb707ad0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:07.898880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-d9c56add-8cfd-42a9-b658-8cb707ad0035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683107 Jul 15 16:45:07.917283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-bb047bd3-63a0-4222-a3ef-5f3705342c9d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0838647 Jul 15 16:45:08.018330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d70a37-7de2-400d-9503-a3b587eb8967 req-66d4b71f-0bb2-47dc-91a1-db4f86960bd3 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.020780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73d70a37-7de2-400d-9503-a3b587eb8967 req-66d4b71f-0bb2-47dc-91a1-db4f86960bd3 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 950 time: 0.0833833 Jul 15 16:45:08.027654 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-bbc171fe-ab7d-4571-82e9-0e0e0f75082f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194069 Jul 15 16:45:08.095631 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24d68e-2d53-4a09-900c-c933d1fdbb47 x-openstack-request-id: req-cd24d68e-2d53-4a09-900c-c933d1fdbb47 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:08.096019 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:08.096470 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd24d68e-2d53-4a09-900c-c933d1fdbb47 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:08.097078 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63', 'status': 'completed', 'code': 200} Jul 15 16:45:08.108570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73d70a37-7de2-400d-9503-a3b587eb8967 req-165c9212-71dd-4b11-9800-45bcdb5b40b8 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811150 Jul 15 16:45:08.133686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:08.205523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-194ca2bc-0aba-4503-981d-e09a8a2e420b req-382c5e05-5dac-4881-a62f-c30c72c5b528 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679595 Jul 15 16:45:08.307313 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:08.387037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:08.389559 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7667ac-0ab9-47aa-aae5-fec828513968" -d '{"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:08.407177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:08.418400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:08.473036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5c64c-a683-43a4-a214-3320fd59e0c2 req-b83bbe51-39b3-4a3c-8bf6-3a4b0a8b2f15 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.480959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ded5c64c-a683-43a4-a214-3320fd59e0c2 req-b83bbe51-39b3-4a3c-8bf6-3a4b0a8b2f15 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.1903598 Jul 15 16:45:08.491205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7791fe8-96ff-48f7-b678-08df3bc4d0a0 req-051a5a77-5f99-4b94-a568-f290819817ec tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.495279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=11']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:08.505967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7791fe8-96ff-48f7-b678-08df3bc4d0a0 req-051a5a77-5f99-4b94-a568-f290819817ec tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 1095 time: 0.1264029 Jul 15 16:45:08.563446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ded5c64c-a683-43a4-a214-3320fd59e0c2 req-a3e07f72-ee64-440f-9e47-ecfba8c6b616 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813506 Jul 15 16:45:08.610729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7791fe8-96ff-48f7-b678-08df3bc4d0a0 req-6f7d2744-0a37-49b2-86d4-aad2a1321996 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039951 Jul 15 16:45:08.704128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4383ecf9-a613-4bc7-a0ee-adca8b91441c req-5e926c71-1e07-446e-b146-3e1e99b960f5 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 210 time: 0.0681541 Jul 15 16:45:08.808322 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b6b58-51f5-4b67-a201-162de490762b x-openstack-request-id: req-171b6b58-51f5-4b67-a201-162de490762b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:08.808622 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-unplugged", "status": "completed", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:08.808901 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-171b6b58-51f5-4b67-a201-162de490762b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:08.809313 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'code': 200} Jul 15 16:45:08.826686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6632-4378-4405-a983-ac720509e4c0 req-c45590c4-ace5-4c3a-94b5-c8492b02e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.828528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-c45590c4-ace5-4c3a-94b5-c8492b02e687 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 1099 time: 0.5139925 Jul 15 16:45:08.895638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5ab0d-69d0-42f9-8fcb-279cbe85e327 req-19b0af89-3afd-4041-b9f8-b5a0f88bdd96 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.902864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0db5ab0d-69d0-42f9-8fcb-279cbe85e327 req-19b0af89-3afd-4041-b9f8-b5a0f88bdd96 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 948 time: 0.0982089 Jul 15 16:45:08.943233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0db5ab0d-69d0-42f9-8fcb-279cbe85e327 req-447d112e-9fc5-4262-93fd-acf0d0c65668 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 Jul 15 16:45:08.964598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6632-4378-4405-a983-ac720509e4c0 req-f1c9c333-2622-4e3e-bc73-ad3be3d15d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:08.966091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-f1c9c333-2622-4e3e-bc73-ad3be3d15d45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1178486 Jul 15 16:45:09.018244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-d338d349-5f9c-4efa-9949-cf5e600ceb8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63 HTTP/1.1" status: 200 len: 217 time: 0.0439491 Jul 15 16:45:09.073658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bf941-8520-4193-9a96-6dc9f1fcdf22 req-b7883f43-96de-4452-86aa-159d5fa5eb30 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:09.076346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a8bf941-8520-4193-9a96-6dc9f1fcdf22 req-b7883f43-96de-4452-86aa-159d5fa5eb30 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1146185 Jul 15 16:45:09.097392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6632-4378-4405-a983-ac720509e4c0 req-bf79e665-ae23-49d4-b6ab-df42dfb862c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:09.098910 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-bf79e665-ae23-49d4-b6ab-df42dfb862c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0672269 Jul 15 16:45:09.137650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a8bf941-8520-4193-9a96-6dc9f1fcdf22 req-9a11b51b-28e1-4400-8301-c3ab7d3cb263 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531385 Jul 15 16:45:09.182263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6632-4378-4405-a983-ac720509e4c0 req-bfcc979e-edc9-498d-860f-55d73f3763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:09.184180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-bfcc979e-edc9-498d-860f-55d73f3763a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751052 Jul 15 16:45:09.303085 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-47956f81-580f-4de8-b0e8-d7287075c9aa service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076584 Jul 15 16:45:09.435129 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-234c6632-4378-4405-a983-ac720509e4c0 req-5d377340-cdc9-4d03-ac0c-6c887393598a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204224 Jul 15 16:45:09.446319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f350b-d02e-4fee-bc6c-18f978421cd8 req-f28032da-9748-4bbd-8f69-707dfe85ad3b tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:09.448191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-755f350b-d02e-4fee-bc6c-18f978421cd8 req-f28032da-9748-4bbd-8f69-707dfe85ad3b tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 948 time: 0.0766327 Jul 15 16:45:09.515189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-755f350b-d02e-4fee-bc6c-18f978421cd8 req-b1d8f1cb-76ac-4ec3-8b5b-43b218835f28 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/security-groups?id=29e1daa5-d0da-46e9-bf36-e24e99f615e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538561 Jul 15 16:45:09.796971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-48f60907-4312-4784-a31b-baed260cb725 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256205 Jul 15 16:45:09.847287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-8879f601-e521-48a6-849d-46b4a93b0b0c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317891 Jul 15 16:45:10.031184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-4c06a8f0-272d-4878-806c-7ec9019f7743 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.032868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-4c06a8f0-272d-4878-806c-7ec9019f7743 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189257 Jul 15 16:45:10.033764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-cd32d50d-3d5e-48ba-aca9-79acacf192fe tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.042133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-cd32d50d-3d5e-48ba-aca9-79acacf192fe tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1939740 Jul 15 16:45:10.049334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:10.051902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-36e1549c-bcb7-4529-aea6-e54200074b54 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.055258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-36e1549c-bcb7-4529-aea6-e54200074b54 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 948 time: 0.1635664 Jul 15 16:45:10.114228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-b54595a9-a566-45fb-bdea-dad07e900ea8 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/quotas/be6acc4795454bf18155a7a1ba26c6b8 HTTP/1.1" status: 200 len: 375 time: 0.0711873 Jul 15 16:45:10.142202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29d7952b-176c-4403-bf62-f14c56270144 req-1045526a-831e-4c82-bcad-bf1ca94560ba tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 210 time: 0.0765746 Jul 15 16:45:10.191070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:10.192975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-ba013d4c-29dd-422f-bd23-7656d444d584 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759869 Jul 15 16:45:10.195406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.292749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Deleting port fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:45:10.293106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.373995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.380148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.14 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/a4078df8-4b0a-4f01-8927-2635275d8573) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:10.483756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.493494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] For port fd60f863-afe8-41dc-8daa-4d9ba6818a7a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:10.493866 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.535719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Calling delete_port for fd60f863-afe8-41dc-8daa-4d9ba6818a7a owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:45:10.610415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.625028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object a4078df8-4b0a-4f01-8927-2635275d8573 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:10.663609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.670318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d96c89-0dcc-4e53-994a-7c8d24065423 req-d9316c53-2472-4b21-9667-acb61853c11b tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.671493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d96c89-0dcc-4e53-994a-7c8d24065423 req-d9316c53-2472-4b21-9667-acb61853c11b tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.2839684 Jul 15 16:45:10.678326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:10.716585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:10.721136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:10.726668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:10.772641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479', '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:10.778204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:10.799766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.800893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:10.829778 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-ee55308e-3597-4dbb-927d-f93ed2457faa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7843938 Jul 15 16:45:10.835624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d96c89-0dcc-4e53-994a-7c8d24065423 req-2456b276-aea2-4231-82ad-522d4482462f tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410124 Jul 15 16:45:10.857541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Request body: {'port': {'device_id': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:10.892904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea9f22-01bc-4c1c-9440-610637767e06 req-f896fb1d-d154-4b06-8852-8f2b9f36f2ea tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:10.905209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ea9f22-01bc-4c1c-9440-610637767e06 req-f896fb1d-d154-4b06-8852-8f2b9f36f2ea tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 948 time: 0.3274076 Jul 15 16:45:11.036036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.072879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.107241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Pushing event deleted for resources: {'Port': ['ID=fd60f863-afe8-41dc-8daa-4d9ba6818a7a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:11.155197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ea9f22-01bc-4c1c-9440-610637767e06 req-ccec7ed5-1729-43f7-8cea-cfe2fe28c71a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593568 Jul 15 16:45:11.269504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] No DVR routers for this DVR port fd60f863-afe8-41dc-8daa-4d9ba6818a7a on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:11.274664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.280858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2cf633e-cba3-40a2-997d-a780f718afa3 req-07f06d54-1a01-4c1e-9cde-1dd16d0591b4 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.20 "DELETE /v2.0/ports/fd60f863-afe8-41dc-8daa-4d9ba6818a7a HTTP/1.1" status: 204 len: 173 time: 1.2172995 Jul 15 16:45:11.287391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-deleted', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:11.294098 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048902cb-6ab7-4e38-a5f9-60d18ea60128" -d '{"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-deleted", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:11.309211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-49b86dbd-1b64-4395-8854-77bfa47ad330 None None] Provisioning for port a4078df8-4b0a-4f01-8927-2635275d8573 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:11.345300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-49b86dbd-1b64-4395-8854-77bfa47ad330 None None] Provisioning complete for port a4078df8-4b0a-4f01-8927-2635275d8573 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:11.345745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-47ec07dc-765e-436c-a74c-686442664266 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447493 Jul 15 16:45:11.346101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49b86dbd-1b64-4395-8854-77bfa47ad330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.392040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322095f-78dd-4a92-aa9c-bf5564dc699a req-ab35aa59-5c8e-41b9-b4c7-0e96f700e2fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:11.400300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f322095f-78dd-4a92-aa9c-bf5564dc699a req-ab35aa59-5c8e-41b9-b4c7-0e96f700e2fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.3046932 Jul 15 16:45:11.440216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-49b86dbd-1b64-4395-8854-77bfa47ad330 None None] Port a4078df8-4b0a-4f01-8927-2635275d8573 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:11.492843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4078df8-4b0a-4f01-8927-2635275d8573 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:11.512612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.512773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f322095f-78dd-4a92-aa9c-bf5564dc699a req-958c6155-e1b1-49e5-b3a0-3f20a9f8f0a3 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112537 Jul 15 16:45:11.549579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Transition to ACTIVE for port object a4078df8-4b0a-4f01-8927-2635275d8573 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:11.575550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:11.585732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-cc684728-2dc2-484d-9290-edc16e554f67 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:11.592090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-cc684728-2dc2-484d-9290-edc16e554f67 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453885 Jul 15 16:45:11.616538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-7ae3439d-d25e-409f-ab20-11d2402b53b9 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/quotas/be6acc4795454bf18155a7a1ba26c6b8 HTTP/1.1" status: 200 len: 375 time: 0.0182059 Jul 15 16:45:11.684994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-67bfcc2c-7bbd-499f-acdb-fe8f286ab38f tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615044 Jul 15 16:45:11.783418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Pushing event updated for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:11.829051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-c64baa0f-ffb4-482e-8a4f-e12902f1508c tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:11.830653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-c64baa0f-ffb4-482e-8a4f-e12902f1508c tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.2777433 Jul 15 16:45:11.831618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1554f612-47cc-4022-9752-13d800b75083 req-d6d4af4a-ee2f-4913-a53d-238632ed6579 tempest-ImagesOneServerTestJSON-1940318165 tempest-ImagesOneServerTestJSON-1940318165-project] 10.222.0.25 "GET /v2.0/ports?device_id=25c3ae4d-e0dc-4adc-a909-4b416903e873 HTTP/1.1" status: 200 len: 210 time: 0.0431623 Jul 15 16:45:11.896577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Attempting to bind port a4078df8-4b0a-4f01-8927-2635275d8573 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:11.897053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Attempting to bind port a4078df8-4b0a-4f01-8927-2635275d8573 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:11.897621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Attempting to bind port a4078df8-4b0a-4f01-8927-2635275d8573 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:11.906506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Port a4078df8-4b0a-4f01-8927-2635275d8573 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:11.906953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Attempting to bind port a4078df8-4b0a-4f01-8927-2635275d8573 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:11.962383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:11.963960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:11.964616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:11.965289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Bound port: a4078df8-4b0a-4f01-8927-2635275d8573, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:11.965892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.068205 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2edc3d-891c-4dc6-b2c2-6f6d4c68cb2d x-openstack-request-id: req-be2edc3d-891c-4dc6-b2c2-6f6d4c68cb2d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:12.068505 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c3ae4d-e0dc-4adc-a909-4b416903e873", "name": "network-vif-deleted", "tag": "fd60f863-afe8-41dc-8daa-4d9ba6818a7a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:12.068758 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be2edc3d-891c-4dc6-b2c2-6f6d4c68cb2d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:12.069157 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c3ae4d-e0dc-4adc-a909-4b416903e873', 'name': 'network-vif-deleted', 'tag': 'fd60f863-afe8-41dc-8daa-4d9ba6818a7a', 'status': 'completed', 'code': 200} Jul 15 16:45:12.150096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8b122fdc-57e1-4e20-8f94-14ea762bfa63 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:12.154066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Deleting port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:45:12.154555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.368364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50f214-6f53-4031-afd6-c45c3bcb0378 req-09243db1-fde8-4775-8572-20053abcac17 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:12.373652 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:45:12.379172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da50f214-6f53-4031-afd6-c45c3bcb0378 req-09243db1-fde8-4775-8572-20053abcac17 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 946 time: 0.1596227 Jul 15 16:45:12.441951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] For port 9c23714b-19f2-4f59-8bda-cc66c8cf4648, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9c23714b-19f2-4f59-8bda-cc66c8cf4648,segment=NetworkSegment(fe6dd76b-a42a-43a1-b22d-2470d5723786),segment_id=fe6dd76b-a42a-43a1-b22d-2470d5723786)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:12.442534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.460943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Calling delete_port for 9c23714b-19f2-4f59-8bda-cc66c8cf4648 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:45:12.493232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:12.507878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da50f214-6f53-4031-afd6-c45c3bcb0378 req-2f4bf851-d5a1-4066-ae8f-c58361391f15 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/security-groups?id=7709ab8a-30d1-4637-ad96-defb51be63c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Jul 15 16:45:12.559692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '8b122fdc-57e1-4e20-8f94-14ea762bfa63', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '8b122fdc-57e1-4e20-8f94-14ea762bfa63', 'mac_address': 'fa:16:3e:53:cd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:12.582622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dc9ea-b202-40a4-8927-07c897a7a22b req-3b62f020-a85f-4d63-ad3a-7b22479851ea tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:12.584196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db9dc9ea-b202-40a4-8927-07c897a7a22b req-3b62f020-a85f-4d63-ad3a-7b22479851ea tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 947 time: 0.2735546 Jul 15 16:45:12.626527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.661812 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-4be3fe1d-fac0-45ce-81d4-13214abdfc44 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554690 Jul 15 16:45:12.668308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:12.683593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b122fdc-57e1-4e20-8f94-14ea762bfa63 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:12.691583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db9dc9ea-b202-40a4-8927-07c897a7a22b req-77c7b787-5ffe-42a3-b263-461bd84a20e0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Jul 15 16:45:12.748895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:12.762144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.788913 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:12.804840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-203e2ed7-ee81-40e8-94d4-5963a92cb2eb req-3dc2fcc1-b1ec-4fbd-a108-3687a39085ec tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 210 time: 0.1102350 Jul 15 16:45:12.874323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:12.895348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['9c23714b-19f2-4f59-8bda-cc66c8cf4648'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:12.898889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a4078df8-4b0a-4f01-8927-2635275d8573,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:12.964683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Pushing event deleted for resources: {'Port': ['ID=9c23714b-19f2-4f59-8bda-cc66c8cf4648,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:12.973130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.053254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabb5a4-1274-4f01-b6f2-8c049696fa82 req-c68ba754-9d25-43ad-a4c3-0492f7f39394 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.054773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4eabb5a4-1274-4f01-b6f2-8c049696fa82 req-c68ba754-9d25-43ad-a4c3-0492f7f39394 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 949 time: 0.1618850 Jul 15 16:45:13.055456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:13.076320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.076960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.078474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4078df8-4b0a-4f01-8927-2635275d8573 HTTP/1.1" status: 200 len: 1095 time: 2.2312465 Jul 15 16:45:13.080197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:13.092603 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db434cfc-ca5e-4230-81a2-2666d1baeec8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:13.133003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] No DVR routers for this DVR port 9c23714b-19f2-4f59-8bda-cc66c8cf4648 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:13.145487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ef188-cdab-44dd-915b-a7274dd07bba req-705e2d0a-b771-4cad-b142-07c9e0f7d840 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.147933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.149959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8859001-c5f9-4e3d-afc3-9fce9aeafdd7 req-f5750cda-0917-41b4-b5dc-d6bae87b56f3 tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.35 "DELETE /v2.0/ports/9c23714b-19f2-4f59-8bda-cc66c8cf4648 HTTP/1.1" status: 204 len: 173 time: 1.3092768 Jul 15 16:45:13.150729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-099ef188-cdab-44dd-915b-a7274dd07bba req-705e2d0a-b771-4cad-b142-07c9e0f7d840 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1726561 Jul 15 16:45:13.162780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-222a9166-331a-4cca-bd32-97058dda74fd tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.164386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-222a9166-331a-4cca-bd32-97058dda74fd tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4881787 Jul 15 16:45:13.180634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Request body: {'port': {'device_id': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'be6acc4795454bf18155a7a1ba26c6b8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:13.187155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4eabb5a4-1274-4f01-b6f2-8c049696fa82 req-02785669-29ca-4a8a-af2d-a9df8f3a2979 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204517 Jul 15 16:45:13.238900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3461a62-0940-4e7b-8365-9241bcf8be11 service neutron] Pushing event updated for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:13.292818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-099ef188-cdab-44dd-915b-a7274dd07bba req-3d38f5b0-a8fa-4e78-84b2-b12206d98357 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246693 Jul 15 16:45:13.475812 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54104c8-5381-4c54-b2d7-c3058dca8c64 x-openstack-request-id: req-f54104c8-5381-4c54-b2d7-c3058dca8c64 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:13.476090 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:13.476561 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f54104c8-5381-4c54-b2d7-c3058dca8c64 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:13.476968 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573', 'status': 'completed', 'code': 200} Jul 15 16:45:13.487123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Made reservation on behalf of be6acc4795454bf18155a7a1ba26c6b8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:13.491113 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.503990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.562064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-50e08e19-3cca-4546-94ec-a02a4ccdbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.563764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-50e08e19-3cca-4546-94ec-a02a4ccdbc07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 1098 time: 0.2441964 Jul 15 16:45:13.621329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-b8a25010-5360-429a-bc52-e75795fbd47d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a4078df8-4b0a-4f01-8927-2635275d8573 HTTP/1.1" status: 200 len: 217 time: 0.0443630 Jul 15 16:45:13.699851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-a7d738ba-2af0-4a7b-880e-abb61ba9d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:13.701588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-a7d738ba-2af0-4a7b-880e-abb61ba9d3b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0609763 Jul 15 16:45:13.749841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.759083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:13.762804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14a04362-91b3-43ac-9e23-a4da333856cb req-275093dc-482d-479c-aa08-22b5abbbd15a tempest-ServerPasswordTestJSON-224687427 tempest-ServerPasswordTestJSON-224687427-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4872aca-8a26-405e-b947-463454918109 HTTP/1.1" status: 200 len: 210 time: 0.0816901 Jul 15 16:45:13.885446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d053a016-b7d6-4085-a253-fb878403096a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:13.894011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47712) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:13.988149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fe11-a86f-405c-8435-46fd00ee2133 req-4a4ed770-17c4-4f7d-87fb-2a4345376eb2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:14.008707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9eb9fe11-a86f-405c-8435-46fd00ee2133 req-4a4ed770-17c4-4f7d-87fb-2a4345376eb2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 947 time: 0.1252003 Jul 15 16:45:14.036338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-bab3023b-8d0f-40d9-8309-90216ca6df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:14.037795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-bab3023b-8d0f-40d9-8309-90216ca6df13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3278489 Jul 15 16:45:14.052373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Allocated IP 192.168.233.16 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/e250b1ae-5023-4c53-b80d-a1fc690b8c70) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:14.101193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91ee6f6b-5d33-4e00-aaea-4f5a98d634c5 req-cf7e86bb-02ac-4e76-ae15-cf89b3cf7b08 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 210 time: 0.0841861 Jul 15 16:45:14.156769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9eb9fe11-a86f-405c-8435-46fd00ee2133 req-a3e6350b-e730-44a7-9ff2-9710e35dce65 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470785 Jul 15 16:45:14.165149 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-e4797edb-6218-4f78-b10f-eba3da1356bd service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143034 Jul 15 16:45:14.174347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8b122fdc-57e1-4e20-8f94-14ea762bfa63 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:14.206058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f873d24-c0cb-49b3-b0ee-844210bb0581 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d256745f028c4fa395b01e7715c13ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106415 Jul 15 16:45:14.206266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:14.229811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-61a37054-606f-4fdf-b18e-9c93cb30c2b0 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515580 Jul 15 16:45:14.286064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:14.289832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:14.290203 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.366804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.400640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.408768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-e986e8a7-8a87-49c5-93f3-62ac9cb7d0e1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:14.410708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-e986e8a7-8a87-49c5-93f3-62ac9cb7d0e1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791604 Jul 15 16:45:14.425435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Request body: {'port': {'device_id': '5c00f90f-b2dc-4850-8512-423201235961', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'be6acc4795454bf18155a7a1ba26c6b8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:14.455581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.466558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.469092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.470248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29e1daa5-d0da-46e9-bf36-e24e99f615e9 HTTP/1.1" status: 204 len: 168 time: 0.2549822 Jul 15 16:45:14.503502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872bd18-cf0a-4649-aa7b-d69ae80abf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e1daa5-d0da-46e9-bf36-e24e99f615e9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:14.518030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:14.522694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:14.527504 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c102b21-21e1-48b1-852c-dc7ed4264b51" -d '{"events": [{"server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "name": "network-vif-plugged", "status": "completed", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:14.550641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.553354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:14.565500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fe5f9e3-f098-42f2-b4ae-accb6e950186 req-de47e8d7-bc8c-4641-89d7-b29334010425 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901689 Jul 15 16:45:14.621173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.640929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Transition to ACTIVE for port object e250b1ae-5023-4c53-b80d-a1fc690b8c70 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:14.650227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: fd60f863-afe8-41dc-8daa-4d9ba6818a7a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:45:14.650679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fd60f863-afe8-41dc-8daa-4d9ba6818a7a not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:45:14.710987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:14.720849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.789807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:14.809050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:14.811858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:14.855090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:14.905677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:14.906613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:14.913241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-dff81b0c-22d5-4947-8bbe-e94d61ee98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:14.915156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-dff81b0c-22d5-4947-8bbe-e94d61ee98b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 1098 time: 0.2341702 Jul 15 16:45:14.945788 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-ae2190c3-cff9-4c16-a244-b661f897baaf tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7702322 Jul 15 16:45:14.971194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Request body: {'port': {'device_id': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:15.121113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-474ae98f-1bd7-492a-96ea-ff81935b9d65 None None] Provisioning for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:15.126609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-474ae98f-1bd7-492a-96ea-ff81935b9d65 None None] Provisioning complete for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:15.127180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-474ae98f-1bd7-492a-96ea-ff81935b9d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.136991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5119d-2e69-404a-8b3f-40567b427939 req-ec83b82a-bde0-4484-a09a-0777d3401dec tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:15.144133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cc5119d-2e69-404a-8b3f-40567b427939 req-ec83b82a-bde0-4484-a09a-0777d3401dec tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 949 time: 0.7322135 Jul 15 16:45:15.191581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328f1d0-00c7-4f9a-8d8f-e5724631c80c req-1c13454e-afc1-4208-9392-4755606c420c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:15.200389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2328f1d0-00c7-4f9a-8d8f-e5724631c80c req-1c13454e-afc1-4208-9392-4755606c420c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.6249552 Jul 15 16:45:15.213007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-474ae98f-1bd7-492a-96ea-ff81935b9d65 None None] Port e250b1ae-5023-4c53-b80d-a1fc690b8c70 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:15.227978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.231490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-7f836bca-92db-4910-ac9f-5c9ce79b82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:15.237511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-7f836bca-92db-4910-ac9f-5c9ce79b82cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3030143 Jul 15 16:45:15.269138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Made reservation on behalf of be6acc4795454bf18155a7a1ba26c6b8 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:15.272652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.286835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cc5119d-2e69-404a-8b3f-40567b427939 req-2d53a5f2-5b87-48a7-a951-fd6c64dfc217 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418388 Jul 15 16:45:15.302780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2328f1d0-00c7-4f9a-8d8f-e5724631c80c req-01893028-dc75-41e1-966a-6423b443e75c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012614 Jul 15 16:45:15.360631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-1abf02ea-7314-4fd0-874f-d0f83a7f1e87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=a4078df8-4b0a-4f01-8927-2635275d8573 HTTP/1.1" status: 200 len: 217 time: 0.1015015 Jul 15 16:45:15.415152 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc443d3f-0fa0-41d0-bd3c-75a2c24b2d97 x-openstack-request-id: req-dc443d3f-0fa0-41d0-bd3c-75a2c24b2d97 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:15.415521 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "name": "network-vif-plugged", "status": "completed", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:15.416396 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc443d3f-0fa0-41d0-bd3c-75a2c24b2d97 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:15.416900 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63', 'code': 200} Jul 15 16:45:15.490435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'name': 'network-vif-deleted', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:15.501683 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf94aef-4184-4abb-a04d-36c5bc3907c3" -d '{"events": [{"server_uuid": "b4872aca-8a26-405e-b947-463454918109", "name": "network-vif-deleted", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:15.533146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Allocated IP 192.168.233.96 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/56b39243-53a3-49fb-8974-fc9f4edbb955) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:15.575997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:15.637751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:15.722981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-1b56549b-1898-4691-b799-2d24ef71b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:15.724090 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-1b56549b-1898-4691-b799-2d24ef71b9a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3173099 Jul 15 16:45:15.724765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6621a657-3ad6-4b42-a9f6-a8b9fce909c5 req-d4407518-fa28-4885-be79-45f36e7ff416 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 210 time: 0.0845771 Jul 15 16:45:15.783899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Deleting subnet e59ae72e-8ca6-45bb-b593-f99d960fd195 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:45:15.790093 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a0fc9-e473-4b14-9c78-74a3851652e2 x-openstack-request-id: req-149a0fc9-e473-4b14-9c78-74a3851652e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:15.790389 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4872aca-8a26-405e-b947-463454918109", "name": "network-vif-deleted", "tag": "9c23714b-19f2-4f59-8bda-cc66c8cf4648", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:15.790629 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-149a0fc9-e473-4b14-9c78-74a3851652e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:15.791060 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4872aca-8a26-405e-b947-463454918109', 'name': 'network-vif-deleted', 'tag': '9c23714b-19f2-4f59-8bda-cc66c8cf4648', 'status': 'completed', 'code': 200} Jul 15 16:45:15.791710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.848476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1664726257-network', 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:15.858156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.879329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343040c-30c2-4291-834a-e3bcf3b84e01 req-457b905b-32f5-4f2e-bd4c-9353d5bbb2b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:15.880987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f343040c-30c2-4291-834a-e3bcf3b84e01 req-457b905b-32f5-4f2e-bd4c-9353d5bbb2b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 947 time: 0.1614747 Jul 15 16:45:15.894920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Transition to ACTIVE for port object 56b39243-53a3-49fb-8974-fc9f4edbb955 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:15.919445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:15.921782 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.939192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:15.951876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9c23714b-19f2-4f59-8bda-cc66c8cf4648 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:15.979685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f343040c-30c2-4291-834a-e3bcf3b84e01 req-81ec2040-9ddd-43ad-b2b0-fb166de19d1d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Jul 15 16:45:15.985262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 9c23714b-19f2-4f59-8bda-cc66c8cf4648 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:45:15.986155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9c23714b-19f2-4f59-8bda-cc66c8cf4648 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:45:16.042030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.098702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:16.106338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:16.113051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:16.164822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:16.199146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.209160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:16.210229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.225507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.231622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:16.241372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-100ed23c-209e-404f-9fc4-bd44446ec1c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8196726 Jul 15 16:45:16.256751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.260589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Request body: {'port': {'device_id': '5c00f90f-b2dc-4850-8512-423201235961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:16.265875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1d2d4-d6b9-487e-a2a6-9216650564ef req-17ad0e29-5266-4d7c-b216-3e484cc4d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:16.267378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbe1d2d4-d6b9-487e-a2a6-9216650564ef req-17ad0e29-5266-4d7c-b216-3e484cc4d06d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 1101 time: 0.7490699 Jul 15 16:45:16.274166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.289827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:45:16.311576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.314181 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Added segment ec8147d8-9fcc-4943-9a12-87185b0388ed of type vlan for network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c Jul 15 16:45:16.319447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Transition to ACTIVE for port object e250b1ae-5023-4c53-b80d-a1fc690b8c70 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:16.347362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b7392-131d-4f0c-939a-8d40a84e5e02,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:16.355050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.433659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.453819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.465605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e37ae45b-73ee-40aa-b4fd-769f5515d87a None None] Provisioning for port 56b39243-53a3-49fb-8974-fc9f4edbb955 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:16.475142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e37ae45b-73ee-40aa-b4fd-769f5515d87a None None] Provisioning complete for port 56b39243-53a3-49fb-8974-fc9f4edbb955 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:16.475523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e37ae45b-73ee-40aa-b4fd-769f5515d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.494743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-6c738b8a-df56-4fac-82e7-2281f2dd6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:16.494902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.496820 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-6c738b8a-df56-4fac-82e7-2281f2dd6dc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7641940 Jul 15 16:45:16.502621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dbe1d2d4-d6b9-487e-a2a6-9216650564ef req-79d9ab42-a566-4279-91a1-047756c0116e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055211 Jul 15 16:45:16.552622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.553584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:16.554172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.554893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:16.581247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e37ae45b-73ee-40aa-b4fd-769f5515d87a None None] Port 56b39243-53a3-49fb-8974-fc9f4edbb955 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:16.655875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.686859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0449686 Jul 15 16:45:16.690507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47766) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:16.698406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Request body: {'subnet': {'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1664726257-subnet', 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:16.746423 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-f31419e7-4a82-4d3f-9900-63cae8e8b1f1 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769872 Jul 15 16:45:16.785650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da2484-cd87-4e4f-8507-f7fc82ae8072 admin admin] Pushing event updated for resources: {'Network': ['ID=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:16.805135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:45:16.844260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59ae72e-8ca6-45bb-b593-f99d960fd195,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:16.849531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Attempting to bind port e250b1ae-5023-4c53-b80d-a1fc690b8c70 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:16.850060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Attempting to bind port e250b1ae-5023-4c53-b80d-a1fc690b8c70 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:16.850825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Attempting to bind port e250b1ae-5023-4c53-b80d-a1fc690b8c70 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:16.861241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.864125 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee978f9d-ecba-4656-8fe2-57c3f8cc5228 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e59ae72e-8ca6-45bb-b593-f99d960fd195 HTTP/1.1" status: 204 len: 168 time: 1.2889309 Jul 15 16:45:16.872741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47770) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:16.874501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Port e250b1ae-5023-4c53-b80d-a1fc690b8c70 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:16.875090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Attempting to bind port e250b1ae-5023-4c53-b80d-a1fc690b8c70 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:16.883276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:16.886608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:16.950513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd585334-d4f7-43be-bf48-fadf840de0ca req-8c7be19d-e200-4364-85d8-891301ce2aaf tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:16.959798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd585334-d4f7-43be-bf48-fadf840de0ca req-8c7be19d-e200-4364-85d8-891301ce2aaf tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.4420438 Jul 15 16:45:16.968481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:16.968818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:16.970501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:16.970956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Bound port: e250b1ae-5023-4c53-b80d-a1fc690b8c70, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:16.971320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.063485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db434cfc-ca5e-4230-81a2-2666d1baeec8 req-dc200bd3-4b9f-4564-95ee-1839f22abda9 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890234 Jul 15 16:45:17.065892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e72f-ede2-454f-a921-a730455c5bbe req-4f698ba9-ee3c-41c0-abe2-b1450495edd0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:17.068005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a187e72f-ede2-454f-a921-a730455c5bbe req-4f698ba9-ee3c-41c0-abe2-b1450495edd0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 950 time: 0.4665573 Jul 15 16:45:17.111244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:17.122678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:17.128598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.169090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:17.169714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.171157 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] 10.222.0.35 "PUT /v2.0/ports/e250b1ae-5023-4c53-b80d-a1fc690b8c70 HTTP/1.1" status: 200 len: 1095 time: 2.2126946 Jul 15 16:45:17.198445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5012bd-1cd3-4afe-a3f8-333995dd1214 service neutron] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:17.215695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.226538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd585334-d4f7-43be-bf48-fadf840de0ca req-fcdd2735-d432-4a8c-8a71-79c166a7a667 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653911 Jul 15 16:45:17.320882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-531b53f7-1fb8-4294-a281-090992035194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:17.322764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-531b53f7-1fb8-4294-a281-090992035194 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 1098 time: 0.1039286 Jul 15 16:45:17.417377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-21fc11f8-9916-4490-9b90-30debb2c5866 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70 HTTP/1.1" status: 200 len: 217 time: 0.0868206 Jul 15 16:45:17.447946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a187e72f-ede2-454f-a921-a730455c5bbe req-93fc2b97-0986-4859-a1e5-251e688d8cb0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292727 Jul 15 16:45:17.522237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-f6fb10d1-2bf9-4f25-b870-3036e6a5e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:17.528065 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-f6fb10d1-2bf9-4f25-b870-3036e6a5e1ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1009195 Jul 15 16:45:17.557631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b39243-53a3-49fb-8974-fc9f4edbb955 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:17.570391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.626808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602561d1-0213-45e2-b819-16796655597b req-1ec3e78b-7749-435a-b567-380c05014517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:17.628695 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-1ec3e78b-7749-435a-b567-380c05014517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882535 Jul 15 16:45:17.634162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.656604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a7d124-0bef-41b2-80d5-3b69cf0e4c5e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:45:17.665623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Transition to ACTIVE for port object 56b39243-53a3-49fb-8974-fc9f4edbb955 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:17.695457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.732778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6dd76b-a42a-43a1-b22d-2470d5723786') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:45:17.733421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6dd76b-a42a-43a1-b22d-2470d5723786') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:45:17.790599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-835a3dc1-11a8-4dc5-bbf8-6d6c48ad5be9 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530805 Jul 15 16:45:17.791771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.795361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:17.799974 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f656a5bd-f93c-4984-8294-28d7250a6b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:17.827931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.905864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.926921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:17.932137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:45:17.932734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:45:17.939946 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:45:17.951818 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-602561d1-0213-45e2-b819-16796655597b req-644b86d3-3699-412f-881e-fb0313aac4e9 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475165 Jul 15 16:45:18.061952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c13a21-03fb-4771-b580-f620518176f0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:18.107257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Checking segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:18.107662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Network hostable DHCP agents. Network: a6085d7f-3d04-4a30-8a41-d9317d9a1d5c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:45:18.117817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.123056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.124961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] 10.222.0.25 "DELETE /v2.0/networks/25a7d124-0bef-41b2-80d5-3b69cf0e4c5e HTTP/1.1" status: 204 len: 168 time: 1.2428994 Jul 15 16:45:18.151647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05b67-6fe6-48fc-96af-9582aa40e166 req-548e331d-0199-466e-8029-02d60fda8fe1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.153212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9c05b67-6fe6-48fc-96af-9582aa40e166 req-548e331d-0199-466e-8029-02d60fda8fe1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 947 time: 0.4890385 Jul 15 16:45:18.174752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2724d0-ff7f-4e97-b9b2-ce1fc1a0c6df admin admin] Pushing event deleted for resources: {'Network': ['ID=25a7d124-0bef-41b2-80d5-3b69cf0e4c5e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:18.185122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a303fd8-3bde-444f-bb4b-2c454eb7810c req-cc57e108-c2e1-4149-8c1a-0268025fbed5 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.186687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a303fd8-3bde-444f-bb4b-2c454eb7810c req-cc57e108-c2e1-4149-8c1a-0268025fbed5 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 947 time: 0.4440122 Jul 15 16:45:18.203953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a4078df8-4b0a-4f01-8927-2635275d8573 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:18.258113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:45:18.265547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Attempting to bind port 56b39243-53a3-49fb-8974-fc9f4edbb955 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:18.265864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Attempting to bind port 56b39243-53a3-49fb-8974-fc9f4edbb955 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:18.266490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Attempting to bind port 56b39243-53a3-49fb-8974-fc9f4edbb955 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:18.287061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Port 56b39243-53a3-49fb-8974-fc9f4edbb955 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:18.287391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Attempting to bind port 56b39243-53a3-49fb-8974-fc9f4edbb955 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:18.292355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9c05b67-6fe6-48fc-96af-9582aa40e166 req-fad9d7fc-3637-4ffb-b2b8-738c802fa197 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194520 Jul 15 16:45:18.298570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a6085d7f-3d04-4a30-8a41-d9317d9a1d5c) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:18.303657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.304336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.311617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:18.311963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:18.312394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:18.312841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Bound port: 56b39243-53a3-49fb-8974-fc9f4edbb955, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:18.313336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.345981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a303fd8-3bde-444f-bb4b-2c454eb7810c req-3c424cab-ef71-4d4b-9216-3fdead48ad25 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461227 Jul 15 16:45:18.376615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf810cb-fd78-4678-8ba4-caeba62118c7 None None] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:45:18.376779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:18.382860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60531937-2a40-4d16-b786-d849103a47b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6895921 Jul 15 16:45:18.452392 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccdf325-f973-4c8e-a3e8-2e828a9352af x-openstack-request-id: req-cccdf325-f973-4c8e-a3e8-2e828a9352af {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:18.453267 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:18.455133 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cccdf325-f973-4c8e-a3e8-2e828a9352af {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:18.455645 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'status': 'completed', 'code': 200} Jul 15 16:45:18.506849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:18.513319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:18.527409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.593436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.596765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.598247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] 10.222.0.20 "PUT /v2.0/ports/56b39243-53a3-49fb-8974-fc9f4edbb955 HTTP/1.1" status: 200 len: 1095 time: 2.3464584 Jul 15 16:45:18.607592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:18.610159 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:18.626750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a4695515-9292-40c3-95b3-0b172724be8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4bfc9a33666407eaab7693f3f0ae706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486298 Jul 15 16:45:18.630373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:18.720205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-dc0c724d-c39f-40f1-8d09-4c19a25a4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.722245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-dc0c724d-c39f-40f1-8d09-4c19a25a4603 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 1098 time: 0.2578118 Jul 15 16:45:18.773247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.792877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a4228-da3b-483f-8b99-13142b408975 service neutron] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:18.909634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7746a-f3a8-42dd-b6c9-916942a17a50 req-27f94b64-37cd-43d5-a006-ba023d239172 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.916509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:18.919168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1c7746a-f3a8-42dd-b6c9-916942a17a50 req-27f94b64-37cd-43d5-a006-ba023d239172 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.3453026 Jul 15 16:45:18.942568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-f184abc7-0225-4b65-b07c-a773d4f56a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:18.949549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-f184abc7-0225-4b65-b07c-a773d4f56a7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 1098 time: 0.2791810 Jul 15 16:45:19.028628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-31e7a2b1-1c64-420a-9fc9-3a763b12ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.030179 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-31e7a2b1-1c64-420a-9fc9-3a763b12ef50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2965007 Jul 15 16:45:19.032155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80fd4a2-0d5f-4ed7-af9c-4f060c4d858e None None] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:45:19.035826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a4078df8-4b0a-4f01-8927-2635275d8573,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:19.068468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a4078df8-4b0a-4f01-8927-2635275d8573', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'a4078df8-4b0a-4f01-8927-2635275d8573', 'mac_address': 'fa:16:3e:2f:7d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:19.090738 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-de4a8e42-dd15-43f5-9546-aab3b868fbee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70 HTTP/1.1" status: 200 len: 217 time: 0.0521057 Jul 15 16:45:19.100328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:19.101317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-d8c5022c-67b3-4760-8ac6-878c2e7f0fc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=56b39243-53a3-49fb-8974-fc9f4edbb955 HTTP/1.1" status: 200 len: 217 time: 0.1182418 Jul 15 16:45:19.104313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:19.106157 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7709ab8a-30d1-4637-ad96-defb51be63c1 HTTP/1.1" status: 204 len: 168 time: 0.4742360 Jul 15 16:45:19.110155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1c7746a-f3a8-42dd-b6c9-916942a17a50 req-1b1eb755-6e9f-4b8f-aa4e-65d52d7fbdbc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541486 Jul 15 16:45:19.171124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5f9ae-e11c-4216-9b21-decd67ec3c3f req-b00d253a-1009-4c65-b8e5-0143a4f0c742 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.178452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2f5f9ae-e11c-4216-9b21-decd67ec3c3f req-b00d253a-1009-4c65-b8e5-0143a4f0c742 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 950 time: 0.2566783 Jul 15 16:45:19.210381 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651830bc-88ec-4a62-af2f-ddd2e8a9225f x-openstack-request-id: req-651830bc-88ec-4a62-af2f-ddd2e8a9225f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:19.210685 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:19.210924 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-651830bc-88ec-4a62-af2f-ddd2e8a9225f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:19.211995 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'status': 'completed', 'code': 200} Jul 15 16:45:19.244855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e859fe-36d2-4df9-9ae3-5802a38e56fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709ab8a-30d1-4637-ad96-defb51be63c1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:19.269562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2f5f9ae-e11c-4216-9b21-decd67ec3c3f req-f7255100-3d81-44af-9cbf-ef915a10709a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901196 Jul 15 16:45:19.274066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-8e83a06a-05c6-4e46-a73f-5b390d3b78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.274913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-a43f37aa-87e5-4f27-9473-d149e1363b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.281830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-8e83a06a-05c6-4e46-a73f-5b390d3b78fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1705513 Jul 15 16:45:19.292880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-a43f37aa-87e5-4f27-9473-d149e1363b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1897047 Jul 15 16:45:19.332169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:19.379827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4078df8-4b0a-4f01-8927-2635275d8573 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:19.426466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-bd12f446-b452-4193-a995-e89be4b53995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.429651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-088fb3d0-583a-448c-88a3-18ab43b59fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.430757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-bd12f446-b452-4193-a995-e89be4b53995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418700 Jul 15 16:45:19.432244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a4078df8-4b0a-4f01-8927-2635275d8573,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:19.435073 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-088fb3d0-583a-448c-88a3-18ab43b59fae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401711 Jul 15 16:45:19.437784 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:19.520524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:19.587118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-518aeae8-8299-4e93-867e-059cfc68ae0a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450911 Jul 15 16:45:19.594599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-bb711470-1456-4e49-9f37-290cd2e45c08 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527612 Jul 15 16:45:19.719715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c02f3f0-6a72-4a94-bb7f-9b4fdd972325 req-63897447-c309-4866-b1c2-13dcb94d00b3 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188476 Jul 15 16:45:19.760680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a4078df8-4b0a-4f01-8927-2635275d8573'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:19.765192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f656a5bd-f93c-4984-8294-28d7250a6b0f req-4499c3b3-4a33-4832-8549-28b34e552162 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645420 Jul 15 16:45:19.967786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-6a88d461-7f45-44e1-9fdb-c050089d2c13 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.974990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-6a88d461-7f45-44e1-9fdb-c050089d2c13 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.1973107 Jul 15 16:45:19.980412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-874c51de-8c21-4c87-969c-fae151453e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:19.985219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-874c51de-8c21-4c87-969c-fae151453e04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 1098 time: 0.2054191 Jul 15 16:45:19.998212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:20.074340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-13289330-4f28-4e16-9c9d-350b423ec2ef tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/quotas/57384418adb24a03a836ff6ce0d9b01c HTTP/1.1" status: 200 len: 375 time: 0.0984337 Jul 15 16:45:20.158661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:20.175939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'mac_address': 'fa:16:3e:77:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:20.235074 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.251947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:20.280425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:20.286062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.349222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:20.455232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-09120b46-5627-4bbd-8070-0f9f13310d82 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710185 Jul 15 16:45:20.520429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-cbf0a6d3-844f-4b83-a5ac-1a6967a12161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:20.522760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-cbf0a6d3-844f-4b83-a5ac-1a6967a12161 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.5296710 Jul 15 16:45:20.563910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:20.585704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e250b1ae-5023-4c53-b80d-a1fc690b8c70'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:20.605417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-6ee942cb-eda6-478f-be61-24a716d1115e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=56b39243-53a3-49fb-8974-fc9f4edbb955 HTTP/1.1" status: 200 len: 217 time: 0.0740020 Jul 15 16:45:20.621777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b6455-b661-42ae-9cff-49ff78fab01a req-9171a20e-9005-40aa-a5b6-63e2fe0c3384 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:20.628650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-631b6455-b661-42ae-9cff-49ff78fab01a req-9171a20e-9005-40aa-a5b6-63e2fe0c3384 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 947 time: 0.5725315 Jul 15 16:45:20.706380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-88710378-network', 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:20.714279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-2e367dd4-71fb-40f0-8586-824c95cd2558 service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492700 Jul 15 16:45:20.732446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:20.735422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.740335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-d4c83725-84db-4b3e-bf8b-9bbfe5f54375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:20.741914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-d4c83725-84db-4b3e-bf8b-9bbfe5f54375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1281910 Jul 15 16:45:20.749628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.768689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-631b6455-b661-42ae-9cff-49ff78fab01a req-207ff6cb-f137-41a3-a3eb-da70e654612f tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380484 Jul 15 16:45:20.888149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-f8f025df-6e51-4d66-a5d6-ca93249c4d73 service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605451 Jul 15 16:45:20.888411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.895784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.898044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-2d44bb9b-fb3e-432f-946f-555371dc549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:20.899638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-2d44bb9b-fb3e-432f-946f-555371dc549a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157722 Jul 15 16:45:20.920662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:45:20.940274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:20.947702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:20.948148 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Added segment 2c7d5241-bb9d-4075-a696-78dc9d94be7d of type vlan for network 631e1399-d426-49fb-a4f2-16bb96043a70 Jul 15 16:45:21.004873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.050624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.051914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:21.052932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.074594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-eee133ca-cf2d-431f-8b47-240754cd1e2c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648605 Jul 15 16:45:21.087369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1df6c0-bed6-4bdf-89a2-6ae4628aedf0 req-d8913cf1-c37a-4cb7-b1bf-d5d4ecf3a3c9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:21.089444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1df6c0-bed6-4bdf-89a2-6ae4628aedf0 req-d8913cf1-c37a-4cb7-b1bf-d5d4ecf3a3c9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 948 time: 0.1670814 Jul 15 16:45:21.202677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] Pushing event updated for resources: {'Network': ['ID=631e1399-d426-49fb-a4f2-16bb96043a70,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:21.215143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 631e1399-d426-49fb-a4f2-16bb96043a70 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:45:21.221814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3184fa9-a2ef-448d-8b7c-62d3c94a60d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6564672 Jul 15 16:45:21.225073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1df6c0-bed6-4bdf-89a2-6ae4628aedf0 req-8ddb83c7-fe49-49cd-a314-788d88114462 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272693 Jul 15 16:45:21.225302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:45:21.231975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Request body: {'subnet': {'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-88710378-subnet', 'tenant_id': '8851e556b1f2453e8191de5b733e67b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:21.279840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f468b59-ea31-4cce-8065-6f4d7c7e17d0 req-fcc93f6e-f114-45ee-affb-b09cf22d21a6 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894145 Jul 15 16:45:21.280510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:21.286301 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.382970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-462e6c23-d1f0-4fdd-94d5-6f80be0d35c8 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=56edf45063874fc1af3b14cc823f2222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575533 Jul 15 16:45:21.537495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.567666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-d54c7ce3-4193-4d06-a023-a8f071dbf879 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:21.569572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-d54c7ce3-4193-4d06-a023-a8f071dbf879 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856742 Jul 15 16:45:21.585123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94767-9b03-4496-9afe-c50b3fabad58 req-210dd4cf-ecfe-4733-ae48-ce17477851fc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:21.587326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01b94767-9b03-4496-9afe-c50b3fabad58 req-210dd4cf-ecfe-4733-ae48-ce17477851fc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1637306 Jul 15 16:45:21.607716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2204dc9d-3263-44db-bb5c-e155d09a6867,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:21.625682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:21.626098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-ea0137a1-b159-43db-960b-764cd79910c1 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/quotas/56edf45063874fc1af3b14cc823f2222 HTTP/1.1" status: 200 len: 375 time: 0.0358808 Jul 15 16:45:21.626510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Network hostable DHCP agents. Network: 631e1399-d426-49fb-a4f2-16bb96043a70, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:45:21.646642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:45:21.658921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 631e1399-d426-49fb-a4f2-16bb96043a70) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:21.663812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:21.664467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:21.672803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8ffa1d-19e5-4e12-9862-a2adcf0e6953 None None] Network 631e1399-d426-49fb-a4f2-16bb96043a70 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:45:21.690772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-333f57db-2bbb-44da-b2ec-4a7ef39baa34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4642844 Jul 15 16:45:21.702926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01b94767-9b03-4496-9afe-c50b3fabad58 req-ff4687f1-1839-43e6-86cc-b03c159f5186 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003630 Jul 15 16:45:21.796400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f646a56f-d585-43b2-bbd3-cd9411b1d74d tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645234 Jul 15 16:45:21.910311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c822041-f3d6-4586-a1ea-72b04cd008e6 None None] Network 631e1399-d426-49fb-a4f2-16bb96043a70 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:45:21.980770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3578333-3ffa-4893-9f9d-a29d20cd87a2 req-678d40b3-8720-4a49-a50d-809a537b120c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 210 time: 0.0647085 Jul 15 16:45:22.086760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:22.217644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:22.220989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a4078df8-4b0a-4f01-8927-2635275d8573 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:22.265719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5b942-feaa-4bd2-8044-0b04b7ad08df req-5fa98190-0249-4bbf-9631-4dbc645b6c04 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:22.276920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ff5b942-feaa-4bd2-8044-0b04b7ad08df req-5fa98190-0249-4bbf-9631-4dbc645b6c04 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 947 time: 0.2114451 Jul 15 16:45:22.329652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ff5b942-feaa-4bd2-8044-0b04b7ad08df req-e2fef3b3-de56-4d1b-ba27-a23a26f854f0 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Jul 15 16:45:22.389335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a4078df8-4b0a-4f01-8927-2635275d8573 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:22.408431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:22.416945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a4078df8-4b0a-4f01-8927-2635275d8573 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:22.417324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.423766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:22.424147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.546767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:22.564735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa69a0f8-b0aa-464b-9648-6b250140a6cd req-de457f08-b75d-49eb-b4c1-e70ea71afc94 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 210 time: 0.1140044 Jul 15 16:45:22.566954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'mac_address': 'fa:16:3e:41:73:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:22.653072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b6f4b785-275a-48f8-9330-68d9259cda2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:22.664344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b6f4b785-275a-48f8-9330-68d9259cda2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.3028343 Jul 15 16:45:22.672132 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.676826 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.685995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.704973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-ea127cde-b033-4c59-b1ac-bd6e79dbba1c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0376637 Jul 15 16:45:22.718419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b39243-53a3-49fb-8974-fc9f4edbb955 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:22.736629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:22.739841 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366798a-0424-4ce1-b9d7-b448e6ac5709" -d '{"events": [{"server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "name": "network-vif-plugged", "status": "completed", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:22.771683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a4078df8-4b0a-4f01-8927-2635275d8573,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:22.780832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:22.789189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-bbe1223b-455f-4c04-a8b7-d62f9b99b07a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827560 Jul 15 16:45:22.797803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:22.799953 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.836146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-74a881bf-c96c-456f-b001-04823a48f6e0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:22.843633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-74a881bf-c96c-456f-b001-04823a48f6e0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.35 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.2171311 Jul 15 16:45:22.857167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'port': {'device_id': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'admin_state_up': True, 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:22.886192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:22.899411 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:22.943353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-11331f12-2aee-49e4-87ad-b729f6393421 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423998 Jul 15 16:45:22.949817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:23.001024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:23.074958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:23.105642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:23.110979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:23.163771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-000b4552-1e06-4960-8829-0587565f5f40 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088351 Jul 15 16:45:23.182554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87f290-785d-4755-818b-4ebd7b048e99 req-0221e2ba-e208-4518-9934-62137265e85c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:23.184102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e87f290-785d-4755-818b-4ebd7b048e99 req-0221e2ba-e208-4518-9934-62137265e85c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.2310331 Jul 15 16:45:23.217505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['56b39243-53a3-49fb-8974-fc9f4edbb955'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:23.294203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Allocated IP 172.20.0.2 (a6085d7f-3d04-4a30-8a41-d9317d9a1d5c/b7c13a21-03fb-4771-b580-f620518176f0/b2bf1f5f-ad9b-4ca2-8912-393900cfe947) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:23.295036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e87f290-785d-4755-818b-4ebd7b048e99 req-b397c0b6-8b22-42c5-8007-39d0d8325c2f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024904 Jul 15 16:45:23.447831 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06ed334-9a30-426a-b74c-193120b0d0f4 x-openstack-request-id: req-c06ed334-9a30-426a-b74c-193120b0d0f4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:23.448139 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "name": "network-vif-plugged", "status": "completed", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:23.448425 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c06ed334-9a30-426a-b74c-193120b0d0f4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:23.449166 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573', 'code': 200} Jul 15 16:45:23.546328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:23.622191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:23.691804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:23.704290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:23.707354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:23.749706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7219bb3-0ac5-4acf-8aa8-3cd3bf4ad44b req-5bdcce16-c69e-458c-9756-930776e506e9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:23.751633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7219bb3-0ac5-4acf-8aa8-3cd3bf4ad44b req-5bdcce16-c69e-458c-9756-930776e506e9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.2336400 Jul 15 16:45:23.755624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae2bb-51cc-4662-9b03-b04fabe02954 req-dacae47f-122d-448e-bd78-147abc451c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:23.757124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2fae2bb-51cc-4662-9b03-b04fabe02954 req-dacae47f-122d-448e-bd78-147abc451c76 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 1100 time: 0.1852815 Jul 15 16:45:23.759848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:23.807984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62982b93-db37-4f73-a63b-542892ce0ba1 req-56da13b6-f5c3-4843-b70c-749383740cf2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:23.815307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62982b93-db37-4f73-a63b-542892ce0ba1 req-56da13b6-f5c3-4843-b70c-749383740cf2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 931 time: 0.1738565 Jul 15 16:45:23.837336 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-6d0be1dc-33bc-4a52-aa90-9c9ca24466c8 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=56edf45063874fc1af3b14cc823f2222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841355 Jul 15 16:45:23.860680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2fae2bb-51cc-4662-9b03-b04fabe02954 req-23930852-a204-408f-9e3c-841c94b3dc1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916631 Jul 15 16:45:23.875967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7219bb3-0ac5-4acf-8aa8-3cd3bf4ad44b req-8024ea4f-5675-4a2b-9d7b-6b92441bac54 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166089 Jul 15 16:45:23.887952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:23.888645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:23.928344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62982b93-db37-4f73-a63b-542892ce0ba1 req-38d789b3-ab66-465f-ac42-014d5f2b1342 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114805 Jul 15 16:45:24.063134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e99376fb-8858-4de4-aee8-4beba2f3ab62 req-91ba18bb-0d3b-4d61-a096-02143c3f87b1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 210 time: 0.0636892 Jul 15 16:45:24.064741 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-dca7a4b8-da23-4670-ba1d-80e9a31dfda4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113190 Jul 15 16:45:24.088628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Request body: {'port': {'device_id': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:24.184570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:24.210609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-dda07993-95d6-4741-8a31-095b457b7b4c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:24.212919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-dda07993-95d6-4741-8a31-095b457b7b4c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647504 Jul 15 16:45:24.241851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Request body: {'port': {'device_id': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '56edf45063874fc1af3b14cc823f2222'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:24.276688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad1361b9-5782-45f5-8364-e5a419d56b53 req-337e0b08-0bac-4d8f-a6a9-ebb21da92441 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 210 time: 0.0646443 Jul 15 16:45:24.345741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2024c0-e2dd-4c33-87d2-c38ee67f55dd req-e33fe54c-f356-4946-b7aa-30cebd8ccf96 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:24.355540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c2024c0-e2dd-4c33-87d2-c38ee67f55dd req-e33fe54c-f356-4946-b7aa-30cebd8ccf96 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 948 time: 0.1986802 Jul 15 16:45:24.409575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c2024c0-e2dd-4c33-87d2-c38ee67f55dd req-34016d10-3d7c-4956-844a-f15977225357 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522389 Jul 15 16:45:24.565803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Made reservation on behalf of 56edf45063874fc1af3b14cc823f2222 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:24.569404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:24.644303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95d291-2e11-4671-98f1-28b09d932461 req-bb55e3bc-4bd1-4eca-a91d-0bb196dec4af tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:24.645961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b95d291-2e11-4671-98f1-28b09d932461 req-bb55e3bc-4bd1-4eca-a91d-0bb196dec4af tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.0871692 Jul 15 16:45:24.688871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b95d291-2e11-4671-98f1-28b09d932461 req-c8354de0-23c9-45d4-972c-bb39fecf754e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351965 Jul 15 16:45:24.703308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bf1f5f-ad9b-4ca2-8912-393900cfe947 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:24.734245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:24.758120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Transition to ACTIVE for port object b2bf1f5f-ad9b-4ca2-8912-393900cfe947 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:24.761962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:24.784026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Allocated IP 192.168.233.221 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/0a2d7ee3-70a0-4366-913d-c4f38f2a19ec) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:24.848977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:24.991955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Attempting to bind port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:24.992588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Attempting to bind port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:24.993068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Attempting to bind port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:25.006668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:25.007017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Attempting to bind port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:25.016876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:25.017238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Checking segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:25.017585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Bound using segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:25.018014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Bound port: b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:25.018372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.071237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.094225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Transition to ACTIVE for port object 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:25.121959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:25.126402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:25.142801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.188020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:25.188684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.190093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2bf1f5f-ad9b-4ca2-8912-393900cfe947 HTTP/1.1" status: 200 len: 1091 time: 1.1181872 Jul 15 16:45:25.190511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:25.192962 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73550a57-994d-4f8b-a4b4-70df23e23b62" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:25.202124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.206464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfb0e4-a0d1-459d-8528-2586a79459d0 req-b236a6b3-23a6-4731-b783-f593928f301d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:25.208614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4bfb0e4-a0d1-459d-8528-2586a79459d0 req-b236a6b3-23a6-4731-b783-f593928f301d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 946 time: 0.1804214 Jul 15 16:45:25.214138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:25.264269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e3cd1-973e-4752-8249-4bd48f669922 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:25.295620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4bfb0e4-a0d1-459d-8528-2586a79459d0 req-b24792e8-2eff-4d21-b3fc-a09f05da33db tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Jul 15 16:45:25.296271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:25.299649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:25.302473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:25.407725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29013a3-43d6-4dfa-bb28-74f2ea1980c5 req-225b6318-a9a5-435c-8df2-e96f80686590 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:25.423310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29013a3-43d6-4dfa-bb28-74f2ea1980c5 req-225b6318-a9a5-435c-8df2-e96f80686590 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.2920482 Jul 15 16:45:25.456866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:25.461732 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225ccda1-3607-4f65-b1b6-dea27f3a3cf9" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:25.745773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d170-97ef-4015-a238-dd433704e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.766631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5074e1c-f020-402e-921e-59703bcb738b None None] Provisioning for port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:25.772282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5074e1c-f020-402e-921e-59703bcb738b None None] Provisioning complete for port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:25.773405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d5074e1c-f020-402e-921e-59703bcb738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.827754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d5074e1c-f020-402e-921e-59703bcb738b None None] Port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:25.841523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:25.842191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:25.866455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event updated for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:25.880413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f7831c0c-3fe2-4c76-8b17-542d11546e37 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6423037 Jul 15 16:45:25.883496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-e43833dc-d22d-4dc8-b190-2ffc4ace735f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:25.885675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-e43833dc-d22d-4dc8-b190-2ffc4ace735f tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1097 time: 0.5922413 Jul 15 16:45:25.897127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Request body: {'port': {'device_id': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:25.905453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:25.996226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8fdc4ed-8f36-4652-928f-b264ab80365a req-2ca1fd3a-4e40-4b01-8b24-5e29017160c2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 210 time: 0.3611948 Jul 15 16:45:26.001272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29013a3-43d6-4dfa-bb28-74f2ea1980c5 req-8bf613b6-3c7b-4bb3-bb49-858720617761 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728645 Jul 15 16:45:26.003056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-128bf2a3-a787-41f5-8f9b-bc3304aa785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:26.003951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:26.004466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-128bf2a3-a787-41f5-8f9b-bc3304aa785f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1094 time: 0.7018301 Jul 15 16:45:26.059656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b2ccabb8-84c4-40f3-b9c6-028620e92803 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:26.061198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b2ccabb8-84c4-40f3-b9c6-028620e92803 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.7609363 Jul 15 16:45:26.064172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1060fc9b-0cc5-4b24-8289-50c2215b9626 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947 HTTP/1.1" status: 200 len: 217 time: 0.0471134 Jul 15 16:45:26.095055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '534919ed-72e5-4494-8765-53ac93015f3a', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:26.102354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.107248 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815d908-eaaa-4c48-9621-607d566d1d70 x-openstack-request-id: req-b815d908-eaaa-4c48-9621-607d566d1d70 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:26.107532 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:26.107780 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b815d908-eaaa-4c48-9621-607d566d1d70 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:26.108277 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947', 'status': 'completed', 'code': 200} Jul 15 16:45:26.118252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.292441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-68714586-6edd-4f22-912c-bbe24ad10034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:26.294366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-68714586-6edd-4f22-912c-bbe24ad10034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.2247484 Jul 15 16:45:26.362597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:26.382394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-0d987fff-5cdc-486c-9953-ba647303cb93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709405 Jul 15 16:45:26.404007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:26.457110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:26.468908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 56b39243-53a3-49fb-8974-fc9f4edbb955 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:26.475934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 56b39243-53a3-49fb-8974-fc9f4edbb955 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:26.476846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.500833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:26.522897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:45:26.537877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eceb6-1bc6-4205-ba16-02becb3601d4 req-e90e0475-7c96-41ff-af55-77f2b8d40490 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:26.546066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a52eceb6-1bc6-4205-ba16-02becb3601d4 req-e90e0475-7c96-41ff-af55-77f2b8d40490 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 936 time: 0.3282297 Jul 15 16:45:26.579898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.583862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.595346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.596617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5c03-8a99-409d-81a5-0938c84fb2cf req-9e5db611-af42-47f5-8b97-08969deab537 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:26.604538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-069c5c03-8a99-409d-81a5-0938c84fb2cf req-9e5db611-af42-47f5-8b97-08969deab537 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 948 time: 0.3155890 Jul 15 16:45:26.612699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:26.618544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:26.619671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:26.622538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.630212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.641896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.671816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Transition to ACTIVE for port object 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:26.688671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a52eceb6-1bc6-4205-ba16-02becb3601d4 req-7ac19c8b-b035-4c71-aa14-319562efb001 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417210 Jul 15 16:45:26.718118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-94be1b17-0781-465f-922f-292bdb67bb02 service neutron] 10.222.0.35 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263178 Jul 15 16:45:26.721031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.731172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:26.745593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:26.745768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:26.746247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:26.746728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:26.771136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:26.771458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Attempting to bind port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:26.772705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-069c5c03-8a99-409d-81a5-0938c84fb2cf req-e96fbdc3-14aa-4e73-9140-ce6c8ca79676 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671658 Jul 15 16:45:26.784315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:26.784915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:26.785458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:26.786081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Bound port: 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:26.786622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:26.854096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Pushing event updated for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:26.879133 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e844e2c8-cb45-44b9-8ed8-78d4fdce01ef x-openstack-request-id: req-e844e2c8-cb45-44b9-8ed8-78d4fdce01ef {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:26.879607 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:26.880158 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e844e2c8-cb45-44b9-8ed8-78d4fdce01ef {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:26.880633 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'code': 200} Jul 15 16:45:27.068398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-f2188018-78ee-4e66-919b-90ca81c72b7e service neutron] 10.222.0.35 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324895 Jul 15 16:45:27.092571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Attempting to bind port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:27.093241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Attempting to bind port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:27.093241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Attempting to bind port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:27.108210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:27.113747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:27.114132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Attempting to bind port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:27.136006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:27.138328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:27.138657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:27.139036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:27.139458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Bound port: 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:27.139807 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.145203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.157394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc824e-edde-4ffb-9895-d9e985a1ef9f req-0b6b5b4f-bac5-4f78-90e7-44438ee5bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.158941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9bfc824e-edde-4ffb-9895-d9e985a1ef9f req-0b6b5b4f-bac5-4f78-90e7-44438ee5bafc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 1100 time: 0.1767998 Jul 15 16:45:27.237709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.8 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/0d2e7935-11f6-40d4-875c-74767fab12c4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:27.260886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03fe1b-d524-40e6-b984-22ede27dab6d req-829312d7-0f3a-4a40-bbf9-3e03d54321a6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.262793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d03fe1b-d524-40e6-b984-22ede27dab6d req-829312d7-0f3a-4a40-bbf9-3e03d54321a6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.2383959 Jul 15 16:45:27.275748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9bfc824e-edde-4ffb-9895-d9e985a1ef9f req-6352e7cc-0c51-4ebb-8a34-97ad59b1dcb8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064785 Jul 15 16:45:27.282063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:27.318916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.319725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.320819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-28d7a3c2-94b4-44a1-ad40-5a0cba2cc208 service neutron] 10.222.0.35 "PUT /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 1122 time: 1.4205759 Jul 15 16:45:27.327914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:27.342548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:27.350652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.392346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-44f430a3-a616-4f58-ae11-f3ed1b9158c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.393868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-44f430a3-a616-4f58-ae11-f3ed1b9158c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1094 time: 0.2563660 Jul 15 16:45:27.394032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.394625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.396014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] 10.222.0.35 "PUT /v2.0/ports/0a2d7ee3-70a0-4366-913d-c4f38f2a19ec HTTP/1.1" status: 200 len: 1096 time: 1.5036581 Jul 15 16:45:27.401902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555b76e-4837-4675-bba6-19a2fcc2961d req-30d6b9bc-228e-482a-9dda-a3fad79cf4f6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.403410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7555b76e-4837-4675-bba6-19a2fcc2961d req-30d6b9bc-228e-482a-9dda-a3fad79cf4f6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.2671759 Jul 15 16:45:27.422258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80179941-5843-43fc-96b1-d241be7f50fa service neutron] Pushing event updated for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:27.441548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6775a7c2-5436-49f7-b02c-42d4d8678cf4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:27.452228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d03fe1b-d524-40e6-b984-22ede27dab6d req-3cfb2383-30b0-47e6-9373-e868dabfac80 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743364 Jul 15 16:45:27.549186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f550d56c-d5cb-466e-a20d-605bf730534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.551555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f550d56c-d5cb-466e-a20d-605bf730534b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1099 time: 0.1001823 Jul 15 16:45:27.558620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6775a7c2-5436-49f7-b02c-42d4d8678cf4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:27.618548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-026bfffb-0b74-454d-b196-e2ca15c302e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec HTTP/1.1" status: 200 len: 217 time: 0.0536339 Jul 15 16:45:27.622661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7555b76e-4837-4675-bba6-19a2fcc2961d req-e20be8ba-17b2-48ef-8dc6-87b61fdeabb9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077863 Jul 15 16:45:27.701147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.723189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-c12be897-6cff-4eaf-af56-f018d60d21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.728259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-c12be897-6cff-4eaf-af56-f018d60d21bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 922 time: 0.3143065 Jul 15 16:45:27.789222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-097e6132-06ad-44c8-b242-fdc19934aaaa req-00a76695-1209-44dd-b05f-b3b63bb5fbe5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 210 time: 0.0713465 Jul 15 16:45:27.789795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-ae0fc49c-1bfc-4070-9eea-af92d0cf273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.791473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-ae0fc49c-1bfc-4070-9eea-af92d0cf273b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1552436 Jul 15 16:45:27.827323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-eb994cb3-f3f0-485d-ac27-e957dd3883ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947 HTTP/1.1" status: 200 len: 217 time: 0.0792139 Jul 15 16:45:27.902179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f0aca485-d8e6-461e-9746-15608cba4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.904095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-f0aca485-d8e6-461e-9746-15608cba4804 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050105 Jul 15 16:45:27.971307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:27.975473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-41fc3a5c-b314-4527-b498-8662adc72d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:27.976959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-41fc3a5c-b314-4527-b498-8662adc72d69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.1315815 Jul 15 16:45:28.034490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1d4fdf0a-1912-441e-9a45-46f1dd700c0e service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217120 Jul 15 16:45:28.066311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-79729d8a-9926-487e-8302-440e593d7884 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789647 Jul 15 16:45:28.095341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:28.113085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:28.115411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4'}, {'name': 'network-changed', 'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4'}, {'name': 'network-changed', 'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:28.117783 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35598f-8616-4ec5-be39-a6dad9f57f7a" -d '{"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-unplugged", "status": "completed", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4"}, {"name": "network-changed", "server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4"}, {"name": "network-changed", "server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:28.135217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:28.137840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:28.152202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-61dccf44-9685-4fd6-af42-ae14a78c7a63 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007798 Jul 15 16:45:28.193625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9298055-d0be-483e-806b-eb2e94b44d75 req-89ffedf1-2f0e-42b0-ab9f-730bdf8d364c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:28.195094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9298055-d0be-483e-806b-eb2e94b44d75 req-89ffedf1-2f0e-42b0-ab9f-730bdf8d364c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.2867141 Jul 15 16:45:28.261999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:28.262645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:28.265672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80cc7c07-6a5f-41dd-95ed-070525018be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:28.310904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b24641f1-a437-42cb-b327-feac56682eb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2254188 Jul 15 16:45:28.316312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9298055-d0be-483e-806b-eb2e94b44d75 req-5da28319-2e80-4ab7-8669-3f24dc24fc49 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Jul 15 16:45:28.319466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-a2a5db62-8d70-47e6-931f-8cdee7dec951 service neutron] 10.222.0.35 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232726 Jul 15 16:45:28.321202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8df8a-3f1d-4f47-a72f-a0b31c7f7058 req-b3553f0c-35f7-42c3-9c39-3dcc19890b23 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:28.327965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eef8df8a-3f1d-4f47-a72f-a0b31c7f7058 req-b3553f0c-35f7-42c3-9c39-3dcc19890b23 tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 1100 time: 0.3014047 Jul 15 16:45:28.357689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Request body: {'port': {'device_id': '534919ed-72e5-4494-8765-53ac93015f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:28.582769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eef8df8a-3f1d-4f47-a72f-a0b31c7f7058 req-76ea4b5f-e795-4cc3-ad68-9465c48e9cbc tempest-ServersOnMultiNodesTest-935746309 tempest-ServersOnMultiNodesTest-935746309-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539110 Jul 15 16:45:28.592192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:28.628944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:28.636751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73550a57-994d-4f8b-a4b4-70df23e23b62 req-221cd8b0-97c0-40bf-818c-1ecd2b28c0c2 service neutron] 10.222.0.35 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863047 Jul 15 16:45:28.694774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ddbad-57c8-42a6-b825-63cc62c3698c req-936c1900-0881-43bf-9630-d942947495fb tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:28.696770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d05ddbad-57c8-42a6-b825-63cc62c3698c req-936c1900-0881-43bf-9630-d942947495fb tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 948 time: 0.2167706 Jul 15 16:45:28.881581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:28.884572 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb167da-260c-49ba-923c-8f043d16fd86" -d '{"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-plugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:29.084516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d05ddbad-57c8-42a6-b825-63cc62c3698c req-100d39c5-576b-4289-9d97-e863a231ba24 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809178 Jul 15 16:45:29.176785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad2c9-8b2a-4ec6-a6e1-263eee5757ae req-d563a4ad-cbe7-40c9-8e97-b1fecd89215d tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.178293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a2ad2c9-8b2a-4ec6-a6e1-263eee5757ae req-d563a4ad-cbe7-40c9-8e97-b1fecd89215d tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 949 time: 0.4439874 Jul 15 16:45:29.255311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a2ad2c9-8b2a-4ec6-a6e1-263eee5757ae req-8b9455f1-9a63-4a12-b2b0-3d2da08737c1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653231 Jul 15 16:45:29.260755 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e266edeb-ae11-43cd-955b-10a40063c65e x-openstack-request-id: req-e266edeb-ae11-43cd-955b-10a40063c65e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:29.261377 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-unplugged", "status": "completed", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4", "code": 200}, {"name": "network-changed", "server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:29.261377 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e266edeb-ae11-43cd-955b-10a40063c65e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:29.261939 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'code': 200} Jul 15 16:45:29.262755 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'status': 'completed', 'code': 200} Jul 15 16:45:29.262755 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec', 'status': 'completed', 'code': 200} Jul 15 16:45:29.344427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2e7935-11f6-40d4-875c-74767fab12c4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:29.354884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:29.375382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Transition to ACTIVE for port object 0d2e7935-11f6-40d4-875c-74767fab12c4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:29.386408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:29.411490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-a13a6bec-616e-4a7d-b90f-2346105636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.412893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:29.413952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-a13a6bec-616e-4a7d-b90f-2346105636c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1125 time: 0.1192858 Jul 15 16:45:29.489863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-e0b4e333-5b11-48ea-a7a4-3f4c6a72c0a6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737858 Jul 15 16:45:29.499294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-2428df48-812b-4b27-9e24-5cfbe7277371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.500792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-2428df48-812b-4b27-9e24-5cfbe7277371 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1099 time: 0.2051432 Jul 15 16:45:29.523602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:29.524502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-3368d5a3-fc2d-48c0-b4aa-acf94b059aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.527012 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-3368d5a3-fc2d-48c0-b4aa-acf94b059aa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1063027 Jul 15 16:45:29.572462 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-4ccb1a33-1c43-4092-8318-02b2dd58ce7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 217 time: 0.0388942 Jul 15 16:45:29.632643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0aa8c-4bc0-4e82-9d08-c32994690189 req-1f7ac91c-46f0-4d17-b45a-adf7ac7e5d11 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.634104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe0aa8c-4bc0-4e82-9d08-c32994690189 req-1f7ac91c-46f0-4d17-b45a-adf7ac7e5d11 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.2577426 Jul 15 16:45:29.636531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-16560b72-c056-47af-a242-8950fce8dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.638073 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-16560b72-c056-47af-a242-8950fce8dba0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0597498 Jul 15 16:45:29.676032 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-e874e37e-c67f-48d4-8763-3c826367d04c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292435 Jul 15 16:45:29.794615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-eab4372f-392b-4f90-a82e-8b0b7fb06dbe service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038260 Jul 15 16:45:29.810765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f37ff726-eac0-48d9-a8a0-7239d4b94257 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.817457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f37ff726-eac0-48d9-a8a0-7239d4b94257 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151832 Jul 15 16:45:29.820151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-ff9e39bc-a02e-4bde-b77f-cd244c4e5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:29.821133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-ff9e39bc-a02e-4bde-b77f-cd244c4e5304 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3025389 Jul 15 16:45:29.834159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe0aa8c-4bc0-4e82-9d08-c32994690189 req-0b8cc742-dd26-47c1-a751-a723d0753bdf tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266971 Jul 15 16:45:29.843054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Attempting to bind port 0d2e7935-11f6-40d4-875c-74767fab12c4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:29.843396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Attempting to bind port 0d2e7935-11f6-40d4-875c-74767fab12c4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:29.843725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Attempting to bind port 0d2e7935-11f6-40d4-875c-74767fab12c4 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:29.854342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-d7118e20-148b-4cf5-946d-03f7f8439d75 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/quotas/dc32f2a067ae48c586cbfef76ebf0b3d HTTP/1.1" status: 200 len: 375 time: 0.0359156 Jul 15 16:45:29.900665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Port 0d2e7935-11f6-40d4-875c-74767fab12c4 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:29.900665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Attempting to bind port 0d2e7935-11f6-40d4-875c-74767fab12c4 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:29.901138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-02fb6ed4-5e50-4d5a-85d1-d602e0652f7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec HTTP/1.1" status: 200 len: 217 time: 0.0649304 Jul 15 16:45:29.906861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-fb115e09-19a6-47e7-b72a-da8837c1d32b service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060789 Jul 15 16:45:29.934367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:29.934650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:29.935013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:29.935470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Bound port: 0d2e7935-11f6-40d4-875c-74767fab12c4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:29.935830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.032308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-9f171e1f-30f9-4aff-8f99-b204b27f5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.033783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-9f171e1f-30f9-4aff-8f99-b204b27f5cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1112568 Jul 15 16:45:30.067314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:30.130472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-4870b46b-137d-47f7-97e2-25800c669da3 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2752407 Jul 15 16:45:30.137253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:30.158720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d2e7935-11f6-40d4-875c-74767fab12c4,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:30.173638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.199757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:30.214382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec', 'mac_address': 'fa:16:3e:7d:09:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:30.221887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22955-ab84-430b-b3a7-cdefb7f0d85f req-dbbbfba5-1832-4c2e-8f49-85863f71b3c1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.231281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7a22955-ab84-430b-b3a7-cdefb7f0d85f req-dbbbfba5-1832-4c2e-8f49-85863f71b3c1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 943 time: 0.2283363 Jul 15 16:45:30.255933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.257306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.258701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 200 len: 1091 time: 1.9067533 Jul 15 16:45:30.263958 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.281871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:30.298956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-c3406cb6-4b00-47a8-a342-e4e6de2def05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.304830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-c3406cb6-4b00-47a8-a342-e4e6de2def05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479119 Jul 15 16:45:30.305317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:30.308475 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:30.322483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:30.332165 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55496df8-aebb-4031-bc67-8544a374472e x-openstack-request-id: req-55496df8-aebb-4031-bc67-8544a374472e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:30.332165 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-plugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:30.332165 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55496df8-aebb-4031-bc67-8544a374472e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:30.332165 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'code': 200} Jul 15 16:45:30.332665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4075b-95c9-4ae0-a50e-d638cc25a1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:30.339319 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.340379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b2bf1f5f-ad9b-4ca2-8912-393900cfe947 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:30.471953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:30.542646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b8dd-1348-4ffa-aff5-f73aa2dbfbc8 req-535f8ae2-ae22-4999-9923-1c90abd21eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.545113 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7536b8dd-1348-4ffa-aff5-f73aa2dbfbc8 req-535f8ae2-ae22-4999-9923-1c90abd21eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 1100 time: 0.1218638 Jul 15 16:45:30.553355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:30.556235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7a22955-ab84-430b-b3a7-cdefb7f0d85f req-906b509b-bfc6-47eb-8f1e-c94a25620dfe tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240523 Jul 15 16:45:30.597096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7536b8dd-1348-4ffa-aff5-f73aa2dbfbc8 req-d48ee2a1-3e5c-4fd2-9cc7-1552af7de8ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Jul 15 16:45:30.602514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947', 'mac_address': 'fa:16:3e:c2:c8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:30.684170 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.695687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-f6a5e7d5-c3fc-44eb-aafc-58a3d9ea79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.697818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-f6a5e7d5-c3fc-44eb-aafc-58a3d9ea79dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 1094 time: 0.3278379 Jul 15 16:45:30.703346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bf1f5f-ad9b-4ca2-8912-393900cfe947 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:30.711201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-086d025c-cb89-45b3-9210-cee045916234 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662152 Jul 15 16:45:30.729187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:30.735084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:30.743613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c96ca-09f8-40bb-8838-c20becd9a9b7 req-1f6ea493-ae25-4f95-a59c-d0729b64baac tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:30.745244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-520c96ca-09f8-40bb-8838-c20becd9a9b7 req-1f6ea493-ae25-4f95-a59c-d0729b64baac tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.2365665 Jul 15 16:45:30.807708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:30.824373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-28aeab46-8ca1-477b-88de-c366ca13870d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 200 len: 217 time: 0.1097229 Jul 15 16:45:31.005185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-26bf072e-9d72-4d42-b355-745ddfb891f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:31.006811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-26bf072e-9d72-4d42-b355-745ddfb891f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1678886 Jul 15 16:45:31.010136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-520c96ca-09f8-40bb-8838-c20becd9a9b7 req-317eddc5-4646-4a7a-a914-c471d2fa343e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285032 Jul 15 16:45:31.018285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c35598f-8616-4ec5-be39-a6dad9f57f7a req-87f4679d-704d-4986-ab40-2f404646be9c service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846074 Jul 15 16:45:31.064472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc03f-b81a-40fa-bb33-2633d54fb9eb req-bef571ae-6c99-4f94-92eb-c1f5d903a318 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:31.066224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfbcc03f-b81a-40fa-bb33-2633d54fb9eb req-bef571ae-6c99-4f94-92eb-c1f5d903a318 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.3313472 Jul 15 16:45:31.068917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-5692b524-af2e-4251-b581-ada393dd4bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530727 Jul 15 16:45:31.098248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:31.144904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfbcc03f-b81a-40fa-bb33-2633d54fb9eb req-0d8e308c-31ca-46e6-b8d9-165c96b77305 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729990 Jul 15 16:45:31.246191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-6b7a37f2-eaaf-49c3-ba03-f8f0d5703ade service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662924 Jul 15 16:45:31.286377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['0a2d7ee3-70a0-4366-913d-c4f38f2a19ec'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:31.325530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b2bf1f5f-ad9b-4ca2-8912-393900cfe947'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:31.393989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cefdb48-b4ed-4c77-b2d0-8788ba92aeec req-e7b8d160-f24d-48b6-ad38-d0501d0a4d07 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0580332 Jul 15 16:45:31.436840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be139c90-7360-4bbd-bddc-7dc7067e325d req-a736ba56-abf1-4682-ae95-2dd56e6d81fe service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811547 Jul 15 16:45:31.458333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067701c-158f-414e-a893-4fc0219dc86c req-4219ae41-6683-461f-8d3f-ac9317f09955 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:31.460086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3067701c-158f-414e-a893-4fc0219dc86c req-4219ae41-6683-461f-8d3f-ac9317f09955 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 949 time: 0.1652451 Jul 15 16:45:31.481678 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357a4db2-3ffe-42d3-a643-89d60b2d09be x-openstack-request-id: req-357a4db2-3ffe-42d3-a643-89d60b2d09be {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:31.482874 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:31.483190 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-357a4db2-3ffe-42d3-a643-89d60b2d09be {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:31.483640 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4', 'status': 'completed', 'code': 200} Jul 15 16:45:31.520871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3067701c-158f-414e-a893-4fc0219dc86c req-1410d77e-a5fd-4f72-a95a-53a214374bf4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Jul 15 16:45:31.656945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-ee9fd13d-30e5-4b7c-8d4f-ea1ed4c868b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:31.658565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-ee9fd13d-30e5-4b7c-8d4f-ea1ed4c868b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 1094 time: 0.1270583 Jul 15 16:45:31.720540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee04394-678a-407c-9fed-809c1c5ea8e7 req-d2123900-275c-460a-865c-74bb9f03c6ab tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:31.722058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cee04394-678a-407c-9fed-809c1c5ea8e7 req-d2123900-275c-460a-865c-74bb9f03c6ab tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.1253629 Jul 15 16:45:32.130205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-62b93a2e-9172-4b8c-9958-77d075492da0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3267121 Jul 15 16:45:32.175498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cee04394-678a-407c-9fed-809c1c5ea8e7 req-99aac2bd-830c-499b-b48a-60de8bad69b7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177608 Jul 15 16:45:32.179037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-e3ab88ea-eda3-438d-8d75-0d118aebe37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.179037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-e3ab88ea-eda3-438d-8d75-0d118aebe37d service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.5100579 Jul 15 16:45:32.239032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-e4467223-898e-4cff-a531-d1c0ec67fca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 200 len: 217 time: 0.0525873 Jul 15 16:45:32.325555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d866a5-1b09-459e-8065-1b25b08e6c20 req-a29a997f-ea0e-4b57-83f0-c151e33b5c80 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.327013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82d866a5-1b09-459e-8065-1b25b08e6c20 req-a29a997f-ea0e-4b57-83f0-c151e33b5c80 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 943 time: 0.6040847 Jul 15 16:45:32.398180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-0f03401b-4879-431d-babf-d7c4be29d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.400212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-0f03401b-4879-431d-babf-d7c4be29d752 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1303453 Jul 15 16:45:32.408699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-8df98169-7828-4c4d-abfe-7e88638fb146 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.410003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-8df98169-7828-4c4d-abfe-7e88638fb146 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645650 Jul 15 16:45:32.446761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Request body: {'port': {'device_id': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'dc32f2a067ae48c586cbfef76ebf0b3d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:32.457124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-2ac43362-5224-4605-8de1-b4830996607d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458977 Jul 15 16:45:32.480876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82d866a5-1b09-459e-8065-1b25b08e6c20 req-ec78c24f-18b7-4c37-a991-b2f239f8718d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237037 Jul 15 16:45:32.584822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ff7c-b28e-4728-aecc-04119b70cc39 req-c6bbc6fd-b1f6-4510-8a75-ed4a590c5001 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.588591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e033ff7c-b28e-4728-aecc-04119b70cc39 req-c6bbc6fd-b1f6-4510-8a75-ed4a590c5001 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.2871518 Jul 15 16:45:32.707047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-8fabd62d-5613-4060-8da6-a055ae11bb27 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294459 Jul 15 16:45:32.714719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e033ff7c-b28e-4728-aecc-04119b70cc39 req-dfc71e64-8495-4278-9ea6-0b211812bf05 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833316 Jul 15 16:45:32.784522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Made reservation on behalf of dc32f2a067ae48c586cbfef76ebf0b3d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:32.788147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:32.877709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4632c1b-861d-4381-8784-69b768061b55 req-11ea2da8-b54d-45ce-a4a8-01ffed3abe28 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0487950 Jul 15 16:45:32.944557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9a21d6f-a341-41ed-92e7-a05f6ee7c9f8 req-939ceab3-7d6f-4b50-8c9c-6b876f7cc151 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262964 Jul 15 16:45:32.966779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4260-3215-4107-a230-cfdc1c0fd3a9 req-8cd8b548-5a20-4e43-a1ac-4273ee7a316c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:32.968326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66ed4260-3215-4107-a230-cfdc1c0fd3a9 req-8cd8b548-5a20-4e43-a1ac-4273ee7a316c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.2189121 Jul 15 16:45:33.091747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Allocated IP 192.168.233.23 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/0881ae19-810a-4446-b255-508ec7c6eb9e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:33.100449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66ed4260-3215-4107-a230-cfdc1c0fd3a9 req-852f2923-f8d5-444f-98e2-0cb9c7dd6c4e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259482 Jul 15 16:45:33.157265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484390a-9672-4345-b90f-7b4239e3bfdb req-3c5f4a40-8f1d-4452-a73b-a642d35ba68e tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:33.158950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6484390a-9672-4345-b90f-7b4239e3bfdb req-3c5f4a40-8f1d-4452-a73b-a642d35ba68e tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 949 time: 0.1534770 Jul 15 16:45:33.246808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6484390a-9672-4345-b90f-7b4239e3bfdb req-12a4abeb-6f5b-4c45-9b30-8b269c0a86e4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814812 Jul 15 16:45:33.400079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:33.438674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3006e-93e5-429e-b803-f0905f930027 req-249e4ea6-9f9d-4d56-a9eb-374d92905a03 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:33.440287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08b3006e-93e5-429e-b803-f0905f930027 req-249e4ea6-9f9d-4d56-a9eb-374d92905a03 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.1375051 Jul 15 16:45:33.448045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Transition to ACTIVE for port object 0881ae19-810a-4446-b255-508ec7c6eb9e will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:33.517783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08b3006e-93e5-429e-b803-f0905f930027 req-3ee7ccd8-2d0c-40ce-8532-55c23e4f3303 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668209 Jul 15 16:45:33.534569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17efe-bd0d-4a77-9cb3-99634e6e2b38 req-b13b5bd2-fd48-473a-adb6-bde83318e5c2 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:33.536253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d17efe-bd0d-4a77-9cb3-99634e6e2b38 req-b13b5bd2-fd48-473a-adb6-bde83318e5c2 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 949 time: 0.1578159 Jul 15 16:45:33.559763 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:33.573929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:33.622129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479', '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'a4078df8-4b0a-4f01-8927-2635275d8573'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:33.623863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:33.629443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:33.646640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d17efe-bd0d-4a77-9cb3-99634e6e2b38 req-4a06d414-76b7-4093-a57e-119214eed16e tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034615 Jul 15 16:45:33.650511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:33.692513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event updated for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:33.723427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:33.724180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:33.743070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-f6fc52c2-fa30-4bc0-9439-917c014ecd8c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3001359 Jul 15 16:45:33.792969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Request body: {'port': {'device_id': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:33.942988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.007654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bfdb6-eb66-4a52-a325-9e32b34e3872 req-a12149fc-94f7-43d1-a8a8-12de5bf573ef tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:34.010123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b45bfdb6-eb66-4a52-a325-9e32b34e3872 req-a12149fc-94f7-43d1-a8a8-12de5bf573ef tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 943 time: 0.2651083 Jul 15 16:45:34.092142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:34.122645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b45bfdb6-eb66-4a52-a325-9e32b34e3872 req-b389505a-3f64-4280-bdd7-5b285003699a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072328 Jul 15 16:45:34.143892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f974c2f2-8198-4b95-ab3e-c0ae6d61dbf6 None None] Provisioning for port 0881ae19-810a-4446-b255-508ec7c6eb9e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:34.174960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f974c2f2-8198-4b95-ab3e-c0ae6d61dbf6 None None] Provisioning complete for port 0881ae19-810a-4446-b255-508ec7c6eb9e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:34.175335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f974c2f2-8198-4b95-ab3e-c0ae6d61dbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.324903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d2e7935-11f6-40d4-875c-74767fab12c4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:34.371166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f974c2f2-8198-4b95-ab3e-c0ae6d61dbf6 None None] Port 0881ae19-810a-4446-b255-508ec7c6eb9e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:34.398463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:34.414845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:34.415753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.610207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c989c-50af-48b5-b245-8632ccf56502 req-52935cee-cb3b-4c5c-a773-802008204800 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:34.611686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e3c989c-50af-48b5-b245-8632ccf56502 req-52935cee-cb3b-4c5c-a773-802008204800 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.2969151 Jul 15 16:45:34.662056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0881ae19-810a-4446-b255-508ec7c6eb9e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:34.685498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.749168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e3c989c-50af-48b5-b245-8632ccf56502 req-caf55fa9-e846-41d4-a92d-8614f9ca7f71 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155226 Jul 15 16:45:34.753308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Transition to ACTIVE for port object 0881ae19-810a-4446-b255-508ec7c6eb9e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:34.765171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.801264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d2e7935-11f6-40d4-875c-74767fab12c4,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:34.882784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '0d2e7935-11f6-40d4-875c-74767fab12c4', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': '0d2e7935-11f6-40d4-875c-74767fab12c4', 'mac_address': 'fa:16:3e:ac:c9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:34.913833 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:34.989494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:34.992070 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0f1930-7db9-45d1-a950-36f8bbdf654e" -d '{"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:35.008017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.018009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:35.044735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:35.058231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2e7935-11f6-40d4-875c-74767fab12c4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:35.074172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.075077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b2bf1f5f-ad9b-4ca2-8912-393900cfe947 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:35.160689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397f35-dbd0-4650-a326-27716ed543e9 req-31d2f937-5158-4f4c-94a8-4898dd569324 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:35.177374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e397f35-dbd0-4650-a326-27716ed543e9 req-31d2f937-5158-4f4c-94a8-4898dd569324 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 947 time: 0.4002008 Jul 15 16:45:35.186140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d2e7935-11f6-40d4-875c-74767fab12c4,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:35.205217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.224179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Attempting to bind port 0881ae19-810a-4446-b255-508ec7c6eb9e on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:35.224528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Attempting to bind port 0881ae19-810a-4446-b255-508ec7c6eb9e by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:35.224843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Attempting to bind port 0881ae19-810a-4446-b255-508ec7c6eb9e on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:35.232376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:35.241620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Port 0881ae19-810a-4446-b255-508ec7c6eb9e on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:35.241871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Attempting to bind port 0881ae19-810a-4446-b255-508ec7c6eb9e on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:35.254545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e397f35-dbd0-4650-a326-27716ed543e9 req-7fee781c-1067-431a-9b37-f342fe5b6326 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762274 Jul 15 16:45:35.267028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d63630-bf2e-4567-91a7-9acabd4ba0cb req-d110f1fa-3456-48df-9644-623ebf318f88 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:35.280406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16d63630-bf2e-4567-91a7-9acabd4ba0cb req-d110f1fa-3456-48df-9644-623ebf318f88 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.3069251 Jul 15 16:45:35.282041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:35.282374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:35.282747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:35.284031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Bound port: 0881ae19-810a-4446-b255-508ec7c6eb9e, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:35.284415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.410120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16d63630-bf2e-4567-91a7-9acabd4ba0cb req-dcf2311e-70d6-4d30-984e-1cd926fc6a35 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345572 Jul 15 16:45:35.435970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-8fd5ab1d-281e-4eef-b01a-6a1478d5b7ce service neutron] 10.222.0.20 "GET /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1775906 Jul 15 16:45:35.457477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:35.472893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:35.473306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.506324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:35.515128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:35.562734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0881ae19-810a-4446-b255-508ec7c6eb9e,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:35.579935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.587144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.592813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:35.650414 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e88b0d-5380-473a-8c3b-3169ee349db8 x-openstack-request-id: req-d4e88b0d-5380-473a-8c3b-3169ee349db8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:35.650815 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-plugged", "status": "completed", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:35.651096 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4e88b0d-5380-473a-8c3b-3169ee349db8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:35.651500 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec', 'code': 200} Jul 15 16:45:35.661158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:35.661158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.663208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] 10.222.0.35 "PUT /v2.0/ports/0881ae19-810a-4446-b255-508ec7c6eb9e HTTP/1.1" status: 200 len: 1095 time: 1.8772032 Jul 15 16:45:35.666163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:35.668805 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487d5efc-180d-4a2e-b219-f57fe70e1ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:35.712060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede66259-259c-43ab-a6d5-2f49d3f7c1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:35.713109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:35.728573 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:35.768998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299712a7-0b3d-44fc-aca1-3e269e7d0a53 req-39573b7f-903a-4c8d-8379-b03a151fd3da tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:35.777715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-299712a7-0b3d-44fc-aca1-3e269e7d0a53 req-39573b7f-903a-4c8d-8379-b03a151fd3da tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 944 time: 0.2796466 Jul 15 16:45:35.898354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:35.907468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18a79e-c854-4ea0-a2e3-d60c698380e4 req-66388ccf-0e00-41ac-9f78-58141f8ab86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:35.911053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-299712a7-0b3d-44fc-aca1-3e269e7d0a53 req-91b2b932-e358-4c10-b630-e8921f532320 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Jul 15 16:45:35.913324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3b18a79e-c854-4ea0-a2e3-d60c698380e4 req-66388ccf-0e00-41ac-9f78-58141f8ab86a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1101 time: 0.1355593 Jul 15 16:45:35.971542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3b18a79e-c854-4ea0-a2e3-d60c698380e4 req-cbacd997-3628-4ba2-a73a-e3710cacbcf3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Jul 15 16:45:36.216527 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa02296-5255-4899-aa08-e4e1488d12d3 x-openstack-request-id: req-dfa02296-5255-4899-aa08-e4e1488d12d3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:36.217136 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:36.217136 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfa02296-5255-4899-aa08-e4e1488d12d3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:36.217426 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e', 'status': 'completed', 'code': 200} Jul 15 16:45:36.277127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:36.356898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-dbd2d0a1-b065-4769-9859-f4d40e8ee122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.358310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-dbd2d0a1-b065-4769-9859-f4d40e8ee122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 1098 time: 0.5796824 Jul 15 16:45:36.367873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:36.435302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e1733-197c-4c57-887f-08d6ad9d259f req-853b4f11-168b-463f-bd34-5f34d57a9fd9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.436830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-231e1733-197c-4c57-887f-08d6ad9d259f req-853b4f11-168b-463f-bd34-5f34d57a9fd9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 944 time: 0.5206239 Jul 15 16:45:36.441218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-8c7de75e-7fab-4b56-bb21-a3a9dcec336c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0881ae19-810a-4446-b255-508ec7c6eb9e HTTP/1.1" status: 200 len: 217 time: 0.0692365 Jul 15 16:45:36.450937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d1945-361f-408b-9dae-f4fa9b0a6144 req-dbb4fbd4-a850-4127-926c-34a596bc37b7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.452488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339d1945-361f-408b-9dae-f4fa9b0a6144 req-dbb4fbd4-a850-4127-926c-34a596bc37b7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.2343106 Jul 15 16:45:36.472433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:36.560692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6775a7c2-5436-49f7-b02c-42d4d8678cf4 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:36.588747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-231e1733-197c-4c57-887f-08d6ad9d259f req-cd88f82b-901a-481f-b69e-5adf23488ab7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352611 Jul 15 16:45:36.593855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:36.597914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-6718e52a-749d-4869-9430-94a30164510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.599300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-6718e52a-749d-4869-9430-94a30164510f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1434731 Jul 15 16:45:36.602143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339d1945-361f-408b-9dae-f4fa9b0a6144 req-505407ee-00d3-4e54-a4c3-d3544b5c65bd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365843 Jul 15 16:45:36.661469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:36.790288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-110531da-36e5-4775-9eeb-cd60e4bb52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.792016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-110531da-36e5-4775-9eeb-cd60e4bb52e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744499 Jul 15 16:45:36.816547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] Transition to ACTIVE for port object 6775a7c2-5436-49f7-b02c-42d4d8678cf4 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:36.848678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:36.960963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b927706-39f2-4a23-a97c-0710bc5356f7 req-9c2e7aa9-4e99-46c6-9b5a-e46ce9863ca7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:36.962575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b927706-39f2-4a23-a97c-0710bc5356f7 req-9c2e7aa9-4e99-46c6-9b5a-e46ce9863ca7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 947 time: 0.2448976 Jul 15 16:45:36.997281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] No DVR routers for this DVR port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:37.069992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] Pushing event updated for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:37.088618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-f9c5bdff-f7f1-417d-981c-77ce861853fc service neutron] 10.222.0.20 "PUT /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6420434 Jul 15 16:45:37.093801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-2f36134a-c6da-478f-960b-300cde4a899b service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912974 Jul 15 16:45:37.104517 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dec817-f202-4248-b76d-5312cffd5cb7 req-3508c0d4-0249-42bb-9bc3-94f3f66d171d tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.106117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47dec817-f202-4248-b76d-5312cffd5cb7 req-3508c0d4-0249-42bb-9bc3-94f3f66d171d tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.3025157 Jul 15 16:45:37.113174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b927706-39f2-4a23-a97c-0710bc5356f7 req-1dde0f13-077a-4ff4-a707-e15a00acd7e1 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404738 Jul 15 16:45:37.221466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47dec817-f202-4248-b76d-5312cffd5cb7 req-356f7c91-c3ab-466d-b960-a206d8bb946f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072721 Jul 15 16:45:37.264277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-b5b9778e-a354-4b19-ad0d-7e1851147937 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569843 Jul 15 16:45:37.271522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-ecbec92f-241a-4494-a362-33eec8235893 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.273688 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-ecbec92f-241a-4494-a362-33eec8235893 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.0927064 Jul 15 16:45:37.342091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-71834d13-dbb6-4a52-a467-312f8724bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.344671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-71834d13-dbb6-4a52-a467-312f8724bf38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360&tenant_id=068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 1096 time: 0.0605042 Jul 15 16:45:37.443017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-54a4135a-668b-487c-ad93-4c0430b46579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.444612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-54a4135a-668b-487c-ad93-4c0430b46579 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1096 time: 0.0614440 Jul 15 16:45:37.445768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-b102b688-5823-4d2e-96d4-5c6bd3ca1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.447301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-b102b688-5823-4d2e-96d4-5c6bd3ca1920 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 1098 time: 0.1196988 Jul 15 16:45:37.455663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b72c13-e82e-460d-baaf-46e59fb29f60 req-2dcd2514-af32-41cf-8dde-46d7dd5c9f34 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.457164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26b72c13-e82e-460d-baaf-46e59fb29f60 req-2dcd2514-af32-41cf-8dde-46d7dd5c9f34 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.1071522 Jul 15 16:45:37.577507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-aa4be0cf-405c-499d-9fbb-38b873c1cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.578725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-aa4be0cf-405c-499d-9fbb-38b873c1cf5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1032841 Jul 15 16:45:37.620336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-ee41ae8e-87e4-4a81-bc65-cb8bbee9361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.631144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-ee41ae8e-87e4-4a81-bc65-cb8bbee9361a service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1434016 Jul 15 16:45:37.644856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-09c66df5-b82a-433a-9ddb-833977d62d5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 200 len: 217 time: 0.0577726 Jul 15 16:45:37.664004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:37.666518 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac7ccfe-dfa1-4429-a238-b98f68c569eb" -d '{"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:37.707068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26b72c13-e82e-460d-baaf-46e59fb29f60 req-00ce58fb-1886-4efa-a03c-98594b562c35 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440631 Jul 15 16:45:37.710256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-e527db25-f8ec-4b72-9b19-c5d39ce0ef9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=0881ae19-810a-4446-b255-508ec7c6eb9e HTTP/1.1" status: 200 len: 217 time: 0.0679953 Jul 15 16:45:37.740711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-a3653a22-cd14-4484-b916-55c777cc2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.742080 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-a3653a22-cd14-4484-b916-55c777cc2fbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0817659 Jul 15 16:45:37.803215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-9de78455-f2dc-48fb-88a3-74155b3d7df4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500042 Jul 15 16:45:37.894076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-2c1730b6-704f-4acc-9a8d-8fd2539b6cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.895849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-2c1730b6-704f-4acc-9a8d-8fd2539b6cf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1510785 Jul 15 16:45:37.958042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-bf1021cc-448a-4d6b-b952-b227f3140fbb service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467202 Jul 15 16:45:37.976903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc99d9-c035-4d36-997d-e85c08b4ce6e req-64198c25-333c-4b14-a5eb-e864fc4ab465 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:37.979003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86dc99d9-c035-4d36-997d-e85c08b4ce6e req-64198c25-333c-4b14-a5eb-e864fc4ab465 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 944 time: 0.1990478 Jul 15 16:45:38.043747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb728-a5d2-4156-b5d9-232be7903f27 req-95310f37-2bdc-4762-aa88-a9440556d8c1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.045423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a08eb728-a5d2-4156-b5d9-232be7903f27 req-95310f37-2bdc-4762-aa88-a9440556d8c1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1945076 Jul 15 16:45:38.058798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86dc99d9-c035-4d36-997d-e85c08b4ce6e req-b833f9d1-1199-48a6-a308-a7cfd3697efa tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Jul 15 16:45:38.063755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-06638492-49ad-485b-a756-25e63ac164fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.065311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-06638492-49ad-485b-a756-25e63ac164fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568055 Jul 15 16:45:38.100221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-d18adb24-6dbb-449f-b052-599072278d5b service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232061 Jul 15 16:45:38.114268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:38.167793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a08eb728-a5d2-4156-b5d9-232be7903f27 req-1ce24ef5-7d33-4fea-a004-8e85e94f2f03 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068878 Jul 15 16:45:38.250611 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf79053-3fc0-43cd-9be2-beec900ab0e6 x-openstack-request-id: req-1cf79053-3fc0-43cd-9be2-beec900ab0e6 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:38.252771 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:38.253098 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cf79053-3fc0-43cd-9be2-beec900ab0e6 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:38.253520 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947', 'code': 200} Jul 15 16:45:38.261509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:38.275625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'mac_address': 'fa:16:3e:77:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:38.349486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d2e7935-11f6-40d4-875c-74767fab12c4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:38.366172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-4acf4273-7245-4117-a18f-831ce509b5cc service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779341 Jul 15 16:45:38.425856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf0d3b-291b-4ca5-ac8d-df2b59762115 req-e0f1d5fc-07d4-4eda-99f1-462dcb1e887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.426502 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:38.432832 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-55bf0d3b-291b-4ca5-ac8d-df2b59762115 req-e0f1d5fc-07d4-4eda-99f1-462dcb1e887b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1096 time: 0.1454630 Jul 15 16:45:38.455031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:38.485679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 0d2e7935-11f6-40d4-875c-74767fab12c4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:38.507482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 0d2e7935-11f6-40d4-875c-74767fab12c4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:38.507919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:38.522893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:38.598619 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-55bf0d3b-291b-4ca5-ac8d-df2b59762115 req-240da268-e4ef-4cbd-8ac4-f78a1579b5f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583827 Jul 15 16:45:38.598872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:38.689591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:38.719382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-487d5efc-180d-4a2e-b219-f57fe70e1ba5 req-e7ab02df-4524-46b3-928d-85920863c729 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444853 Jul 15 16:45:38.733316 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:38.763140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e250b1ae-5023-4c53-b80d-a1fc690b8c70'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:38.780299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b2a9e-0878-40bb-b7bd-62191d1e3a27 req-39562d36-95f8-4eb1-99ef-91b7271fc56b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.782036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d13b2a9e-0878-40bb-b7bd-62191d1e3a27 req-39562d36-95f8-4eb1-99ef-91b7271fc56b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 947 time: 0.2061665 Jul 15 16:45:38.805223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99e3a1-685a-4f7d-811d-d71d00ff045c req-5c0b594f-df35-4fc4-8642-96c3bc1af742 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.812931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d99e3a1-685a-4f7d-811d-d71d00ff045c req-5c0b594f-df35-4fc4-8642-96c3bc1af742 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.1776979 Jul 15 16:45:38.836954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011e5c-6ece-477b-bba0-80218dee351b req-a2b8b7bc-0747-4e5e-9c5f-c631306b9c9c tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:38.842505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d2e7935-11f6-40d4-875c-74767fab12c4,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:38.854592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:38.856945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-a2b8b7bc-0747-4e5e-9c5f-c631306b9c9c tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.1975951 Jul 15 16:45:38.977069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:38.999359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d13b2a9e-0878-40bb-b7bd-62191d1e3a27 req-4beb1107-205b-4493-adcb-2736dceadddf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021744 Jul 15 16:45:39.010435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d99e3a1-685a-4f7d-811d-d71d00ff045c req-31a64add-ec71-4d5e-a742-d2ee4d022150 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964066 Jul 15 16:45:39.054742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ce011e5c-6ece-477b-bba0-80218dee351b req-31ad4775-5bb7-4b18-bee0-67c886445973 service neutron] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:39.059004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ce011e5c-6ece-477b-bba0-80218dee351b req-31ad4775-5bb7-4b18-bee0-67c886445973 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:39.060296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ce011e5c-6ece-477b-bba0-80218dee351b req-31ad4775-5bb7-4b18-bee0-67c886445973 service neutron] 10.222.0.35 "DELETE /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.1949995 Jul 15 16:45:39.310384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4218c-debe-4b25-916c-f9c2d1fc1efb req-57e40625-1eed-4336-b2f8-6d3d19ec625f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:39.320168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90e4218c-debe-4b25-916c-f9c2d1fc1efb req-57e40625-1eed-4336-b2f8-6d3d19ec625f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.0954437 Jul 15 16:45:39.401911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90e4218c-debe-4b25-916c-f9c2d1fc1efb req-305576ad-838b-4620-88af-dba356c60fdc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804067 Jul 15 16:45:39.452562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4a4c8-aea4-4ee8-8ff5-a96786de6c3f req-90840cc6-a523-42d5-a712-3ffc1101403d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:39.454246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bf4a4c8-aea4-4ee8-8ff5-a96786de6c3f req-90840cc6-a523-42d5-a712-3ffc1101403d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.1241205 Jul 15 16:45:39.506734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bf4a4c8-aea4-4ee8-8ff5-a96786de6c3f req-4460d6f0-7006-4112-a066-c2bc4ee01703 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Jul 15 16:45:39.660681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffae1-8ab9-4713-ab2e-adbe63e32ee8 req-d515b6e5-7e3a-4585-887a-55837754b16f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:39.673139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb9ffae1-8ab9-4713-ab2e-adbe63e32ee8 req-d515b6e5-7e3a-4585-887a-55837754b16f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1176412 Jul 15 16:45:39.730122 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb9ffae1-8ab9-4713-ab2e-adbe63e32ee8 req-4f58ec2c-52ee-4252-a0c7-7f1d4aca4167 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560384 Jul 15 16:45:39.856528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dbd7b-516f-42c2-805b-7a7aa46ea2d3 req-0f03242d-97b9-4606-8751-317c56db18aa tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:39.858337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5dbd7b-516f-42c2-805b-7a7aa46ea2d3 req-0f03242d-97b9-4606-8751-317c56db18aa tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1096 time: 0.0911958 Jul 15 16:45:39.949843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5dbd7b-516f-42c2-805b-7a7aa46ea2d3 req-e920e888-2fc8-416a-8fa7-81abd8df08a3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822351 Jul 15 16:45:39.966518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-37ca8f75-c262-4985-8631-3efd097dc2a3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:39.976027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-37ca8f75-c262-4985-8631-3efd097dc2a3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.1584501 Jul 15 16:45:40.003781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-0f665a9f-990b-468a-97b9-97554aa152bd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/quotas/909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 375 time: 0.0267820 Jul 15 16:45:40.108733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0881ae19-810a-4446-b255-508ec7c6eb9e details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:45:40.109841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-20766883-76c1-4bcd-8ab8-f6a3203b4a17 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048920 Jul 15 16:45:40.156713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:40.254035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:40.255006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-71045f6d-c5a8-47b3-ba27-11b9c655f951 service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442771 Jul 15 16:45:40.256402 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab637d5-9d44-45ef-8cee-b3ccafb11501" -d '{"events": [{"server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:40.308629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0881ae19-810a-4446-b255-508ec7c6eb9e,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:40.320641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:40.320641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.341810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '0881ae19-810a-4446-b255-508ec7c6eb9e', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '0881ae19-810a-4446-b255-508ec7c6eb9e', 'mac_address': 'fa:16:3e:97:cd:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:45:40.361496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefd42c-d850-4efa-a775-82cff2a91981 req-62c8b13b-93ae-466c-ab21-3fe8a226cc7d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:40.363030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acefd42c-d850-4efa-a775-82cff2a91981 req-62c8b13b-93ae-466c-ab21-3fe8a226cc7d tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 1096 time: 0.1669588 Jul 15 16:45:40.392053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-97790375-9870-4eba-800a-e2df7c5abec5 service neutron] 10.222.0.25 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362007 Jul 15 16:45:40.410096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.419709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acefd42c-d850-4efa-a775-82cff2a91981 req-6a2d6190-e4ad-438f-8e2a-912f63e768f2 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Jul 15 16:45:40.420726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.477071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0881ae19-810a-4446-b255-508ec7c6eb9e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:40.500250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0881ae19-810a-4446-b255-508ec7c6eb9e,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:40.514568 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.562699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.575660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.624728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:40.644468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:40.653737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:40.731105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048d9c8-334b-49d3-b6d1-ba6c8591ee93 req-3a25bfb3-a042-4615-a0a8-17e735e8b6b5 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:40.738676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b048d9c8-334b-49d3-b6d1-ba6c8591ee93 req-3a25bfb3-a042-4615-a0a8-17e735e8b6b5 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 948 time: 0.1333921 Jul 15 16:45:40.757524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:40.818825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b048d9c8-334b-49d3-b6d1-ba6c8591ee93 req-a4382d83-465f-4172-a3bb-7373b9d1bd32 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758080 Jul 15 16:45:40.922616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['0881ae19-810a-4446-b255-508ec7c6eb9e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:41.017017 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518968f-0625-4b77-80bd-f3f7787b22e6 x-openstack-request-id: req-4518968f-0625-4b77-80bd-f3f7787b22e6 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:41.017391 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "name": "network-vif-plugged", "status": "completed", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:41.017543 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4518968f-0625-4b77-80bd-f3f7787b22e6 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:41.018305 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4', 'code': 200} Jul 15 16:45:41.074655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eaeab-7f0b-4926-af3a-ae97fc3da0c2 req-91f36b31-b3f4-4879-a308-fd6770c2f563 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:41.076324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-365eaeab-7f0b-4926-af3a-ae97fc3da0c2 req-91f36b31-b3f4-4879-a308-fd6770c2f563 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.1049554 Jul 15 16:45:41.186219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-365eaeab-7f0b-4926-af3a-ae97fc3da0c2 req-f71b079d-967a-4145-abd7-15a7a83b5737 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036651 Jul 15 16:45:41.253617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715f2c-87e4-4fc1-9a49-234f10130262 req-346596cc-db53-43fe-8490-24cdb9c78682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:41.255379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f715f2c-87e4-4fc1-9a49-234f10130262 req-346596cc-db53-43fe-8490-24cdb9c78682 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 1096 time: 0.1409848 Jul 15 16:45:41.274267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134d87-fdde-4055-a839-0aa89d63e905 req-d0f35786-6df0-49cc-9156-7461663c549a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:41.281873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3134d87-fdde-4055-a839-0aa89d63e905 req-d0f35786-6df0-49cc-9156-7461663c549a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.0945253 Jul 15 16:45:41.348362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3134d87-fdde-4055-a839-0aa89d63e905 req-97336cd5-e007-4dea-b9e4-39e2f7b4f7b6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Jul 15 16:45:41.372672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f715f2c-87e4-4fc1-9a49-234f10130262 req-a2a5a02e-0d6c-4d4b-84b4-d7403a30322f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064768 Jul 15 16:45:41.643602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1944a-f2fe-49cd-add0-7b5c11dd9f35 req-be2fd113-4616-4e4c-80a0-a96a0797775b tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:41.651665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15d1944a-f2fe-49cd-add0-7b5c11dd9f35 req-be2fd113-4616-4e4c-80a0-a96a0797775b tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.0885837 Jul 15 16:45:41.713489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15d1944a-f2fe-49cd-add0-7b5c11dd9f35 req-6341dbd5-0b80-4265-b741-aba85fdbf139 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579488 Jul 15 16:45:41.809518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ab276d5-098e-4269-85ba-da1f03e15946 req-a1230e2d-f460-4207-8c19-e160ec72de28 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.0328693 Jul 15 16:45:42.000454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c0164-c4f4-4034-a1c0-d463c09c121d req-42c4a83e-0a34-4e63-9249-d70f6c2b0ed0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:42.002083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb1c0164-c4f4-4034-a1c0-d463c09c121d req-42c4a83e-0a34-4e63-9249-d70f6c2b0ed0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 948 time: 0.0726943 Jul 15 16:45:42.051954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb1c0164-c4f4-4034-a1c0-d463c09c121d req-20ecd2a4-4717-4770-b172-103aa6aada12 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Jul 15 16:45:42.933404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-b49188d7-4ec8-45ce-b46b-4af76d7144bc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:42.935188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-b49188d7-4ec8-45ce-b46b-4af76d7144bc tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 807 time: 0.6040814 Jul 15 16:45:42.957419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbab398-7bb9-4e2e-8e2b-4abea350b47e req-e1b13fad-3baf-4530-8012-df6eff793999 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:42.965354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbbab398-7bb9-4e2e-8e2b-4abea350b47e req-e1b13fad-3baf-4530-8012-df6eff793999 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.6172991 Jul 15 16:45:42.977062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a8254-16bc-4d45-818b-724bea7317ca req-55844ce5-9b07-43d9-8748-45198147ffbc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:42.979163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e45a8254-16bc-4d45-818b-724bea7317ca req-55844ce5-9b07-43d9-8748-45198147ffbc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.2091117 Jul 15 16:45:42.986994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Request body: {'port': {'device_id': 'e96677b4-6106-4724-a74d-44ebedd73228', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'admin_state_up': True, 'tenant_id': '909cbd84e21244cdbc9b7b43a9ebf41d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:43.021027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:43.025547 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc7fbf-54da-4988-81e3-529d865af2d3" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:43.181824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e45a8254-16bc-4d45-818b-724bea7317ca req-c7c612ec-11f6-42bc-b854-18229204c9cf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858781 Jul 15 16:45:43.203277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbbab398-7bb9-4e2e-8e2b-4abea350b47e req-d0a738d3-0f4c-4cf8-ae12-f11519195a76 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369521 Jul 15 16:45:43.255168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Made reservation on behalf of 909cbd84e21244cdbc9b7b43a9ebf41d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:43.271149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:43.588500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0184f2af-da9f-4549-a9e0-3ffc393b7e27 req-c2c5d504-7ac7-4635-8d73-ddb530338769 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.0618160 Jul 15 16:45:43.611988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Allocated IP 172.20.0.6 (a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e/efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:43.681848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5ac35-52fb-4638-a70c-eed5baf2cf19 req-4ddb467e-ceff-433d-9720-b4d66bfbb85d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:43.683450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93a5ac35-52fb-4638-a70c-eed5baf2cf19 req-4ddb467e-ceff-433d-9720-b4d66bfbb85d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1674781 Jul 15 16:45:43.723147 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f97d00d-e0b8-46c5-8dfe-dfd20ff79754 x-openstack-request-id: req-3f97d00d-e0b8-46c5-8dfe-dfd20ff79754 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:43.723449 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:43.723693 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f97d00d-e0b8-46c5-8dfe-dfd20ff79754 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:43.724085 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'code': 200} Jul 15 16:45:43.800247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93a5ac35-52fb-4638-a70c-eed5baf2cf19 req-a1ed054d-4971-4938-a0a9-6f3303fbaf44 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056054 Jul 15 16:45:43.892244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:43.989562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3d5d-0ca1-4a4c-817e-7a64ef58f0e2 req-eccfe5c5-918e-4198-b4fc-35d658635d5d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:43.991064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b1f3d5d-0ca1-4a4c-817e-7a64ef58f0e2 req-eccfe5c5-918e-4198-b4fc-35d658635d5d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 948 time: 0.1280348 Jul 15 16:45:44.051612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b1f3d5d-0ca1-4a4c-817e-7a64ef58f0e2 req-be2e75ea-5d99-440b-a0e8-258712ba5b7e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504172 Jul 15 16:45:44.067220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.079505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['de909d2e-629b-4e4b-94b9-b9d244624598'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:44.137963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:44.143695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0881ae19-810a-4446-b255-508ec7c6eb9e up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:45:44.157889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:44.159722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:44.170991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:44.242168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:44.242969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.271077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 0881ae19-810a-4446-b255-508ec7c6eb9e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:44.278517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-c3762b7f-47d2-43dd-baea-9e82aad40554 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3109035 Jul 15 16:45:44.288367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 0881ae19-810a-4446-b255-508ec7c6eb9e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:44.288794 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.299705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Request body: {'port': {'device_id': 'e96677b4-6106-4724-a74d-44ebedd73228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:44.510317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.522489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.604323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0881ae19-810a-4446-b255-508ec7c6eb9e,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:44.615845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:44.709336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:44.777157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6576768-a6de-4e69-bc18-f552f2fd15e9 req-0b060585-f8ed-424b-9d35-8038b209b81e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:44.782544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-4122d744-0553-42d8-99d4-646bfe2532a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1972275 Jul 15 16:45:44.784205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6576768-a6de-4e69-bc18-f552f2fd15e9 req-0b060585-f8ed-424b-9d35-8038b209b81e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.2831447 Jul 15 16:45:44.901459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-a5c15b12-dcb3-4a86-8062-424bdb4e650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:44.903221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-a5c15b12-dcb3-4a86-8062-424bdb4e650c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 1095 time: 0.0920599 Jul 15 16:45:44.934196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6576768-a6de-4e69-bc18-f552f2fd15e9 req-ae9f44ab-32e1-4de7-aff4-edf996766aff tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490195 Jul 15 16:45:44.964530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095bad5-bc05-492a-8528-f362b964d65c req-b467f463-044d-4051-939a-7bfca776d3d3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:44.966458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1095bad5-bc05-492a-8528-f362b964d65c req-b467f463-044d-4051-939a-7bfca776d3d3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.4819150 Jul 15 16:45:45.112315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-c2204c6b-32fd-4cc5-89fa-fd46516f6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:45.115726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-c2204c6b-32fd-4cc5-89fa-fd46516f6fe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1862638 Jul 15 16:45:45.156039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1095bad5-bc05-492a-8528-f362b964d65c req-b9aad681-ed9d-408e-a364-1d072cd9ad84 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678007 Jul 15 16:45:45.213943 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-a2655403-9175-4458-89b4-47929b8e2dcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 200 len: 217 time: 0.0894961 Jul 15 16:45:45.362027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-c70015f0-716e-4e3a-bbd9-ad54dd836397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:45.363514 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-c70015f0-716e-4e3a-bbd9-ad54dd836397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1418402 Jul 15 16:45:45.366609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac08f77-b091-4c5a-bc8f-7ee717470d18 req-f94027df-1f17-482a-a74c-e8631e40799f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:45.373574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ac08f77-b091-4c5a-bc8f-7ee717470d18 req-f94027df-1f17-482a-a74c-e8631e40799f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 931 time: 0.1171985 Jul 15 16:45:45.426154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-440b6b61-1c77-4e95-b66a-10fc16f13233 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523069 Jul 15 16:45:45.509268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ac08f77-b091-4c5a-bc8f-7ee717470d18 req-9cf6051e-3f60-4bcb-ac0b-83c2b8395231 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340013 Jul 15 16:45:45.524917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:45.557894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:45.614577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Transition to ACTIVE for port object 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:45.627301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:45.662957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-f6736eab-8fff-4d40-8c99-b4962b0f5efa service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290187 Jul 15 16:45:45.724939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:45.729531 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492476a8-2535-4418-917c-8833d955073b" -d '{"events": [{"server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "name": "network-vif-plugged", "status": "completed", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:45.760470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dbb69-8c71-444a-9222-3f6d261d52a0 req-ed1aec80-0fdb-4da2-9b02-545366431cf4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:45.767934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-3c061440-2f8e-40e1-b185-4515dd9693d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661246 Jul 15 16:45:45.772953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-725dbb69-8c71-444a-9222-3f6d261d52a0 req-ed1aec80-0fdb-4da2-9b02-545366431cf4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.3042965 Jul 15 16:45:45.817712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95b6aacf-fa85-4eb0-a2e5-c0264dc6b3be req-46c523f4-31ef-4a55-aaac-ada5530e0d44 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403644 Jul 15 16:45:45.968079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-725dbb69-8c71-444a-9222-3f6d261d52a0 req-c9613a2e-be00-45a9-9779-9331aa4e0527 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941547 Jul 15 16:45:45.999167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-9067e2d6-ae30-4943-b482-442df2de04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.000728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-9067e2d6-ae30-4943-b482-442df2de04ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 1099 time: 0.1294963 Jul 15 16:45:46.047274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:46.092567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:46.093186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:46.093683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:46.122045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:46.122633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:46.135188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-6bc1852b-89c6-4db5-b1af-b462138105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.136047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-6bc1852b-89c6-4db5-b1af-b462138105b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1096303 Jul 15 16:45:46.187791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-8f1323b5-017f-4b25-951f-2c6b6b069856 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479 HTTP/1.1" status: 200 len: 217 time: 0.0424018 Jul 15 16:45:46.239047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-b986679c-5b80-4bf7-b71a-c825b5110dea tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.242212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-5f9e15ca-b35a-40cd-be30-67b278b6f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.244566 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-5f9e15ca-b35a-40cd-be30-67b278b6f983 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0497537 Jul 15 16:45:46.247694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-b986679c-5b80-4bf7-b71a-c825b5110dea tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1677680 Jul 15 16:45:46.263198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:46.263600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:46.263929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:46.264410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Bound port: 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:46.264775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:46.275238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-f6c2e5da-5368-436d-8e25-c83341f08cc4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0265687 Jul 15 16:45:46.332675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-d8aacc71-9988-4304-b467-54ab8a856005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.334590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-d8aacc71-9988-4304-b467-54ab8a856005 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817184 Jul 15 16:45:46.426830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:46.430807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:46.442641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982695c6-118c-43ce-a4a1-e5ab67e74409 req-9c274798-8795-4f53-82d9-8a4170c2640a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.444269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-982695c6-118c-43ce-a4a1-e5ab67e74409 req-9c274798-8795-4f53-82d9-8a4170c2640a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.3979945 Jul 15 16:45:46.447585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:46.484414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-9421d97a-ed4b-4165-b4c7-53fc1d23d329 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373456 Jul 15 16:45:46.550153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-4234badf-2fce-4a0a-9d2f-09ca555475f0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2611279 Jul 15 16:45:46.551424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.552090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:46.553431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] 10.222.0.20 "PUT /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 1091 time: 2.2583380 Jul 15 16:45:46.560737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:46.562989 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43808642-d41a-435f-af23-1d3e9dde74dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:46.597528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-982695c6-118c-43ce-a4a1-e5ab67e74409 req-620b8dc7-bd6f-4b11-8ef9-7fd0379f184d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175709 Jul 15 16:45:46.643691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c91c7bf-a53e-4b58-a5fa-26004d537a56 req-6d4db1bd-4a4b-475a-ac0a-5b5f9827dbb6 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505954 Jul 15 16:45:46.683664 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ce27a-f13a-44f0-9311-21d068f97aee x-openstack-request-id: req-e42ce27a-f13a-44f0-9311-21d068f97aee {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:46.683966 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "name": "network-vif-plugged", "status": "completed", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:46.684274 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e42ce27a-f13a-44f0-9311-21d068f97aee {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:46.684741 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e', 'code': 200} Jul 15 16:45:46.685890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a8dc-9751-46a8-9dc3-70523464502e service neutron] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:46.805733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-34c74d87-49d7-4792-9543-858ced69e71a service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397637 Jul 15 16:45:46.841943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-8ff88542-bcf4-4307-8d84-0000060db016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.843430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-8ff88542-bcf4-4307-8d84-0000060db016 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1094 time: 0.2227342 Jul 15 16:45:46.866521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15852e8-e9f3-4439-82fa-44c33c75b2d6 req-34986949-496d-4219-bf14-145cf485a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:46.868193 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f15852e8-e9f3-4439-82fa-44c33c75b2d6 req-34986949-496d-4219-bf14-145cf485a5d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 1100 time: 0.0938504 Jul 15 16:45:46.936582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f15852e8-e9f3-4439-82fa-44c33c75b2d6 req-015a47fe-cb8b-4d17-90a6-7179cc19ab19 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Jul 15 16:45:46.944550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-52a51c04-5622-4d82-91d3-fdbd518fe46b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 217 time: 0.0653908 Jul 15 16:45:47.052869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-a8e9b099-9064-40d7-ad87-e1b1776b859c service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459340 Jul 15 16:45:47.062022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-4b979942-0556-4851-aced-b49f8d170597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:47.063965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-4b979942-0556-4851-aced-b49f8d170597 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1058402 Jul 15 16:45:47.146531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf9c5-4ac6-4d40-8b2e-a681409ed46f req-40122ee2-e8de-45a5-adb1-3fd8fc7c4ea6 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:47.156442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da1bf9c5-4ac6-4d40-8b2e-a681409ed46f req-40122ee2-e8de-45a5-adb1-3fd8fc7c4ea6 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.2702482 Jul 15 16:45:47.185878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-e61adc16-fb35-4402-81ef-f49b17ff0702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089404 Jul 15 16:45:47.467210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da1bf9c5-4ac6-4d40-8b2e-a681409ed46f req-2fa3f7e9-b85b-4778-8ff5-03b4429fe3a4 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098097 Jul 15 16:45:47.510703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-ce9f2f75-b400-449b-bd49-c0c1cbac9324 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974043 Jul 15 16:45:47.577497 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c5f2a-b49c-42a2-a58c-0654e5becdba x-openstack-request-id: req-af2c5f2a-b49c-42a2-a58c-0654e5becdba {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:47.581218 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:47.584458 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af2c5f2a-b49c-42a2-a58c-0654e5becdba {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:47.585145 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'status': 'completed', 'code': 200} Jul 15 16:45:47.639177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341ccf7-f89c-4ac0-bf7b-34a177c99af4 req-6343681d-5391-4718-a099-69188f37451a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:47.640990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6341ccf7-f89c-4ac0-bf7b-34a177c99af4 req-6343681d-5391-4718-a099-69188f37451a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.2268772 Jul 15 16:45:47.866818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6341ccf7-f89c-4ac0-bf7b-34a177c99af4 req-f14ce9d1-7dfb-43dc-9620-db3fc6b436c5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182264 Jul 15 16:45:47.931248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f58c2ab7-32ff-470c-bb01-de0cb5f07c3c req-9b884c27-3244-4bd0-9a6c-a5f18fc78e90 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023461 Jul 15 16:45:48.234364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f989c-4a65-45ef-8bb1-69382b1c7871 req-3cc9adab-ea4d-4aa2-8303-874f8a418e2e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:48.235955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c6f989c-4a65-45ef-8bb1-69382b1c7871 req-3cc9adab-ea4d-4aa2-8303-874f8a418e2e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.2590940 Jul 15 16:45:48.272107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808642-d41a-435f-af23-1d3e9dde74dc req-5af89698-d9c1-46c8-9df6-c1210757d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:48.277639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-5af89698-d9c1-46c8-9df6-c1210757d507 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1094 time: 0.2549813 Jul 15 16:45:48.348154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c6f989c-4a65-45ef-8bb1-69382b1c7871 req-3d8201b6-d37a-401d-91d2-d04c490246c0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850482 Jul 15 16:45:48.486256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808642-d41a-435f-af23-1d3e9dde74dc req-5da1c115-7414-4af9-9d75-5289bafb9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:48.490347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-5da1c115-7414-4af9-9d75-5289bafb9554 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.2025154 Jul 15 16:45:48.591745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-b58a1eb2-7667-48ec-9361-f55d917b9777 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 217 time: 0.0879226 Jul 15 16:45:48.781638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43808642-d41a-435f-af23-1d3e9dde74dc req-ee461d2a-8817-4609-8c22-507bb42d5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:48.784774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-ee461d2a-8817-4609-8c22-507bb42d5b42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1812131 Jul 15 16:45:48.863495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25fc31-57a5-492f-a7a9-ed2a0c2d443c req-120c8835-37eb-4d0e-9d68-8d0daf50847c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:48.874555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f25fc31-57a5-492f-a7a9-ed2a0c2d443c req-120c8835-37eb-4d0e-9d68-8d0daf50847c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.2202966 Jul 15 16:45:48.937021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-f67e9820-532f-4bec-bd81-a61c7b5d88ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216073 Jul 15 16:45:48.954740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f25fc31-57a5-492f-a7a9-ed2a0c2d443c req-64724df8-6904-4054-a961-6b06ea881505 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789521 Jul 15 16:45:49.220039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-b60ca45b-27e1-45df-b70c-5cc2fd1e3fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590113 Jul 15 16:45:49.392690 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:45:49.789242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43808642-d41a-435f-af23-1d3e9dde74dc req-6c8a1930-83fd-43eb-a956-84d104a16373 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552564 Jul 15 16:45:49.807112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-e2be1d03-66d3-4d99-9af1-fdbf8cf8fefb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0499263 Jul 15 16:45:49.890706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13fecb-b67c-4be6-9038-e0eb5b0ffc01 req-897291a9-9202-4d1f-a58a-7b1579d0659c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:49.898838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a13fecb-b67c-4be6-9038-e0eb5b0ffc01 req-897291a9-9202-4d1f-a58a-7b1579d0659c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.6520207 Jul 15 16:45:49.958729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11819ef-d5f1-4679-ba79-5779998e080e req-44055801-38cf-47b3-994f-ed0c2a7e8208 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:49.966674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b11819ef-d5f1-4679-ba79-5779998e080e req-44055801-38cf-47b3-994f-ed0c2a7e8208 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.1725485 Jul 15 16:45:50.005317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a13fecb-b67c-4be6-9038-e0eb5b0ffc01 req-2ec9e64b-ea63-47d4-997d-bf3bfac2439b tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049933 Jul 15 16:45:50.041551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-ba44bd41-87f7-4c5d-80c4-dc46bb8a3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:50.043363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-ba44bd41-87f7-4c5d-80c4-dc46bb8a3386 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8851e556b1f2453e8191de5b733e67b2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2221422 Jul 15 16:45:50.057522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b11819ef-d5f1-4679-ba79-5779998e080e req-23525d9d-3d23-4174-a74b-7ae33824c9b8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829504 Jul 15 16:45:50.226491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-32ee67fe-8e79-4cfe-a19d-05e84de48ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:50.228875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-32ee67fe-8e79-4cfe-a19d-05e84de48ddc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1781116 Jul 15 16:45:50.267949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72603a98-eb71-422f-8b93-a2a55d911b38 req-cb062109-a3f9-40b6-a177-5b5cfc7b6ead tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0391953 Jul 15 16:45:50.302541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-26c60dc9-6ed6-4a75-b69c-b22bc43c1659 req-94d42d20-f294-42ef-a8e7-606ebd6174cc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0425899 Jul 15 16:45:50.315614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef7245-b6be-4ea8-bccb-e51cc16b4e80 req-534d6a7f-33fd-427d-a149-830cadd72adb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:50.323016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7ef7245-b6be-4ea8-bccb-e51cc16b4e80 req-534d6a7f-33fd-427d-a149-830cadd72adb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1409864 Jul 15 16:45:50.385607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7ef7245-b6be-4ea8-bccb-e51cc16b4e80 req-93507a50-66fe-4035-9529-82bc9eb90715 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566850 Jul 15 16:45:50.518772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf655c-572d-4d98-a57a-431cf974c71d req-97047578-1c9b-417c-9c16-f7e8bf7f9058 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:50.522382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9cf655c-572d-4d98-a57a-431cf974c71d req-97047578-1c9b-417c-9c16-f7e8bf7f9058 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.0833755 Jul 15 16:45:50.604138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9cf655c-572d-4d98-a57a-431cf974c71d req-1d3715ce-da6c-4435-a387-b9069e79e630 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Jul 15 16:45:50.986479 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-e8eacb45-b032-4c3e-b594-84b5d94ad8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0473187 Jul 15 16:45:51.217509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-a213495a-13dd-4156-93b1-7f44c6facb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:51.218978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-a213495a-13dd-4156-93b1-7f44c6facb4d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8851e556b1f2453e8191de5b733e67b2&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2198348 Jul 15 16:45:51.357701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad235658-e367-43d8-b743-7d9ccf5579d8 req-bd16e97b-df3e-4f46-bbc4-cbe19b1473d8 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:51.369055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad235658-e367-43d8-b743-7d9ccf5579d8 req-bd16e97b-df3e-4f46-bbc4-cbe19b1473d8 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.1230626 Jul 15 16:45:51.451368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad235658-e367-43d8-b743-7d9ccf5579d8 req-57c949c9-f2c8-4e4d-b121-df36a9767b19 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813463 Jul 15 16:45:51.781413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0639-106d-4f37-901d-ac34cd5f2741 req-d6de9532-ef12-4e0c-81a2-344cfbcf1314 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:51.782993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a79e0639-106d-4f37-901d-ac34cd5f2741 req-d6de9532-ef12-4e0c-81a2-344cfbcf1314 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.1232691 Jul 15 16:45:51.870787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a79e0639-106d-4f37-901d-ac34cd5f2741 req-45bfe118-c367-4159-9768-97b1493c6e0f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775821 Jul 15 16:45:51.952351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-a29a0d96-f993-44ca-b175-0cf85286730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:51.953834 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-a29a0d96-f993-44ca-b175-0cf85286730d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7284200 Jul 15 16:45:52.048371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-403b0707-2960-4bf2-be9c-fbdfb779c3b4 req-6c17d9e8-ada0-490a-a3a8-847562ce644e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0378158 Jul 15 16:45:52.051984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-46b8eaa7-5a0f-49cc-8da0-13d066db739f req-3609b967-bc25-4cca-bae7-dbea1aeb8234 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=d66a98bf-5077-4c97-be32-c6e2ae64a74b HTTP/1.1" status: 200 len: 210 time: 0.0393796 Jul 15 16:45:52.339966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67e09-5e61-44cd-a493-0613423e3e63 req-f6a22ece-0136-440a-b7e8-1ceb0ee43c8d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:52.350184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6f67e09-5e61-44cd-a493-0613423e3e63 req-f6a22ece-0136-440a-b7e8-1ceb0ee43c8d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1442466 Jul 15 16:45:52.428061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6f67e09-5e61-44cd-a493-0613423e3e63 req-fbd90c59-73cc-405c-96db-9ce0214e1298 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751526 Jul 15 16:45:52.665306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf811f70-1d27-4090-b269-b59a2ce833ab req-a18b5e06-d532-4418-8b57-350f321d44ed tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:52.674864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf811f70-1d27-4090-b269-b59a2ce833ab req-a18b5e06-d532-4418-8b57-350f321d44ed tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.0940611 Jul 15 16:45:52.729384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf811f70-1d27-4090-b269-b59a2ce833ab req-4adf7c1f-e415-4238-aa79-43a2eb69bdf7 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533409 Jul 15 16:45:52.928360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-2fc43e88-18dc-4399-b6b7-62046a487890 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:52.931392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-2fc43e88-18dc-4399-b6b7-62046a487890 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.35 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.1234782 Jul 15 16:45:53.101874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Deleting port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:45:53.103316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.181304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eecc6-1b7f-492d-ad7f-c3de86ebf141 req-7917fbea-c5c4-4c85-83d1-360b4855cc18 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:53.188854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d48eecc6-1b7f-492d-ad7f-c3de86ebf141 req-7917fbea-c5c4-4c85-83d1-360b4855cc18 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 950 time: 0.1180887 Jul 15 16:45:53.255635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d48eecc6-1b7f-492d-ad7f-c3de86ebf141 req-d3ce4ea3-1f74-4142-aaa8-9fa444a34f1e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648446 Jul 15 16:45:53.293600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] For port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:53.294114 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.310104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Calling delete_port for 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:45:53.499908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-723fcb01-ec09-4817-a5d1-8357a668334c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:53.501660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-723fcb01-ec09-4817-a5d1-8357a668334c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1556294 Jul 15 16:45:53.558395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404cf64-2ace-4012-91f7-349aebc1bd6e req-42728dc8-f4ba-4374-99f5-39cb94c650a7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:53.560362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8404cf64-2ace-4012-91f7-349aebc1bd6e req-42728dc8-f4ba-4374-99f5-39cb94c650a7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.1505256 Jul 15 16:45:53.587702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.601077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['0a2d7ee3-70a0-4366-913d-c4f38f2a19ec'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:53.631660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event deleted for resources: {'Port': ['ID=0a2d7ee3-70a0-4366-913d-c4f38f2a19ec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:53.661303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8404cf64-2ace-4012-91f7-349aebc1bd6e req-2b207e71-3f7a-4298-96ee-204d6bde7a6d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874240 Jul 15 16:45:53.675181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:53.696693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Deleting port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:45:53.697081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.710644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] No DVR routers for this DVR port 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:53.714625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.717552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4844a143-59c0-4906-902c-67863360c27c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.35 "DELETE /v2.0/ports/0a2d7ee3-70a0-4366-913d-c4f38f2a19ec HTTP/1.1" status: 204 len: 173 time: 0.7784076 Jul 15 16:45:53.718046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-deleted', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:53.722061 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1e1b2-bf76-4191-9aaf-6922556dd6f0" -d '{"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-deleted", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:53.924318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] For port b2bf1f5f-ad9b-4ca2-8912-393900cfe947, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:53.924690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:53.957218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Calling delete_port for b2bf1f5f-ad9b-4ca2-8912-393900cfe947 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:45:54.256723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b514dc-77c5-4fb8-aa89-14ef5815c54c req-a02a0b92-4678-4fb5-9f56-7f8476b0b3d4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:54.258259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75b514dc-77c5-4fb8-aa89-14ef5815c54c req-a02a0b92-4678-4fb5-9f56-7f8476b0b3d4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1293797 Jul 15 16:45:54.338639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75b514dc-77c5-4fb8-aa89-14ef5815c54c req-4659860d-379b-4280-abe9-af81bcfa528f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732443 Jul 15 16:45:54.369462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:54.391634 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab731a9-ad95-49ec-bd8b-d9a4efaaefd6 x-openstack-request-id: req-fab731a9-ad95-49ec-bd8b-d9a4efaaefd6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:54.392563 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-deleted", "tag": "0a2d7ee3-70a0-4366-913d-c4f38f2a19ec", "status": "failed", "code": 422}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:54.392987 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fab731a9-ad95-49ec-bd8b-d9a4efaaefd6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:54.393615 n-d-800085-3 neutron-server[100428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-deleted', 'tag': '0a2d7ee3-70a0-4366-913d-c4f38f2a19ec', 'status': 'failed', 'code': 422} returned with failed status Jul 15 16:45:54.414138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'Port': ['ID=b2bf1f5f-ad9b-4ca2-8912-393900cfe947,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:54.471487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] No DVR routers for this DVR port b2bf1f5f-ad9b-4ca2-8912-393900cfe947 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:54.474540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.475177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.475792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.476396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.476941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.477513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.478048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.478579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.479138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.479668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.480283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.480822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:54.484057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:54.486629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5fcf87dd-1de7-428d-a849-e5233b04c818 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.35 "DELETE /v2.0/ports/b2bf1f5f-ad9b-4ca2-8912-393900cfe947 HTTP/1.1" status: 204 len: 173 time: 0.9779339 Jul 15 16:45:54.487110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-deleted', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:54.489603 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6b437-2242-4edf-b8df-66628ff52d34" -d '{"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-deleted", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:54.589851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ca9cb-5f62-4a02-a1fa-39f827de6505 req-42a47046-a147-45d8-90bb-e14363cf6df9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:54.598549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d30ca9cb-5f62-4a02-a1fa-39f827de6505 req-42a47046-a147-45d8-90bb-e14363cf6df9 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.0897908 Jul 15 16:45:54.657635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d30ca9cb-5f62-4a02-a1fa-39f827de6505 req-5f8d0eab-7ae1-48c7-aa02-ca90379faf95 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579221 Jul 15 16:45:55.726483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c6465f4f-cc2b-4dd7-8221-7d5f7ff1d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:56.032247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-16a4bd86-d74f-48fb-aa22-8bbb898f0f69 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=56edf45063874fc1af3b14cc823f2222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373428 Jul 15 16:45:56.200107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:56.200479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4bcd2ca0-e314-4bfe-b79e-8931730d040a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:56.202123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-4bcd2ca0-e314-4bfe-b79e-8931730d040a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629784 Jul 15 16:45:56.219203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Request body: {'port': {'device_id': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '56edf45063874fc1af3b14cc823f2222'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:56.242399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:45:56.242835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0a2d7ee3-70a0-4366-913d-c4f38f2a19ec not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:45:56.243891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b2bf1f5f-ad9b-4ca2-8912-393900cfe947 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:45:56.265046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: b2bf1f5f-ad9b-4ca2-8912-393900cfe947 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:45:56.265629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b2bf1f5f-ad9b-4ca2-8912-393900cfe947 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:45:56.385561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Made reservation on behalf of 56edf45063874fc1af3b14cc823f2222 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:56.388468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:56.675419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-b11e4d8c-4161-43fb-923a-bb29c603c923 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:56.682778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-b11e4d8c-4161-43fb-923a-bb29c603c923 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1721551 Jul 15 16:45:56.683873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Allocated IP 192.168.233.54 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/ad291fb7-bc4b-46fd-aa97-1f73640525cb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:56.700711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-97b85fdd-ecb0-4a6b-8172-59fa0c0320fa tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0169356 Jul 15 16:45:56.855118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e67c207f-079f-4a5d-b24b-bcfb3e7511bf req-bd28e457-0871-4047-8a80-5e5e56ff6a86 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 210 time: 0.0754662 Jul 15 16:45:56.908427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-8755b255-8ac2-453e-a0c9-b84060992a16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066369 Jul 15 16:45:56.940414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5d6a69c8-01b4-4356-99b5-fc1166c94134 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:56.941845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-5d6a69c8-01b4-4356-99b5-fc1166c94134 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.2390239 Jul 15 16:45:56.950564 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096c65c6-d9a6-44ed-8580-b82a6e800e4b x-openstack-request-id: req-096c65c6-d9a6-44ed-8580-b82a6e800e4b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:56.950852 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-deleted", "tag": "b2bf1f5f-ad9b-4ca2-8912-393900cfe947", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:56.951104 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-096c65c6-d9a6-44ed-8580-b82a6e800e4b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:56.951495 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-deleted', 'tag': 'b2bf1f5f-ad9b-4ca2-8912-393900cfe947', 'status': 'completed', 'code': 200} Jul 15 16:45:56.964052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:56.984331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Transition to ACTIVE for port object ad291fb7-bc4b-46fd-aa97-1f73640525cb will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:56.986619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'port': {'device_id': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'admin_state_up': True, 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:57.035297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.056589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:57.126990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:57.131204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:57.148648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:57.188031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-2353e543-e858-4a2c-b041-5164ee73eb75 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786565 Jul 15 16:45:57.213068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event updated for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:57.224584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:57.225225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.236860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.237209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.237549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.238360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.238707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.239044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.239375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.239706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.240033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.240387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.240711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.241200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:45:57.264638 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-46a79125-2c2b-4cfa-840f-92d3c7fbe492 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0491993 Jul 15 16:45:57.270103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-e85b1400-0d88-40fc-b19b-e84acf7ca2d6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:57.271672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-e85b1400-0d88-40fc-b19b-e84acf7ca2d6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.3289223 Jul 15 16:45:57.278127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Request body: {'port': {'device_id': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:57.380445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.429737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21204dff-130e-4740-ba69-ff2d7c2d9dcc req-1933019a-44d7-47f1-9dd2-1267a1a1c2ef tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:57.431670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21204dff-130e-4740-ba69-ff2d7c2d9dcc req-1933019a-44d7-47f1-9dd2-1267a1a1c2ef tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.3311884 Jul 15 16:45:57.432327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:45:57.436825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.522528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40104ff3-b413-43de-85c5-adeb74fa499c None None] Provisioning for port ad291fb7-bc4b-46fd-aa97-1f73640525cb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:45:57.528292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-d550e9c5-1ac8-449c-90a5-ff421c7fbcba service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393335 Jul 15 16:45:57.531326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40104ff3-b413-43de-85c5-adeb74fa499c None None] Provisioning complete for port ad291fb7-bc4b-46fd-aa97-1f73640525cb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:45:57.531643 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40104ff3-b413-43de-85c5-adeb74fa499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.578212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-40104ff3-b413-43de-85c5-adeb74fa499c None None] Port ad291fb7-bc4b-46fd-aa97-1f73640525cb cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:45:57.609606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21204dff-130e-4740-ba69-ff2d7c2d9dcc req-2ad7cf2f-39a9-45e9-91a3-1295889d7ff3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609721 Jul 15 16:45:57.818915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad291fb7-bc4b-46fd-aa97-1f73640525cb {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:45:57.821450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port 0881ae19-810a-4446-b255-508ec7c6eb9e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:45:57.821953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.830256 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.849307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Transition to ACTIVE for port object ad291fb7-bc4b-46fd-aa97-1f73640525cb will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:45:57.858066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:57.883228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d810c46b-8b86-4792-a662-c87997fdaf2e req-06f17707-55ad-4cd0-b0bf-b93617f4c3f7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 210 time: 0.0977702 Jul 15 16:45:57.884416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Allocated IP 172.20.0.8 (a6085d7f-3d04-4a30-8a41-d9317d9a1d5c/b7c13a21-03fb-4771-b580-f620518176f0/f27e2150-c66f-4cea-9c03-92e5d4684f68) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:45:57.975971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Pushing event updated for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:58.023230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port 0881ae19-810a-4446-b255-508ec7c6eb9e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=0881ae19-810a-4446-b255-508ec7c6eb9e,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:45:58.023773 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.051581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f59e9-e4c2-45d2-a8a3-58130e7c7549 req-f9c775aa-976a-4d8d-ac3d-e9401fb410cb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:58.064679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-747f59e9-e4c2-45d2-a8a3-58130e7c7549 req-f9c775aa-976a-4d8d-ac3d-e9401fb410cb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 949 time: 0.2835772 Jul 15 16:45:58.096344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for 0881ae19-810a-4446-b255-508ec7c6eb9e owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:45:58.101012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Attempting to bind port ad291fb7-bc4b-46fd-aa97-1f73640525cb on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:45:58.101525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Attempting to bind port ad291fb7-bc4b-46fd-aa97-1f73640525cb by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:45:58.101803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Attempting to bind port ad291fb7-bc4b-46fd-aa97-1f73640525cb on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:58.111336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Port ad291fb7-bc4b-46fd-aa97-1f73640525cb on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:45:58.111746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Attempting to bind port ad291fb7-bc4b-46fd-aa97-1f73640525cb on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:45:58.121298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:45:58.121775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:45:58.123470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:45:58.125328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Bound port: ad291fb7-bc4b-46fd-aa97-1f73640525cb, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:45:58.125766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.254187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:45:58.269100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:45:58.275405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18e6340e-e112-46b4-b632-aa05a6a8ee46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.280358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.322843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-747f59e9-e4c2-45d2-a8a3-58130e7c7549 req-eb7723eb-c5b3-45d9-8449-72bb332fffb0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306576 Jul 15 16:45:58.369412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14a56549-49c8-4eb6-9a39-a9e59e3d609a req-bc460124-2868-4ae4-a77d-64ccea8cc794 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 210 time: 0.0864441 Jul 15 16:45:58.369509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:58.369509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.370402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] 10.222.0.20 "PUT /v2.0/ports/ad291fb7-bc4b-46fd-aa97-1f73640525cb HTTP/1.1" status: 200 len: 1095 time: 1.0964971 Jul 15 16:45:58.370833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:58.395124 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca9bebc-9c3e-4763-81e7-f36a39839afc" -d '{"events": [{"name": "network-changed", "server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:58.442200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b535d7b-6b44-4703-b63b-33ee909b4adf service neutron] Pushing event updated for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:58.480752 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.598352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-8ba07166-2220-42e6-9224-4801d807dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:58.602942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-8ba07166-2220-42e6-9224-4801d807dd22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1098 time: 0.1505835 Jul 15 16:45:58.607556 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.639153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:58.653744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479', '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'a4078df8-4b0a-4f01-8927-2635275d8573'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:58.656486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-6aed46da-029b-4893-a377-fe70b938e09c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb HTTP/1.1" status: 200 len: 217 time: 0.0408714 Jul 15 16:45:58.656652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:45:58.723049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-010f5826-abe9-4b2f-890e-880cb5a7bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:58.724841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-010f5826-abe9-4b2f-890e-880cb5a7bc92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0605454 Jul 15 16:45:58.731068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=0881ae19-810a-4446-b255-508ec7c6eb9e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:58.848575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-77929c13-b726-40c9-a71f-0353f042f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:58.850248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-77929c13-b726-40c9-a71f-0353f042f235 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106524 Jul 15 16:45:59.042848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-af41814e-9e23-494d-94e6-f66c02caa1f4 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716504 Jul 15 16:45:59.177544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-573c2f61-eeb7-4c4f-8749-5f5ad7cd79da req-a828e025-7ecc-4d78-a7c6-6f489c2976ce service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217761 Jul 15 16:45:59.209778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port 0881ae19-810a-4446-b255-508ec7c6eb9e on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:45:59.214741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:59.216744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-a60297b6-087e-4461-b20b-cf9e032088cc tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "DELETE /v2.0/ports/0881ae19-810a-4446-b255-508ec7c6eb9e HTTP/1.1" status: 204 len: 173 time: 1.9358850 Jul 15 16:45:59.218772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'name': 'network-vif-deleted', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:45:59.221491 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd1b03-1c07-4a33-8a4d-c56f7e2f5863" -d '{"events": [{"server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "name": "network-vif-deleted", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:45:59.238322 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:59.252530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3429b-c168-4551-b7a1-686f4955b372 req-12ee616a-54c3-4888-b419-1894523ba457 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:59.259923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19a3429b-c168-4551-b7a1-686f4955b372 req-12ee616a-54c3-4888-b419-1894523ba457 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 949 time: 0.6601224 Jul 15 16:45:59.274724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad055266-461a-43cf-9b1e-d866f97f13ef req-585bb737-50c2-4cb7-9214-e85282d76a25 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:59.281923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad055266-461a-43cf-9b1e-d866f97f13ef req-585bb737-50c2-4cb7-9214-e85282d76a25 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 947 time: 0.6656497 Jul 15 16:45:59.374465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:45:59.389766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:45:59.404344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:45:59.404786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:59.420937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:45:59.452971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad055266-461a-43cf-9b1e-d866f97f13ef req-2072da04-fcfc-467e-9d0f-30b0811b32d6 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701913 Jul 15 16:45:59.459701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19a3429b-c168-4551-b7a1-686f4955b372 req-6281311f-d510-4bab-8145-71694eb94184 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988833 Jul 15 16:45:59.509584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:59.510405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:59.530969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-bfa3d2cf-e244-416a-a5f3-455e3891fae7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5674520 Jul 15 16:45:59.549358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Request body: {'port': {'device_id': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:59.563302 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8db67-fb32-4c70-b0e6-33d147b574d6 x-openstack-request-id: req-34c8db67-fb32-4c70-b0e6-33d147b574d6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:45:59.564732 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:45:59.565074 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34c8db67-fb32-4c70-b0e6-33d147b574d6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:45:59.565476 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb', 'status': 'completed', 'code': 200} Jul 15 16:45:59.718392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-0ddbbee5-5f03-4791-af01-b163e1766f66 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:59.723010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-0ddbbee5-5f03-4791-af01-b163e1766f66 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1764472 Jul 15 16:45:59.735023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:45:59.744280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:45:59.934016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c43501-c72e-45d5-a33b-e8b04944059d req-c952d4a7-5c11-43c1-a64a-a05203c44863 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:45:59.935691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89c43501-c72e-45d5-a33b-e8b04944059d req-c952d4a7-5c11-43c1-a64a-a05203c44863 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 931 time: 0.1775749 Jul 15 16:46:00.060037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-3e9d79a3-f16b-4275-ad44-e114e3debc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.061683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-3e9d79a3-f16b-4275-ad44-e114e3debc84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56edf45063874fc1af3b14cc823f2222&device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1098 time: 0.3061802 Jul 15 16:46:00.092862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e96945-3cf3-4671-bb47-68fcc06a1113 req-da83ae41-3cb0-4ec9-a228-f3820eb72f17 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.094063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26e96945-3cf3-4671-bb47-68fcc06a1113 req-da83ae41-3cb0-4ec9-a228-f3820eb72f17 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.2864106 Jul 15 16:46:00.105534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:00.109501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.149090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:00.160507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89c43501-c72e-45d5-a33b-e8b04944059d req-acc3b4f1-180e-4071-88c2-aa6b6fba2c64 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162080 Jul 15 16:46:00.196891 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-45f603b5-a74b-452c-b865-4434ff92a80c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0364289 Jul 15 16:46:00.209504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:00.279195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-85a0d270-9f49-49c5-9f90-cd2ec1a8ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.283733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-85a0d270-9f49-49c5-9f90-cd2ec1a8ae41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2122250 Jul 15 16:46:00.353016 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-977bdabd-6f4f-416d-8eb3-5f33aae1aaf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb HTTP/1.1" status: 200 len: 217 time: 0.0589743 Jul 15 16:46:00.362122 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.362447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e2150-c66f-4cea-9c03-92e5d4684f68 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:00.372721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.386499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Transition to ACTIVE for port object f27e2150-c66f-4cea-9c03-92e5d4684f68 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:00.403095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.405148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:00.408700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.3 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/1763838b-93f4-41d0-b9c3-fb8592debc78) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:00.411834 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60019ca9-4622-49c1-a978-52c0afc41698" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:00.427826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-762f65c3-1b05-4463-9024-f22f1299b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.429631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-762f65c3-1b05-4463-9024-f22f1299b65b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0694973 Jul 15 16:46:00.442902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:00.454572 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.457949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0881ae19-810a-4446-b255-508ec7c6eb9e no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:00.482505 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26e96945-3cf3-4671-bb47-68fcc06a1113 req-345b7102-ee8a-426a-8bc3-52cf0577419f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775597 Jul 15 16:46:00.498994 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 16:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff08ce97-3f0a-4121-a9a7-553b9c6b6ea9 x-openstack-request-id: req-ff08ce97-3f0a-4121-a9a7-553b9c6b6ea9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:00.499286 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9ad68-ff3e-49ab-b738-6309795a6fd0", "name": "network-vif-deleted", "tag": "0881ae19-810a-4446-b255-508ec7c6eb9e", "status": "failed", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:00.499532 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff08ce97-3f0a-4121-a9a7-553b9c6b6ea9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:00.510540 n-d-800085-3 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eb9ad68-ff3e-49ab-b738-6309795a6fd0', 'name': 'network-vif-deleted', 'tag': '0881ae19-810a-4446-b255-508ec7c6eb9e', 'status': 'failed', 'code': 422} returned with failed status Jul 15 16:46:00.538523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:00.564397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:00.574696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 0881ae19-810a-4446-b255-508ec7c6eb9e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:00.575174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 0881ae19-810a-4446-b255-508ec7c6eb9e not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:00.578770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.579226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.579671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.580127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.580601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.582511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.583902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.585389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.585838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.587518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.589132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.589832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:00.640334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-483b1de3-0553-4b60-9b1a-ff3f606ccd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.642251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-483b1de3-0553-4b60-9b1a-ff3f606ccd75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1972809 Jul 15 16:46:00.673538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2db3462b-0271-419a-983c-f61e85826549 req-4d3f10de-0bbc-499b-86bc-8d9e26208a22 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 210 time: 0.0374463 Jul 15 16:46:00.703241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Attempting to bind port f27e2150-c66f-4cea-9c03-92e5d4684f68 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:00.703578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Attempting to bind port f27e2150-c66f-4cea-9c03-92e5d4684f68 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:00.703903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Attempting to bind port f27e2150-c66f-4cea-9c03-92e5d4684f68 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:00.709136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Port f27e2150-c66f-4cea-9c03-92e5d4684f68 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:00.709462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Attempting to bind port f27e2150-c66f-4cea-9c03-92e5d4684f68 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:00.714903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:00.715241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Checking segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:00.715676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Bound using segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:00.716131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Bound port: f27e2150-c66f-4cea-9c03-92e5d4684f68, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:00.716494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.763595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.764033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70b4c35d-1766-4f16-b0b3-1d0ba124895a req-2f64328b-9021-4541-be45-66bcace86609 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0443997 Jul 15 16:46:00.801196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-98955b76-6dfc-4a5d-a984-3bc933c7c9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503265 Jul 15 16:46:00.841807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:00.846167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:00.853132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.879865 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b38487f-a5b1-4de1-8a9f-705a75f7c7ee x-openstack-request-id: req-7b38487f-a5b1-4de1-8a9f-705a75f7c7ee {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:00.880314 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:00.881110 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b38487f-a5b1-4de1-8a9f-705a75f7c7ee {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:00.882464 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'code': 200} Jul 15 16:46:00.890235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:00.890440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.892237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f27e2150-c66f-4cea-9c03-92e5d4684f68 HTTP/1.1" status: 200 len: 1091 time: 1.3472321 Jul 15 16:46:00.907573 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:00.923060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:00.983189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ca9bebc-9c3e-4763-81e7-f36a39839afc req-addf5dbf-1b94-4d56-968f-9b11941442b6 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681545 Jul 15 16:46:01.005435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:01.010529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:01.013162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:01.016577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:01.042529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ffc7-f10e-492c-a75f-94747a6b91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:01.090895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:01.092016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:01.110322 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-743b6242-5352-4f06-8c64-56eb7fa41e96 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3752394 Jul 15 16:46:01.127817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Request body: {'port': {'device_id': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:01.138137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-167b0b03-f2a4-44e9-87c5-9de4fed94233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:01.140164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-167b0b03-f2a4-44e9-87c5-9de4fed94233 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1094 time: 0.1876142 Jul 15 16:46:01.150309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:01.170936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe56c2-154d-4d6d-99cf-0aaa24f1dac5 req-7b6bb738-8814-4a14-acd6-155702af8c3f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:01.172842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07fe56c2-154d-4d6d-99cf-0aaa24f1dac5 req-7b6bb738-8814-4a14-acd6-155702af8c3f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 947 time: 0.1080556 Jul 15 16:46:01.221609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-c010c068-2163-45d3-beb5-b6c85cd92efd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68 HTTP/1.1" status: 200 len: 217 time: 0.0713203 Jul 15 16:46:01.261718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:01.289208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07fe56c2-154d-4d6d-99cf-0aaa24f1dac5 req-268e2563-455c-4e78-bfc7-106396732ca7 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770743 Jul 15 16:46:01.297217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-95d44791-46f3-470b-a667-5613a4d47f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:01.298598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-95d44791-46f3-470b-a667-5613a4d47f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.0680945 Jul 15 16:46:01.342683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-9d3d41c7-3134-4e74-a1d1-d47b8c7e9c81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342762 Jul 15 16:46:01.501969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-acef0f21-a3e4-42cc-a415-a6a67d92b81e service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470544 Jul 15 16:46:01.583627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-882ffabc-d56c-404c-8288-19892d60e39e req-e10ce22a-6b74-4a44-a04f-2f687ca9720c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=2eb9ad68-ff3e-49ab-b738-6309795a6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0356224 Jul 15 16:46:01.685207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c4fcdad-8f11-4e1e-8d67-f101c4d5dd6f req-05c0cf57-15c1-4cd8-b89e-96172398924c service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664579 Jul 15 16:46:01.704151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ab98a-d774-4b8a-b65a-596c6361ede3 req-f097fc8d-e9ed-43d0-bc1d-205f68dac2ea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:01.705638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc2ab98a-d774-4b8a-b65a-596c6361ede3 req-f097fc8d-e9ed-43d0-bc1d-205f68dac2ea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.0888882 Jul 15 16:46:01.733816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1763838b-93f4-41d0-b9c3-fb8592debc78 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:01.743426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:01.759762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc2ab98a-d774-4b8a-b65a-596c6361ede3 req-5d4f99bf-7a49-4680-aa2d-d0fdc27c3dfe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Jul 15 16:46:01.760825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Transition to ACTIVE for port object 1763838b-93f4-41d0-b9c3-fb8592debc78 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:01.768091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:01.838153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Pushing event updated for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:01.916767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Attempting to bind port 1763838b-93f4-41d0-b9c3-fb8592debc78 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:01.917395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Attempting to bind port 1763838b-93f4-41d0-b9c3-fb8592debc78 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:01.918096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Attempting to bind port 1763838b-93f4-41d0-b9c3-fb8592debc78 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:01.924810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Port 1763838b-93f4-41d0-b9c3-fb8592debc78 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:01.925133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Attempting to bind port 1763838b-93f4-41d0-b9c3-fb8592debc78 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:01.931367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:01.931671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:01.932057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:01.932633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Bound port: 1763838b-93f4-41d0-b9c3-fb8592debc78, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:01.933008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:02.009633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:02.016966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1763838b-93f4-41d0-b9c3-fb8592debc78,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:02.023098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:02.071371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.072063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:02.073518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] 10.222.0.20 "PUT /v2.0/ports/1763838b-93f4-41d0-b9c3-fb8592debc78 HTTP/1.1" status: 200 len: 1091 time: 0.9515858 Jul 15 16:46:02.073964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:02.076547 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6526b43-658e-49e7-bcad-91fa28141a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:02.102062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08641025-d814-4843-9aca-30ecdadc1f87 service neutron] Pushing event updated for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:02.186366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-769c03fa-db03-443e-8862-197bb771dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.188617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-769c03fa-db03-443e-8862-197bb771dca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 1094 time: 0.0604866 Jul 15 16:46:02.236585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-5fa04e2d-36b4-4092-9e19-dcad126dffb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1763838b-93f4-41d0-b9c3-fb8592debc78 HTTP/1.1" status: 200 len: 217 time: 0.0388083 Jul 15 16:46:02.265296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c07d5-678b-491a-83ca-81b256b85a13 req-4a784bdf-4f26-4cd7-84dd-49f975b8cddb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.266872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d0c07d5-678b-491a-83ca-81b256b85a13 req-4a784bdf-4f26-4cd7-84dd-49f975b8cddb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.1318910 Jul 15 16:46:02.278351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ea62a-64b0-4ace-9659-2eaab39e37a1 req-092a6673-d265-4723-8cf5-b900453b2aec tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.279909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-452ea62a-64b0-4ace-9659-2eaab39e37a1 req-092a6673-d265-4723-8cf5-b900453b2aec tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 943 time: 0.0959229 Jul 15 16:46:02.296155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc35018-a353-4eba-8453-51c17e839744 req-029c958e-80ad-446d-9a4e-b010b4d4ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.297652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-029c958e-80ad-446d-9a4e-b010b4d4ba57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0528691 Jul 15 16:46:02.335992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-b2b8a372-6ae2-43ec-ace3-b9e9718e9683 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295496 Jul 15 16:46:02.344965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d0c07d5-678b-491a-83ca-81b256b85a13 req-b7a5d3d8-9317-4b97-b4c1-3afa50613cf5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 Jul 15 16:46:02.347863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-452ea62a-64b0-4ace-9659-2eaab39e37a1 req-9d799a3b-b154-4546-afe3-1412b95af638 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601211 Jul 15 16:46:02.439932 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6c69f-d483-403a-b789-0ff189e6372a x-openstack-request-id: req-3cf6c69f-d483-403a-b789-0ff189e6372a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:02.439932 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:02.439932 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cf6c69f-d483-403a-b789-0ff189e6372a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:02.439932 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78', 'status': 'completed', 'code': 200} Jul 15 16:46:02.443261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:02.477567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-a51f236e-a697-4d95-b927-8ac36bf1df2c service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312613 Jul 15 16:46:02.511853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:02.514847 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886c3bf3-6ce0-44f5-b243-59c3d26292c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:02.548586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:02.563715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e', 'port_id': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'mac_address': 'fa:16:3e:f0:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:02.598697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edc35018-a353-4eba-8453-51c17e839744 req-f7b0d933-9a53-4c3d-ab86-99c392f9c4ff service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094189 Jul 15 16:46:02.612741 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:02.632702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:02.658525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:02.661996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6422-2a5c-4a4a-b8d8-94d1b63dcece req-fd3d75d1-1c20-41f9-92ae-f3e8b26427b7 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.666673 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:02.667416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ad291fb7-bc4b-46fd-aa97-1f73640525cb details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:02.672778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ada6422-2a5c-4a4a-b8d8-94d1b63dcece req-fd3d75d1-1c20-41f9-92ae-f3e8b26427b7 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 947 time: 0.1097436 Jul 15 16:46:02.727827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:02.747778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ada6422-2a5c-4a4a-b8d8-94d1b63dcece req-0867eb43-4b12-4bcf-9743-e6f5f0508695 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737588 Jul 15 16:46:02.783386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-64a999a1-2759-4c5a-9816-2c16e50dac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.785325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-64a999a1-2759-4c5a-9816-2c16e50dac70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 1094 time: 0.1085386 Jul 15 16:46:02.804206 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cfa260-c288-47e5-9602-b98d9dc29ab4 x-openstack-request-id: req-75cfa260-c288-47e5-9602-b98d9dc29ab4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:02.804686 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:02.805777 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75cfa260-c288-47e5-9602-b98d9dc29ab4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:02.806497 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'status': 'completed', 'code': 200} Jul 15 16:46:02.918632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-959feda4-6d39-4f6b-9197-75dd10c3681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:02.919006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:02.920437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-959feda4-6d39-4f6b-9197-75dd10c3681a service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.1233084 Jul 15 16:46:02.940152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb', 'mac_address': 'fa:16:3e:88:2b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:02.974987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-326079da-4a66-4d24-859b-e79861ed97dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1763838b-93f4-41d0-b9c3-fb8592debc78 HTTP/1.1" status: 200 len: 217 time: 0.0463884 Jul 15 16:46:02.999413 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:03.015379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad291fb7-bc4b-46fd-aa97-1f73640525cb {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:03.015935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-91b65dc7-143c-4274-988a-46b6c83c5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.017241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-91b65dc7-143c-4274-988a-46b6c83c5653 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1094 time: 0.1744628 Jul 15 16:46:03.036485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-ccf8fb80-3f75-4f7b-83f8-db8408afba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.038839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-ccf8fb80-3f75-4f7b-83f8-db8408afba96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0563753 Jul 15 16:46:03.039627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:03.044797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:03.103215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-25a999bd-848b-46e8-94d6-b5880e1003bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476761 Jul 15 16:46:03.105196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:03.165229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92641b-2511-42ac-8fe2-a02389955801 req-d8b1ffe7-8169-46e0-8988-1ed17cb2bd49 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.166987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb92641b-2511-42ac-8fe2-a02389955801 req-d8b1ffe7-8169-46e0-8988-1ed17cb2bd49 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.2270732 Jul 15 16:46:03.209257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-3ee611f1-6963-425d-82a3-d75da0cdd335 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989995 Jul 15 16:46:03.220770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280e07-60b7-465e-9021-d7af5fd7df5b req-20a76688-f6ff-46a2-9045-a50e29501aa9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.233207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af280e07-60b7-465e-9021-d7af5fd7df5b req-20a76688-f6ff-46a2-9045-a50e29501aa9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.2283473 Jul 15 16:46:03.245192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-b569d176-7102-4ba7-b9f1-89390256c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.246653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-b569d176-7102-4ba7-b9f1-89390256c646 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 922 time: 0.2063839 Jul 15 16:46:03.319846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-d030cd06-e256-43d3-bf85-250ac3897aa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68 HTTP/1.1" status: 200 len: 217 time: 0.0522013 Jul 15 16:46:03.327531 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6526b43-658e-49e7-bcad-91fa28141a4f req-0ed1ac39-986b-4f25-92a5-68c58bdfa9d2 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094439 Jul 15 16:46:03.328746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb92641b-2511-42ac-8fe2-a02389955801 req-ea3e2ff3-0273-4d9d-bd1c-28c41768d957 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Jul 15 16:46:03.345693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af280e07-60b7-465e-9021-d7af5fd7df5b req-9213a983-dc6e-4c32-9a97-e1448c7eee20 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157255 Jul 15 16:46:03.386194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-2efab0ce-84b9-4bb8-a30b-79befbc0f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.388043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-2efab0ce-84b9-4bb8-a30b-79befbc0f161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.0584369 Jul 15 16:46:03.435639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-bf49aac9-8280-4a66-bf98-d448cc708600 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355887 Jul 15 16:46:03.563017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:03.577649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-a7818e18-31a6-4adf-b82a-5eb468ac43eb service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331408 Jul 15 16:46:03.611803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ad291fb7-bc4b-46fd-aa97-1f73640525cb'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:03.665720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3695-ea6d-426b-b010-aeb1e0723959 req-28f57ea9-98ae-4bef-8f5a-8c60d847579a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.667226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a4b3695-ea6d-426b-b010-aeb1e0723959 req-28f57ea9-98ae-4bef-8f5a-8c60d847579a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.1399059 Jul 15 16:46:03.753292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a4b3695-ea6d-426b-b010-aeb1e0723959 req-8b6ed623-74ee-448d-aa32-df4eb778e471 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769389 Jul 15 16:46:03.798285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-886c3bf3-6ce0-44f5-b243-59c3d26292c4 req-74ab61a7-8e34-487e-a36a-e4355a45f64b service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072983 Jul 15 16:46:03.819667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cc067-16fb-40c1-86ed-2823c9247bf6 req-06978547-17f2-4ce8-8d56-a98c4289edc5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.824653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-205cc067-16fb-40c1-86ed-2823c9247bf6 req-06978547-17f2-4ce8-8d56-a98c4289edc5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 943 time: 0.2190044 Jul 15 16:46:03.873621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-205cc067-16fb-40c1-86ed-2823c9247bf6 req-8af149c4-1aa4-4b65-b6e7-6e45fae78611 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Jul 15 16:46:03.996557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c045-39c4-424d-8efb-f59e7a43a47a req-7e0325c1-253a-4897-a7cb-d6a55a9f7b52 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:03.997900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0155c045-39c4-424d-8efb-f59e7a43a47a req-7e0325c1-253a-4897-a7cb-d6a55a9f7b52 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 948 time: 0.0737739 Jul 15 16:46:04.044827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0155c045-39c4-424d-8efb-f59e7a43a47a req-80121121-f34c-4dc8-8211-8cf096740386 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Jul 15 16:46:04.441464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:04.547987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:04.561215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d96cf-3f34-4620-bfc7-633094bb7eb0 req-52b8ee5f-292e-4796-847c-ccbb600f6222 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:04.562736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-532d96cf-3f34-4620-bfc7-633094bb7eb0 req-52b8ee5f-292e-4796-847c-ccbb600f6222 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.1027126 Jul 15 16:46:04.564232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:04.603831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70c2d1-b626-4aa2-9fa7-02e7d08eddd2 req-02bc60be-7c09-481e-a83c-90db580410cc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:04.605358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d70c2d1-b626-4aa2-9fa7-02e7d08eddd2 req-02bc60be-7c09-481e-a83c-90db580410cc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 943 time: 0.1177924 Jul 15 16:46:04.605612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:04.620163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e2150-c66f-4cea-9c03-92e5d4684f68 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:04.628630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-532d96cf-3f34-4620-bfc7-633094bb7eb0 req-229591db-9426-4f33-bd79-a780d3997a28 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589378 Jul 15 16:46:04.650200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:04.650872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:04.651530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:04.663628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d70c2d1-b626-4aa2-9fa7-02e7d08eddd2 req-207812b6-fbd1-4584-af09-f075588c001f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Jul 15 16:46:04.751366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:04.817457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:04.828799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'mac_address': 'fa:16:3e:41:73:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:04.881620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:04.897208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b39243-53a3-49fb-8974-fc9f4edbb955 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:04.923730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:04.930899 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:04.952008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fcb35-7cae-48ef-9a72-2c7bbdd20997 req-eeb50ccd-45d3-4a8c-be34-ce71adac63ae tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:04.955062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f29fcb35-7cae-48ef-9a72-2c7bbdd20997 req-eeb50ccd-45d3-4a8c-be34-ce71adac63ae tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.0739439 Jul 15 16:46:05.011832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:05.012077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f29fcb35-7cae-48ef-9a72-2c7bbdd20997 req-fdf96b23-0ef6-418f-9cb2-81f9128e4342 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Jul 15 16:46:05.087881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7b5d0-30be-4a0c-961b-1c309781ea0d req-3c5d8597-ff78-4f54-a517-804017971379 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:05.094645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceb7b5d0-30be-4a0c-961b-1c309781ea0d req-3c5d8597-ff78-4f54-a517-804017971379 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 943 time: 0.0812430 Jul 15 16:46:05.164971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceb7b5d0-30be-4a0c-961b-1c309781ea0d req-c898d1ad-ba9d-420b-873f-d7768a33af08 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Jul 15 16:46:05.198707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['56b39243-53a3-49fb-8974-fc9f4edbb955'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:05.222333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-d1471d55-c134-4d80-b377-58bda5e64c27 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:05.223800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-d1471d55-c134-4d80-b377-58bda5e64c27 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 949 time: 0.1271677 Jul 15 16:46:05.289681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae1faf-3f27-44a0-8fc3-5dbbaa1ff068 req-2f737e9d-649d-4e57-b0f5-f3f685c23699 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:05.291452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0eae1faf-3f27-44a0-8fc3-5dbbaa1ff068 req-2f737e9d-649d-4e57-b0f5-f3f685c23699 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 948 time: 0.1243565 Jul 15 16:46:05.366706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0eae1faf-3f27-44a0-8fc3-5dbbaa1ff068 req-3adfb59e-4d67-4af1-bd4e-e783794cadb9 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 Jul 15 16:46:05.382639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port a4078df8-4b0a-4f01-8927-2635275d8573 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:05.382994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:05.478633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port a4078df8-4b0a-4f01-8927-2635275d8573, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a4078df8-4b0a-4f01-8927-2635275d8573,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:05.478994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:05.490928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for a4078df8-4b0a-4f01-8927-2635275d8573 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:05.539961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f27e2150-c66f-4cea-9c03-92e5d4684f68'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:05.621916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:05.635486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:05.654756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=a4078df8-4b0a-4f01-8927-2635275d8573,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:05.705714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port a4078df8-4b0a-4f01-8927-2635275d8573 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:05.708473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:05.710424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-438b1cde-0d0b-407f-a72e-c1975ec9cf96 req-4c272011-a6ba-4897-930a-ba0d5c2001bb tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "DELETE /v2.0/ports/a4078df8-4b0a-4f01-8927-2635275d8573 HTTP/1.1" status: 204 len: 173 time: 0.4781499 Jul 15 16:46:05.710864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'name': 'network-vif-deleted', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:05.713943 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf1a770-fb25-465b-a088-7bf889032839" -d '{"events": [{"server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "name": "network-vif-deleted", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:05.864042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d38c3c4d-6875-4d7f-8410-1d47ed8317b3 req-e25b2e2a-142b-48c9-b03a-3da985e1126d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cc38633-2e7b-4744-aeae-9e5240111a84 HTTP/1.1" status: 200 len: 210 time: 0.0584657 Jul 15 16:46:05.949014 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6048a4-200e-4c69-a849-9511c64ad84d x-openstack-request-id: req-ef6048a4-200e-4c69-a849-9511c64ad84d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:05.949276 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc38633-2e7b-4744-aeae-9e5240111a84", "name": "network-vif-deleted", "tag": "a4078df8-4b0a-4f01-8927-2635275d8573", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:05.949531 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef6048a4-200e-4c69-a849-9511c64ad84d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:05.950074 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc38633-2e7b-4744-aeae-9e5240111a84', 'name': 'network-vif-deleted', 'tag': 'a4078df8-4b0a-4f01-8927-2635275d8573', 'status': 'completed', 'code': 200} Jul 15 16:46:06.025858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a272-7853-42af-a5d9-244ff6b2bc38 req-8e07c241-2601-4477-861e-a1ca67bc2fa0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:06.031515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4453a272-7853-42af-a5d9-244ff6b2bc38 req-8e07c241-2601-4477-861e-a1ca67bc2fa0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.1364121 Jul 15 16:46:06.100480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4453a272-7853-42af-a5d9-244ff6b2bc38 req-0f95cc46-8014-424d-9390-b78e8581093b tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Jul 15 16:46:06.338281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946f94b-fef5-44b8-b46f-fafb10ef5190 req-cee5154f-2329-4952-9bd8-6cdaefa8c692 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:06.345007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1946f94b-fef5-44b8-b46f-fafb10ef5190 req-cee5154f-2329-4952-9bd8-6cdaefa8c692 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.0904782 Jul 15 16:46:06.432745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1946f94b-fef5-44b8-b46f-fafb10ef5190 req-5233acdb-5ff8-4b5a-9076-fb7d461dec94 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866530 Jul 15 16:46:06.455484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1763838b-93f4-41d0-b9c3-fb8592debc78 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:06.457791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:06.516078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ad7e6-ea25-4975-986f-ec9f99fb24eb req-a0a04e30-01b0-4f04-b690-15afdac0f1fd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:06.518938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c9ad7e6-ea25-4975-986f-ec9f99fb24eb req-a0a04e30-01b0-4f04-b690-15afdac0f1fd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 943 time: 0.1481600 Jul 15 16:46:06.608677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:06.621586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:06.622046 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:06.644439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c9ad7e6-ea25-4975-986f-ec9f99fb24eb req-6f6e9661-a59e-4a62-aff0-5406438365bd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191177 Jul 15 16:46:06.724278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7a4d-a4d6-4867-80d8-1b6ac8c93b16 req-e84a62e0-2bdc-492f-873b-4335c9e15fe4 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:06.734330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-654b7a4d-a4d6-4867-80d8-1b6ac8c93b16 req-e84a62e0-2bdc-492f-873b-4335c9e15fe4 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 948 time: 0.1490846 Jul 15 16:46:06.751320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479', '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'a4078df8-4b0a-4f01-8927-2635275d8573'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:06.804648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-654b7a4d-a4d6-4867-80d8-1b6ac8c93b16 req-4011fc67-c421-44a7-b35b-4b2cb56c0c18 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691581 Jul 15 16:46:06.853636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1763838b-93f4-41d0-b9c3-fb8592debc78,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:06.873156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:06.897485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '1763838b-93f4-41d0-b9c3-fb8592debc78', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': '1763838b-93f4-41d0-b9c3-fb8592debc78', 'mac_address': 'fa:16:3e:94:92:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:06.948694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:06.950956 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74714973-030a-4b23-ba63-f42d63149d87" -d '{"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-plugged", "status": "completed", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:06.981863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:07.013201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.014033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:07.025953 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.059056 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8a9af0-7abb-4dd9-905a-c9ad484155f2 x-openstack-request-id: req-3f8a9af0-7abb-4dd9-905a-c9ad484155f2 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:07.059377 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-plugged", "status": "completed", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:07.059588 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f8a9af0-7abb-4dd9-905a-c9ad484155f2 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:07.059966 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'code': 200} Jul 15 16:46:07.087906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1763838b-93f4-41d0-b9c3-fb8592debc78 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:07.209914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1763838b-93f4-41d0-b9c3-fb8592debc78,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:07.239183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.265939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:07.286595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957becc-5f57-4e48-9cd6-ad99736eed77 req-8231dc47-1613-4568-b082-02dea48ab067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:07.288392 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8957becc-5f57-4e48-9cd6-ad99736eed77 req-8231dc47-1613-4568-b082-02dea48ab067 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1096 time: 0.1331265 Jul 15 16:46:07.393276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:07.402411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8957becc-5f57-4e48-9cd6-ad99736eed77 req-98f894e9-5db5-4c5a-8bf9-6df956fefb57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053166 Jul 15 16:46:07.422681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 56b39243-53a3-49fb-8974-fc9f4edbb955 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:07.423054 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.503567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0967f-4fea-4a00-b140-f33a7fb10773 req-9dc21d95-410f-4695-8674-9e90ab8b9952 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:07.511743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42e0967f-4fea-4a00-b140-f33a7fb10773 req-9dc21d95-410f-4695-8674-9e90ab8b9952 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.1505244 Jul 15 16:46:07.601491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.619282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42e0967f-4fea-4a00-b140-f33a7fb10773 req-652807b3-fcc2-4189-bc73-e5af8dd232aa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062322 Jul 15 16:46:07.676842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['1763838b-93f4-41d0-b9c3-fb8592debc78'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:07.732582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:07.758911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:07.759782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ad291fb7-bc4b-46fd-aa97-1f73640525cb up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:07.920308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:07.966560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ad291fb7-bc4b-46fd-aa97-1f73640525cb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:07.988834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ad291fb7-bc4b-46fd-aa97-1f73640525cb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:07.989227 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.149819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.210462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75034b-a6ba-42c1-80a1-25574e4a7aa3 req-fd8ca903-6a1b-41a7-8d1a-9c0e8595be9e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:08.218113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d75034b-a6ba-42c1-80a1-25574e4a7aa3 req-fd8ca903-6a1b-41a7-8d1a-9c0e8595be9e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.4297144 Jul 15 16:46:08.257279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e478-ccf6-4364-8961-e5d58f72440c req-ed6fe5f9-c022-4719-9769-cf6044f5276b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:08.264535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98e6e478-ccf6-4364-8961-e5d58f72440c req-ed6fe5f9-c022-4719-9769-cf6044f5276b tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.1380186 Jul 15 16:46:08.316263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d75034b-a6ba-42c1-80a1-25574e4a7aa3 req-e9461898-f9e0-4dcf-a045-9889fe2f8b4a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971663 Jul 15 16:46:08.324750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:08.329494 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.364283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98e6e478-ccf6-4364-8961-e5d58f72440c req-d13d49c7-bbab-4dd2-b8bb-f2a0c8268d43 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970263 Jul 15 16:46:08.472778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:08.487775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:08.597021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c55bc-f8e2-469c-973c-fff2c3c0442b req-5230cdec-397d-443f-9f45-f3d9eddfc1d6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:08.598890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f67c55bc-f8e2-469c-973c-fff2c3c0442b req-5230cdec-397d-443f-9f45-f3d9eddfc1d6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 944 time: 0.1249135 Jul 15 16:46:08.605859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port f27e2150-c66f-4cea-9c03-92e5d4684f68 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:08.610759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f27e2150-c66f-4cea-9c03-92e5d4684f68 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:08.611262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.687042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f67c55bc-f8e2-469c-973c-fff2c3c0442b req-6f9089b5-71d0-45b5-bab5-c169ffc94c03 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763314 Jul 15 16:46:08.770966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.834444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:08.849693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:08.850655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a4078df8-4b0a-4f01-8927-2635275d8573 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:08.892066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: a4078df8-4b0a-4f01-8927-2635275d8573 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:08.892360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a4078df8-4b0a-4f01-8927-2635275d8573 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:08.952702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:09.003022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dda490-2858-42c9-97eb-afdc8cc26904 req-a1982cb2-19fe-4832-809b-3b2f60b3e3ba tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.004461 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04dda490-2858-42c9-97eb-afdc8cc26904 req-a1982cb2-19fe-4832-809b-3b2f60b3e3ba tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.1633892 Jul 15 16:46:09.060709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955'}, {'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb'}, {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:09.065705 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc917e6-75ce-477a-bfed-dcb4ee491035" -d '{"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-plugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955"}, {"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-plugged", "status": "completed", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb"}, {"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:09.075055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04dda490-2858-42c9-97eb-afdc8cc26904 req-edbd60c9-216d-4cd1-80c3-efd3259eb95c tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602953 Jul 15 16:46:09.092208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7f4aa-6154-402a-90ba-c3095ef6655c req-5d62fd0b-7612-4100-897f-d0d9dff3d38f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.092208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73e7f4aa-6154-402a-90ba-c3095ef6655c req-5d62fd0b-7612-4100-897f-d0d9dff3d38f tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1540592 Jul 15 16:46:09.172314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73e7f4aa-6154-402a-90ba-c3095ef6655c req-fa9d216c-43f2-45a2-a1f3-4c8ee2e9d99b tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723882 Jul 15 16:46:09.228091 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75915617-25ec-4c29-8ae1-6a92186858d6 x-openstack-request-id: req-75915617-25ec-4c29-8ae1-6a92186858d6 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:09.229289 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-plugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955", "code": 200}, {"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-plugged", "status": "completed", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb", "code": 200}, {"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:09.229775 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75915617-25ec-4c29-8ae1-6a92186858d6 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:09.230416 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'code': 200} Jul 15 16:46:09.231028 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb', 'code': 200} Jul 15 16:46:09.231498 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'code': 200} Jul 15 16:46:09.438223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-b468263d-818d-4553-81ba-17976ca1d8b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.440764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-b468263d-818d-4553-81ba-17976ca1d8b2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.1519969 Jul 15 16:46:09.540886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39edae-2df4-4ad5-9d70-5cf2cd5c173b req-456baf99-881a-450a-9db5-ef55184088d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.542399 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e39edae-2df4-4ad5-9d70-5cf2cd5c173b req-456baf99-881a-450a-9db5-ef55184088d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1100 time: 0.1494744 Jul 15 16:46:09.568342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad954264-efb6-43d9-b2a3-be4b525704a8 req-8afaa21d-d37e-4c26-bd6d-00756f5c5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.569916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad954264-efb6-43d9-b2a3-be4b525704a8 req-8afaa21d-d37e-4c26-bd6d-00756f5c5e05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 1096 time: 0.1217701 Jul 15 16:46:09.605957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e39edae-2df4-4ad5-9d70-5cf2cd5c173b req-22e26c5c-ef35-41a6-b5c1-37bad8d00783 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542159 Jul 15 16:46:09.621116 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad954264-efb6-43d9-b2a3-be4b525704a8 req-1962f235-9f38-45c2-8eba-d805dc954dc4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Jul 15 16:46:09.729798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e58ea6-a806-4e52-bbdf-729a5da9da73 req-7504b934-0461-4326-b6da-6410319b6424 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.736526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14e58ea6-a806-4e52-bbdf-729a5da9da73 req-7504b934-0461-4326-b6da-6410319b6424 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 950 time: 0.1940084 Jul 15 16:46:09.744917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:09.744917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:09.757373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c17a-fdf9-4954-b59e-c32286a38a9a req-297ad301-8f1e-4f12-9974-6adb7fef2745 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:09.766256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71d3c17a-fdf9-4954-b59e-c32286a38a9a req-297ad301-8f1e-4f12-9974-6adb7fef2745 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.2217324 Jul 15 16:46:09.892050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14e58ea6-a806-4e52-bbdf-729a5da9da73 req-786cf4a4-9c5e-4eb3-af39-62ec7f197852 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546764 Jul 15 16:46:09.913647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71d3c17a-fdf9-4954-b59e-c32286a38a9a req-30fd899e-a097-44a2-a7b0-890ece45bfaa tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411736 Jul 15 16:46:09.971662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:09.973188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:09.996366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:10.220213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6f6a8-a006-4afc-a100-032cc0f3ec45 req-50512d55-4e3f-4666-b064-1736ace90ac5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:10.241023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7f6f6a8-a006-4afc-a100-032cc0f3ec45 req-50512d55-4e3f-4666-b064-1736ace90ac5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 944 time: 0.1919425 Jul 15 16:46:10.409336 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:10.429802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ee60-e0e8-4169-a3dc-7ddb80f6d703 req-9e15d6f9-335a-4aed-8547-dd65096d1b24 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:10.429802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8be2ee60-e0e8-4169-a3dc-7ddb80f6d703 req-9e15d6f9-335a-4aed-8547-dd65096d1b24 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1096 time: 0.3055923 Jul 15 16:46:10.443110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7f6f6a8-a006-4afc-a100-032cc0f3ec45 req-fb10a6df-7190-409e-8d70-2307b69af81c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107613 Jul 15 16:46:10.504555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:10.507522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1763838b-93f4-41d0-b9c3-fb8592debc78 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:10.590362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:10.593074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8be2ee60-e0e8-4169-a3dc-7ddb80f6d703 req-39349e7e-3999-4d52-b04a-70cec858cee6 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404085 Jul 15 16:46:10.598525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=2a12af29-48d7-48ab-9eb6-d4f327d1f5f8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:10.678834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479', '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:10.693252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:10.816731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:10.828704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:10.830858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fe58354-de43-4b9e-863c-89e71caba9b8 req-328bb777-c2b6-471b-8ece-6e2ba4f0c1ad tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "DELETE /v2.0/ports/2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 HTTP/1.1" status: 204 len: 173 time: 1.3820474 Jul 15 16:46:10.832173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'name': 'network-vif-deleted', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:10.834669 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0f0c6c-2817-4f2c-aec6-95123de1ff38" -d '{"events": [{"server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "name": "network-vif-deleted", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:10.923604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642fa1-7b1c-4e96-aa55-58e49895419f req-bc53485f-bce9-466a-98d5-67476bd8ca4a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:10.939222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b642fa1-7b1c-4e96-aa55-58e49895419f req-bc53485f-bce9-466a-98d5-67476bd8ca4a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.3446441 Jul 15 16:46:10.991571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 1763838b-93f4-41d0-b9c3-fb8592debc78 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:11.001771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b642fa1-7b1c-4e96-aa55-58e49895419f req-462dec46-4dc0-4c9f-b2c2-525da1286a71 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548892 Jul 15 16:46:11.025168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 1763838b-93f4-41d0-b9c3-fb8592debc78 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:11.025468 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:11.049606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd9f94-826d-4639-9739-a3197db53536 req-480e78f4-1854-47bd-81c9-92e119446b4d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:11.068744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dccd9f94-826d-4639-9739-a3197db53536 req-480e78f4-1854-47bd-81c9-92e119446b4d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.2448151 Jul 15 16:46:11.206739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dccd9f94-826d-4639-9739-a3197db53536 req-83c6664f-d709-4693-bdf1-3bd0c6ef00fb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369421 Jul 15 16:46:11.259280 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:11.321050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:11.323887 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add24e5-c45b-42a6-8198-981204af8fba" -d '{"events": [{"server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:11.353549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1763838b-93f4-41d0-b9c3-fb8592debc78,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:11.363584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:11.365326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:11.461452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:11.462218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a12af29-48d7-48ab-9eb6-d4f327d1f5f8 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:11.513380 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c2905-01dc-4a27-8c8e-aa5d6ed0c562 x-openstack-request-id: req-346c2905-01dc-4a27-8c8e-aa5d6ed0c562 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:11.513885 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47a41dd-81ff-49c4-9507-45fb1f7a1b45", "name": "network-vif-deleted", "tag": "2a12af29-48d7-48ab-9eb6-d4f327d1f5f8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:11.513992 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-346c2905-01dc-4a27-8c8e-aa5d6ed0c562 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:11.515453 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47a41dd-81ff-49c4-9507-45fb1f7a1b45', 'name': 'network-vif-deleted', 'tag': '2a12af29-48d7-48ab-9eb6-d4f327d1f5f8', 'status': 'completed', 'code': 200} Jul 15 16:46:11.545306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:11.698309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5f745b8-cae6-45cf-aea3-5ca9a6cf90ce req-aaf0eb51-68a3-4e41-ac6a-f934c46ec4fa tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=c47a41dd-81ff-49c4-9507-45fb1f7a1b45 HTTP/1.1" status: 200 len: 210 time: 0.0328186 Jul 15 16:46:11.750871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09b28a-877b-4a09-aaeb-61b194fc3f4b req-83dcebf5-27c6-44fb-8c6d-685c8f346384 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:11.752462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de09b28a-877b-4a09-aaeb-61b194fc3f4b req-83dcebf5-27c6-44fb-8c6d-685c8f346384 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1096 time: 0.1561830 Jul 15 16:46:11.841432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de09b28a-877b-4a09-aaeb-61b194fc3f4b req-069c692e-2e2f-4963-87b6-d12ff5b5b18a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Jul 15 16:46:11.843370 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d343bc28-fe70-4737-ab15-a4e92f1a6303 x-openstack-request-id: req-d343bc28-fe70-4737-ab15-a4e92f1a6303 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:11.843780 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:11.844732 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d343bc28-fe70-4737-ab15-a4e92f1a6303 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:11.845245 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78', 'code': 200} Jul 15 16:46:12.138251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfd63c-4f5e-414f-a1cf-0a17833b4b5c req-b018a4f3-ce2a-4919-894d-018b3289fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:12.140144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3dfd63c-4f5e-414f-a1cf-0a17833b4b5c req-b018a4f3-ce2a-4919-894d-018b3289fd5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 1096 time: 0.2038653 Jul 15 16:46:12.165710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10df686-b281-48a9-8ec7-c4f7e7a52503 req-baeafe75-9f54-4567-85e7-a6f1a172e5f9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:12.187955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b10df686-b281-48a9-8ec7-c4f7e7a52503 req-baeafe75-9f54-4567-85e7-a6f1a172e5f9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 945 time: 0.1821191 Jul 15 16:46:12.265273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3dfd63c-4f5e-414f-a1cf-0a17833b4b5c req-04946d27-0edc-4648-9844-01108058ad33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642564 Jul 15 16:46:12.278539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b10df686-b281-48a9-8ec7-c4f7e7a52503 req-6816cc7e-4c98-462f-b37a-ca559502403e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894809 Jul 15 16:46:12.504627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c006878-62a8-43d6-91ef-ae3b622a50f8 req-d6743be2-735d-44c4-8fd6-8c89bcaa06e6 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:12.506402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c006878-62a8-43d6-91ef-ae3b622a50f8 req-d6743be2-735d-44c4-8fd6-8c89bcaa06e6 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.0958681 Jul 15 16:46:12.576592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c006878-62a8-43d6-91ef-ae3b622a50f8 req-14678f96-d69a-4e51-a9fe-b769b41d9593 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631764 Jul 15 16:46:12.785092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd27c7-a3d2-4b96-b795-8af69f5278e4 req-5489954f-7c55-4fa1-a11f-3971c354260e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:12.786937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2dd27c7-a3d2-4b96-b795-8af69f5278e4 req-5489954f-7c55-4fa1-a11f-3971c354260e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.0742366 Jul 15 16:46:12.833746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2dd27c7-a3d2-4b96-b795-8af69f5278e4 req-481dfb90-3b8a-422a-ad9b-bbdb5a9117a9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jul 15 16:46:13.236348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-50004964-c8cd-45da-98a4-682143368b7f tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:46:13.237342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-50004964-c8cd-45da-98a4-682143368b7f tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057940 Jul 15 16:46:13.247736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:13.248484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:46:13.471770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:13.472385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:13.472888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:13.478144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:13.478471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:13.483368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:13.483716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:13.484084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:13.484539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Bound port: 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:13.554495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:13.566829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:13.579495 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-17f7d652-4355-4d5f-94ce-8a54738cb125 service neutron] 10.222.0.25 "POST /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3296099 Jul 15 16:46:13.640682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fcd09-23ac-40d9-9c4a-fc3449a8b500 req-cc8f7563-0600-483d-a923-9c04bc070aea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:13.643105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939fcd09-23ac-40d9-9c4a-fc3449a8b500 req-cc8f7563-0600-483d-a923-9c04bc070aea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.0823212 Jul 15 16:46:13.720494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939fcd09-23ac-40d9-9c4a-fc3449a8b500 req-3fcb9fcf-5f81-422a-874c-c59b0925b6c7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687125 Jul 15 16:46:14.063786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-86b837e0-509d-428b-9f54-552c1b47143a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:14.065464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-86b837e0-509d-428b-9f54-552c1b47143a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2593451 Jul 15 16:46:14.086855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-daf0ead3-7ba2-451d-805e-fd0ac1d20ccc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/quotas/068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 375 time: 0.0117693 Jul 15 16:46:14.144368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-118e3a81-5ae2-479a-8990-8ed3a4579104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:14.146101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-118e3a81-5ae2-479a-8990-8ed3a4579104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1096 time: 0.2444541 Jul 15 16:46:14.156547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-8d53752c-1cdc-456c-8411-d9a0e2500dc2 tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:14.164681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-8d53752c-1cdc-456c-8411-d9a0e2500dc2 tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1100 time: 0.2246587 Jul 15 16:46:14.224608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-38995886-c03c-4e09-8e4e-3fa3e0d4df1c tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:14.307372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-ada73dca-c6c9-4e73-83f6-4fabddeb2b24 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2112319 Jul 15 16:46:14.376080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-ff1a6a8f-18cb-4ebe-8fa0-f011170e0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:14.377608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-ff1a6a8f-18cb-4ebe-8fa0-f011170e0a52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.2003348 Jul 15 16:46:14.458257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-cb57725d-31af-433b-ae4d-8f0b73725f96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 217 time: 0.0701623 Jul 15 16:46:14.540918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-519a5210-f1cf-45b7-a8de-9a559820227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:14.542432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-519a5210-f1cf-45b7-a8de-9a559820227e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0765781 Jul 15 16:46:14.547076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-0aea7797-504c-4888-ae0e-e207162af5fc service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321272 Jul 15 16:46:14.596045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-804613e5-5054-4454-a102-36ea0b069fbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458529 Jul 15 16:46:14.646384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-38995886-c03c-4e09-8e4e-3fa3e0d4df1c tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:14.659347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-38995886-c03c-4e09-8e4e-3fa3e0d4df1c tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:14.732340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f44b4fb-ce78-44a3-a51b-f90616709561 req-38995886-c03c-4e09-8e4e-3fa3e0d4df1c tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661016 Jul 15 16:46:14.775095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38995886-c03c-4e09-8e4e-3fa3e0d4df1c tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb98ef4-abd4-472f-9351-5e373f03bfb9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:14.808424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-11cfc81d-e6cd-45f8-8424-11e9f699443f service neutron] 10.222.0.25 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484601 Jul 15 16:46:14.845459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-6dfe32df-d407-40aa-9080-9c8ddb68e7d3 service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352142 Jul 15 16:46:15.301799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6deef-f2cb-4bfd-93c3-46745f03df1a req-1b267e96-4d90-4a7e-a85b-a78a8df25d32 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:15.309502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ba6deef-f2cb-4bfd-93c3-46745f03df1a req-1b267e96-4d90-4a7e-a85b-a78a8df25d32 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 945 time: 0.4436002 Jul 15 16:46:15.321334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-9e188b3b-6cfa-4f01-a906-0c9b663f78fc service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681764 Jul 15 16:46:15.380418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ba6deef-f2cb-4bfd-93c3-46745f03df1a req-117a8178-4fe0-4a5c-9cf8-d5f414f174aa tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698912 Jul 15 16:46:15.626925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656824-e081-41ff-a39e-078cc001b099 req-bed2ee4c-88bf-49ed-b3de-d2c3fd87ba3e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:15.641356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34656824-e081-41ff-a39e-078cc001b099 req-bed2ee4c-88bf-49ed-b3de-d2c3fd87ba3e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.0946462 Jul 15 16:46:15.705452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34656824-e081-41ff-a39e-078cc001b099 req-d466d0e2-3032-419f-a989-cbbb8d7c710b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596943 Jul 15 16:46:15.889286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33217d1e-e030-4cae-9f1d-fad872151870 req-bde07083-ed0f-4ee4-a5ca-1b9a9377f7b1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 210 time: 0.0502605 Jul 15 16:46:16.146420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452eb1c-00d6-443c-80f4-7805ed5a17a7 req-8ab98965-1593-4d5a-8b5d-58f7fd428154 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:16.148196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e452eb1c-00d6-443c-80f4-7805ed5a17a7 req-8ab98965-1593-4d5a-8b5d-58f7fd428154 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 945 time: 0.1228743 Jul 15 16:46:16.227286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e452eb1c-00d6-443c-80f4-7805ed5a17a7 req-55605a46-6f4a-4f06-98f5-4c8ef6b13888 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Jul 15 16:46:16.433190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df52ca-1a39-4bb5-8619-5992c9b0a36c req-b6952a85-7cc8-418b-8587-c42bd0a359bc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:16.439863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9df52ca-1a39-4bb5-8619-5992c9b0a36c req-b6952a85-7cc8-418b-8587-c42bd0a359bc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1043599 Jul 15 16:46:16.495618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9df52ca-1a39-4bb5-8619-5992c9b0a36c req-d7af6799-2ab9-45d9-afd2-ae3f2242c98c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Jul 15 16:46:16.507373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fdbf-1850-4bf7-b4c0-e5f4e87de4ac req-42ae243d-71d9-4b45-bb7a-562b5f19a076 tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:16.515393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4b6fdbf-1850-4bf7-b4c0-e5f4e87de4ac req-42ae243d-71d9-4b45-bb7a-562b5f19a076 tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 1100 time: 0.1300397 Jul 15 16:46:16.563333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4b6fdbf-1850-4bf7-b4c0-e5f4e87de4ac req-2c7e67d5-1bf9-4ede-8abb-e86a1566bf23 tempest-ServersAdminNegativeTestJSON-2004489249 tempest-ServersAdminNegativeTestJSON-2004489249-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464590 Jul 15 16:46:16.780321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047805a-3be9-4cb6-a702-161a3ec96d7b req-ee408741-cd70-4ab9-a905-7b8496a16259 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:16.782735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f047805a-3be9-4cb6-a702-161a3ec96d7b req-ee408741-cd70-4ab9-a905-7b8496a16259 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 948 time: 0.1010351 Jul 15 16:46:16.923072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f047805a-3be9-4cb6-a702-161a3ec96d7b req-67e7bc0b-53cd-44c4-a530-ad1e14d49fdf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345360 Jul 15 16:46:17.028494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-ab8f1c98-5247-42fc-92d0-2d5e9b3cb861 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.029072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-ab8f1c98-5247-42fc-92d0-2d5e9b3cb861 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 821 time: 0.2148650 Jul 15 16:46:17.044914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac1eff-4adc-41fd-81a3-c9f2c2d024ac req-aadf406b-9974-47c8-baa9-6aab10425a27 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.047400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cac1eff-4adc-41fd-81a3-c9f2c2d024ac req-aadf406b-9974-47c8-baa9-6aab10425a27 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1003346 Jul 15 16:46:17.080751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Request body: {'port': {'device_id': '508691f9-5ad7-40dc-b389-8557d9c92159', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'admin_state_up': True, 'tenant_id': '068a326cd3c54277ae6cac90328d7e76'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:17.292440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cac1eff-4adc-41fd-81a3-c9f2c2d024ac req-d8f38dfc-ca7e-4a59-86b8-65e095076ebf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396152 Jul 15 16:46:17.341647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Made reservation on behalf of 068a326cd3c54277ae6cac90328d7e76 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:17.349668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:17.401044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-3a6c9881-3fb5-49fa-9453-32a7baa7c335 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.403150 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-3a6c9881-3fb5-49fa-9453-32a7baa7c335 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 948 time: 0.1596353 Jul 15 16:46:17.628673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port ec774242-bcd5-4ca3-9b0f-d85529c49479 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:17.631702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:17.814250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Allocated IP 172.20.0.12 (23657bcf-5547-41ac-b743-6f02da2c0871/85709a5a-07b4-4d13-89b8-5e8c5c75f7a3/09f176c0-ea78-454d-8a04-7e9b59a37738) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:17.830418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-45015d07-90f7-43e6-b7ac-5f35869d94f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.831883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-45015d07-90f7-43e6-b7ac-5f35869d94f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/ports?device_id=8846cb43-ef13-4e6c-a913-fdba7838d963 HTTP/1.1" status: 200 len: 949 time: 0.2726965 Jul 15 16:46:17.850505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59949bd-8916-46d6-9854-e1618712075b req-933ba85f-1892-4d66-9dd7-33deb1050fd7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.852341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c59949bd-8916-46d6-9854-e1618712075b req-933ba85f-1892-4d66-9dd7-33deb1050fd7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 945 time: 0.2805405 Jul 15 16:46:17.862068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port ec774242-bcd5-4ca3-9b0f-d85529c49479, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec774242-bcd5-4ca3-9b0f-d85529c49479,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:17.863276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:17.875944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443eb7d-f654-4761-8670-9fc02179913f req-a05ef701-a84a-4815-9c49-8373cd35c717 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:17.885178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3443eb7d-f654-4761-8670-9fc02179913f req-a05ef701-a84a-4815-9c49-8373cd35c717 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.2363596 Jul 15 16:46:17.889850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for ec774242-bcd5-4ca3-9b0f-d85529c49479 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:18.003553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3443eb7d-f654-4761-8670-9fc02179913f req-76d502ad-9687-4664-9823-36c12d3a4927 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174798 Jul 15 16:46:18.116904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.134074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec774242-bcd5-4ca3-9b0f-d85529c49479'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:18.173895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=ec774242-bcd5-4ca3-9b0f-d85529c49479,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:18.186527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', '5b5b6162-882e-426b-925f-794eccd5c39b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:18.257022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.302822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port ec774242-bcd5-4ca3-9b0f-d85529c49479 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:18.310489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.314305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-642d754b-f6f9-43b3-a8e3-5252b705113c req-6e24afb2-aeec-4ed7-910a-206fc82a5c1a tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.20 "DELETE /v2.0/ports/ec774242-bcd5-4ca3-9b0f-d85529c49479 HTTP/1.1" status: 204 len: 173 time: 0.9027269 Jul 15 16:46:18.315004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'name': 'network-vif-deleted', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:18.317627 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c7f7d9-4745-4d69-a46c-1d7582b53f24" -d '{"events": [{"server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "name": "network-vif-deleted", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:18.370606 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.424959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Network 23657bcf-5547-41ac-b743-6f02da2c0871 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:18.431457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:18.441347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:18.552674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c59949bd-8916-46d6-9854-e1618712075b req-e305126e-c91c-4d7a-b484-4427a31c6b1b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6913395 Jul 15 16:46:18.737897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:18.741108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.760429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-507f567d-db53-4f05-a1de-9d7d50c5a8c4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:18.762168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-507f567d-db53-4f05-a1de-9d7d50c5a8c4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 945 time: 0.1234117 Jul 15 16:46:18.764488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:18.787929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2af8364a-a5ff-4202-9f38-fc9e86ede45f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7132378 Jul 15 16:46:18.827692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Request body: {'port': {'device_id': '508691f9-5ad7-40dc-b389-8557d9c92159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:18.974704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9055555d-40a3-4671-bdde-a6cd0cd2f0ea req-280ac1ec-ef6a-4966-9655-904d2d171eb6 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=435bb0eb-a530-438f-882e-eb583b44bf8c HTTP/1.1" status: 200 len: 210 time: 0.0562432 Jul 15 16:46:18.979180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port 5b5b6162-882e-426b-925f-794eccd5c39b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:18.979747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:18.995685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port 1763838b-93f4-41d0-b9c3-fb8592debc78 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:18.996047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.131530 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70adf7-383b-402b-81d2-6a7db5d51db2 x-openstack-request-id: req-5d70adf7-383b-402b-81d2-6a7db5d51db2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:19.131886 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435bb0eb-a530-438f-882e-eb583b44bf8c", "name": "network-vif-deleted", "tag": "ec774242-bcd5-4ca3-9b0f-d85529c49479", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:19.132337 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d70adf7-383b-402b-81d2-6a7db5d51db2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:19.132529 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435bb0eb-a530-438f-882e-eb583b44bf8c', 'name': 'network-vif-deleted', 'tag': 'ec774242-bcd5-4ca3-9b0f-d85529c49479', 'status': 'completed', 'code': 200} Jul 15 16:46:19.133901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7a400-425f-4f3d-b5e4-b3bf071dd6c3 req-43b10950-1bdc-41f3-a149-18b3e5da6387 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:19.142356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faf7a400-425f-4f3d-b5e4-b3bf071dd6c3 req-43b10950-1bdc-41f3-a149-18b3e5da6387 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 932 time: 0.7790546 Jul 15 16:46:19.169553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.215128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port 1763838b-93f4-41d0-b9c3-fb8592debc78, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1763838b-93f4-41d0-b9c3-fb8592debc78,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:19.215953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.242571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for 1763838b-93f4-41d0-b9c3-fb8592debc78 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:19.306393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faf7a400-425f-4f3d-b5e4-b3bf071dd6c3 req-3e5d60b9-cac3-410f-8783-9f1ab8aadf5b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625755 Jul 15 16:46:19.717062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port 5b5b6162-882e-426b-925f-794eccd5c39b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5b5b6162-882e-426b-925f-794eccd5c39b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:19.717535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.768814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f176c0-ea78-454d-8a04-7e9b59a37738 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:19.781877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for 5b5b6162-882e-426b-925f-794eccd5c39b owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:19.791343 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.803998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.819931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4', '1763838b-93f4-41d0-b9c3-fb8592debc78'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:19.827553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Transition to ACTIVE for port object 09f176c0-ea78-454d-8a04-7e9b59a37738 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:19.874417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.899538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port 1763838b-93f4-41d0-b9c3-fb8592debc78 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:19.904376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:19.905253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ed29609-c3a1-4f9a-a088-bebeca989c0b req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/1763838b-93f4-41d0-b9c3-fb8592debc78 HTTP/1.1" status: 204 len: 173 time: 1.1264999 Jul 15 16:46:19.906783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e8b82-4b19-487d-b799-7260e1ab8713 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=1763838b-93f4-41d0-b9c3-fb8592debc78,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:19.919049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6775a7c2-5436-49f7-b02c-42d4d8678cf4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:20.016319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c545cc-2eb1-40a0-b662-a07eba5b1daf req-ebb4f8cf-2a1c-4f40-8f3d-9dd29ddbef1c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:20.017834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19c545cc-2eb1-40a0-b662-a07eba5b1daf req-ebb4f8cf-2a1c-4f40-8f3d-9dd29ddbef1c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.3579338 Jul 15 16:46:20.168933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47577ce5-537b-4044-86a0-feb3e2ab8ea2 req-61f0c79a-dd12-4eef-9379-dc04dc06e6ff tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:20.186014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47577ce5-537b-4044-86a0-feb3e2ab8ea2 req-61f0c79a-dd12-4eef-9379-dc04dc06e6ff tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.5246508 Jul 15 16:46:20.193182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:20.278584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5b5b6162-882e-426b-925f-794eccd5c39b no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:20.319517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47577ce5-537b-4044-86a0-feb3e2ab8ea2 req-5ddcc7a1-7e4f-426a-a94b-c16e59e98efb tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287658 Jul 15 16:46:20.406051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19c545cc-2eb1-40a0-b662-a07eba5b1daf req-ec913454-9dd2-44e9-8fa6-7385d445f0aa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622285 Jul 15 16:46:20.409415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:20.420257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:20.421499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:20.422444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:20.428680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:20.478716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:20.479356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:20.488539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=5b5b6162-882e-426b-925f-794eccd5c39b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:20.530890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Port 5b5b6162-882e-426b-925f-794eccd5c39b update to DOWN by agent not found {{(pid=100430) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 16:46:20.532578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:20.533051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:20.533541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:20.534085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Bound port: 09f176c0-ea78-454d-8a04-7e9b59a37738, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:20.534815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:20.546173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec774242-bcd5-4ca3-9b0f-d85529c49479 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:20.566722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port 5b5b6162-882e-426b-925f-794eccd5c39b on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:20.569476 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:20.573095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4075820-b6f5-4610-a8cb-700b891ecb98 req-a18b8ff9-db80-498f-8569-46888b679648 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "DELETE /v2.0/ports/5b5b6162-882e-426b-925f-794eccd5c39b HTTP/1.1" status: 204 len: 173 time: 2.7185812 Jul 15 16:46:20.584978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'name': 'network-vif-deleted', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:20.589172 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf39f4-fb9d-403e-befd-7ed061f327c3" -d '{"events": [{"server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "name": "network-vif-deleted", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:20.724851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ec774242-bcd5-4ca3-9b0f-d85529c49479 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:20.725182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec774242-bcd5-4ca3-9b0f-d85529c49479 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:20.725597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1763838b-93f4-41d0-b9c3-fb8592debc78 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:20.725865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:20.731339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:20.756282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:20.779626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 1763838b-93f4-41d0-b9c3-fb8592debc78 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:20.779966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1763838b-93f4-41d0-b9c3-fb8592debc78 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:20.937389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:20.997354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cddd3df6-a44a-4c2c-9b6c-dcbbec6fabb5 req-a0084987-77e4-4d3a-8d76-1e5d2195593a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae321856-39f0-49c3-8486-47172fd4ab2b HTTP/1.1" status: 200 len: 210 time: 0.0611520 Jul 15 16:46:21.005822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:21.009905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:21.014423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-110b93d9-b502-4033-b957-59432020a4c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 1092 time: 2.2110782 Jul 15 16:46:21.133945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'name': 'network-vif-deleted', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:21.137062 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fdf0b5-cc23-4a4a-9e1f-828c1886af08" -d '{"events": [{"server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "name": "network-vif-deleted", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:21.269794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2c44f78a-152e-470d-9432-3bcb8af0ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:21.271372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-2c44f78a-152e-470d-9432-3bcb8af0ca9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1095 time: 0.1725509 Jul 15 16:46:21.447878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-134b3838-3d0c-4401-b4eb-bd5cc368ebb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 217 time: 0.1478660 Jul 15 16:46:21.529237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570632-af54-4041-9296-6771af45c5e7 req-7e55a779-0e53-4420-8fbd-5618f2072c86 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:21.537007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53570632-af54-4041-9296-6771af45c5e7 req-7e55a779-0e53-4420-8fbd-5618f2072c86 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.3477442 Jul 15 16:46:21.579514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b99ee6-3125-4fd3-b948-423157d108fb req-d98e8724-66ad-4bc2-a9ad-c8492de5bb09 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:21.581250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b99ee6-3125-4fd3-b948-423157d108fb req-d98e8724-66ad-4bc2-a9ad-c8492de5bb09 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.3265562 Jul 15 16:46:21.583221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-f077b79d-ed60-4178-9622-672005e91173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:21.584679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-f077b79d-ed60-4178-9622-672005e91173 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1211762 Jul 15 16:46:21.649444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-9f7de99e-7e7d-4afc-be5b-0fb3d150b067 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425780 Jul 15 16:46:21.660579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53570632-af54-4041-9296-6771af45c5e7 req-2835893d-81bc-4506-855f-64b72d743951 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221836 Jul 15 16:46:21.718334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b99ee6-3125-4fd3-b948-423157d108fb req-d1cdeb35-ae54-4d10-ba6a-f3285a36f68e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278384 Jul 15 16:46:21.844577 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359baee-1cde-4481-8024-a4aaad07e2d7 x-openstack-request-id: req-a359baee-1cde-4481-8024-a4aaad07e2d7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:21.844890 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8846cb43-ef13-4e6c-a913-fdba7838d963", "name": "network-vif-deleted", "tag": "5b5b6162-882e-426b-925f-794eccd5c39b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:21.845130 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a359baee-1cde-4481-8024-a4aaad07e2d7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:21.845556 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8846cb43-ef13-4e6c-a913-fdba7838d963', 'name': 'network-vif-deleted', 'tag': '5b5b6162-882e-426b-925f-794eccd5c39b', 'status': 'completed', 'code': 200} Jul 15 16:46:21.863288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-9a77f504-228d-49a9-b505-20c1f6e66604 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957793 Jul 15 16:46:22.068718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b826e9a-32b6-495c-a4a1-f71f700e515b req-cc1101f0-1cbf-4149-8814-4fbe43cece6c service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974099 Jul 15 16:46:22.093816 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aff553-0dd9-4a94-be27-82b9c79b748b x-openstack-request-id: req-58aff553-0dd9-4a94-be27-82b9c79b748b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:22.094675 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae321856-39f0-49c3-8486-47172fd4ab2b", "name": "network-vif-deleted", "tag": "1763838b-93f4-41d0-b9c3-fb8592debc78", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:22.095296 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58aff553-0dd9-4a94-be27-82b9c79b748b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:22.096091 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae321856-39f0-49c3-8486-47172fd4ab2b', 'name': 'network-vif-deleted', 'tag': '1763838b-93f4-41d0-b9c3-fb8592debc78', 'status': 'completed', 'code': 200} Jul 15 16:46:22.384051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e8118-8739-4111-b87a-e104e7e1be81 req-da01bac1-c8ac-4c68-8497-36bb1e58a4c4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:22.386008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-317e8118-8739-4111-b87a-e104e7e1be81 req-da01bac1-c8ac-4c68-8497-36bb1e58a4c4 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.1367545 Jul 15 16:46:22.469058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-317e8118-8739-4111-b87a-e104e7e1be81 req-98646442-16e8-4525-b897-053d81c74aa3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709591 Jul 15 16:46:22.829861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb99d89-c5ba-4cad-b386-026f3151578f req-902abda3-5b2c-4480-a145-c9301db18921 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:22.831577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fb99d89-c5ba-4cad-b386-026f3151578f req-902abda3-5b2c-4480-a145-c9301db18921 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1518288 Jul 15 16:46:22.859986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef095002-c40c-4540-9716-6235e8381341 req-38acd7e0-4696-4b83-b7b0-121158787a95 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:22.867944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef095002-c40c-4540-9716-6235e8381341 req-38acd7e0-4696-4b83-b7b0-121158787a95 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.1863823 Jul 15 16:46:22.944909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fb99d89-c5ba-4cad-b386-026f3151578f req-40a1b617-f5d5-4d4e-b0bf-649d53b5f49c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011014 Jul 15 16:46:22.957168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef095002-c40c-4540-9716-6235e8381341 req-fd9a82b6-171c-459a-87bb-b61c499d60f0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881071 Jul 15 16:46:23.510650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad1390-0aa6-4dc7-b2bf-819d2eeedab2 req-d2c8c261-5c91-42c9-a31f-ff00e2f3e186 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:23.512152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cbad1390-0aa6-4dc7-b2bf-819d2eeedab2 req-d2c8c261-5c91-42c9-a31f-ff00e2f3e186 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.0883079 Jul 15 16:46:23.590715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cbad1390-0aa6-4dc7-b2bf-819d2eeedab2 req-198cc616-66fa-4cb9-9225-f80a602fe856 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654457 Jul 15 16:46:23.619743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b669e-e040-4430-a04c-2fae3633c749 req-c82b788d-0c63-4626-9b48-9a2c9bf6eb7e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:23.619743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-375b669e-e040-4430-a04c-2fae3633c749 req-c82b788d-0c63-4626-9b48-9a2c9bf6eb7e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.1022923 Jul 15 16:46:23.657942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-375b669e-e040-4430-a04c-2fae3633c749 req-19ca1cee-e7a5-4993-9f03-93926f406cac tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360708 Jul 15 16:46:23.847208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:23.849864 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:24.011152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-4cab4eee-7b18-4656-a93e-014dda73f001 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.012896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-4cab4eee-7b18-4656-a93e-014dda73f001 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.1127203 Jul 15 16:46:24.444126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bcafa-0d4d-4469-b60d-5d71878cacf6 req-252dcab7-7761-42e3-9196-25b15aaf0127 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.446088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b6bcafa-0d4d-4469-b60d-5d71878cacf6 req-252dcab7-7761-42e3-9196-25b15aaf0127 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.1351066 Jul 15 16:46:24.505327 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233bf96-922d-444b-854e-6537038a92d4 x-openstack-request-id: req-3233bf96-922d-444b-854e-6537038a92d4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:24.505616 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:24.505864 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3233bf96-922d-444b-854e-6537038a92d4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:24.506745 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'status': 'completed', 'code': 200} Jul 15 16:46:24.525539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Deleting port ad291fb7-bc4b-46fd-aa97-1f73640525cb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:24.526200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:24.614386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-e8ff24fd-1796-4f5f-8726-0633b132f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.616736 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-e8ff24fd-1796-4f5f-8726-0633b132f5df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1095 time: 0.1058133 Jul 15 16:46:24.728183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b6bcafa-0d4d-4469-b60d-5d71878cacf6 req-2db91099-9389-433e-ad1d-928cc5c2e464 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648365 Jul 15 16:46:24.734958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-b698709b-6320-4ec3-80f3-0799d33994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.737050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-b698709b-6320-4ec3-80f3-0799d33994ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1119285 Jul 15 16:46:24.787540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] For port ad291fb7-bc4b-46fd-aa97-1f73640525cb, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ad291fb7-bc4b-46fd-aa97-1f73640525cb,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:24.787909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:24.813781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-c255c459-4c71-43aa-a793-8579239367ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 217 time: 0.0601065 Jul 15 16:46:24.814648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Calling delete_port for ad291fb7-bc4b-46fd-aa97-1f73640525cb owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:24.847537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-c64978c3-f353-44e7-9e3e-d177ff10eedf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.849206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-c64978c3-f353-44e7-9e3e-d177ff10eedf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 949 time: 0.2490706 Jul 15 16:46:24.861109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c598b85-e21c-4469-9e24-afcfca909e04 req-1bb649c8-ac14-4851-aeca-0b48663adf5e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.869988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c598b85-e21c-4469-9e24-afcfca909e04 req-1bb649c8-ac14-4851-aeca-0b48663adf5e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 949 time: 0.2684243 Jul 15 16:46:24.888794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-722b52aa-65fe-4258-a163-2a387eaa8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:24.890522 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-722b52aa-65fe-4258-a163-2a387eaa8ded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0702598 Jul 15 16:46:24.929389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-4aed8f2b-5bfe-4f05-9271-2f60bb341ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272777 Jul 15 16:46:25.033624 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-20da67e6-3f01-406c-a5cd-edda4e51067c service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905004 Jul 15 16:46:25.033933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c598b85-e21c-4469-9e24-afcfca909e04 req-94522e8a-5930-4d22-9293-902370fe1cb2 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623368 Jul 15 16:46:25.141248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2828642-d564-4d0d-aa09-a279969e1a05 req-47635ff8-0f8a-44be-895c-31fe406ac377 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:25.142880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2828642-d564-4d0d-aa09-a279969e1a05 req-47635ff8-0f8a-44be-895c-31fe406ac377 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=401ff9a2-5c54-48d7-977c-f6016b26c48e HTTP/1.1" status: 200 len: 949 time: 0.2516994 Jul 15 16:46:25.163705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2fa3d01-c0eb-441c-8a6d-dffee1108d0d req-cc5b8b2d-c42d-4ceb-bf7b-7841c0046995 service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188252 Jul 15 16:46:25.231641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port e348aa96-045d-48c0-aefb-690335b14b96 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:25.231993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.247529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.259703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:25.337143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2828642-d564-4d0d-aa09-a279969e1a05 req-96d56a1c-2016-46ca-98ce-5b10313163d9 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786025 Jul 15 16:46:25.348909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event deleted for resources: {'Port': ['ID=ad291fb7-bc4b-46fd-aa97-1f73640525cb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:25.423431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-1d5848bc-0ae1-445b-aabb-810a7c7f074e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:25.431413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-1d5848bc-0ae1-445b-aabb-810a7c7f074e tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/ports?device_id=428d4924-ec7a-4335-9bd9-681d3b8bdb2c HTTP/1.1" status: 200 len: 950 time: 0.1389713 Jul 15 16:46:25.469036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] No DVR routers for this DVR port ad291fb7-bc4b-46fd-aa97-1f73640525cb on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:25.471740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.474209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56e55cd4-3422-44d9-9455-d9aac49c5062 req-2507fee2-03bd-4d5d-855a-41dcdb9f87e3 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "DELETE /v2.0/ports/ad291fb7-bc4b-46fd-aa97-1f73640525cb HTTP/1.1" status: 204 len: 173 time: 1.4554284 Jul 15 16:46:25.489153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-cac59b3b-e0e9-419b-aeb6-f4a7cade30b4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:25.504563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-cac59b3b-e0e9-419b-aeb6-f4a7cade30b4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.3423500 Jul 15 16:46:25.566321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-ffdd3719-5973-4180-b79a-31fdd5dbf680 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0548854 Jul 15 16:46:25.568097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port e348aa96-045d-48c0-aefb-690335b14b96, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e348aa96-045d-48c0-aefb-690335b14b96,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:25.568832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.598714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:25.599271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.638784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for e348aa96-045d-48c0-aefb-690335b14b96 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:25.729678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5464466f-578d-4e3b-8948-ca175df6c635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.748579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:25.749970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.773044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:25.813966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-b0e72321-c9a9-4d4d-97e8-d17bae9fbef3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2186491 Jul 15 16:46:25.836856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145557c-391f-43da-9ebb-e338179303c9 req-c3bdc71a-0d50-4d77-9214-dee07b9a58ea tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:25.838316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6145557c-391f-43da-9ebb-e338179303c9 req-c3bdc71a-0d50-4d77-9214-dee07b9a58ea tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 949 time: 0.2916081 Jul 15 16:46:25.881379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:25.893300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b', 'e348aa96-045d-48c0-aefb-690335b14b96', 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:25.952247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=e348aa96-045d-48c0-aefb-690335b14b96,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:25.956170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:26.010746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=cdd74938-fdef-4c0c-bd2e-dea5bbace5a8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:26.021838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6145557c-391f-43da-9ebb-e338179303c9 req-3e2632c8-3df8-42f9-8479-90c9b73b70d4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697388 Jul 15 16:46:26.025050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port e348aa96-045d-48c0-aefb-690335b14b96 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:26.028792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:26.031283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-294a16cb-a9be-41fa-878f-07bd0f9559ab req-3853a84a-b332-4b35-afe8-3d5660a1a4f0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "DELETE /v2.0/ports/e348aa96-045d-48c0-aefb-690335b14b96 HTTP/1.1" status: 204 len: 173 time: 1.1584945 Jul 15 16:46:26.065820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-708ba30b-e254-4fe9-8953-6c986980e9c0 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264233 Jul 15 16:46:26.066251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:26.079427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:26.081660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42b63479-be3e-4b9f-b9bd-9428096b4791 req-7f63a9fc-6439-4ae2-90c4-93e7be8ceb7d tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "DELETE /v2.0/ports/cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 HTTP/1.1" status: 204 len: 173 time: 0.6423502 Jul 15 16:46:26.082133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'name': 'network-vif-deleted', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:26.085008 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76619061-2ad9-4c5d-91e0-096dca7a055d" -d '{"events": [{"server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "name": "network-vif-deleted", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:26.237815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-416aac32-e060-4021-999c-d846bcc07565 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710162 Jul 15 16:46:26.396955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:46:26.522422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-deleted', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb'}, {'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'name': 'network-vif-deleted', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:26.525502 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c6b167-8e3d-47b6-90c0-7465ca6105ac" -d '{"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-deleted", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb"}, {"server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "name": "network-vif-deleted", "tag": "e348aa96-045d-48c0-aefb-690335b14b96"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:26.542265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:26.556634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd77601-b496-49b6-ad20-1b87c4fceba0 req-0df878e2-7169-4b53-9186-95a317193936 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:26.564186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fd77601-b496-49b6-ad20-1b87c4fceba0 req-0df878e2-7169-4b53-9186-95a317193936 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.1547580 Jul 15 16:46:26.622812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:26.630313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fd77601-b496-49b6-ad20-1b87c4fceba0 req-fd09fd60-4b20-4c37-9a59-378b7b79bd3b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651455 Jul 15 16:46:26.774734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af643c33-f513-4fe4-a432-84a8db8b0aa0 req-29440326-a237-4000-828c-8ed6e8ca56a3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:26.781890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af643c33-f513-4fe4-a432-84a8db8b0aa0 req-29440326-a237-4000-828c-8ed6e8ca56a3 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.0990348 Jul 15 16:46:26.834256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:26.837038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af643c33-f513-4fe4-a432-84a8db8b0aa0 req-07919ddd-d13f-4a46-83b4-3ba1f2ac327f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540247 Jul 15 16:46:26.900129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:26.902979 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c8b5f-0d32-4bf3-b4a5-48784ff0ede4" -d '{"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-unplugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:26.923289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:26.935864 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:26.936753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ad291fb7-bc4b-46fd-aa97-1f73640525cb no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:26.980899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0ab0318-8c1d-4e24-b50e-65dcb13a950a req-564eeb26-d048-465c-91a2-3dc63710dd68 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=8745a7ef-b15e-4d49-9dd4-20a5095f6211 HTTP/1.1" status: 200 len: 210 time: 0.1201704 Jul 15 16:46:26.997019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ad291fb7-bc4b-46fd-aa97-1f73640525cb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:26.997363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ad291fb7-bc4b-46fd-aa97-1f73640525cb not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:27.070360 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcfbc53-8744-43f9-bdfd-37e802aeeb80 x-openstack-request-id: req-dfcfbc53-8744-43f9-bdfd-37e802aeeb80 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:27.071364 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428d4924-ec7a-4335-9bd9-681d3b8bdb2c", "name": "network-vif-deleted", "tag": "cdd74938-fdef-4c0c-bd2e-dea5bbace5a8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:27.071834 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfcfbc53-8744-43f9-bdfd-37e802aeeb80 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:27.072554 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428d4924-ec7a-4335-9bd9-681d3b8bdb2c', 'name': 'network-vif-deleted', 'tag': 'cdd74938-fdef-4c0c-bd2e-dea5bbace5a8', 'status': 'completed', 'code': 200} Jul 15 16:46:27.076247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:27.431793 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741f044-18d3-4d25-8209-575ea8b5315f x-openstack-request-id: req-6741f044-18d3-4d25-8209-575ea8b5315f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:27.432099 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401ff9a2-5c54-48d7-977c-f6016b26c48e", "name": "network-vif-deleted", "tag": "ad291fb7-bc4b-46fd-aa97-1f73640525cb", "status": "completed", "code": 200}, {"server_uuid": "8745a7ef-b15e-4d49-9dd4-20a5095f6211", "name": "network-vif-deleted", "tag": "e348aa96-045d-48c0-aefb-690335b14b96", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:27.432376 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6741f044-18d3-4d25-8209-575ea8b5315f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:27.432983 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401ff9a2-5c54-48d7-977c-f6016b26c48e', 'name': 'network-vif-deleted', 'tag': 'ad291fb7-bc4b-46fd-aa97-1f73640525cb', 'status': 'completed', 'code': 200} Jul 15 16:46:27.433508 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745a7ef-b15e-4d49-9dd4-20a5095f6211', 'name': 'network-vif-deleted', 'tag': 'e348aa96-045d-48c0-aefb-690335b14b96', 'status': 'completed', 'code': 200} Jul 15 16:46:27.469293 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e67cd8e-ec32-4ab0-bf65-99d17d4288a2 x-openstack-request-id: req-4e67cd8e-ec32-4ab0-bf65-99d17d4288a2 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:27.469737 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-unplugged", "status": "completed", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:27.470016 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e67cd8e-ec32-4ab0-bf65-99d17d4288a2 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:27.470468 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'code': 200} Jul 15 16:46:27.471719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-312dc5bf-7103-4a8f-8a3e-66f2ffff11ac req-881d847d-5b2f-465a-b19f-9a724bd8e6dc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 210 time: 0.0352941 Jul 15 16:46:27.634673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31473a05-8600-48fa-9c40-65f17a2511cc req-79070abb-b608-4ed6-bfd2-d74f10abdc66 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:27.636287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31473a05-8600-48fa-9c40-65f17a2511cc req-79070abb-b608-4ed6-bfd2-d74f10abdc66 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.0670810 Jul 15 16:46:27.677704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31473a05-8600-48fa-9c40-65f17a2511cc req-39bb66ce-16c8-44ef-b63b-b0650bf52006 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Jul 15 16:46:27.898116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf70f1-8b0d-402d-803e-d5b63df64690 req-59ea4604-b3fc-46c3-bb77-55550950f2fe tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:27.899863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4bf70f1-8b0d-402d-803e-d5b63df64690 req-59ea4604-b3fc-46c3-bb77-55550950f2fe tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.0658131 Jul 15 16:46:27.978779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4bf70f1-8b0d-402d-803e-d5b63df64690 req-1f04763c-5d79-4434-a6af-bfacc9261b2e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Jul 15 16:46:28.003003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad408d-1295-4f19-a85f-43e79fa62497 req-43fcb6bf-1895-4d7a-a0c4-947d13d810f0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:28.011312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dad408d-1295-4f19-a85f-43e79fa62497 req-43fcb6bf-1895-4d7a-a0c4-947d13d810f0 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 950 time: 0.1080725 Jul 15 16:46:28.087841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dad408d-1295-4f19-a85f-43e79fa62497 req-b15538de-60ca-420b-8448-822cceff2c63 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Jul 15 16:46:28.215215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-62f25c22-3e0f-4ae4-8322-c6cde523548d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:28.216668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-62f25c22-3e0f-4ae4-8322-c6cde523548d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1664181 Jul 15 16:46:28.229370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5aea-e1cf-44c0-8287-c7b8c116b10a req-5db9d6c4-31b4-4a94-9e8b-326af8226e0e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:28.230833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16ac5aea-e1cf-44c0-8287-c7b8c116b10a req-5db9d6c4-31b4-4a94-9e8b-326af8226e0e tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.1419361 Jul 15 16:46:28.235414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:28.274850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59ed4430-f7c9-4d35-b4dc-45589e99d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:28.289972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e348aa96-045d-48c0-aefb-690335b14b96 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:28.346002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: e348aa96-045d-48c0-aefb-690335b14b96 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:28.346955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e348aa96-045d-48c0-aefb-690335b14b96 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:28.347628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:28.353800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16ac5aea-e1cf-44c0-8287-c7b8c116b10a req-5825e27f-0dc7-4343-ae5f-435629843d48 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138155 Jul 15 16:46:28.376046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:28.376456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device cdd74938-fdef-4c0c-bd2e-dea5bbace5a8 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:28.402219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:28.405716 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:28.544940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.14 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/d67cd272-7536-4020-a78e-d251920d8ee8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:28.555022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:28.627066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:28.635075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae38c158-5fdb-4397-8f9a-92c59eb4c208 req-42d9efd3-5881-4a24-9ad9-b015643f3c61 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 210 time: 0.0398939 Jul 15 16:46:28.683923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:28.694283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'mac_address': 'fa:16:3e:ab:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:28.733506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:28.747314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f27e2150-c66f-4cea-9c03-92e5d4684f68 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:28.768899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:28.775535 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:28.838267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:28.896955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f27e2150-c66f-4cea-9c03-92e5d4684f68'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:29.081349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292878ca-bc20-4367-b395-422384ff495b req-3ff39280-0cad-4fbf-80ed-69dae93d58bf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.082818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-292878ca-bc20-4367-b395-422384ff495b req-3ff39280-0cad-4fbf-80ed-69dae93d58bf tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 949 time: 0.4198563 Jul 15 16:46:29.097589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.166570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c7453-d32f-4991-b9cd-5f8bce731f7f req-5a17b92e-c9f3-4000-8a7c-743fda0e20c1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.168229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-163c7453-d32f-4991-b9cd-5f8bce731f7f req-5a17b92e-c9f3-4000-8a7c-743fda0e20c1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.1524422 Jul 15 16:46:29.170860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-292878ca-bc20-4367-b395-422384ff495b req-72d6c28c-8111-446f-9b32-3af14261c707 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765383 Jul 15 16:46:29.213026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.225035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-163c7453-d32f-4991-b9cd-5f8bce731f7f req-f875235d-c7f4-4756-8039-59b956fb29f5 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490084 Jul 15 16:46:29.226719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:29.286708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:29.296476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:29.302979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:29.309544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:29.376013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.376796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.406345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.436214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-16aebced-a81c-426e-b1cc-65f50027221b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2042747 Jul 15 16:46:29.456641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Request body: {'port': {'device_id': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:29.466926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d543-b928-416d-aea8-c4fd57b31a1f req-d486cb4e-efd8-4742-8928-60a9043d03bb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.468420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0195d543-b928-416d-aea8-c4fd57b31a1f req-d486cb4e-efd8-4742-8928-60a9043d03bb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.0824568 Jul 15 16:46:29.593532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0195d543-b928-416d-aea8-c4fd57b31a1f req-83d1299a-8591-4264-b79b-8d7804e016dd tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057959 Jul 15 16:46:29.611728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.632887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e29c7-a777-4804-9d62-a6530be40338 req-c3339eea-bc54-4e78-971f-c36d66a0ec3a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.634607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-559e29c7-a777-4804-9d62-a6530be40338 req-c3339eea-bc54-4e78-971f-c36d66a0ec3a tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 950 time: 0.1480138 Jul 15 16:46:29.636631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-66509cb3-c765-48ec-92cb-db866ae16e8e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:29.638129 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-66509cb3-c765-48ec-92cb-db866ae16e8e tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "GET /v2.0/ports?device_id=af205a7e-5db1-4b2b-b076-1988224c0b49 HTTP/1.1" status: 200 len: 950 time: 0.0750203 Jul 15 16:46:29.745271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Deleting port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:29.745602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.755895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-559e29c7-a777-4804-9d62-a6530be40338 req-f418d295-d4eb-4c19-9987-a45145597986 tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.25 "GET /v2.0/security-groups?id=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999026 Jul 15 16:46:29.894197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] For port 8b122fdc-57e1-4e20-8f94-14ea762bfa63, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8b122fdc-57e1-4e20-8f94-14ea762bfa63,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:29.894730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:29.909787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Calling delete_port for 8b122fdc-57e1-4e20-8f94-14ea762bfa63 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:30.041246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949bfd-55c4-45b0-b250-828c6b12af94 req-ba71c1a1-4e6e-4303-be52-330d6adb8f23 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.043053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58949bfd-55c4-45b0-b250-828c6b12af94 req-ba71c1a1-4e6e-4303-be52-330d6adb8f23 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.1555541 Jul 15 16:46:30.045776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67cd272-7536-4020-a78e-d251920d8ee8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:30.061786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.074067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.088019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8b122fdc-57e1-4e20-8f94-14ea762bfa63'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:30.095085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Transition to ACTIVE for port object d67cd272-7536-4020-a78e-d251920d8ee8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:30.107982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.115995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Pushing event deleted for resources: {'Port': ['ID=8b122fdc-57e1-4e20-8f94-14ea762bfa63,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.132376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362a987-ee01-4a5d-a60d-7796f6d7626a req-622dbc9f-2695-49dc-9f74-83fd7b4123f9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.133924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3362a987-ee01-4a5d-a60d-7796f6d7626a req-622dbc9f-2695-49dc-9f74-83fd7b4123f9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 932 time: 0.1743879 Jul 15 16:46:30.157495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58949bfd-55c4-45b0-b250-828c6b12af94 req-93abc49d-dd1e-48b4-995d-a8d6602b4972 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068847 Jul 15 16:46:30.168452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] No DVR routers for this DVR port 8b122fdc-57e1-4e20-8f94-14ea762bfa63 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:30.177327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e6ed5fda-6a67-42d3-bead-b72b842cf24f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.178816 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e6ed5fda-6a67-42d3-bead-b72b842cf24f tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 949 time: 0.1495552 Jul 15 16:46:30.180498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.182340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3efd6d2b-f2b6-42d3-8e0b-70a1f837dcd7 req-1775afe9-01c9-41a2-a944-847dedd7e74f tempest-ServersAdminNegativeTestJSON-424810572 tempest-ServersAdminNegativeTestJSON-424810572-project] 10.222.0.20 "DELETE /v2.0/ports/8b122fdc-57e1-4e20-8f94-14ea762bfa63 HTTP/1.1" status: 204 len: 173 time: 0.5385022 Jul 15 16:46:30.182761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'name': 'network-vif-deleted', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:30.185417 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74b96c-81b4-432a-8005-d7fdfec0d44f" -d '{"events": [{"server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "name": "network-vif-deleted", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:30.201677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.256492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3362a987-ee01-4a5d-a60d-7796f6d7626a req-1a5433e7-1164-499b-bdac-eeebaba68bc0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964267 Jul 15 16:46:30.294664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Attempting to bind port d67cd272-7536-4020-a78e-d251920d8ee8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:30.295424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Attempting to bind port d67cd272-7536-4020-a78e-d251920d8ee8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:30.300222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Attempting to bind port d67cd272-7536-4020-a78e-d251920d8ee8 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:30.301499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:30.310059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Port d67cd272-7536-4020-a78e-d251920d8ee8 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:30.310373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Attempting to bind port d67cd272-7536-4020-a78e-d251920d8ee8 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:30.314835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Deleting port 967f1b8f-c89e-4067-96b8-3b50d881488b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:30.315178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.354087 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f757df-3302-412b-8c9a-78d8a11aca6b x-openstack-request-id: req-d5f757df-3302-412b-8c9a-78d8a11aca6b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:30.354380 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af205a7e-5db1-4b2b-b076-1988224c0b49", "name": "network-vif-deleted", "tag": "8b122fdc-57e1-4e20-8f94-14ea762bfa63", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:30.354627 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5f757df-3302-412b-8c9a-78d8a11aca6b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:30.354849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:30.355064 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af205a7e-5db1-4b2b-b076-1988224c0b49', 'name': 'network-vif-deleted', 'tag': '8b122fdc-57e1-4e20-8f94-14ea762bfa63', 'status': 'completed', 'code': 200} Jul 15 16:46:30.355171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:30.355563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:30.356010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Bound port: d67cd272-7536-4020-a78e-d251920d8ee8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:30.356396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.434847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:30.458286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'mac_address': 'fa:16:3e:77:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:30.479893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] For port 967f1b8f-c89e-4067-96b8-3b50d881488b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=967f1b8f-c89e-4067-96b8-3b50d881488b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:30.480298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.496941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Calling delete_port for 967f1b8f-c89e-4067-96b8-3b50d881488b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:30.511909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.524268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:30.526757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:30.547069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cbfb5-49f9-46cc-a1b3-ece1fbc3b261 req-83123ace-fe2a-4cad-992a-64f1858a384a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.553930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-200cbfb5-49f9-46cc-a1b3-ece1fbc3b261 req-83123ace-fe2a-4cad-992a-64f1858a384a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 944 time: 0.2370980 Jul 15 16:46:30.558972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:30.565033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:30.565839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d67cd272-7536-4020-a78e-d251920d8ee8,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:30.577141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.592044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.649566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.687501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f27e2150-c66f-4cea-9c03-92e5d4684f68 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:30.687758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.687861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.688236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.697287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d67cd272-7536-4020-a78e-d251920d8ee8 HTTP/1.1" status: 200 len: 1092 time: 1.2452607 Jul 15 16:46:30.699641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:30.701943 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4457991e-df5c-47ee-8e8a-faed7b5114a0" -d '{"events": [{"name": "network-changed", "server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:30.705156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.734352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['967f1b8f-c89e-4067-96b8-3b50d881488b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:30.743325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-200cbfb5-49f9-46cc-a1b3-ece1fbc3b261 req-34a82f82-7ce4-4fbd-83ac-989255699d12 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877487 Jul 15 16:46:30.765834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e250b1ae-5023-4c53-b80d-a1fc690b8c70'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:30.787491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Pushing event deleted for resources: {'Port': ['ID=967f1b8f-c89e-4067-96b8-3b50d881488b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.812400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.813356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e86cb7-0d41-430f-a2da-028bf15904f1 req-12828275-2c3c-4ae7-9d80-7d88f0a028b0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:30.822567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74e86cb7-0d41-430f-a2da-028bf15904f1 req-12828275-2c3c-4ae7-9d80-7d88f0a028b0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/ports?device_id=d17bbdd3-682c-4613-b822-382aecf7dc0a HTTP/1.1" status: 200 len: 949 time: 0.3636980 Jul 15 16:46:30.878074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:30.881074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:30.884726 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab6f0f3-3be2-4722-8e30-c32b6907cef8" -d '{"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:30.890372 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.930195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] No DVR routers for this DVR port 967f1b8f-c89e-4067-96b8-3b50d881488b on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:30.931644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff1f2-eb66-4e4b-9215-7c15473f4ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.935978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:30.938871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-412b9451-3222-4b1e-a689-c2ca5343bbb0 req-e901ced9-e9f9-4819-bb29-175143ddf7d0 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.35 "DELETE /v2.0/ports/967f1b8f-c89e-4067-96b8-3b50d881488b HTTP/1.1" status: 204 len: 173 time: 0.7507243 Jul 15 16:46:30.978924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:30.988965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74e86cb7-0d41-430f-a2da-028bf15904f1 req-52f20a7b-99ce-4854-ada0-e2083f796d02 tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] 10.222.0.25 "GET /v2.0/security-groups?id=0fa3518b-161a-46c8-a8ee-8027409d1353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651959 Jul 15 16:46:31.060328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b9d296f-9b50-4b22-a343-f89ba3edaf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.061476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-2b9d296f-9b50-4b22-a343-f89ba3edaf4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 1095 time: 0.2644157 Jul 15 16:46:31.083254 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237828db-b6e8-43f2-a03d-cd7b66d8ad9d x-openstack-request-id: req-237828db-b6e8-43f2-a03d-cd7b66d8ad9d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:31.084745 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:31.088927 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-237828db-b6e8-43f2-a03d-cd7b66d8ad9d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:31.090628 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8', 'status': 'completed', 'code': 200} Jul 15 16:46:31.186681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:31.197043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-3dd591bf-4185-4b5b-a677-da432b0cc58b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d67cd272-7536-4020-a78e-d251920d8ee8 HTTP/1.1" status: 200 len: 217 time: 0.1040356 Jul 15 16:46:31.243698 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1066ed6-cfb5-434f-8857-2bbb8c537ebc x-openstack-request-id: req-f1066ed6-cfb5-434f-8857-2bbb8c537ebc {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:31.244294 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-plugged", "status": "completed", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:31.244793 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1066ed6-cfb5-434f-8857-2bbb8c537ebc {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:31.245403 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'code': 200} Jul 15 16:46:31.280411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-dd3b691a-55f0-4b58-beca-3556372b87f9 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.282166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-dd3b691a-55f0-4b58-beca-3556372b87f9 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.4181757 Jul 15 16:46:31.302657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:31.463089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:31.502616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:31.521049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720ab53-bcab-4242-afe5-c99391c03299 req-f240aa55-24f4-451b-b2bb-8e33ba9cd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.522517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-f240aa55-24f4-451b-b2bb-8e33ba9cd395 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.2392349 Jul 15 16:46:31.539266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5de01-de0b-4c99-80ca-fbb344df55ba req-b2f75c1f-9cd4-40c8-80b8-639d62fb0f0d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.546793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cc5de01-de0b-4c99-80ca-fbb344df55ba req-b2f75c1f-9cd4-40c8-80b8-639d62fb0f0d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.3486853 Jul 15 16:46:31.621020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-121447c2-abcd-461c-9e4a-597eca87fccf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536053 Jul 15 16:46:31.713409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fcc20209-dbb4-4d2e-8d3d-231679b7683b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56edf45063874fc1af3b14cc823f2222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092631 Jul 15 16:46:31.715439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cc5de01-de0b-4c99-80ca-fbb344df55ba req-05e0b809-175c-40b1-904c-043d72c85995 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676958 Jul 15 16:46:31.717964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:31.780410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa4eda-dd05-4b92-8006-6e8705f540f1 req-a8e897cd-cda0-40bb-9218-0a5eb864c936 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.787622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00aa4eda-dd05-4b92-8006-6e8705f540f1 req-a8e897cd-cda0-40bb-9218-0a5eb864c936 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 945 time: 0.3589690 Jul 15 16:46:31.853541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ea6df52d-0093-45db-86f5-4bc67ecebe04 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:31.856279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ea6df52d-0093-45db-86f5-4bc67ecebe04 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 945 time: 0.0946455 Jul 15 16:46:31.910286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-08d442a5-dd04-4ae9-bdbe-032ada1a98a2 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756653 Jul 15 16:46:32.035059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Deleting port f27e2150-c66f-4cea-9c03-92e5d4684f68 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:32.035404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.054032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:32.058986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00aa4eda-dd05-4b92-8006-6e8705f540f1 req-6f24efe2-17d4-454f-8072-e5efcde15f55 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705638 Jul 15 16:46:32.106931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.189660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.216741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:32.224848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] For port f27e2150-c66f-4cea-9c03-92e5d4684f68, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f27e2150-c66f-4cea-9c03-92e5d4684f68,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:32.225223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.240647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Calling delete_port for f27e2150-c66f-4cea-9c03-92e5d4684f68 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:32.251359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8720ab53-bcab-4242-afe5-c99391c03299 req-b171c588-bfb9-419e-b289-c59628c5305e service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184121 Jul 15 16:46:32.280602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a3a21-437b-4193-aa73-70710785eeea req-d98c117e-0c69-4cc2-afb0-853ab6c94a26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:32.290173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee1a3a21-437b-4193-aa73-70710785eeea req-d98c117e-0c69-4cc2-afb0-853ab6c94a26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 944 time: 0.4218571 Jul 15 16:46:32.331997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:32.334741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:32.355904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'name': 'network-vif-deleted', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:32.358665 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfaa5fd-1f7f-4e20-9c4a-ab21b5f656e7" -d '{"events": [{"server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "name": "network-vif-deleted", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:32.417449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.443397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee1a3a21-437b-4193-aa73-70710785eeea req-c0a49116-84df-4aaa-a855-3ef0c171450a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523454 Jul 15 16:46:32.452855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.495742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.524276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.526993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.530954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa HTTP/1.1" status: 204 len: 168 time: 0.8071291 Jul 15 16:46:32.575788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'Port': ['ID=f27e2150-c66f-4cea-9c03-92e5d4684f68,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:32.629335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38093ab-7a8d-49e7-a100-5482f785ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135e82d-aa6a-4f8a-ac73-51ae5bbcc2fa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:32.673882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] No DVR routers for this DVR port f27e2150-c66f-4cea-9c03-92e5d4684f68 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:32.680860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.690302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b4b84d8d-a343-4f4a-acb3-fd022623cdbd req-ba30be7c-71b2-40a6-b32c-1709fefa6b11 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "DELETE /v2.0/ports/f27e2150-c66f-4cea-9c03-92e5d4684f68 HTTP/1.1" status: 204 len: 173 time: 0.8222227 Jul 15 16:46:32.719906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe67895-d5b4-4f43-98f3-b4c7b5c7969a req-cc36a872-6ebe-4d84-a367-58cbd5cd9ad6 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:32.733210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe67895-d5b4-4f43-98f3-b4c7b5c7969a req-cc36a872-6ebe-4d84-a367-58cbd5cd9ad6 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd37895c-5a10-4532-8ec5-d748843b884b HTTP/1.1" status: 200 len: 867 time: 0.5111754 Jul 15 16:46:32.744429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-b1fc84f5-4f9a-4d01-9f11-b6ffbffcdf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:32.746716 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-b1fc84f5-4f9a-4d01-9f11-b6ffbffcdf4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 1095 time: 0.3948662 Jul 15 16:46:32.777965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:32.810540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e250b1ae-5023-4c53-b80d-a1fc690b8c70 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:32.811045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.837112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:32.853547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: f27e2150-c66f-4cea-9c03-92e5d4684f68 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:32.853895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f27e2150-c66f-4cea-9c03-92e5d4684f68 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:32.854379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8b122fdc-57e1-4e20-8f94-14ea762bfa63 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:32.894217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 8b122fdc-57e1-4e20-8f94-14ea762bfa63 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:32.894622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8b122fdc-57e1-4e20-8f94-14ea762bfa63 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:32.906059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:32.939869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:46:32.959620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:32.980617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:32.981709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:32.982290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:33.002860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:33.013969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.107895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:33.137528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:33.203918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f500372f-19a7-44a5-83d5-57a39c225d78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e8520eb50854481bfbbb1b05aaa453b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618732 Jul 15 16:46:33.204621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:33.245827 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5616e2-0f91-4e3d-be9f-17260bbf4234 x-openstack-request-id: req-1b5616e2-0f91-4e3d-be9f-17260bbf4234 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:33.246168 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17bbdd3-682c-4613-b822-382aecf7dc0a", "name": "network-vif-deleted", "tag": "967f1b8f-c89e-4067-96b8-3b50d881488b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:33.246363 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b5616e2-0f91-4e3d-be9f-17260bbf4234 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:33.246917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:33.249592 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1138ea06-522e-4885-a800-421e8942f9ce" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:33.252346 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17bbdd3-682c-4613-b822-382aecf7dc0a', 'name': 'network-vif-deleted', 'tag': '967f1b8f-c89e-4067-96b8-3b50d881488b', 'status': 'completed', 'code': 200} Jul 15 16:46:33.290144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.328425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.408317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.415330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.418122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bb98ef4-abd4-472f-9351-5e373f03bfb9 HTTP/1.1" status: 204 len: 168 time: 0.2120259 Jul 15 16:46:33.437537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a341e1-7174-44ae-82db-f064e7cb4dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb98ef4-abd4-472f-9351-5e373f03bfb9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:33.543707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:33.546481 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ce90a0-1d8e-4628-934a-03e9d8f1b76e" -d '{"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:33.572194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe67895-d5b4-4f43-98f3-b4c7b5c7969a req-834397d9-2757-4fe1-9825-9fe7da65e91d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8358169 Jul 15 16:46:33.607445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:33.608451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Attempting to bind port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on network a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:33.689671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:33.697662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Checking segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:33.698451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Bound using segment: {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:33.699050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Bound port: 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c285e37-3c45-4408-b0c7-df0b5982b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:33.699689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:33.779150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-e89d7beb-4ed1-4535-ae78-235b79b1f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:33.782386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-e89d7beb-4ed1-4535-ae78-235b79b1f848 service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.9381728 Jul 15 16:46:33.886202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-0c78c035-5e10-44c5-bd4d-10e7a840657d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d67cd272-7536-4020-a78e-d251920d8ee8 HTTP/1.1" status: 200 len: 217 time: 0.0955861 Jul 15 16:46:33.908905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:34.020573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce8532-89e5-4562-b10d-c992c3ee7283 req-0bfc77f0-8e0f-4d4c-bb6d-df5962ce2bb3 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:34.029843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53ce8532-89e5-4562-b10d-c992c3ee7283 req-0bfc77f0-8e0f-4d4c-bb6d-df5962ce2bb3 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.4760392 Jul 15 16:46:34.048562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:34.053851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:34.068425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-a234028c-6a6e-4cbc-85ac-d495be53863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:34.071391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-a234028c-6a6e-4cbc-85ac-d495be53863d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1541710 Jul 15 16:46:34.079488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:34.158551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-4ba4570c-3a11-4bb8-a59c-1018d5ae47d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759172 Jul 15 16:46:34.204216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53ce8532-89e5-4562-b10d-c992c3ee7283 req-c9cff5d1-3f33-43c6-955e-e595ab9964c4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721797 Jul 15 16:46:34.280890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa99a7-9204-44d6-882a-aeb3614d05c2 req-78e53911-f5f9-4dbf-ad03-d2f212e5d4b5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:34.287904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7aa99a7-9204-44d6-882a-aeb3614d05c2 req-78e53911-f5f9-4dbf-ad03-d2f212e5d4b5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.4851117 Jul 15 16:46:34.317850 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e155f5f3-1fd6-4ebf-9ddc-1391c0268218 x-openstack-request-id: req-e155f5f3-1fd6-4ebf-9ddc-1391c0268218 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:34.317850 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-plugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:34.318997 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e155f5f3-1fd6-4ebf-9ddc-1391c0268218 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:34.318997 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'code': 200} Jul 15 16:46:34.344800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:34.361635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 967f1b8f-c89e-4067-96b8-3b50d881488b no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:34.403424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 967f1b8f-c89e-4067-96b8-3b50d881488b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:34.404076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 967f1b8f-c89e-4067-96b8-3b50d881488b not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:34.410267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:34.411562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:34.413328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-20ee2055-0104-42d8-8fd9-e86390ef90a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 1121 time: 3.1177406 Jul 15 16:46:34.484739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7aa99a7-9204-44d6-882a-aeb3614d05c2 req-4a80b320-b56a-498c-b745-116462ddf265 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951861 Jul 15 16:46:34.490754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:34.509825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b87c7fe2-8023-426d-87db-551bd707568b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc32f2a067ae48c586cbfef76ebf0b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986440 Jul 15 16:46:34.510905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:34.580404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-1fc08cbf-f050-4d7a-aff4-53e299bb27cf service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107876 Jul 15 16:46:34.632058 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69549c59-e0af-4b01-89b8-4858deb52dd5 x-openstack-request-id: req-69549c59-e0af-4b01-89b8-4858deb52dd5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:34.632765 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-unplugged", "status": "completed", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:34.633188 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69549c59-e0af-4b01-89b8-4858deb52dd5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:34.633782 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'code': 200} Jul 15 16:46:34.690401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:34.693815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:34.712593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:34.822324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457991e-df5c-47ee-8e8a-faed7b5114a0 req-49095fc7-8bc8-472a-b0ad-d87c9debfd31 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874754 Jul 15 16:46:34.835036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c22166-6e5a-4111-9afc-c0f99f059961 req-d3191a58-115e-405f-ba3d-0e14d55e2264 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:34.837510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16c22166-6e5a-4111-9afc-c0f99f059961 req-d3191a58-115e-405f-ba3d-0e14d55e2264 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 944 time: 0.3107743 Jul 15 16:46:34.840966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:34.954551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16c22166-6e5a-4111-9afc-c0f99f059961 req-657c24c3-ea4b-496e-8006-ac6681db2a61 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047914 Jul 15 16:46:35.004703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.008008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.010365 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fa3518b-161a-46c8-a8ee-8027409d1353 HTTP/1.1" status: 204 len: 168 time: 0.4979753 Jul 15 16:46:35.032948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087880e-cde2-42b6-8b83-6d31f8c813c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa3518b-161a-46c8-a8ee-8027409d1353,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:35.182467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:35.215807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871', 'port_id': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'mac_address': 'fa:16:3e:d2:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85709a5a-07b4-4d13-89b8-5e8c5c75f7a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:35.253851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-deleted', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:35.257321 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28311acc-d867-4945-9bbb-02d7ecc1bfdf" -d '{"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-deleted", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:35.287777 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.347111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f176c0-ea78-454d-8a04-7e9b59a37738 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:35.389249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:35.401842 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.402931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d67cd272-7536-4020-a78e-d251920d8ee8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:35.550044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:35.556387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--687980841', 'description': 'tempest-description--241617002'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:35.583277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:35.605847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.651795 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd710a1-69c5-44af-8c74-14b283a6731f x-openstack-request-id: req-dcd710a1-69c5-44af-8c74-14b283a6731f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:35.652279 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37895c-5a10-4532-8ec5-d748843b884b", "name": "network-vif-deleted", "tag": "f27e2150-c66f-4cea-9c03-92e5d4684f68", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:35.653211 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcd710a1-69c5-44af-8c74-14b283a6731f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:35.657148 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37895c-5a10-4532-8ec5-d748843b884b', 'name': 'network-vif-deleted', 'tag': 'f27e2150-c66f-4cea-9c03-92e5d4684f68', 'status': 'completed', 'code': 200} Jul 15 16:46:35.665901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b4a6-55ba-412b-b5e0-8e15f99018af req-fea7dd1e-19e9-4e0a-a238-17173556cb2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:35.685516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8688b4a6-55ba-412b-b5e0-8e15f99018af req-fea7dd1e-19e9-4e0a-a238-17173556cb2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.2135568 Jul 15 16:46:35.705780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:35.773874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d67cd272-7536-4020-a78e-d251920d8ee8,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:35.814297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd67cd272-7536-4020-a78e-d251920d8ee8', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': 'd67cd272-7536-4020-a78e-d251920d8ee8', 'mac_address': 'fa:16:3e:18:b2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:35.823347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8688b4a6-55ba-412b-b5e0-8e15f99018af req-657a38b7-c3b6-4318-b628-4062baebffb5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348917 Jul 15 16:46:35.828065 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-008999c6-50bd-47e7-b6ef-46591cd1346a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb06c6f41e0943b98b73ce52f07e57a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187482 Jul 15 16:46:35.828473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49522) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:35.864597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.872079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.929567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.931153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:35.934786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3823957 Jul 15 16:46:35.945774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49528) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:35.956498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014de5e7-038c-41f9-bcce-9169247e27d3 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5dad7-ff55-498f-959c-504d01888d03,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:35.972541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67cd272-7536-4020-a78e-d251920d8ee8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:35.977355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'security_group_rule': {'security_group_id': 'e7a5dad7-ff55-498f-959c-504d01888d03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:36.016931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d67cd272-7536-4020-a78e-d251920d8ee8,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:36.025999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.085165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d0b79-2a3e-4b5a-8adb-0e5bc0d6a65c req-1e29bc01-ab9a-4853-b290-1b88e6ac774f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:36.094412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f95d0b79-2a3e-4b5a-8adb-0e5bc0d6a65c req-1e29bc01-ab9a-4853-b290-1b88e6ac774f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.3153067 Jul 15 16:46:36.112545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:36.118754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.148375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.192086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.234717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f95d0b79-2a3e-4b5a-8adb-0e5bc0d6a65c req-ad46cd92-a74c-41f6-9506-562941f6d997 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395233 Jul 15 16:46:36.318494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.326045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.351080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7f8c02-0fb6-454b-86c6-d06ab4ce39b8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:36.361902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.363426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7634f136-2872-493e-b855-4cb06f3411fd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3926277 Jul 15 16:46:36.366364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:36.373576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'security_group_rule': {'security_group_id': 'e7a5dad7-ff55-498f-959c-504d01888d03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:36.377827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.382280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.388353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d67cd272-7536-4020-a78e-d251920d8ee8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:36.391487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['09f176c0-ea78-454d-8a04-7e9b59a37738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:36.402347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c189705-1d1a-4ebe-8db6-a9a5b9f490ee HTTP/1.1" status: 204 len: 168 time: 0.5130174 Jul 15 16:46:36.418760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.438206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12d1fd-44d4-4b73-bf8c-9cd4dad04749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c189705-1d1a-4ebe-8db6-a9a5b9f490ee,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:36.546443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.549112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a0a26-8307-4ed7-940d-9a582a01757c req-cbd2cb4f-46dd-4e71-b2e8-5874f2c9edf4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:36.550682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-567a0a26-8307-4ed7-940d-9a582a01757c req-cbd2cb4f-46dd-4e71-b2e8-5874f2c9edf4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 945 time: 0.1472468 Jul 15 16:46:36.556208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.598904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670e87f0-bb86-48ec-87d6-ee5dff87e199,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:36.610207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.612752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03bbc189-6bb1-4cbf-9795-aa3e0e94fcaa tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2448027 Jul 15 16:46:36.615328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:36.627686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:36.637984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:36.645646 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab34803-cc4b-41fa-8602-736cb4cdfc65" -d '{"events": [{"name": "network-changed", "server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:36.664874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-567a0a26-8307-4ed7-940d-9a582a01757c req-361a8da4-bb6a-4e06-91ff-920764e71aa0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985742 Jul 15 16:46:36.699629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.777771 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea4d0a5-54f7-46d8-8c63-ad551713cfcd x-openstack-request-id: req-cea4d0a5-54f7-46d8-8c63-ad551713cfcd {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:36.778301 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:36.778301 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cea4d0a5-54f7-46d8-8c63-ad551713cfcd {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:36.778697 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'status': 'completed', 'code': 200} Jul 15 16:46:36.887493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:36.932178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-2e7e995b-ea87-4ab3-b75f-ecd8baf80af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:36.936030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-2e7e995b-ea87-4ab3-b75f-ecd8baf80af3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1124 time: 0.1288691 Jul 15 16:46:37.118509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Allocated IP 172.25.8.254 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/25494a6d-1d83-4a37-aa86-648b2903ea67) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:37.356823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:37.364198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-1e302453-3e74-497f-add8-18e7d46157d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:37.365767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-1e302453-3e74-497f-add8-18e7d46157d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.4189880 Jul 15 16:46:37.368759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49590) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:37.412850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:37.440596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:37.457318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-2c647552-930c-4f01-9040-3112a546efff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 217 time: 0.0812981 Jul 15 16:46:37.472613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:37.493647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:37.556217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=25494a6d-1d83-4a37-aa86-648b2903ea67,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:37.615368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db580d-f110-4bf5-aae7-b31ee16704f6 req-9932a055-c827-47ab-b58b-59499de9b4da tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:37.625418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74db580d-f110-4bf5-aae7-b31ee16704f6 req-9932a055-c827-47ab-b58b-59499de9b4da tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.4156420 Jul 15 16:46:37.680020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-9fe6ecc3-5656-440f-8910-aa5931878a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:37.681871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-9fe6ecc3-5656-440f-8910-aa5931878a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1571369 Jul 15 16:46:37.756355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:37.817769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-0c1b5085-868f-4c2d-bc2a-5b5aa45d69ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933554 Jul 15 16:46:37.827666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3df649a-3a3b-4a14-8483-ebfa35091389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:37.836009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:37.961468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-bfceaa2e-bbf7-4020-9e1c-efc822169b5c service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214507 Jul 15 16:46:38.027025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74db580d-f110-4bf5-aae7-b31ee16704f6 req-70ec1e4e-ea27-4f81-9543-aaab5d5529f2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005609 Jul 15 16:46:38.151244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.159645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.293230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=25494a6d-1d83-4a37-aa86-648b2903ea67,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:38.297525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3f8a3-6c5b-4e57-99aa-d258f99d7aaf req-03229c6a-9564-4e9f-be64-67dc2e6f47a5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:38.308356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08a3f8a3-6c5b-4e57-99aa-d258f99d7aaf req-03229c6a-9564-4e9f-be64-67dc2e6f47a5 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.6241832 Jul 15 16:46:38.315361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.470145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bab34803-cc4b-41fa-8602-736cb4cdfc65 req-a421a3e7-5e02-47ca-93b3-8818b4722777 service neutron] 10.222.0.20 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940109 Jul 15 16:46:38.532078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08a3f8a3-6c5b-4e57-99aa-d258f99d7aaf req-0593f44f-0563-4b16-8cfe-6f2a1ad3a094 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219496 Jul 15 16:46:38.593596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95635-ad73-4b27-9064-58a8e810e8a3 req-4207d995-1af1-4aab-9760-7666ec7942cf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:38.599356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:38.600296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0be95635-ad73-4b27-9064-58a8e810e8a3 req-4207d995-1af1-4aab-9760-7666ec7942cf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 945 time: 0.2877145 Jul 15 16:46:38.613924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3df649a-3a3b-4a14-8483-ebfa35091389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.626588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3df649a-3a3b-4a14-8483-ebfa35091389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.629325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.641199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ea871f9-3c9e-4107-88c0-6bda7ef693ce tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0246482 Jul 15 16:46:38.735381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0be95635-ad73-4b27-9064-58a8e810e8a3 req-fb80deca-7db0-4db9-a1fc-b1822474ea7d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340511 Jul 15 16:46:38.742889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df649a-3a3b-4a14-8483-ebfa35091389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e030723-86e2-4249-a464-9952a3ca9cb3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:38.764862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3df649a-3a3b-4a14-8483-ebfa35091389 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c23d8c84761c432cbbe5e6938d198bde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3951786 Jul 15 16:46:38.767285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:38.859587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 09f176c0-ea78-454d-8a04-7e9b59a37738 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:38.867939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.891265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 09f176c0-ea78-454d-8a04-7e9b59a37738 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:38.891653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:38.922185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.000479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.003803 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.005383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e030723-86e2-4249-a464-9952a3ca9cb3 HTTP/1.1" status: 204 len: 168 time: 0.2367256 Jul 15 16:46:39.018833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261547dd-dccf-4cf5-9bd5-22494d9af6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e030723-86e2-4249-a464-9952a3ca9cb3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:39.090521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.184739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:39.187019 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a5f228-4b8d-466d-b354-d6f6e82c7a15" -d '{"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-plugged", "status": "completed", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:39.213695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:39.227835 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.228967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d67cd272-7536-4020-a78e-d251920d8ee8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:39.332852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-760404f1-47c4-48dd-bb91-88e5fdcfa768 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:39.341607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-760404f1-47c4-48dd-bb91-88e5fdcfa768 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.3050609 Jul 15 16:46:39.366870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-122865ee-6b61-4723-b33b-1829a4482ef4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/quotas/57384418adb24a03a836ff6ce0d9b01c HTTP/1.1" status: 200 len: 375 time: 0.0240471 Jul 15 16:46:39.421218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port d67cd272-7536-4020-a78e-d251920d8ee8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:39.429178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port d67cd272-7536-4020-a78e-d251920d8ee8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:39.429689 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.432264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:39.551864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07dc0e-fd63-41b0-939e-ded5535082f2 req-ba3a1f49-4cf4-4101-adeb-358970326f5f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:39.553807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d07dc0e-fd63-41b0-939e-ded5535082f2 req-ba3a1f49-4cf4-4101-adeb-358970326f5f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.2321856 Jul 15 16:46:39.571961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-9e010226-0725-4078-87aa-96eea71d21d8 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1992354 Jul 15 16:46:39.586530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.621589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:39.637981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-decccfab-62e0-46cf-aa15-c28e53b8c5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.657666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d07dc0e-fd63-41b0-939e-ded5535082f2 req-f3341de9-eee5-48be-ad1c-395e592f8335 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838065 Jul 15 16:46:39.702163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d67cd272-7536-4020-a78e-d251920d8ee8,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:39.716105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.731527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-89f65d21-60b4-421f-8869-f2ac35987872 service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459630 Jul 15 16:46:39.841383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:39.855589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-decccfab-62e0-46cf-aa15-c28e53b8c5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.870063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-decccfab-62e0-46cf-aa15-c28e53b8c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:39.920284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-fc36c9c0-25b6-4146-956d-4c7a0b8af181 service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873045 Jul 15 16:46:39.922980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-decccfab-62e0-46cf-aa15-c28e53b8c5c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb68b14f2a48426d9509c97eb52ec34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004584 Jul 15 16:46:39.926180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:39.938947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decccfab-62e0-46cf-aa15-c28e53b8c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66d182-ef33-4d02-aef3-4f9f46e331a9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:39.959236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-a1a1b7e9-3265-4948-b080-318cc1db70fa service neutron] 10.222.0.20 "GET /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.1313069 Jul 15 16:46:39.994527 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.025249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.142485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.149043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.151655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a66d182-ef33-4d02-aef3-4f9f46e331a9 HTTP/1.1" status: 204 len: 168 time: 0.2232239 Jul 15 16:46:40.183258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9975eb-f0c6-4f5a-9120-9439580f18bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66d182-ef33-4d02-aef3-4f9f46e331a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:40.197827 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cd6c85-96aa-4036-972d-ea0fd2126988 x-openstack-request-id: req-69cd6c85-96aa-4036-972d-ea0fd2126988 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:40.198127 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-plugged", "status": "completed", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:40.198381 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69cd6c85-96aa-4036-972d-ea0fd2126988 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:40.198773 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'code': 200} Jul 15 16:46:40.379900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:40.414973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.420633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:40.471336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea8b99-a760-4053-a857-039f6a811c0c req-079acbb6-6f3f-4975-974a-c695f896496a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:40.480605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37ea8b99-a760-4053-a857-039f6a811c0c req-079acbb6-6f3f-4975-974a-c695f896496a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 943 time: 0.2048111 Jul 15 16:46:40.481183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97af-0c06-445f-a593-f1389051587c req-83af64ea-51da-42a7-b0cc-5e3f02ef41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:40.485408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-025b97af-0c06-445f-a593-f1389051587c req-83af64ea-51da-42a7-b0cc-5e3f02ef41cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1097 time: 0.1732924 Jul 15 16:46:40.502001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:40.510886 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.529288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:40.543007 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-025b97af-0c06-445f-a593-f1389051587c req-650b8afb-9972-4ed0-bfa7-a7e7a4f6e037 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Jul 15 16:46:40.556674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.596295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:40.619741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37ea8b99-a760-4053-a857-039f6a811c0c req-28f9f8ed-effb-405f-93c7-f50b00191d01 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378858 Jul 15 16:46:40.854054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] Transition to ACTIVE for port object 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:40.865688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:40.928482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8833-0e26-4eeb-b955-6cc7cdb43157 req-f27ea087-7480-4ecf-badd-ebceb9f462cd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:40.930293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36de8833-0e26-4eeb-b955-6cc7cdb43157 req-f27ea087-7480-4ecf-badd-ebceb9f462cd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.2801118 Jul 15 16:46:41.081850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] No DVR routers for this DVR port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:41.112484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] Pushing event updated for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:41.611089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2f130cb-d30b-4303-b103-277d0932c6c8 req-8d1910af-d96e-47c8-99dd-607f97853622 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 210 time: 0.4827962 Jul 15 16:46:41.614917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-97181da0-32a9-4d89-a942-c48f61c6709d service neutron] 10.222.0.20 "PUT /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6474688 Jul 15 16:46:41.639451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36de8833-0e26-4eeb-b955-6cc7cdb43157 req-4c049796-a4aa-465d-830b-9357bc894bf7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845708 Jul 15 16:46:41.857772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238eb90-7297-471e-a821-3ab282d19e26 req-07f5b10e-4581-44b4-84c2-f881a704f649 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:41.863773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c238eb90-7297-471e-a821-3ab282d19e26 req-07f5b10e-4581-44b4-84c2-f881a704f649 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.1322417 Jul 15 16:46:41.895665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7727-782a-4f49-bb39-1b361403daa0 req-0d1a6443-457c-4747-8f61-4e507ff38ddc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:41.897289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d26f7727-782a-4f49-bb39-1b361403daa0 req-0d1a6443-457c-4747-8f61-4e507ff38ddc tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.1530597 Jul 15 16:46:41.944276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c238eb90-7297-471e-a821-3ab282d19e26 req-5892ac95-3811-460d-b587-3ba110c1e57f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 Jul 15 16:46:42.033859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d26f7727-782a-4f49-bb39-1b361403daa0 req-a71d5183-4d99-4dff-983a-4cbab1652158 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255629 Jul 15 16:46:42.162574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-090bafef-9648-4bc1-9f38-2cf58af8a4f0 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.164728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-090bafef-9648-4bc1-9f38-2cf58af8a4f0 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.2265148 Jul 15 16:46:42.172155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-bdb524e6-c6f2-423c-8b22-2f64e3dbeeab tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.173686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-bdb524e6-c6f2-423c-8b22-2f64e3dbeeab tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.2148290 Jul 15 16:46:42.192407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'port': {'device_id': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'admin_state_up': True, 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:42.200291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:42.203313 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eda368-14c6-4394-aff6-34e90805e648" -d '{"events": [{"server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "name": "network-vif-plugged", "status": "completed", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:42.394097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-7a9e8332-5b5e-41fa-a842-a081b0a8011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.395712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-7a9e8332-5b5e-41fa-a842-a081b0a8011d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d HTTP/1.1" status: 200 len: 1095 time: 0.2210376 Jul 15 16:46:42.516166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe9bc8-f3ac-435c-8707-2a17fc86f92b req-12d3b313-7b57-437d-ac68-3ff245b1922a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.517894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bbe9bc8-f3ac-435c-8707-2a17fc86f92b req-12d3b313-7b57-437d-ac68-3ff245b1922a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.2013311 Jul 15 16:46:42.537411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:42.542233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:42.621905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bbe9bc8-f3ac-435c-8707-2a17fc86f92b req-c8ffe780-cb1a-4d97-9ec8-8b843679371a tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952010 Jul 15 16:46:42.681688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b116aa-18d4-4049-a2fa-d1819381fae1 req-e60afd73-afa7-4d93-a35b-7951898b47c9 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.683353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b116aa-18d4-4049-a2fa-d1819381fae1 req-e60afd73-afa7-4d93-a35b-7951898b47c9 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1097 time: 0.2553010 Jul 15 16:46:42.689718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-3857000c-a8aa-476e-b534-ae59e9a4a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.691579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-3857000c-a8aa-476e-b534-ae59e9a4a1c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1095 time: 0.2423019 Jul 15 16:46:42.768809 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709f5ce8-d6c7-4a4c-b9c4-be3fc9e55ed5 x-openstack-request-id: req-709f5ce8-d6c7-4a4c-b9c4-be3fc9e55ed5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:42.769468 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "name": "network-vif-plugged", "status": "completed", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:42.769928 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-709f5ce8-d6c7-4a4c-b9c4-be3fc9e55ed5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:42.770485 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8', 'code': 200} Jul 15 16:46:42.858678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b116aa-18d4-4049-a2fa-d1819381fae1 req-7866f12d-b195-435e-b270-6c817243670b tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626358 Jul 15 16:46:42.916189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Allocated IP 172.20.0.4 (a6085d7f-3d04-4a30-8a41-d9317d9a1d5c/b7c13a21-03fb-4771-b580-f620518176f0/fae99af4-06da-42ca-8dc7-5df92d1f6095) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:42.961167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac21ae-edba-49aa-9ef1-76c82a97dd03 req-6eb624b7-dc1a-4fa1-89b9-d299841c72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.963833 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69ac21ae-edba-49aa-9ef1-76c82a97dd03 req-6eb624b7-dc1a-4fa1-89b9-d299841c72f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 1097 time: 0.1253331 Jul 15 16:46:42.989874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-47683e95-6e81-4660-b267-b01429e23aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:42.992252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-47683e95-6e81-4660-b267-b01429e23aa4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.2898417 Jul 15 16:46:43.018887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69ac21ae-edba-49aa-9ef1-76c82a97dd03 req-a4cc1819-049d-47ea-ba27-078d0ca53e40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465138 Jul 15 16:46:43.021264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a3e6b6-8d73-4246-ba4a-67434f0d50a0 req-e882fcad-8941-4054-b1d3-3dc1304c0e74 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 210 time: 0.0751331 Jul 15 16:46:43.083678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-646eac0e-faf5-43f5-8808-9825b1d36442 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 200 len: 217 time: 0.0673723 Jul 15 16:46:43.234325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-c7d33699-1120-48f7-b8b9-37933d544719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:43.235811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-c7d33699-1120-48f7-b8b9-37933d544719 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.1383071 Jul 15 16:46:43.419119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-d6c8a977-0253-4d2b-8e7e-132f1c068c1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739349 Jul 15 16:46:43.450470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4fc6-1af9-4d84-a420-9d48950e68d7 req-da164746-913b-4f13-a4b0-84cbf123e14a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:43.451966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-340f4fc6-1af9-4d84-a420-9d48950e68d7 req-da164746-913b-4f13-a4b0-84cbf123e14a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.3703036 Jul 15 16:46:43.533297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:43.632809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-340f4fc6-1af9-4d84-a420-9d48950e68d7 req-3d3788f2-a744-4bfa-acef-3e684fcfd058 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624444 Jul 15 16:46:43.696254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-de3fb811-b715-4186-bb45-eda17b2ab1fa service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430522 Jul 15 16:46:43.749965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:43.808634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942f60-9ef3-481c-a4fe-5378f6d19350 req-1c4af43e-be8d-4c11-acbf-9af799715aec tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:43.810856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03942f60-9ef3-481c-a4fe-5378f6d19350 req-1c4af43e-be8d-4c11-acbf-9af799715aec tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1097 time: 0.2394557 Jul 15 16:46:43.882780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:43.890235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:43.905486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:43.909635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:43.951436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-ee5a1cab-f010-44fb-9da2-506a49e851de service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439532 Jul 15 16:46:43.969883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03942f60-9ef3-481c-a4fe-5378f6d19350 req-117e92d1-38a8-47fd-9d78-010cf83c9435 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286268 Jul 15 16:46:44.018564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.019190 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:44.065558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-a8b31b5d-2179-4be5-9922-70fa452d1ba9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8783422 Jul 15 16:46:44.084977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Request body: {'port': {'device_id': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:44.099825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a5455-3ccf-4daa-aa1c-f1ce93349021 req-49dfa91f-3d13-4847-ada7-81070c78b18e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.101572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f5a5455-3ccf-4daa-aa1c-f1ce93349021 req-49dfa91f-3d13-4847-ada7-81070c78b18e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.1576424 Jul 15 16:46:44.236865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f5a5455-3ccf-4daa-aa1c-f1ce93349021 req-17e322b6-5e80-4c49-a144-bf6a787d83bb tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups?id=37d93574-3fbb-4821-95ee-7e25c35a7f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151731 Jul 15 16:46:44.335984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:44.675085 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-8059e060-2953-4157-a5bb-5cd129fa2fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703223 Jul 15 16:46:44.680098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d63cd-ea7c-4434-85aa-4110dfb116bd req-0f1c0db6-f939-47cd-8f02-047d6ed7ff42 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.688478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e7d63cd-ea7c-4434-85aa-4110dfb116bd req-0f1c0db6-f939-47cd-8f02-047d6ed7ff42 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.4481180 Jul 15 16:46:44.781179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9deed-2153-48c9-ac96-c524998d165b req-0d0e259d-4392-44a9-9593-4052f983b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.782698 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-0d0e259d-4392-44a9-9593-4052f983b787 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 1095 time: 0.0788493 Jul 15 16:46:44.802258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-98769135-6c76-4855-bc70-d8b3fff5780a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.805821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-98769135-6c76-4855-bc70-d8b3fff5780a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228&tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.4367006 Jul 15 16:46:44.922282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9deed-2153-48c9-ac96-c524998d165b req-122463f9-675b-4975-a507-619912036de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:44.924431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-122463f9-675b-4975-a507-619912036de5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 200 len: 907 time: 0.1108873 Jul 15 16:46:44.987182 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-0c25135a-942b-4a19-9438-4dfefff463a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 200 len: 217 time: 0.0508077 Jul 15 16:46:45.090748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9deed-2153-48c9-ac96-c524998d165b req-12021ae2-7ac9-4b78-9741-91d971d3ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:45.092554 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-12021ae2-7ac9-4b78-9741-91d971d3ffee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 200 len: 847 time: 0.0968928 Jul 15 16:46:45.158705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-9eafd2c0-c313-4b4b-8438-fbc3ea86a540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550804 Jul 15 16:46:45.214459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-b8a27406-bd8f-4fee-85ab-46455dd9b352 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:45.218413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-b8a27406-bd8f-4fee-85ab-46455dd9b352 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.20 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 946 time: 0.1857157 Jul 15 16:46:45.228028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e7d63cd-ea7c-4434-85aa-4110dfb116bd req-32fc3569-f39d-4b64-aebc-914cf4f05a15 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384090 Jul 15 16:46:45.322627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaabe6a-48a3-45e2-bafc-102b942f4a2e req-6aedd9af-cf95-4dd7-a1ae-48adca58d016 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:45.340708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9aaabe6a-48a3-45e2-bafc-102b942f4a2e req-6aedd9af-cf95-4dd7-a1ae-48adca58d016 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 931 time: 0.6798956 Jul 15 16:46:45.411995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-0a5842f9-c203-4137-a156-7aee33fa551a service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417696 Jul 15 16:46:45.528947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Deleting port 11dc4db6-b123-4dea-af43-00b9a3360d42 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:45.529420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:45.621328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e4d9deed-2153-48c9-ac96-c524998d165b req-cf404a3c-6c94-4d63-b277-0165e64e6bbc service neutron] 10.222.0.35 "GET /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001567 Jul 15 16:46:45.624622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9aaabe6a-48a3-45e2-bafc-102b942f4a2e req-c44181a2-5ef6-402b-85d2-3a778f2523d6 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782123 Jul 15 16:46:45.626836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-9bb8be7d-75eb-4524-99bc-f68a444d86ea service neutron] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:45.634157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:45.648659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-9bb8be7d-75eb-4524-99bc-f68a444d86ea service neutron] Notify callbacks [] for binding, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:45.661882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a34a711e-34e9-4b9e-b13e-d4bb25a8a509 req-9bb8be7d-75eb-4524-99bc-f68a444d86ea service neutron] 10.222.0.35 "DELETE /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.5049355 Jul 15 16:46:45.663087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] For port 11dc4db6-b123-4dea-af43-00b9a3360d42, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=11dc4db6-b123-4dea-af43-00b9a3360d42,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:45.664197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:45.692232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:45.734238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Transition to ACTIVE for port object fae99af4-06da-42ca-8dc7-5df92d1f6095 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:45.742713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:45.829053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:46.007694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.009229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.009377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bde78-c47b-40aa-a2f4-516919721e3b req-0053f020-b2fc-45a7-90ae-fddda86be4a4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:46.010100 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d disassociated. External IP: 172.25.8.90, port: 11dc4db6-b123-4dea-af43-00b9a3360d42. Jul 15 16:46:46.010667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Calling delete_port for 11dc4db6-b123-4dea-af43-00b9a3360d42 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:46.011053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-262bde78-c47b-40aa-a2f4-516919721e3b req-0053f020-b2fc-45a7-90ae-fddda86be4a4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.1054611 Jul 15 16:46:46.012069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Attempting to bind port fae99af4-06da-42ca-8dc7-5df92d1f6095 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:46.012443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Attempting to bind port fae99af4-06da-42ca-8dc7-5df92d1f6095 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:46.012874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Attempting to bind port fae99af4-06da-42ca-8dc7-5df92d1f6095 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:46.018360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Port fae99af4-06da-42ca-8dc7-5df92d1f6095 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:46.018686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Attempting to bind port fae99af4-06da-42ca-8dc7-5df92d1f6095 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:46.027037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:46.027556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Checking segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:46.027894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Bound using segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:46.028232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Bound port: fae99af4-06da-42ca-8dc7-5df92d1f6095, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:46.028650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.091228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-262bde78-c47b-40aa-a2f4-516919721e3b req-fd7a15d8-bb0c-4dce-9b66-554690cedc3e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655005 Jul 15 16:46:46.198601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:46.208798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:46.221844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.321229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.326867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:46.327577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:46.329632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] 10.222.0.20 "PUT /v2.0/ports/fae99af4-06da-42ca-8dc7-5df92d1f6095 HTTP/1.1" status: 200 len: 1091 time: 2.2544293 Jul 15 16:46:46.329632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:46.333026 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104b5fe-379c-4655-aa5e-63862b07ffa3" -d '{"events": [{"name": "network-changed", "server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:46.417611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7f625c6-a13b-445e-b1ca-df13caa0e817 req-111e60c9-5058-46c1-b590-51672eaeebb1 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 210 time: 0.0357263 Jul 15 16:46:46.417862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event deleted for resources: {'Port': ['ID=11dc4db6-b123-4dea-af43-00b9a3360d42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:46.468980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2068a4-5ec3-4841-85f8-af25cb329e9b service neutron] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:46.512313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-f520cfb6-d721-4930-9c76-41098267d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:46.514413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-f520cfb6-d721-4930-9c76-41098267d724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 1094 time: 0.0932224 Jul 15 16:46:46.604913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-747eb4dd-714b-4156-8895-3ee3cee6dcef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095 HTTP/1.1" status: 200 len: 217 time: 0.0802007 Jul 15 16:46:46.711868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-cd600913-b590-4525-a468-1cd0c820c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:46.718630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-cd600913-b590-4525-a468-1cd0c820c2ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.1062310 Jul 15 16:46:46.786470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-d0db4413-caff-4d92-9664-ff318d161342 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524194 Jul 15 16:46:46.978285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01e782-4de4-4f8f-b92f-8c0e2f51ab33 req-8cd820b3-ba01-4514-8dc9-58842328f831 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:46.987900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c01e782-4de4-4f8f-b92f-8c0e2f51ab33 req-8cd820b3-ba01-4514-8dc9-58842328f831 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.2661839 Jul 15 16:46:47.024805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-2f3c7c21-2c12-490b-aa78-ad438e0cae6c service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012112 Jul 15 16:46:47.071640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:46:47.082957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c01e782-4de4-4f8f-b92f-8c0e2f51ab33 req-ecc6d41d-708b-4adb-9e85-d15d61feb8aa tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937324 Jul 15 16:46:47.266299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d284d21f-8bbb-4c2d-a526-dee59201d2dd req-05852ea3-8640-4fec-8674-e8a7e018c74e service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288358 Jul 15 16:46:47.276572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:46:47.292702 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:46:47.316564 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:46:47.318839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-248eb608-c5e6-4e51-bf3d-a2f23f14d8b6 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:46:47.320055 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:47.320848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-248eb608-c5e6-4e51-bf3d-a2f23f14d8b6 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297401 Jul 15 16:46:47.345608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] No DVR routers for this DVR port 11dc4db6-b123-4dea-af43-00b9a3360d42 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:47.350002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Request body: {'binding': {'host': 'n-h2-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:47.350615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Unknown quota resources ['binding']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:46:47.353225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:47.355432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fbd83dd6-1646-4914-8b72-44cb4aa6d1c5 req-f13485cb-c842-4bc1-b579-b12bcd4bf3ee tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.20 "DELETE /v2.0/ports/11dc4db6-b123-4dea-af43-00b9a3360d42 HTTP/1.1" status: 204 len: 173 time: 2.1227691 Jul 15 16:46:47.357029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'name': 'network-vif-deleted', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:47.359563 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271fa9f0-b44c-48c6-94d5-92c771d70dbd" -d '{"events": [{"server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "name": "network-vif-deleted", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:47.371645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebad630-20c0-4a86-a70e-4bc95e7b1ffe req-654b6d74-625f-4317-b730-7edfbc34627c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:47.379192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ebad630-20c0-4a86-a70e-4bc95e7b1ffe req-654b6d74-625f-4317-b730-7edfbc34627c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.0844905 Jul 15 16:46:47.455571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ebad630-20c0-4a86-a70e-4bc95e7b1ffe req-bc687be8-e9d4-4848-a771-478b769906ec tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752900 Jul 15 16:46:47.521668 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9f4c5-d666-41b4-8dc4-209a70fce6e3 x-openstack-request-id: req-5df9f4c5-d666-41b4-8dc4-209a70fce6e3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:47.522173 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:47.523132 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df9f4c5-d666-41b4-8dc4-209a70fce6e3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:47.523979 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'status': 'completed', 'code': 200} Jul 15 16:46:47.660422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-2b0824c3-6c6b-4b0f-9d16-f76ec0c4c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:47.662561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-2b0824c3-6c6b-4b0f-9d16-f76ec0c4c052 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 1094 time: 0.0972750 Jul 15 16:46:47.666294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h2-800085-3 for vnic_type normal with profile None {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:47.666730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:47.667165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:47.674449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:46:47.675235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:47.683795 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:46:47.761958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:47.775873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:47.776600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:47.777238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Bound port: 09f176c0-ea78-454d-8a04-7e9b59a37738, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:47.967978 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:47.973013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:47.974717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-ba1f34dc-0702-448f-b241-7771fdab088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:47.976924 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-ba1f34dc-0702-448f-b241-7771fdab088a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 922 time: 0.3036637 Jul 15 16:46:47.983293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:47.996385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-29f86f6b-29c1-445c-8704-b0ff48a8797a service neutron] 10.222.0.25 "POST /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738/bindings HTTP/1.1" status: 201 len: 389 time: 0.6466119 Jul 15 16:46:48.024495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d822574-6f16-4c77-9546-612d1ed45526 req-53842e04-66d8-4624-8e45-4b41233aa590 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:48.029817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d822574-6f16-4c77-9546-612d1ed45526 req-53842e04-66d8-4624-8e45-4b41233aa590 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.1771266 Jul 15 16:46:48.062020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:46:48.095116 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:46:48.096399 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:48.117191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-249cc375-f660-4a1b-bcf3-531a7a82910e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095 HTTP/1.1" status: 200 len: 217 time: 0.1192751 Jul 15 16:46:48.167216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d822574-6f16-4c77-9546-612d1ed45526 req-9528efe6-1a80-4c07-94fa-a62b75155490 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292760 Jul 15 16:46:48.346807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:46:48.371012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-4ce30790-0838-404c-94a2-94517bce7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:48.387505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-4ce30790-0838-404c-94a2-94517bce7993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.2546225 Jul 15 16:46:48.492934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-1f8b7b93-f572-4444-85e1-761ec39faa51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984848 Jul 15 16:46:48.499355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:48.539129 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017a8847-4a99-4eea-afbb-a4ce896b1a00 x-openstack-request-id: req-017a8847-4a99-4eea-afbb-a4ce896b1a00 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:48.539530 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d8c745-2231-48b6-bb55-55c4826c9b24", "name": "network-vif-deleted", "tag": "11dc4db6-b123-4dea-af43-00b9a3360d42", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:48.539978 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017a8847-4a99-4eea-afbb-a4ce896b1a00 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:48.542717 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d8c745-2231-48b6-bb55-55c4826c9b24', 'name': 'network-vif-deleted', 'tag': '11dc4db6-b123-4dea-af43-00b9a3360d42', 'status': 'completed', 'code': 200} Jul 15 16:46:48.627707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 11dc4db6-b123-4dea-af43-00b9a3360d42 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:48.713050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-39e1eca6-9a7c-40ba-9a6b-770958f9c761 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4611902 Jul 15 16:46:48.713168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 11dc4db6-b123-4dea-af43-00b9a3360d42 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:48.713168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 11dc4db6-b123-4dea-af43-00b9a3360d42 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:48.820755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-9bba0652-47de-4a1e-8077-a623310c743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:48.834404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-9bba0652-47de-4a1e-8077-a623310c743f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1097 time: 0.4140501 Jul 15 16:46:48.850396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-ec880dc2-91cb-455b-82a5-cf1c1113892e service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307247 Jul 15 16:46:48.914398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd1222b7-96c3-4c49-8d5b-3c2ec01d6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.018158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4828f7-5409-4dde-b46f-31d11c8ac0da req-ba2bce7c-3261-4dde-bc0c-3b3ce65a51d5 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d8c745-2231-48b6-bb55-55c4826c9b24 HTTP/1.1" status: 200 len: 210 time: 0.0843730 Jul 15 16:46:49.028607 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3104b5fe-379c-4655-aa5e-63862b07ffa3 req-1d49bb74-8be7-401a-8ae0-9197965b31aa service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711116 Jul 15 16:46:49.106245 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:49.151943 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229434f7-3ff5-4e35-9fbb-fa1e767cdb1f None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:41:55Z', 'revision_number': 4, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4359deb1-cf89-4b98-bd7e-a7f7f4634d73', 'name': '', 'network_id': '09163576-009c-47d9-8f49-2970c5071a42', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'mac_address': 'fa:16:3e:3e:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_interface', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:53Z', 'updated_at': '2021-07-15T16:42:01Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'subnets': [{'id': 'c5bfe732-27d7-48c5-b6a0-eee307d626fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:46:49.180521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-94da63b7-6919-4c3c-aac1-240144a6b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.185293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-94da63b7-6919-4c3c-aac1-240144a6b5d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.3427997 Jul 15 16:46:49.188992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd1222b7-96c3-4c49-8d5b-3c2ec01d6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.197657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd1222b7-96c3-4c49-8d5b-3c2ec01d6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.251359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1222b7-96c3-4c49-8d5b-3c2ec01d6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75d8c0-4fde-4c49-8031-0691b5cbc006,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:49.268524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-7925b7a5-4c9a-410c-af20-347f31132f72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 217 time: 0.0688157 Jul 15 16:46:49.281438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-2a8a501e-c379-4943-a37b-70e22f706259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.283757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-2a8a501e-c379-4943-a37b-70e22f706259 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 1098 time: 0.3178928 Jul 15 16:46:49.286466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd1222b7-96c3-4c49-8d5b-3c2ec01d6eb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de4e14302bb64b0ebe3f018abf313d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7850759 Jul 15 16:46:49.300187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:49.333638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25120f-e3a2-424f-8e6e-d5297d8639a1 req-a5328719-9e05-46d1-b970-e285d0747af0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.341509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba25120f-e3a2-424f-8e6e-d5297d8639a1 req-a5328719-9e05-46d1-b970-e285d0747af0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.3280008 Jul 15 16:46:49.421384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.443400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-49295855-02a3-4af0-a290-e7a5caf11e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.445649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-49295855-02a3-4af0-a290-e7a5caf11e26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1665018 Jul 15 16:46:49.462708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.542108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.544077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba25120f-e3a2-424f-8e6e-d5297d8639a1 req-acb1d6d8-9415-4e98-b4ec-a28dc02698a7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013264 Jul 15 16:46:49.546291 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:49.547034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb75d8c0-4fde-4c49-8031-0691b5cbc006 HTTP/1.1" status: 204 len: 168 time: 0.2455175 Jul 15 16:46:49.570916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed0734-5db6-4387-8ee8-75c8fa46dc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75d8c0-4fde-4c49-8031-0691b5cbc006,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:49.609539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-d128783b-a7bf-4551-b254-ba55ba91047a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533444 Jul 15 16:46:49.645975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86986c14-bf24-4d54-b0e0-6d0bc7348ccb None None] New status for floating IP dfc8786e-032f-4e50-b6d9-c62566cc9f0d: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:46:49.694628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d171b-18fb-4e7a-9a67-1019a73a9059 req-199b6765-5f5e-498c-8b1a-fb446643ed07 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.701486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14d171b-18fb-4e7a-9a67-1019a73a9059 req-199b6765-5f5e-498c-8b1a-fb446643ed07 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.4236114 Jul 15 16:46:49.715408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-b049bf2d-a14f-4360-ae3d-1aad8dcedfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:49.717097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-b049bf2d-a14f-4360-ae3d-1aad8dcedfe3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3712196 Jul 15 16:46:49.828927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-895c5aad-3ddc-4c94-a717-4f0cba005172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=56b39243-53a3-49fb-8974-fc9f4edbb955 HTTP/1.1" status: 200 len: 217 time: 0.0818417 Jul 15 16:46:49.906913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14d171b-18fb-4e7a-9a67-1019a73a9059 req-ab4cb9db-9531-4691-98e5-f2e713500a81 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044559 Jul 15 16:46:49.917692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-a5b3c98a-8def-4616-bfef-1c057431191a service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948244 Jul 15 16:46:49.980679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:50.000340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0229126c-3e2e-42d9-b598-9d1e023fe719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.016680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-b42f7fc1-d32d-42d1-8cab-bfd4705c5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:50.018151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-b42f7fc1-d32d-42d1-8cab-bfd4705c5ce9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1792843 Jul 15 16:46:50.084857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc889cf7-ca97-4bdd-ad70-3376519af93b req-44d0713a-ebc0-42f6-b20d-92de8d1b13d5 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:50.093136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc889cf7-ca97-4bdd-ad70-3376519af93b req-44d0713a-ebc0-42f6-b20d-92de8d1b13d5 tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 1095 time: 0.3470502 Jul 15 16:46:50.140032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0229126c-3e2e-42d9-b598-9d1e023fe719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.172607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0229126c-3e2e-42d9-b598-9d1e023fe719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.179709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e445f8de-6e4e-48ed-b447-d98c427161ba service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435932 Jul 15 16:46:50.202749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc889cf7-ca97-4bdd-ad70-3376519af93b req-5403748c-d9aa-49aa-88dc-8c58bd78474a tempest-LiveMigrationTest-629596819 tempest-LiveMigrationTest-629596819-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086340 Jul 15 16:46:50.246069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229126c-3e2e-42d9-b598-9d1e023fe719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca42d2-37b1-4b5b-91c8-c00ea6b9019c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:50.246834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-a3d06246-07fd-4eb3-a304-a648ccbacdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:50.249702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-a3d06246-07fd-4eb3-a304-a648ccbacdbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011378 Jul 15 16:46:50.262461 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0229126c-3e2e-42d9-b598-9d1e023fe719 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdfd7dba422b4032b16580eb2aa83f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791913 Jul 15 16:46:50.265541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49920) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:50.278198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-9efd4d24-db8b-446f-a08d-c55dc1306c4d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:50.279927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-9efd4d24-db8b-446f-a08d-c55dc1306c4d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 946 time: 0.2601855 Jul 15 16:46:50.302226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c706a1-8674-4b1d-9b6d-4843016ed120 req-177284e8-2c41-42ab-93dc-a7c59246e9b2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:50.311594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37c706a1-8674-4b1d-9b6d-4843016ed120 req-177284e8-2c41-42ab-93dc-a7c59246e9b2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.2040541 Jul 15 16:46:50.476263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port d67cd272-7536-4020-a78e-d251920d8ee8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:50.476263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.479916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37c706a1-8674-4b1d-9b6d-4843016ed120 req-7a22e7b1-e377-47eb-a843-dec47e903b55 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668117 Jul 15 16:46:50.505134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-6a03a16c-850b-4379-aa2d-b75588fad690 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499464 Jul 15 16:46:50.511188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.566648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.610919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port d67cd272-7536-4020-a78e-d251920d8ee8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d67cd272-7536-4020-a78e-d251920d8ee8,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:50.611541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.626792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:46:50.631337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for d67cd272-7536-4020-a78e-d251920d8ee8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:50.728554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-423c2579-1891-449d-b1ee-b4b2cb17e33f req-e4779658-26a7-440f-92ba-fc0706095bbe service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090545 Jul 15 16:46:50.732798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.739191 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.745390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcca42d2-37b1-4b5b-91c8-c00ea6b9019c HTTP/1.1" status: 204 len: 168 time: 0.4771831 Jul 15 16:46:50.764948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4fdf3-f51f-466d-84a3-e245f89f8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca42d2-37b1-4b5b-91c8-c00ea6b9019c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:50.786320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:50.816207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'mac_address': 'fa:16:3e:b4:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:46:50.844383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.927672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:50.956084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=d67cd272-7536-4020-a78e-d251920d8ee8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:50.970195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4', 'd67cd272-7536-4020-a78e-d251920d8ee8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:50.984835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:46:51.012932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:51.051006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:51.071865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port d67cd272-7536-4020-a78e-d251920d8ee8 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:51.076371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:51.078411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66d08051-9b3c-4528-a93e-6c8f736db843 req-079ab68a-2ba3-49f2-aa93-3f1ffd528c95 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/d67cd272-7536-4020-a78e-d251920d8ee8 HTTP/1.1" status: 204 len: 173 time: 0.7885556 Jul 15 16:46:51.078872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'name': 'network-vif-deleted', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:51.081323 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1218c7-433e-43f9-ae78-a141398ce155" -d '{"events": [{"server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "name": "network-vif-deleted", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:51.235541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:51.302492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fae99af4-06da-42ca-8dc7-5df92d1f6095'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:51.463332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81d33e0e-90ce-48c2-9ade-80dbbe1c3ab6 req-1b7eefe6-f57b-4f0a-8670-85871edcacb8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=29fbf164-d5dc-4036-b24f-9c06f39b9567 HTTP/1.1" status: 200 len: 210 time: 0.0342486 Jul 15 16:46:51.508982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec9439-7f87-4a0e-b6de-3073f631c578 req-6e6877cc-7de3-4f5a-a543-5ad6bbcd0f92 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:51.518300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2dec9439-7f87-4a0e-b6de-3073f631c578 req-6e6877cc-7de3-4f5a-a543-5ad6bbcd0f92 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.6898060 Jul 15 16:46:51.561134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2dec9439-7f87-4a0e-b6de-3073f631c578 req-1a8f84e0-3d61-46bd-a939-262f45042149 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Jul 15 16:46:51.628418 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f46f652-1a48-4e88-85d5-55b15464a7cd x-openstack-request-id: req-3f46f652-1a48-4e88-85d5-55b15464a7cd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:51.628871 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fbf164-d5dc-4036-b24f-9c06f39b9567", "name": "network-vif-deleted", "tag": "d67cd272-7536-4020-a78e-d251920d8ee8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:51.628993 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f46f652-1a48-4e88-85d5-55b15464a7cd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:51.629346 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fbf164-d5dc-4036-b24f-9c06f39b9567', 'name': 'network-vif-deleted', 'tag': 'd67cd272-7536-4020-a78e-d251920d8ee8', 'status': 'completed', 'code': 200} Jul 15 16:46:51.731563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35bdc3-ae5b-4b18-85c1-326b76b444bf req-6955c9e2-61bc-46af-bbb9-8ce059210ebd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:51.733262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a35bdc3-ae5b-4b18-85c1-326b76b444bf req-6955c9e2-61bc-46af-bbb9-8ce059210ebd tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.1276860 Jul 15 16:46:51.749206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-fe9f3cc1-cb0b-4c56-a31b-ff00c6a46f09 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:51.750442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-fe9f3cc1-cb0b-4c56-a31b-ff00c6a46f09 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 944 time: 0.1461668 Jul 15 16:46:51.883352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a35bdc3-ae5b-4b18-85c1-326b76b444bf req-88a66cef-827e-446e-9f84-f81ab1570f4c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319315 Jul 15 16:46:51.928854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:51.948787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49996) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:51.965701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Deleting port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:51.967240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.089174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-network', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:52.104621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.143370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.153704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Made reservation on behalf of bd7c3ba7d9794375bc95096788dc0909 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:52.157181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.172529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] For port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:52.172889 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.179599 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.193748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Calling delete_port for 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:52.241008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.244934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.246405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "DELETE /v2.0/security-groups/37d93574-3fbb-4821-95ee-7e25c35a7f9b HTTP/1.1" status: 204 len: 168 time: 0.2964253 Jul 15 16:46:52.252504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:52.276905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993bcac-6b4a-440a-b2a4-aff6f7276b05 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d93574-3fbb-4821-95ee-7e25c35a7f9b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:52.280577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc67a6-9b9a-42c9-8030-d2ead81f737d req-4571b773-f719-43c1-b47e-41ef9396c593 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:52.282277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85bc67a6-9b9a-42c9-8030-d2ead81f737d req-4571b773-f719-43c1-b47e-41ef9396c593 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 944 time: 0.1717918 Jul 15 16:46:52.288949 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ed8f048c-902b-4bc9-b613-6669f04c5263 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] show failed (client error): The resource could not be found. Jul 15 16:46:52.290385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed8f048c-902b-4bc9-b613-6669f04c5263 tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "GET /v2.0/security-groups/37d93574-3fbb-4821-95ee-7e25c35a7f9b HTTP/1.1" status: 404 len: 347 time: 0.0356238 Jul 15 16:46:52.293864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50014) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:52.340694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.346237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.371755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:46:52.381476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d64a304-fc85-4335-8691-f55595743a93,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:52.387075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.387492 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Added segment 53d233c9-755a-4713-8b12-daae49984dae of type vlan for network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c Jul 15 16:46:52.413561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85bc67a6-9b9a-42c9-8030-d2ead81f737d req-b5739db2-41cb-4e2d-97f9-64690e37bf8d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928936 Jul 15 16:46:52.430307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.482904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.484373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:52.485070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.546130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50022) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:52.548072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6178062 Jul 15 16:46:52.579490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Request body: {'subnet': {'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-subnet', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:52.588657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d07a9e-4257-4271-a84d-68e7446de096 admin admin] Pushing event updated for resources: {'Network': ['ID=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:52.600364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:46:52.627248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25208f4c-3a21-412c-b684-a1676d13bc53 req-dba6090f-15b6-4324-8b8a-fea6f77485d8 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:52.636922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25208f4c-3a21-412c-b684-a1676d13bc53 req-dba6090f-15b6-4324-8b8a-fea6f77485d8 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 950 time: 0.3938828 Jul 15 16:46:52.639167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Made reservation on behalf of bd7c3ba7d9794375bc95096788dc0909 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:52.642954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:52.643653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.736344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port fae99af4-06da-42ca-8dc7-5df92d1f6095 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:52.741646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port fae99af4-06da-42ca-8dc7-5df92d1f6095 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:52.741995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.809625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25208f4c-3a21-412c-b684-a1676d13bc53 req-b4fa4c84-9d02-40a2-9f58-c191beb204ca tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705487 Jul 15 16:46:52.811060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Deleting port 432bd217-f639-460a-bf39-793e1768ad23 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:52.811408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.862445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.872865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.908878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:52.911132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:52.914321 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc7b4b-5b3b-409b-96a8-8401b6cf6747" -d '{"events": [{"server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "name": "network-vif-plugged", "status": "completed", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:52.921482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['de909d2e-629b-4e4b-94b9-b9d244624598'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:52.958345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:52.959374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d67cd272-7536-4020-a78e-d251920d8ee8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:53.005988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event deleted for resources: {'Port': ['ID=2cdded11-5fde-45dc-a2c7-d0287f3bfd5a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.011840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: d67cd272-7536-4020-a78e-d251920d8ee8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:53.012245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d67cd272-7536-4020-a78e-d251920d8ee8 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:53.096982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.123961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] No DVR routers for this DVR port 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:46:53.126780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.129304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f455457-87ef-47a2-a766-edd6c68e33ec req-666df54b-d55d-41b4-a4c3-7225f5d12c6f tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "DELETE /v2.0/ports/2cdded11-5fde-45dc-a2c7-d0287f3bfd5a HTTP/1.1" status: 204 len: 173 time: 1.3705676 Jul 15 16:46:53.143396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-deleted', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:53.146272 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f735d19-386f-4cc6-a7b1-55530e65b21d" -d '{"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-deleted", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:53.185450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:53.263220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.263587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.277604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0f583-198c-4a2c-8233-d3dfc16d26f2 req-6e02321a-fdef-4e63-8e91-766c0c10b827 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:53.284658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67a0f583-198c-4a2c-8233-d3dfc16d26f2 req-6e02321a-fdef-4e63-8e91-766c0c10b827 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.4636154 Jul 15 16:46:53.338457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Calling delete_port for 432bd217-f639-460a-bf39-793e1768ad23 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:53.360352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-82f5d9fd-3aac-4485-888a-d14e8bbebbd4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:53.361938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-82f5d9fd-3aac-4485-888a-d14e8bbebbd4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.3849568 Jul 15 16:46:53.373631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81055ab2-5c34-4067-88e2-7e5aa68b512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.474797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81055ab2-5c34-4067-88e2-7e5aa68b512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.477972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67a0f583-198c-4a2c-8233-d3dfc16d26f2 req-b41dba61-ae27-4c67-a1ae-cd61a3d941b0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911035 Jul 15 16:46:53.479962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81055ab2-5c34-4067-88e2-7e5aa68b512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.509413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81055ab2-5c34-4067-88e2-7e5aa68b512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e464cff3-dfb8-4a51-b345-2bc88dca7bf3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.536747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-81055ab2-5c34-4067-88e2-7e5aa68b512c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=554d071899f34a91af1924629885fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493068 Jul 15 16:46:53.540102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:53.564574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-86c08f28-8c1c-4567-8461-83f579e9e5e0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.1871088 Jul 15 16:46:53.565669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.606980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.640951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.708044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.708422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.716566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.721039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e464cff3-dfb8-4a51-b345-2bc88dca7bf3 HTTP/1.1" status: 204 len: 168 time: 0.1772473 Jul 15 16:46:53.732729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26267f3-b354-4874-a8de-e2a6be40b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e464cff3-dfb8-4a51-b345-2bc88dca7bf3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.769566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:53.799379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-bc2a0632-79ca-4adf-9131-1a882de88438 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2245078 Jul 15 16:46:53.847206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04b04bdc-656b-4066-a648-94292c0365c4 req-456f6535-edb1-43c9-9714-dc4a3470b778 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.0893011 Jul 15 16:46:53.858640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Pushing event deleted for resources: {'Port': ['ID=432bd217-f639-460a-bf39-793e1768ad23,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:53.906513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Checking segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:53.906959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Network hostable DHCP agents. Network: 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:46:53.916460 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28214fef-1a8f-40f2-85bd-6269363dd417 x-openstack-request-id: req-28214fef-1a8f-40f2-85bd-6269363dd417 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:53.918742 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "name": "network-vif-plugged", "status": "completed", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:53.919208 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28214fef-1a8f-40f2-85bd-6269363dd417 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:53.919818 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'code': 200} Jul 15 16:46:53.964632 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f9623-fdd7-4cea-afdf-cd8960a4c96a x-openstack-request-id: req-880f9623-fdd7-4cea-afdf-cd8960a4c96a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:53.964944 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96677b4-6106-4724-a74d-44ebedd73228", "name": "network-vif-deleted", "tag": "2cdded11-5fde-45dc-a2c7-d0287f3bfd5a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:53.965172 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-880f9623-fdd7-4cea-afdf-cd8960a4c96a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:53.965569 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96677b4-6106-4724-a74d-44ebedd73228', 'name': 'network-vif-deleted', 'tag': '2cdded11-5fde-45dc-a2c7-d0287f3bfd5a', 'status': 'completed', 'code': 200} Jul 15 16:46:54.077636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b362c11-3f76-4e28-b9f6-002c0ced7234 req-08687da9-e4cf-461e-b4b9-f1872d54bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:54.079253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b362c11-3f76-4e28-b9f6-002c0ced7234 req-08687da9-e4cf-461e-b4b9-f1872d54bdf0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 1096 time: 0.0906575 Jul 15 16:46:54.106739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.109525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.110719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79f7675a-729b-4147-ba15-806654de311e tempest-ServersWithSpecificFlavorTestJSON-558388330 tempest-ServersWithSpecificFlavorTestJSON-558388330-project] 10.222.0.25 "DELETE /v2.0/floatingips/dfc8786e-032f-4e50-b6d9-c62566cc9f0d HTTP/1.1" status: 204 len: 168 time: 1.8131049 Jul 15 16:46:54.114866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:46:54.148869 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b362c11-3f76-4e28-b9f6-002c0ced7234 req-33752723-78ca-4bde-9642-5f72d46b0aee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624135 Jul 15 16:46:54.151956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:54.164987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eddf39-1a3f-49e2-94c4-cd771b1e1afa None None] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:46:54.174787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:54.175825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.181454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-64e6460a-8c07-48f8-92af-aa4a4a3ea720 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374488 Jul 15 16:46:54.232348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a2668a1-3b3e-4586-98ec-b2eeb0214739 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6849990 Jul 15 16:46:54.235262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:54.240599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:54.269889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297065fa-50b0-4938-ad42-aa172aa66fc9 req-4f680f31-4e7d-4d6f-82a9-75c8b56f0b95 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:54.271555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-297065fa-50b0-4938-ad42-aa172aa66fc9 req-4f680f31-4e7d-4d6f-82a9-75c8b56f0b95 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 945 time: 0.1893511 Jul 15 16:46:54.285217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.286272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.379149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'fixed_ips': [{'subnet_id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:46:54.380296 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.395806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.416382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-297065fa-50b0-4938-ad42-aa172aa66fc9 req-eb029c99-93c8-4a06-bf20-fd89d8bef2a2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951660 Jul 15 16:46:54.446542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-f8c9b4fa-fa4e-46e3-a944-02ad253e6230 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502859 Jul 15 16:46:54.463364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:54.735213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:54.765458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:54.797333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70763030-a5f0-45ae-a7bd-f4866858da1d req-afd26cfc-af88-4687-b3a6-53a6dac579db tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 210 time: 0.0827529 Jul 15 16:46:55.012509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae471b-f7a2-4569-99b9-4f77242b535b req-13b4cf3a-c720-4bb6-bfdc-d5791cee7fd3 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:55.020351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1ae471b-f7a2-4569-99b9-4f77242b535b req-13b4cf3a-c720-4bb6-bfdc-d5791cee7fd3 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.1572759 Jul 15 16:46:55.035830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1530929060-network', 'tenant_id': '95fa07cd54c1414993a732a6ce275d56'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:55.065276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1ae471b-f7a2-4569-99b9-4f77242b535b req-33584a71-9acb-4759-ab01-98d65ca03eea tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Jul 15 16:46:55.101355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Allocated IP 172.20.0.2 (25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c/e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7/8773c931-3171-4b32-acb1-a8aa6530aee5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:55.119747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.157721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Made reservation on behalf of 95fa07cd54c1414993a732a6ce275d56 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:55.165187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.199032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.211058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:55.266173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.267400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:46:55.287646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85bb7cd6-0ab8-4e1d-9726-79df9eec6747 req-c736e9c3-efdc-48b9-a77c-2cbf84cff1b8 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.0476065 Jul 15 16:46:55.338299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:46:55.339059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2cdded11-5fde-45dc-a2c7-d0287f3bfd5a not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:46:55.396364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=11']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:55.556563 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.568536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Transition to ACTIVE for port object 8773c931-3171-4b32-acb1-a8aa6530aee5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:55.588984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Transition to ACTIVE for port object 8773c931-3171-4b32-acb1-a8aa6530aee5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:46:55.597164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.636006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.642126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c9318-cde9-4c03-aa92-a8bd3f0e4e60 req-1839d0da-959f-470a-a415-1912b51f03a9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:55.649837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e0c9318-cde9-4c03-aa92-a8bd3f0e4e60 req-1839d0da-959f-470a-a415-1912b51f03a9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 945 time: 0.0880506 Jul 15 16:46:55.658988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:55.664302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:55.667025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:55.676844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Pushing event updated for resources: {'Port': ['ID=8773c931-3171-4b32-acb1-a8aa6530aee5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:55.682619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.730927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e0c9318-cde9-4c03-aa92-a8bd3f0e4e60 req-980f2959-64ab-46e8-adc4-8cf0a6b82f89 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757794 Jul 15 16:46:55.768666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Attempting to bind port 8773c931-3171-4b32-acb1-a8aa6530aee5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:46:55.769283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Attempting to bind port 8773c931-3171-4b32-acb1-a8aa6530aee5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:46:55.770876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Attempting to bind port 8773c931-3171-4b32-acb1-a8aa6530aee5 on network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:46:55.783785 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e193ea24-598e-4448-b218-473eb653c8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.791597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:46:55.796859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Checking segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:55.797492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.798054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Bound using segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:46:55.799013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Bound port: 8773c931-3171-4b32-acb1-a8aa6530aee5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:46:55.799593 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.831043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.849042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.891587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] For port 8773c931-3171-4b32-acb1-a8aa6530aee5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:46:55.900585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] For port 8773c931-3171-4b32-acb1-a8aa6530aee5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8773c931-3171-4b32-acb1-a8aa6530aee5,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:46:55.914767 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.920980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:46:55.930237 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d916c336-e42f-4903-ae83-362bf4c2fec6" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:46:55.946031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:46:55.961414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa64a659-6f33-44b4-9166-c7aeb71c57fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:55.973452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:55.974389 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Added segment 38aad6a9-537f-4226-b7cc-1c0dc77a7605 of type vlan for network 28e8072d-f79c-4657-adef-4ac9d8dcccdf Jul 15 16:46:56.018904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Allocated IP 172.25.8.32 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/071bf6d1-446f-497b-aab9-1dc7ecf8434b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:56.046993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.102946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec34867-1dc7-4b8f-a84c-0a90aabda6d6 None None] Pushing event updated for resources: {'Port': ['ID=8773c931-3171-4b32-acb1-a8aa6530aee5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:56.161584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.163207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:56.163637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.171446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f81c232-e337-42ad-9a67-e262380f1fc2 req-ab188835-dc1b-4bce-91a5-42be73c2b23d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 210 time: 0.0439522 Jul 15 16:46:56.209408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e136c40-f440-42ee-bda4-ceb9c99714f1 req-71349e3b-415c-4a1d-9e63-60ea22cfa84c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:56.219387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e136c40-f440-42ee-bda4-ceb9c99714f1 req-71349e3b-415c-4a1d-9e63-60ea22cfa84c tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 945 time: 0.1403561 Jul 15 16:46:56.240291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] Pushing event updated for resources: {'Network': ['ID=28e8072d-f79c-4657-adef-4ac9d8dcccdf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:56.251159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:46:56.271523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e18bc932-9ac7-4686-a86f-f7a1345dd284 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5026376 Jul 15 16:46:56.272717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:56.280534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Request body: {'subnet': {'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1530929060-subnet', 'tenant_id': '95fa07cd54c1414993a732a6ce275d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:56.316490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e136c40-f440-42ee-bda4-ceb9c99714f1 req-eadd252d-0d65-4dfa-8923-bd532098479b tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958471 Jul 15 16:46:56.379469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.461044 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ada5b-58f2-423b-9ef6-9c352e0481ad x-openstack-request-id: req-c59ada5b-58f2-423b-9ef6-9c352e0481ad {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:46:56.461881 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-unplugged", "status": "completed", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:46:56.462251 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c59ada5b-58f2-423b-9ef6-9c352e0481ad {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:46:56.462888 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'code': 200} Jul 15 16:46:56.464059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Made reservation on behalf of 95fa07cd54c1414993a732a6ce275d56 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:56.466823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.593856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:56.682917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:56.693089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Pushing event updated for resources: {'Port': ['ID=071bf6d1-446f-497b-aab9-1dc7ecf8434b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:56.732175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:56.735744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c884cdd-a74c-4c7f-8521-58974f5b64b7 req-4fe840dd-39a5-4b28-bc47-f7849317b82c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:56.743108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:56.749412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c884cdd-a74c-4c7f-8521-58974f5b64b7 req-4fe840dd-39a5-4b28-bc47-f7849317b82c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.1192548 Jul 15 16:46:56.858597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8c8057f-6068-42f5-bab3-b9df2c9275a5 req-5d60b419-1c06-4b97-bd05-bf7be391433c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.0571213 Jul 15 16:46:56.911494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c884cdd-a74c-4c7f-8521-58974f5b64b7 req-8e11e1e1-007f-424d-a1ff-a99dd7cac4b2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609797 Jul 15 16:46:57.023107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-be16ab6b-a342-4c78-b414-d12d3d1c67ba tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:57.023107 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-be16ab6b-a342-4c78-b414-d12d3d1c67ba tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.3407946 Jul 15 16:46:57.046336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '64584f1e-6995-4476-a5e2-4ece352daffc', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:57.055209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:57.111669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8773c931-3171-4b32-acb1-a8aa6530aee5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:46:57.227333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e07d16d-8dd4-4f79-b551-82ef0091a663,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:57.227743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8773c931-3171-4b32-acb1-a8aa6530aee5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:57.273558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50236) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:57.619301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5ec92-f3b8-44f0-a33b-3612e6f71a10 None None] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:46:57.735921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d19c7467-05ec-4956-beb1-840eb629e46c req-3b769287-b36d-4fd6-b43f-2308097ad8a6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 210 time: 0.0560961 Jul 15 16:46:57.815899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Checking segment: {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:46:57.816452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Network hostable DHCP agents. Network: 28e8072d-f79c-4657-adef-4ac9d8dcccdf, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:46:57.875183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:57.879820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:46:57.926570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:46:57.931156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:57.936780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 28e8072d-f79c-4657-adef-4ac9d8dcccdf) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:57.953070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c561f-c435-4d22-be5d-2f85347b8482 None None] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:46:57.957997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:57.958608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.013471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b9849a5-576d-4a2b-a64e-9c21e1aaa5ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7367747 Jul 15 16:46:58.050333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Provisioning for port 8773c931-3171-4b32-acb1-a8aa6530aee5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:46:58.068839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Provisioning complete for port 8773c931-3171-4b32-acb1-a8aa6530aee5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:58.069293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.089357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.233522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bca789b1-fd14-410e-95c7-a8f16a4f814e req-450c6fa2-ef99-4c3f-a9f5-f834464f5efa tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.1262619 Jul 15 16:46:58.262809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.13 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/b3367027-ad58-4376-b37a-46b62e0e8de9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:46:58.451241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.584411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] For port 8773c931-3171-4b32-acb1-a8aa6530aee5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8773c931-3171-4b32-acb1-a8aa6530aee5,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:58.586019 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-96ae3394-c0f9-43a9-84d8-452587288adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.618947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.625791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.626882 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.659969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.738708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.764969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:46:58.765212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:46:58.773070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:46:58.813796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071b6e23-fe97-482f-9355-619fe29fa312 None None] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:46:58.822234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:46:58.909587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d9299-0b58-48dc-8781-c3f9cee61188 None None] Pushing event updated for resources: {'Port': ['ID=8773c931-3171-4b32-acb1-a8aa6530aee5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:58.924444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b3ac3-16d9-48a8-b9c6-bad3c75235e6 req-5456032d-e330-476e-a8fd-a63a34749321 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:58.932703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e8b3ac3-16d9-48a8-b9c6-bad3c75235e6 req-5456032d-e330-476e-a8fd-a63a34749321 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.6080139 Jul 15 16:46:58.938522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:46:58.952161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.952518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.952851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.953184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.953514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.953846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.954176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.954501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.954826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.955150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.955471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.955791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:46:58.980285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:58.980960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.991769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-15abb9a3-e7ce-407a-939b-2f326ee1185e None None] Provisioning complete for port 8773c931-3171-4b32-acb1-a8aa6530aee5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:46:58.992188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-15abb9a3-e7ce-407a-939b-2f326ee1185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:58.995351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221b56-4266-4ed5-aefd-cd5c471346e3 req-b01fba21-02f2-450d-beed-18ac860b9bdb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:59.003476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80221b56-4266-4ed5-aefd-cd5c471346e3 req-b01fba21-02f2-450d-beed-18ac860b9bdb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 945 time: 0.2420366 Jul 15 16:46:59.013765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-7e6d0119-0ef6-4d6d-aa77-1a169ab6af26 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9716370 Jul 15 16:46:59.031362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Request body: {'port': {'device_id': '64584f1e-6995-4476-a5e2-4ece352daffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:59.065262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Router eb91c6d2-b819-4c66-a76e-81d70d1efda5 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:46:59.123775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e8b3ac3-16d9-48a8-b9c6-bad3c75235e6 req-2e42493a-0e3a-4be8-bae5-160341351b23 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874456 Jul 15 16:46:59.142104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80221b56-4266-4ed5-aefd-cd5c471346e3 req-d8ac3de3-7595-4fb3-b163-b1a53a599cda tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373405 Jul 15 16:46:59.265303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2058488009', 'description': 'tempest-description-1062562529'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:46:59.277078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.340607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.360306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Deleting port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:46:59.360514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.365596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:46:59.375759 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Sync routers for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:46:59.389628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.389885 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:46:59.390320 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:59.465406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] For port 4359deb1-cf89-4b98-bd7e-a7f7f4634d73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:46:59.466071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.483900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.489356 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e99c6166-f69c-4f34-a0ff-8f29dab1a1ab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2524042 Jul 15 16:46:59.490027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:46:59.516194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Calling delete_port for 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:46:59.528889 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:46:59.681214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7623a-5322-44c9-9e31-27b33348bdc0 req-3d2a588c-dd02-42fd-abc4-a21a97f1ea3a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:46:59.682834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58c7623a-5322-44c9-9e31-27b33348bdc0 req-3d2a588c-dd02-42fd-abc4-a21a97f1ea3a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 932 time: 0.2056336 Jul 15 16:46:59.716495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.857307 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:46:57Z', 'revision_number': 3, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:46:59.891166 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Checking router: eb91c6d2-b819-4c66-a76e-81d70d1efda5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:46:59.891385 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Updating router eb91c6d2-b819-4c66-a76e-81d70d1efda5 port 071bf6d1-446f-497b-aab9-1dc7ecf8434b binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:46:59.901389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.927291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.929477 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:46:59.956614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58c7623a-5322-44c9-9e31-27b33348bdc0 req-6db7fa9c-4184-44d8-8eb8-b0cff35f34a2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383413 Jul 15 16:46:59.963590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3367027-ad58-4376-b37a-46b62e0e8de9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:00.001351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.026041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Transition to ACTIVE for port object b3367027-ad58-4376-b37a-46b62e0e8de9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:00.036008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Pushing event deleted for resources: {'Port': ['ID=4359deb1-cf89-4b98-bd7e-a7f7f4634d73,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.038544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.041970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45f83f43-c274-4b0b-a0d4-6dc72c907dcd req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7837269 Jul 15 16:47:00.042461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.055042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86633502-9628-432a-a96e-f1828b110909,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.114837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.115209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.115550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.116437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.120636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.120977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.121307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.121634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.121966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.122331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.122610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.128595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.196934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.223322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-55596443', 'description': 'tempest-description-1811905464'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:00.239034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.239373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.239708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.240037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.240385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.240752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.242140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.242140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.242140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.242472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.242781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.243094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a4194-4235-48c7-b36f-12df67e6526c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.391619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.428582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Attempting to bind port b3367027-ad58-4376-b37a-46b62e0e8de9 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:00.430443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Attempting to bind port b3367027-ad58-4376-b37a-46b62e0e8de9 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:00.431012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Attempting to bind port b3367027-ad58-4376-b37a-46b62e0e8de9 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:00.446182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Port b3367027-ad58-4376-b37a-46b62e0e8de9 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:00.446665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Attempting to bind port b3367027-ad58-4376-b37a-46b62e0e8de9 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:00.458399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:00.458879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:00.459359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:00.460739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Bound port: b3367027-ad58-4376-b37a-46b62e0e8de9, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:00.461500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.462379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b80bfda5-429a-4582-af61-a405ad1be7cb req-8d8c3754-6b85-4468-a09a-611ceeaae57d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=e96677b4-6106-4724-a74d-44ebedd73228 HTTP/1.1" status: 200 len: 210 time: 0.1908679 Jul 15 16:47:00.470119 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.529054 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Transition to ACTIVE for port object 071bf6d1-446f-497b-aab9-1dc7ecf8434b will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:00.545660 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.560916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:00.564314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3367027-ad58-4376-b37a-46b62e0e8de9,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:00.590134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.591515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.648899 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Attempting to bind port 071bf6d1-446f-497b-aab9-1dc7ecf8434b on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:00.649339 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Attempting to bind port 071bf6d1-446f-497b-aab9-1dc7ecf8434b by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:00.649609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:00.649753 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Attempting to bind port 071bf6d1-446f-497b-aab9-1dc7ecf8434b on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:00.650402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.652006 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3367027-ad58-4376-b37a-46b62e0e8de9 HTTP/1.1" status: 200 len: 1092 time: 1.6284842 Jul 15 16:47:00.652145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Pushing event updated for resources: {'Port': ['ID=071bf6d1-446f-497b-aab9-1dc7ecf8434b,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.656585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:00.659329 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20" -d '{"events": [{"name": "network-changed", "server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:00.662316 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.662665 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.663979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.664358 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.664689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.665016 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.665402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.665723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.666057 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.666365 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.666683 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.666999 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:00.671034 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:00.671472 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:00.671903 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.672764 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:00.673266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Bound port: 071bf6d1-446f-497b-aab9-1dc7ecf8434b, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:00.673763 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.675803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:00.736391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.744641 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] For port 071bf6d1-446f-497b-aab9-1dc7ecf8434b, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:00.748735 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] For port 071bf6d1-446f-497b-aab9-1dc7ecf8434b, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=071bf6d1-446f-497b-aab9-1dc7ecf8434b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:00.758780 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.884384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ecc42-1efc-4e67-83d5-da8ff4776e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.884638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.908714 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6812d3-4eae-4778-9989-30f8f4e78424 None None] Pushing event updated for resources: {'Port': ['ID=071bf6d1-446f-497b-aab9-1dc7ecf8434b,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:00.939888 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:00.941062 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:00.941466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:00.946060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:00.978407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'mac_address': 'fa:16:3e:b4:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:01.041721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:01.044267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-467f08db-8073-4421-81b7-a83da8eb8248 req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8305304 Jul 15 16:47:01.067329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1de0e-13f8-44a3-a027-0dc6cda989ab tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13684027-ee8e-4c9e-be18-c5cca30aaf6f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:01.109685 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:01.144627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:01.157292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:01.166074 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:01.187899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:01.193854 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:01.221288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f63a-981c-4b77-870b-672822779452 req-be208649-248c-487b-9afd-99e24ee20fe9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:01.235089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adc7f63a-981c-4b77-870b-672822779452 req-be208649-248c-487b-9afd-99e24ee20fe9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.3735924 Jul 15 16:47:01.247042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-0586e55e-4b50-40d5-85b3-0675b6ce42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:01.251171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-0586e55e-4b50-40d5-85b3-0675b6ce42e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 1095 time: 0.5050497 Jul 15 16:47:01.259268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8773c931-3171-4b32-acb1-a8aa6530aee5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:01.295425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fae99af4-06da-42ca-8dc7-5df92d1f6095'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:01.395384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-66bb202c-ac80-4164-9fe5-eca891eb4be3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3367027-ad58-4376-b37a-46b62e0e8de9 HTTP/1.1" status: 200 len: 217 time: 0.1338112 Jul 15 16:47:01.403900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:01.430747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adc7f63a-981c-4b77-870b-672822779452 req-b40e967e-9489-42bd-8b3b-56d69ce6391d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959767 Jul 15 16:47:01.446123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.446522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.446805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.447142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.447470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.458446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.459073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.459706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.460920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.461468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.462122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.462372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:01.493860 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:46:57Z', 'revision_number': 3, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:01.508352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8773c931-3171-4b32-acb1-a8aa6530aee5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:01.508582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:01.512468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:47:01.568022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-fccaf755-39a1-4e5b-8697-b8e576b37f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:01.570859 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-fccaf755-39a1-4e5b-8697-b8e576b37f5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1669753 Jul 15 16:47:01.579923 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67a6a4-bbe8-4aa9-a6b4-9ddbafa2a8e8 None None] The sync data for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 is: [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:46:57Z', 'revision_number': 3, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:01.592760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Allocated IP 172.20.0.1 (25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c/e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7/2af8909f-b19b-4ccf-b86a-05d2f9f47027) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:01.630761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6908f-77e8-4e11-8f8e-47b4c497f9e6 req-6d79f9d4-202e-48a7-bd01-77bdc1a83844 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:01.641809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfc6908f-77e8-4e11-8f8e-47b4c497f9e6 req-6d79f9d4-202e-48a7-bd01-77bdc1a83844 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 944 time: 0.2516828 Jul 15 16:47:01.650821 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-cda34c74-9e9b-4953-a995-58913b4c4f72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718930 Jul 15 16:47:01.743152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfc6908f-77e8-4e11-8f8e-47b4c497f9e6 req-80f29101-8110-477f-b716-9f97f802db6a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987377 Jul 15 16:47:01.788707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-58562149-ea76-4363-9935-09424f6d98fe service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287220 Jul 15 16:47:01.812569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:01.824463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e3cbb3ba-5970-4539-b16a-d48241fa2662 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7ed3cc6-07f2-44e7-b22c-9d2b66463617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5493510 Jul 15 16:47:01.824921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:01.851462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Sync routers for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:01.870500 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddffa90c-97d2-47c3-ae9f-b00b42a99560 x-openstack-request-id: req-ddffa90c-97d2-47c3-ae9f-b00b42a99560 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:01.870851 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:01.871149 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddffa90c-97d2-47c3-ae9f-b00b42a99560 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:01.871589 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9', 'status': 'completed', 'code': 200} Jul 15 16:47:01.946657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:01.949850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:02.168468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a33fd8c8-1a4a-4c57-a832-0ccd0295df9e req-99d96467-7c84-4350-a84e-c0ee50b83b2a service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725348 Jul 15 16:47:02.173407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.203933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.254793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Transition to ACTIVE for port object 2af8909f-b19b-4ccf-b86a-05d2f9f47027 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:02.296196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980c1e3-ba4c-41d1-9f2f-24b4ff8c9d45 req-0a6b37f8-5a31-4a4e-b217-3131686e9e18 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:02.299660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d980c1e3-ba4c-41d1-9f2f-24b4ff8c9d45 req-0a6b37f8-5a31-4a4e-b217-3131686e9e18 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 944 time: 0.3285842 Jul 15 16:47:02.363508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-3c82de8e-ca4f-452b-80a2-b70558dc2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:02.365076 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-3c82de8e-ca4f-452b-80a2-b70558dc2d51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 1095 time: 0.1037221 Jul 15 16:47:02.367430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.434185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:02.445332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:02.458453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:02.464294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d980c1e3-ba4c-41d1-9f2f-24b4ff8c9d45 req-a6af9655-4ed3-4913-ad85-3b33892ac3da tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513109 Jul 15 16:47:02.490866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:02.507147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.629902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Deleting port fee5b1a1-f99a-4214-a20b-c1d3adac4d53 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:02.642538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.816260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:02.965201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.985363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] For port fee5b1a1-f99a-4214-a20b-c1d3adac4d53, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:02.986648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:02.992480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:46:59Z', 'revision_number': 5, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port': {'id': 'fee5b1a1-f99a-4214-a20b-c1d3adac4d53', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:41:51Z', 'updated_at': '2021-07-15T16:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:02.997338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-01befd8c-30dc-4aaf-9554-48b6bd9fdb40 None None] Provisioning for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:03.008904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-d9686e28-bd5e-47b3-90be-663679201e0b tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:03.010507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:03.012509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-d9686e28-bd5e-47b3-90be-663679201e0b tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 813 time: 0.3675287 Jul 15 16:47:03.048420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4ca44860-2820-48f8-80be-c3db7bbad5e7 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/quotas/95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 375 time: 0.0226998 Jul 15 16:47:03.050347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Calling delete_port for fee5b1a1-f99a-4214-a20b-c1d3adac4d53 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:03.070402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Checking router: e7ed3cc6-07f2-44e7-b22c-9d2b66463617 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:03.072479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-01befd8c-30dc-4aaf-9554-48b6bd9fdb40 None None] Provisioning complete for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:03.072937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-01befd8c-30dc-4aaf-9554-48b6bd9fdb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.149507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 071bf6d1-446f-497b-aab9-1dc7ecf8434b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:03.186389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:03.190908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Routers {'e7ed3cc6-07f2-44e7-b22c-9d2b66463617'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:03.191549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:03.204733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-451c9956-a709-4c25-88f8-041c56aeb915 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1481197 Jul 15 16:47:03.264815 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.334231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-01befd8c-30dc-4aaf-9554-48b6bd9fdb40 None None] Port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:03.368644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5d824-ab6c-4e01-b4e9-6d0ad3da343b req-4d9583b7-bdcb-486c-887c-61984fa3624c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:03.370202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcb5d824-ab6c-4e01-b4e9-6d0ad3da343b req-4d9583b7-bdcb-486c-887c-61984fa3624c tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.2927496 Jul 15 16:47:03.391820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] Set router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:03.399989 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:47:03.403400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.421079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:03.459240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:47:02Z', 'revision_number': 6, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:03.461136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 071bf6d1-446f-497b-aab9-1dc7ecf8434b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:03.519181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7a1f64-cbaa-40d8-a756-81b1fe219673 None None] The sync data for ids ['e7ed3cc6-07f2-44e7-b22c-9d2b66463617'] in n-d-800085-3 is: [{'id': 'e7ed3cc6-07f2-44e7-b22c-9d2b66463617', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1614003562-router', 'tenant_id': '72a12efcd8f44b919a138235e6a61b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:41:50Z', 'updated_at': '2021-07-15T16:47:02Z', 'revision_number': 6, 'project_id': '72a12efcd8f44b919a138235e6a61b6e', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:03.521733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 071bf6d1-446f-497b-aab9-1dc7ecf8434b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:03.522188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.530894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:03.604198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-4b432230-98cc-4e1a-bfa4-e7ba6dac8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:03.605984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-4b432230-98cc-4e1a-bfa4-e7ba6dac8f75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 1.2248394 Jul 15 16:47:03.609638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.614227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.683069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.683335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-df27eb29-762c-4a67-818d-8faa23966ffc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3367027-ad58-4376-b37a-46b62e0e8de9 HTTP/1.1" status: 200 len: 217 time: 0.0685930 Jul 15 16:47:03.710867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 071bf6d1-446f-497b-aab9-1dc7ecf8434b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=071bf6d1-446f-497b-aab9-1dc7ecf8434b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:03.722341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:03.789250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-5d13a350-5319-4eb8-ab2c-df920a6d89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:03.790788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=071bf6d1-446f-497b-aab9-1dc7ecf8434b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:03.795055 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-5d13a350-5319-4eb8-ab2c-df920a6d89a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1043241 Jul 15 16:47:03.832416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-fe1258ab-7050-4971-a9d4-62a05fe6cd20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299873 Jul 15 16:47:04.035161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Pushing event deleted for resources: {'Port': ['ID=fee5b1a1-f99a-4214-a20b-c1d3adac4d53,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:04.054247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-dd5c1122-6feb-4cec-9dbb-c8df8ea69f7a service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113080 Jul 15 16:47:04.055886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-2ac58762-6049-41cf-bf6e-114ba334c801 service neutron] 10.222.0.25 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487947 Jul 15 16:47:04.151771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcb5d824-ab6c-4e01-b4e9-6d0ad3da343b req-659ffeb7-fb7d-4ed3-bbee-7b3c9ff2d764 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7733154 Jul 15 16:47:04.220702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.303370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.314702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d5c49d2-9e66-4f97-8ee2-3d1472f14a20 req-b5294ac5-2ddf-4073-8bcf-fcc5a797cee1 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525098 Jul 15 16:47:04.322938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.495866 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.502160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.647828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-3024e954-fa15-4d96-8a84-1cdaf98e45f6 service neutron] 10.222.0.25 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299866 Jul 15 16:47:04.656011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.693147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Pushing event updated for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:04.710419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3367027-ad58-4376-b37a-46b62e0e8de9 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:04.731084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.731976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ed3cc6-07f2-44e7-b22c-9d2b66463617 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:47:04.749596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:04.750782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-10e93592-e09d-4022-a8e8-707f2889665e admin admin] 10.222.0.25 "DELETE /v2.0/routers/e7ed3cc6-07f2-44e7-b22c-9d2b66463617 HTTP/1.1" status: 204 len: 168 time: 2.9232314 Jul 15 16:47:04.761956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50448) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:04.847516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:04.852268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:04.890642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Deleting subnet c5bfe732-27d7-48c5-b6a0-eee307d626fe {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:04.904529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.061902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.079683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3367027-ad58-4376-b37a-46b62e0e8de9,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:05.119744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 071bf6d1-446f-497b-aab9-1dc7ecf8434b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:05.255175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Router eb91c6d2-b819-4c66-a76e-81d70d1efda5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:47:05.267818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'b3367027-ad58-4376-b37a-46b62e0e8de9', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': 'b3367027-ad58-4376-b37a-46b62e0e8de9', 'mac_address': 'fa:16:3e:01:fe:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:05.410790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.480141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3367027-ad58-4376-b37a-46b62e0e8de9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:05.510899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3367027-ad58-4376-b37a-46b62e0e8de9,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:05.514249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40cb9a7b-4d27-42e1-8a28-15b0508c48ec None None] Provisioning complete for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:05.514585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40cb9a7b-4d27-42e1-8a28-15b0508c48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.519109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:05.529634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Sync routers for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:05.532091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d3d3a2b2-d5dd-4580-8dfa-ca570099acf0 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb91c6d2-b819-4c66-a76e-81d70d1efda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0379033 Jul 15 16:47:05.549156 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:05.550167 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:05.559363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-40cb9a7b-4d27-42e1-8a28-15b0508c48ec None None] Port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:05.562069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.568462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.571751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 071bf6d1-446f-497b-aab9-1dc7ecf8434b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:05.572266 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.680915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:05.853410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b3367027-ad58-4376-b37a-46b62e0e8de9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:05.902484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248af80-2a58-43f1-b487-5677e5ee7a41 req-8e02f213-7c72-4884-8465-378a8cc0e5e8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:05.907551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6248af80-2a58-43f1-b487-5677e5ee7a41 req-8e02f213-7c72-4884-8465-378a8cc0e5e8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 944 time: 0.5286093 Jul 15 16:47:05.931371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fee5b1a1-f99a-4214-a20b-c1d3adac4d53 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:05.970533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: fee5b1a1-f99a-4214-a20b-c1d3adac4d53 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:05.970880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fee5b1a1-f99a-4214-a20b-c1d3adac4d53 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:05.971294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:05.981622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:05.998558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:05.999962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4359deb1-cf89-4b98-bd7e-a7f7f4634d73 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:06.049540 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:06.109774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6cb04-f0e6-4768-9575-766f68aac174 req-56accce6-694e-459e-9d91-737a2ca6f091 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:06.125182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ce6cb04-f0e6-4768-9575-766f68aac174 req-56accce6-694e-459e-9d91-737a2ca6f091 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.6359804 Jul 15 16:47:06.162293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bfe732-27d7-48c5-b6a0-eee307d626fe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:06.183802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae675ff-e9e4-42ce-99d1-79168c65aaeb None None] Network 09163576-009c-47d9-8f49-2970c5071a42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:06.198622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.203876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50490) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:06.204997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f5ef5516-532b-475e-b12b-4ba6660cadd8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c5bfe732-27d7-48c5-b6a0-eee307d626fe HTTP/1.1" status: 204 len: 168 time: 1.4402804 Jul 15 16:47:06.248386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6248af80-2a58-43f1-b487-5677e5ee7a41 req-54a3d398-15c2-4f0c-a02b-a8f201a4274e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078687 Jul 15 16:47:06.293563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ce6cb04-f0e6-4768-9575-766f68aac174 req-9c037bec-bf84-4608-9a8e-da43d0f387a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674623 Jul 15 16:47:06.379828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.497678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Deleting port 09970035-c410-4505-abf1-037763ee5760 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:06.498280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.652981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] For port 09970035-c410-4505-abf1-037763ee5760, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=09970035-c410-4505-abf1-037763ee5760,segment=NetworkSegment(39319241-37ee-4b3c-800d-ad8043bfb54b),segment_id=39319241-37ee-4b3c-800d-ad8043bfb54b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:06.653340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.683491 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2af8909f-b19b-4ccf-b86a-05d2f9f47027', 'name': '', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'mac_address': 'fa:16:3e:b6:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:00Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 2, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'subnets': [{'id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:06.688176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Calling delete_port for 09970035-c410-4505-abf1-037763ee5760 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:06.706547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-982467ac-595a-4d79-831a-68018b58ea4f req-18ee5042-9a96-4a0c-a84d-bea90ba693cf tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 210 time: 0.0889316 Jul 15 16:47:06.723520 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Checking router: eb91c6d2-b819-4c66-a76e-81d70d1efda5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:06.724803 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Updating router eb91c6d2-b819-4c66-a76e-81d70d1efda5 port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:47:06.805807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] DHCP port deletion for 09163576-009c-47d9-8f49-2970c5071a42 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:47:06.817809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:06.818034 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.837769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-network', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:06.853146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.896343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Deleting port 09970035-c410-4505-abf1-037763ee5760 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:06.897531 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.946605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Made reservation on behalf of 0174ced1d3564662bd7bc3d3d84760a4 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:06.949191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:06.951636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbada-14e8-42fb-b883-c73a7bfb7170 req-c1c22624-9035-4cae-b8b8-c535b464977f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:06.963291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=09970035-c410-4505-abf1-037763ee5760,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:06.964941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-051fbada-14e8-42fb-b883-c73a7bfb7170 req-c1c22624-9035-4cae-b8b8-c535b464977f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.2484255 Jul 15 16:47:06.965511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] No DVR routers for this DVR port 09970035-c410-4505-abf1-037763ee5760 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:06.967071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.047275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 09970035-c410-4505-abf1-037763ee5760 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:07.072577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-051fbada-14e8-42fb-b883-c73a7bfb7170 req-e7a7daa9-1901-4bdc-a5a4-074859c4f255 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050258 Jul 15 16:47:07.131088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 09970035-c410-4505-abf1-037763ee5760 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:07.132046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 09970035-c410-4505-abf1-037763ee5760 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:07.141583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] For port 09970035-c410-4505-abf1-037763ee5760, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:07.142258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.155537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.172302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09163576-009c-47d9-8f49-2970c5071a42']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:07.185801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39319241-37ee-4b3c-800d-ad8043bfb54b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:07.186235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39319241-37ee-4b3c-800d-ad8043bfb54b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:07.190221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Calling delete_port for 09970035-c410-4505-abf1-037763ee5760 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:07.199830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.207855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Port 09970035-c410-4505-abf1-037763ee5760 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:47:07.212586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.234359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.251953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:07.252624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.287997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] Pushing event deleted for resources: {'Port': ['ID=09970035-c410-4505-abf1-037763ee5760,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:07.297048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca678f11-5138-434b-8c00-7f24e06f474f None None] No DVR routers for this DVR port 09970035-c410-4505-abf1-037763ee5760 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:07.379433 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:07.477208 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.502457 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Transition to ACTIVE for port object 2af8909f-b19b-4ccf-b86a-05d2f9f47027 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:07.519008 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.581691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.620967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.656840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] 10.222.0.25 "DELETE /v2.0/networks/09163576-009c-47d9-8f49-2970c5071a42 HTTP/1.1" status: 204 len: 168 time: 1.4507942 Jul 15 16:47:07.659738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50542) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:07.668407 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d8f0f-c5c1-42f6-96f3-76a0e6119856 None None] Pushing event updated for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:07.804231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-9f05c103-77a6-4130-ad4a-84842a5e562e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:07.805899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-9f05c103-77a6-4130-ad4a-84842a5e562e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 813 time: 0.3261557 Jul 15 16:47:07.806684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557575-d4c0-4b78-be48-890e90058a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=09163576-009c-47d9-8f49-2970c5071a42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:07.837199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'device_id': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf', 'admin_state_up': True, 'tenant_id': '95fa07cd54c1414993a732a6ce275d56'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:07.922831 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Attempting to bind port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:07.924452 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Attempting to bind port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:07.924816 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Attempting to bind port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 on network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:07.935597 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:07.940817 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Checking segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:07.941455 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:07.944960 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Bound using segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:07.945700 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Bound port: 2af8909f-b19b-4ccf-b86a-05d2f9f47027, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:07.946261 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.108754 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] For port 2af8909f-b19b-4ccf-b86a-05d2f9f47027, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:08.116959 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] For port 2af8909f-b19b-4ccf-b86a-05d2f9f47027, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2af8909f-b19b-4ccf-b86a-05d2f9f47027,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:08.123101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.125861 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.127798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.173189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:47:08.192396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24d1d6-d211-44a9-989e-650ec7d880be,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:08.197091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Made reservation on behalf of 95fa07cd54c1414993a732a6ce275d56 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:08.201937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.207561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.207908 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Added segment 38e04c1e-5ff3-4b3c-96c0-a699c9806d5e of type vlan for network 8ac8814f-f3fb-4acb-9601-d42a3775183a Jul 15 16:47:08.267282 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d8f0f-c5c1-42f6-96f3-76a0e6119856 None None] Pushing event updated for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:08.293092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:08.294074 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:08.318935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.446605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-1b9aeb9b-89e7-4f24-a0ac-b3aa5e1dda02 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:08.448017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-1b9aeb9b-89e7-4f24-a0ac-b3aa5e1dda02 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1097 time: 0.4892693 Jul 15 16:47:08.451218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.452512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:08.458177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.489643 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:08.491983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800085-3'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:08.510958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Allocated IP 172.20.0.5 (28e8072d-f79c-4657-adef-4ac9d8dcccdf/8e07d16d-8dd4-4f79-b551-82ef0091a663/2fcf2fa2-10a6-466c-98fb-c60175eb04fe) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:08.531535 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7080913 Jul 15 16:47:08.566526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:08.577280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Request body: {'subnet': {'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-subnet', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:08.598621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5844ce-afc1-4661-9770-12a63a5dcdfb admin admin] Pushing event updated for resources: {'Network': ['ID=8ac8814f-f3fb-4acb-9601-d42a3775183a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:08.611959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:47:08.630966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011c94c-8725-408d-9f8c-a6e41e3051ac req-ee00e3aa-1590-4a46-a114-003b00c81532 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:08.642882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b011c94c-8725-408d-9f8c-a6e41e3051ac req-ee00e3aa-1590-4a46-a114-003b00c81532 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 945 time: 0.6848469 Jul 15 16:47:08.688163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51875ca-99e7-4ba9-871b-86469e183831 req-db679c76-a5b6-468c-9bb2-e1ec2ec9dedf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:08.696415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b51875ca-99e7-4ba9-871b-86469e183831 req-db679c76-a5b6-468c-9bb2-e1ec2ec9dedf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.4620569 Jul 15 16:47:08.718852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Made reservation on behalf of 0174ced1d3564662bd7bc3d3d84760a4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:08.722166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.753390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3367027-ad58-4376-b37a-46b62e0e8de9 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:08.767758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b51875ca-99e7-4ba9-871b-86469e183831 req-ec439abb-8fc1-4277-b6b0-28ce883edc28 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697877 Jul 15 16:47:08.779583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.813317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.833148 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2af8909f-b19b-4ccf-b86a-05d2f9f47027', 'name': '', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'mac_address': 'fa:16:3e:b6:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:00Z', 'updated_at': '2021-07-15T16:47:08Z', 'revision_number': 4, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'subnets': [{'id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:08.873341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b011c94c-8725-408d-9f8c-a6e41e3051ac req-5b0dec2d-60cd-42ad-b74a-dbad2f59df00 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293854 Jul 15 16:47:08.883518 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dbdf8-2e44-4295-8cf6-90f445c44fde None None] The sync data for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 is: [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2af8909f-b19b-4ccf-b86a-05d2f9f47027', 'name': '', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'mac_address': 'fa:16:3e:b6:3a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:00Z', 'updated_at': '2021-07-15T16:47:08Z', 'revision_number': 4, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'subnets': [{'id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:08.919982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:08.953984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port b3367027-ad58-4376-b37a-46b62e0e8de9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:09.001063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port b3367027-ad58-4376-b37a-46b62e0e8de9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:09.001633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.013177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:09.113364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:09.117767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:09.124012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:09.136179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.151067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.168184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:09.191882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:09.196226 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f31dbd3-273d-4c1d-aafd-1a6f174b60ca" -d '{"events": [{"server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "name": "network-vif-plugged", "status": "completed", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:09.202950 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.214632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3367027-ad58-4376-b37a-46b62e0e8de9,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:09.225958 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.326172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:09.391603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:09.392343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.406728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23db7e3e-7ea2-460d-8bf3-a76c25ad8813,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:09.416433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-120d9e8b-cb46-4ba2-9d5c-8362df30bb63 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5921738 Jul 15 16:47:09.421917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Checking segment: {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:09.422611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Network hostable DHCP agents. Network: 8ac8814f-f3fb-4acb-9601-d42a3775183a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:47:09.431715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:09.451646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:47:09.468641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8ac8814f-f3fb-4acb-9601-d42a3775183a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:09.477966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:09.478901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.479030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d4a67-93c5-4299-b9c3-fa6381c35a24 None None] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:09.504864 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-94af3d25-c36d-4887-b0d1-945b70a82193 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9369671 Jul 15 16:47:09.508258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:09.514415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:09.530561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa7b58-faf2-4132-b923-5dfe5b67f01b req-59632f42-0b2e-4ead-8d95-0db82778444d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:09.532524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9aa7b58-faf2-4132-b923-5dfe5b67f01b req-59632f42-0b2e-4ead-8d95-0db82778444d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 931 time: 0.4401793 Jul 15 16:47:09.561987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.564630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.674260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Request body: {'port': {'device_id': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:09.701303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:09.704710 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe1665d-74d0-4e49-9f77-e6b720d23a96" -d '{"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-unplugged", "status": "completed", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:09.704908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.765470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.787729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.875850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:09.915723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-05069c9a-22e1-4dff-a4a8-1b0e01ec21dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:09.917728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-05069c9a-22e1-4dff-a4a8-1b0e01ec21dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.5702820 Jul 15 16:47:09.920945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9aa7b58-faf2-4132-b923-5dfe5b67f01b req-92a3a8f2-cd54-4f6d-926c-8c3adebc5bc0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632105 Jul 15 16:47:09.979491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.996486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:09.997134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-8ac8814f-f3fb-4acb-9601-d42a3775183a', 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'fixed_ips': [{'subnet_id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:47:09.998043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.252396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Allocated IP 172.20.0.2 (8ac8814f-f3fb-4acb-9601-d42a3775183a/23db7e3e-7ea2-460d-8bf3-a76c25ad8813/362b774e-e02f-437d-ae72-1dda4c77df74) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:10.332927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcf2fa2-10a6-466c-98fb-c60175eb04fe {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:10.346470 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.369676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Transition to ACTIVE for port object 2fcf2fa2-10a6-466c-98fb-c60175eb04fe will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:10.377422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.392838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f47a-6610-46f4-8f42-586a93d10112 req-ddf18c88-b0ce-4030-a039-5fe7f3367f8a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:10.400756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e029f47a-6610-46f4-8f42-586a93d10112 req-ddf18c88-b0ce-4030-a039-5fe7f3367f8a tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 946 time: 0.7441201 Jul 15 16:47:10.465290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:10.465620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:10.465968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:10.488236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.512033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Transition to ACTIVE for port object 362b774e-e02f-437d-ae72-1dda4c77df74 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:10.512494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:10.512818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:10.517910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:10.540815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Transition to ACTIVE for port object 362b774e-e02f-437d-ae72-1dda4c77df74 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:10.542996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e029f47a-6610-46f4-8f42-586a93d10112 req-f18f0300-7602-469a-8243-8d60089b03ac tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407351 Jul 15 16:47:10.551303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:10.553971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:10.555214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:10.555708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Bound port: 09f176c0-ea78-454d-8a04-7e9b59a37738, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:10.556664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.569939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:10.714980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:10.735364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Attempting to bind port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:10.735697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Attempting to bind port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:10.737011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Attempting to bind port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:10.743058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Deleting port fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:10.743510 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10031efa-9896-4629-85d8-969a1c0d82be x-openstack-request-id: req-10031efa-9896-4629-85d8-969a1c0d82be {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:10.743877 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "name": "network-vif-plugged", "status": "completed", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:10.744305 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10031efa-9896-4629-85d8-969a1c0d82be {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:10.744840 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9', 'code': 200} Jul 15 16:47:10.746860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.758197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.846294 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.857256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:10.863356 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da1276d-c917-430f-bf7a-6f697331445a x-openstack-request-id: req-1da1276d-c917-430f-bf7a-6f697331445a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:10.863641 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-unplugged", "status": "completed", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:10.863890 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1da1276d-c917-430f-bf7a-6f697331445a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:10.864320 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'code': 200} Jul 15 16:47:10.867486 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.869523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:10.870130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:10.870652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:10.880682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:10.889471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:10.898790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:10.899426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:10.909241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:10.909826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:10.910627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:10.911943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Bound port: 09f176c0-ea78-454d-8a04-7e9b59a37738, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:10.912603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:10.916798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Pushing event updated for resources: {'Port': ['ID=362b774e-e02f-437d-ae72-1dda4c77df74,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:10.947308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.20', 52452) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:11.015107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:11.066451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:11.072037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2af8909f-b19b-4ccf-b86a-05d2f9f47027 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:11.082489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:11.091389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Deleting port 322280a9-2d19-420e-9e27-71d0755b7098 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:11.091732 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.093976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.099652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 09f176c0-ea78-454d-8a04-7e9b59a37738-n-h1-800085-3-0 {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:47:11.100713 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:47:11.109305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] For port fae99af4-06da-42ca-8dc7-5df92d1f6095, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fae99af4-06da-42ca-8dc7-5df92d1f6095,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:11.109706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.127983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Attempting to bind port 362b774e-e02f-437d-ae72-1dda4c77df74 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:11.128379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Attempting to bind port 362b774e-e02f-437d-ae72-1dda4c77df74 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:11.128736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Attempting to bind port 362b774e-e02f-437d-ae72-1dda4c77df74 on network 8ac8814f-f3fb-4acb-9601-d42a3775183a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:11.154754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:11.155140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Checking segment: {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:11.156052 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.156052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Bound using segment: {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:11.156444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Bound port: 362b774e-e02f-437d-ae72-1dda4c77df74, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:11.156835 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.186201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:11.186584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Attempting to bind port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:11.189863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Calling delete_port for fae99af4-06da-42ca-8dc7-5df92d1f6095 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:11.211792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:11.212328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Checking segment: {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:11.212822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Bound using segment: {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:11.213396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Bound port: 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:11.213863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.215911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:11.226680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:11.227066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.258501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd931f4-4a21-4ffb-b41e-32707b70bfc2 req-a0677340-0c5f-4bce-8d2f-b40ab4edd9f3 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.264680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cd931f4-4a21-4ffb-b41e-32707b70bfc2 req-a0677340-0c5f-4bce-8d2f-b40ab4edd9f3 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 947 time: 0.3953319 Jul 15 16:47:11.270390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] For port 362b774e-e02f-437d-ae72-1dda4c77df74, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:11.275550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] For port 362b774e-e02f-437d-ae72-1dda4c77df74, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=362b774e-e02f-437d-ae72-1dda4c77df74,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:11.283765 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.315348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-f6e4a69b-4ee0-45d5-a82b-e1847bb3e734 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.317119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-f6e4a69b-4ee0-45d5-a82b-e1847bb3e734 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 947 time: 0.3628645 Jul 15 16:47:11.317731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=8']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:11.393541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446b54-a14f-4edc-8db7-8177d81d8acc None None] Pushing event updated for resources: {'Port': ['ID=362b774e-e02f-437d-ae72-1dda4c77df74,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:11.407191 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.425170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e26e-304f-4231-a241-defbf6a667b1 req-e50add12-6440-40a1-aab7-95c3385e8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.426699 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4cc3e26e-304f-4231-a241-defbf6a667b1 req-e50add12-6440-40a1-aab7-95c3385e8bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 1097 time: 0.6561558 Jul 15 16:47:11.445771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2af8909f-b19b-4ccf-b86a-05d2f9f47027, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2af8909f-b19b-4ccf-b86a-05d2f9f47027,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:11.452528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.461151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:11.487196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.491367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:11.513889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:11.521350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ea207-a572-4932-ba7d-e075afca25c0 req-828ab75a-c90d-4103-9657-fd61bb7965cb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.531248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-842ea207-a572-4932-ba7d-e075afca25c0 req-828ab75a-c90d-4103-9657-fd61bb7965cb tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=be16d3f5-bcf7-48c0-a164-ffb45ce3e578 HTTP/1.1" status: 200 len: 943 time: 0.5406952 Jul 15 16:47:11.538380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.538867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] For port 322280a9-2d19-420e-9e27-71d0755b7098, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=322280a9-2d19-420e-9e27-71d0755b7098,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:11.539127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.540675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.548386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.549115 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.550934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e82ab8bd-7547-4b56-a67a-12ee8a37fdd0 service neutron] 10.222.0.35 "PUT /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 1122 time: 3.0712593 Jul 15 16:47:11.576153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['09f176c0-ea78-454d-8a04-7e9b59a37738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:11.608625 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4cc3e26e-304f-4231-a241-defbf6a667b1 req-c19ec055-d15e-4fe0-ac57-16553bfa0e97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713881 Jul 15 16:47:11.626273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cd931f4-4a21-4ffb-b41e-32707b70bfc2 req-e9153e70-4989-47f7-885b-a27163edb5c4 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601031 Jul 15 16:47:11.656239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-d39122a1-b933-417d-a0f2-604b5c88da84 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.659999 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-d39122a1-b933-417d-a0f2-604b5c88da84 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 944 time: 0.3187721 Jul 15 16:47:11.664369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.665146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.667300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['09f176c0-ea78-454d-8a04-7e9b59a37738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:11.667587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] 10.222.0.20 "PUT /v2.0/ports/2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 1091 time: 2.2417145 Jul 15 16:47:11.692680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Calling delete_port for 322280a9-2d19-420e-9e27-71d0755b7098 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:11.721623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:11.724855 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a2674-07ec-4eb8-8318-f564d5e7c261" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:11.743640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h1-800085-3 for vnic_type normal with profile {"migrating_to": "n-h2-800085-3"} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:11.744015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:11.744515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:11.761599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:11.761963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempting to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 on network 23657bcf-5547-41ac-b743-6f02da2c0871 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:11.773561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:11.773941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Checking segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:11.774366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Bound using segment: {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:11.774844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Bound port: 09f176c0-ea78-454d-8a04-7e9b59a37738, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '23657bcf-5547-41ac-b743-6f02da2c0871'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:11.775239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:11.865570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-842ea207-a572-4932-ba7d-e075afca25c0 req-f343fb14-6f8f-43b3-9221-3b676bf9af29 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301692 Jul 15 16:47:11.887684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eaf11-1379-494f-8ec4-4edfb207c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:11.929658 n-d-800085-3 neutron-server[100430]: WARNING neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Concurrent port binding operations failed on port 09f176c0-ea78-454d-8a04-7e9b59a37738 Jul 15 16:47:11.935057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:11.949655 n-d-800085-3 neutron-server[100430]: INFO neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Attempt 2 to bind port 09f176c0-ea78-454d-8a04-7e9b59a37738 Jul 15 16:47:11.950382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 has no active binding in host n-h2-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 16:47:11.981575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-0c2ee515-bfa8-4aec-9e74-89b60fbf476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:11.983033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-0c2ee515-bfa8-4aec-9e74-89b60fbf476e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1094 time: 0.2107346 Jul 15 16:47:11.985111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Allocated IP 172.25.8.165 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/c895f2b2-4d10-4efa-8c83-5afa8599e186) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:12.035256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-08387495-5396-404f-b440-420e7d89b1ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 217 time: 0.0435543 Jul 15 16:47:12.040826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Deleting port 56b39243-53a3-49fb-8974-fc9f4edbb955 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:12.041496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.068059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Deleting port de909d2e-629b-4e4b-94b9-b9d244624598 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:12.068570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.091850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.182459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'Port': ['ID=fae99af4-06da-42ca-8dc7-5df92d1f6095,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:12.217577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf010f-0daf-4d2c-991a-ae0ec97fc5f1 req-ba10e0cb-ed7b-4c98-9fc4-cbe7d88098d0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:12.220663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3daf010f-0daf-4d2c-991a-ae0ec97fc5f1 req-ba10e0cb-ed7b-4c98-9fc4-cbe7d88098d0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.3517654 Jul 15 16:47:12.243334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-71eb20de-ea25-499d-b4f3-efe203a97780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:12.245837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-71eb20de-ea25-499d-b4f3-efe203a97780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.2019498 Jul 15 16:47:12.311154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-72f591d5-2a4c-478b-8201-a1d5482ae463 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511813 Jul 15 16:47:12.312874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] For port de909d2e-629b-4e4b-94b9-b9d244624598, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=de909d2e-629b-4e4b-94b9-b9d244624598,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:12.313297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.330295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] No DVR routers for this DVR port fae99af4-06da-42ca-8dc7-5df92d1f6095 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:12.333236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] For port 56b39243-53a3-49fb-8974-fc9f4edbb955, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=56b39243-53a3-49fb-8974-fc9f4edbb955,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:12.333615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.341944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.344072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8962194-7eec-48e5-bd4f-cb9d1528f243 req-c2675761-f77d-4029-9bf1-4bf6c7bb48a4 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "DELETE /v2.0/ports/fae99af4-06da-42ca-8dc7-5df92d1f6095 HTTP/1.1" status: 204 len: 173 time: 2.4145091 Jul 15 16:47:12.354094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.367031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Calling delete_port for de909d2e-629b-4e4b-94b9-b9d244624598 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:12.437655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Calling delete_port for 56b39243-53a3-49fb-8974-fc9f4edbb955 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:12.540021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3daf010f-0daf-4d2c-991a-ae0ec97fc5f1 req-c2bbb0ff-4651-45ac-8da6-3994d8c86a2b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045759 Jul 15 16:47:12.567484 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.628155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Pushing event deleted for resources: {'Port': ['ID=322280a9-2d19-420e-9e27-71d0755b7098,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:12.654516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5341bad-6e3c-41ad-a5d1-04555b91aba7 req-26ce2c2a-b85e-464e-b362-419e3fcebc88 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:12.661666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5341bad-6e3c-41ad-a5d1-04555b91aba7 req-26ce2c2a-b85e-464e-b362-419e3fcebc88 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 944 time: 0.5572433 Jul 15 16:47:12.722472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58f16b2-3e2c-4c89-b20b-f66bf966ab68 None None] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:12.739077 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-d140bf1f-897a-47d5-a2b3-7e9b9c42c06d service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168530 Jul 15 16:47:12.744022 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.794541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5341bad-6e3c-41ad-a5d1-04555b91aba7 req-57ec13f0-be99-4252-9810-0e6799ef1201 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318002 Jul 15 16:47:12.807666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.810291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:12.820828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:12.844839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event deleted for resources: {'Port': ['ID=de909d2e-629b-4e4b-94b9-b9d244624598,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:12.851695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: fae99af4-06da-42ca-8dc7-5df92d1f6095 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:12.852134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fae99af4-06da-42ca-8dc7-5df92d1f6095 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:12.884890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738'}, {'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'name': 'network-vif-deleted', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:12.887818 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2debce-0c55-4ae9-af34-00c1f4d1840b" -d '{"events": [{"name": "network-changed", "server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738"}, {"server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "name": "network-vif-deleted", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:12.892514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1129ca3f-5375-482f-8882-6fdd8eb305ef None None] Provisioning for port 362b774e-e02f-437d-ae72-1dda4c77df74 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:12.924908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Pushing event deleted for resources: {'Port': ['ID=56b39243-53a3-49fb-8974-fc9f4edbb955,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:12.964635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cea00be4-4f0d-4e3c-8b7e-45df551bd1a2 req-5131bf6b-0889-45fd-8d2a-f16cfa0a171e service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179554 Jul 15 16:47:13.008687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] No DVR routers for this DVR port 56b39243-53a3-49fb-8974-fc9f4edbb955 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:13.011439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.013956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37bb7ec1-e6de-4543-8a07-f19a715b5c5f req-15603d0c-a482-418f-9317-cfd2115da23c tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.20 "DELETE /v2.0/ports/56b39243-53a3-49fb-8974-fc9f4edbb955 HTTP/1.1" status: 204 len: 173 time: 1.6649067 Jul 15 16:47:13.100526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:13.125915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa90caf-233b-4e45-9308-55163dd0a65d req-f10759ae-8a28-47d4-bf1d-8d7334313e2e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:13.135016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fa90caf-233b-4e45-9308-55163dd0a65d req-f10759ae-8a28-47d4-bf1d-8d7334313e2e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 943 time: 0.3446529 Jul 15 16:47:13.156419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:13.181441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:13.206445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.233297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] No DVR routers for this DVR port de909d2e-629b-4e4b-94b9-b9d244624598 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:13.238686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.241361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87077a02-0f4d-4ae3-a788-ecad2d067a85 req-ae66ec72-6230-4830-a09a-2ee10945376d tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "DELETE /v2.0/ports/de909d2e-629b-4e4b-94b9-b9d244624598 HTTP/1.1" status: 204 len: 173 time: 1.5124936 Jul 15 16:47:13.252070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fa90caf-233b-4e45-9308-55163dd0a65d req-dd6e2111-d262-4a52-82b4-1fb8cf0c726a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158013 Jul 15 16:47:13.264543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Pushing event updated for resources: {'Port': ['ID=c895f2b2-4d10-4efa-8c83-5afa8599e186,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:13.340280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2af8909f-b19b-4ccf-b86a-05d2f9f47027 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:13.456098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:13.456861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.591022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 362b774e-e02f-437d-ae72-1dda4c77df74 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:13.663732 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25092a3-3548-4fc2-b81e-1d9908f7f64b x-openstack-request-id: req-d25092a3-3548-4fc2-b81e-1d9908f7f64b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:13.668161 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:13.668623 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d25092a3-3548-4fc2-b81e-1d9908f7f64b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:13.669364 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'status': 'completed', 'code': 200} Jul 15 16:47:13.718335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 362b774e-e02f-437d-ae72-1dda4c77df74 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:13.723107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 362b774e-e02f-437d-ae72-1dda4c77df74 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:13.723698 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.776727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8f666fc6-ccef-411c-84d6-490756935482 None None] Provisioning complete for port 362b774e-e02f-437d-ae72-1dda4c77df74 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:13.777399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f666fc6-ccef-411c-84d6-490756935482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.819856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.840085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5ade8-63d1-4303-a03b-b2c23dbb11a7 req-7c03e4a6-eeca-4419-9645-cb70b34927d0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:13.841616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dab5ade8-63d1-4303-a03b-b2c23dbb11a7 req-7c03e4a6-eeca-4419-9645-cb70b34927d0 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.6826394 Jul 15 16:47:13.883844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-71e3de12-4417-4e97-8fc9-8111efae0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:13.885494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-71e3de12-4417-4e97-8fc9-8111efae0064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1094 time: 0.1692414 Jul 15 16:47:13.888623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:13.929838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dab5ade8-63d1-4303-a03b-b2c23dbb11a7 req-086c7729-9294-4bde-bf3c-a7ab2cc53161 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759096 Jul 15 16:47:13.940681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44ccedb3-d93e-46f1-a75d-5a77b1cb4f56 req-03f7ec24-2706-4e88-8d26-4a2bec9b485e tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c00f90f-b2dc-4850-8512-423201235961 HTTP/1.1" status: 200 len: 210 time: 0.0954556 Jul 15 16:47:14.009333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 362b774e-e02f-437d-ae72-1dda4c77df74, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=362b774e-e02f-437d-ae72-1dda4c77df74,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:14.010420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f666fc6-ccef-411c-84d6-490756935482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:14.029770 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:14.055624 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349ea481-58d9-45ab-9b61-7ffb376c8861 x-openstack-request-id: req-349ea481-58d9-45ab-9b61-7ffb376c8861 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:14.056004 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738", "status": "completed", "code": 200}, {"server_uuid": "be16d3f5-bcf7-48c0-a164-ffb45ce3e578", "name": "network-vif-deleted", "tag": "fae99af4-06da-42ca-8dc7-5df92d1f6095", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:14.056167 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-349ea481-58d9-45ab-9b61-7ffb376c8861 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:14.056602 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'status': 'completed', 'code': 200} Jul 15 16:47:14.056970 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be16d3f5-bcf7-48c0-a164-ffb45ce3e578', 'name': 'network-vif-deleted', 'tag': 'fae99af4-06da-42ca-8dc7-5df92d1f6095', 'status': 'completed', 'code': 200} Jul 15 16:47:14.186145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:14.207920 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-8f666fc6-ccef-411c-84d6-490756935482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:47:14.208334 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-8f666fc6-ccef-411c-84d6-490756935482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:47:14.217410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=362b774e-e02f-437d-ae72-1dda4c77df74,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:14.243525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-cc263b3c-16b2-4612-9327-7c905628fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.245065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-cc263b3c-16b2-4612-9327-7c905628fd82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.3360503 Jul 15 16:47:14.323875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c6b5d-dbc1-47df-9ad0-92d78d175a86 req-505f6bda-58e4-4ddd-8317-e261e259673e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.325383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb0c6b5d-dbc1-47df-9ad0-92d78d175a86 req-505f6bda-58e4-4ddd-8317-e261e259673e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.1382160 Jul 15 16:47:14.326688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-be14e134-9c41-49cf-91d2-90126a105b34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 217 time: 0.0682418 Jul 15 16:47:14.331450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:47:14.459050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11d58e3e-d67d-4355-80f4-a9c6dd7570dc req-8f708324-ce6b-4c39-97f8-63ca9f82d1f1 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=446d9f61-1517-4917-a5e2-d18d7384062d HTTP/1.1" status: 200 len: 210 time: 0.0501115 Jul 15 16:47:14.466278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-1185a5d6-f3d7-4ecd-8e33-56098c9f94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.467959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-1185a5d6-f3d7-4ecd-8e33-56098c9f94c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1125 time: 0.4054871 Jul 15 16:47:14.544981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb0c6b5d-dbc1-47df-9ad0-92d78d175a86 req-e93c2e6e-dc26-4065-87ac-ae7f48f24820 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109601 Jul 15 16:47:14.547684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-22c7cef4-d301-4d31-8ebb-6675670ba258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.549146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-22c7cef4-d301-4d31-8ebb-6675670ba258 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.2102454 Jul 15 16:47:14.554371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:14.589054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: de909d2e-629b-4e4b-94b9-b9d244624598 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:14.589402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device de909d2e-629b-4e4b-94b9-b9d244624598 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:14.630796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-733f7f52-c5e3-49fb-bc49-c313ea3ce3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.633744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-733f7f52-c5e3-49fb-bc49-c313ea3ce3c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.1520238 Jul 15 16:47:14.637599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Router ae2b353d-7660-4d05-b5b5-8edd552632ff is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:47:14.655295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-5797b68b-48c3-4231-aa67-4d3ebfa8776c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971978 Jul 15 16:47:14.690932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-acf6a84b-c9c9-4c1a-becd-18c434022d91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 217 time: 0.0496669 Jul 15 16:47:14.792809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2fcf2fa2-10a6-466c-98fb-c60175eb04fe details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:14.797040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:14.808047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-2aa449ec-fe12-41a9-ab34-5b0ed4c094c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:14.809551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-2aa449ec-fe12-41a9-ab34-5b0ed4c094c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.0784252 Jul 15 16:47:14.860030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:14.862287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 56b39243-53a3-49fb-8974-fc9f4edbb955 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:14.862895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 56b39243-53a3-49fb-8974-fc9f4edbb955 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:14.873272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Sync routers for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:14.873711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-664ff210-5e0c-4876-8aa5-962947b9e43f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515995 Jul 15 16:47:14.901212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-30f43a66-225b-4ccc-a6c6-497db221b007 admin admin] 10.222.0.25 "PUT /v2.0/routers/e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2401319 Jul 15 16:47:14.905213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:14.921678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:14.922983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:15.013180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:15.029030 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Sync routers for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:15.043268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-1c833055-ff33-4aff-9948-c13ea693bc9b service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606913 Jul 15 16:47:15.044099 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:15.044511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.045606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1e596b03-e2a7-4cd8-b9d9-daef82fb3e89 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5359111 Jul 15 16:47:15.046599 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:15.048398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:15.137519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.166172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb2debce-0c55-4ae9-af34-00c1f4d1840b req-08083c22-6e5c-4446-b6e4-5c26ef1f225e service neutron] 10.222.0.20 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102121 Jul 15 16:47:15.273657 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:15.298552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-c0c98da1-224c-435d-8a5d-f9f03309a459 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306515 Jul 15 16:47:15.312703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-3d3f7b11-208b-4c44-bbf2-16893c7c5266 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:15.321279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-3d3f7b11-208b-4c44-bbf2-16893c7c5266 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.5854330 Jul 15 16:47:15.383180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.394336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:15.407840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9e4cc-5d39-48d2-9201-067284811807 req-59810887-abed-4208-a36e-9b22daf35813 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:15.409509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07a9e4cc-5d39-48d2-9201-067284811807 req-59810887-abed-4208-a36e-9b22daf35813 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 943 time: 0.7682552 Jul 15 16:47:15.414726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-32e44c0d-94d6-434b-ac28-47c1ed41c0d1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/quotas/57384418adb24a03a836ff6ce0d9b01c HTTP/1.1" status: 200 len: 375 time: 0.0925419 Jul 15 16:47:15.606933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07a9e4cc-5d39-48d2-9201-067284811807 req-9b86ecd4-26d8-4c5c-843a-eeb000609687 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831958 Jul 15 16:47:15.618282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9a2674-07ec-4eb8-8318-f564d5e7c261 req-df79b76a-2249-4351-a954-d46bfb3feadb service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949138 Jul 15 16:47:15.643590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Deleting port c483ae74-4db4-458f-8e5c-c2fc5516b77d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:15.643903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.659530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:15.685306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-93bf58ab-19ec-4e3d-8d97-ce00d3941c65 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2357385 Jul 15 16:47:15.737613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 362b774e-e02f-437d-ae72-1dda4c77df74 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:15.740087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf', 'port_id': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'mac_address': 'fa:16:3e:85:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e07d16d-8dd4-4f79-b551-82ef0091a663', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:15.858850 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:13Z', 'revision_number': 3, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:15.896422 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Checking router: ae2b353d-7660-4d05-b5b5-8edd552632ff for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:15.897181 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Updating router ae2b353d-7660-4d05-b5b5-8edd552632ff port c895f2b2-4d10-4efa-8c83-5afa8599e186 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:47:15.909886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-deleted', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:15.912496 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b122e72-1176-44eb-a4cf-131ae6ccabce" -d '{"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-deleted", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:15.934796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.941907 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.944587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] For port c483ae74-4db4-458f-8e5c-c2fc5516b77d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c483ae74-4db4-458f-8e5c-c2fc5516b77d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:15.945653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:15.963925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Calling delete_port for c483ae74-4db4-458f-8e5c-c2fc5516b77d owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:15.982022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-43b3b8f3-6492-4432-9361-237f4df91d9b service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793581 Jul 15 16:47:15.982287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcf2fa2-10a6-466c-98fb-c60175eb04fe {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:15.986889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 362b774e-e02f-437d-ae72-1dda4c77df74 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:15.987295 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.038069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:47:12Z', 'revision_number': 5, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port': {'id': 'c483ae74-4db4-458f-8e5c-c2fc5516b77d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:42:03Z', 'updated_at': '2021-07-15T16:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:16.071843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-deleted', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:16.078571 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2389a0b9-d6c8-47b4-bea7-1f574888ce15" -d '{"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-deleted", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:16.104903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:16.108738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Checking router: e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:16.115001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.149789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Routers {'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:16.150576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:16.285036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.289331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:16.302438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] Set router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:16.341817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:16.345470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-349127c8-15ee-45e7-a18c-e8900d68d8a9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:16.352493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-349127c8-15ee-45e7-a18c-e8900d68d8a9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.3677588 Jul 15 16:47:16.376715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-43d4aef7-c997-4fb0-a090-ee18cd17a0f3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0232968 Jul 15 16:47:16.398760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:47:15Z', 'revision_number': 6, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:16.400905 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.426758 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Transition to ACTIVE for port object c895f2b2-4d10-4efa-8c83-5afa8599e186 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:16.440073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-dbf59252-e07a-4ca2-aca7-8cccaf3f589e service neutron] 10.222.0.25 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372962 Jul 15 16:47:16.450680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8c3-7c13-4d73-bb6b-e1dd16ca6d16 None None] The sync data for ids ['e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53'] in n-d-800085-3 is: [{'id': 'e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-834256232-router', 'tenant_id': 'ce33f001a47c4625bce50c68fa22eccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:42:02Z', 'updated_at': '2021-07-15T16:47:15Z', 'revision_number': 6, 'project_id': 'ce33f001a47c4625bce50c68fa22eccd', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:16.453000 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.550365 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac160bd-0a1b-405c-a011-a8cae0a27f2f None None] Pushing event updated for resources: {'Port': ['ID=c895f2b2-4d10-4efa-8c83-5afa8599e186,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:16.612642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Attempting to bind port c895f2b2-4d10-4efa-8c83-5afa8599e186 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:16.613096 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Attempting to bind port c895f2b2-4d10-4efa-8c83-5afa8599e186 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:16.613492 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Attempting to bind port c895f2b2-4d10-4efa-8c83-5afa8599e186 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:16.619880 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:16.620457 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:16.621001 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.621596 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:16.622062 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Bound port: c895f2b2-4d10-4efa-8c83-5afa8599e186, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:16.622460 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.637960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-1db0541d-0c6e-4125-991f-9adddcbbc2d2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421298 Jul 15 16:47:16.645929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Allocated IP 172.20.0.1 (8ac8814f-f3fb-4acb-9601-d42a3775183a/23db7e3e-7ea2-460d-8bf3-a76c25ad8813/c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:16.653045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.715876 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] For port c895f2b2-4d10-4efa-8c83-5afa8599e186, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:16.720712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] For port c895f2b2-4d10-4efa-8c83-5afa8599e186, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c895f2b2-4d10-4efa-8c83-5afa8599e186,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:16.728994 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.804443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:16.863639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.869856 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:16.870583 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:16.881679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Transition to ACTIVE for port object c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:16.941616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:16.950218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac160bd-0a1b-405c-a011-a8cae0a27f2f None None] Pushing event updated for resources: {'Port': ['ID=c895f2b2-4d10-4efa-8c83-5afa8599e186,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:17.003204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:17.007890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:17.010598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 322280a9-2d19-420e-9e27-71d0755b7098 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:17.034367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:17.060892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 322280a9-2d19-420e-9e27-71d0755b7098 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:17.061239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 322280a9-2d19-420e-9e27-71d0755b7098 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:17.092221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Pushing event updated for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:17.117890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.125419 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:17.285200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.338003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c483ae74-4db4-458f-8e5c-c2fc5516b77d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:17.367661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.392616 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:13Z', 'revision_number': 3, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:17.447674 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c961b8-9ce7-4d4d-86b9-03eebaafc6f1 None None] The sync data for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 is: [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:13Z', 'revision_number': 3, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:17.506012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-68a7a1de-7cc8-47e5-b156-69ee67d260eb service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8669572 Jul 15 16:47:17.507552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d514cf59-9dbc-4f08-aa21-ecd9ef588d8a None None] Provisioning for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:17.512416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d514cf59-9dbc-4f08-aa21-ecd9ef588d8a None None] Provisioning complete for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:17.513663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d514cf59-9dbc-4f08-aa21-ecd9ef588d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.526054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.534391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.538509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.551584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.625543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.627613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Pushing event updated for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:17.649907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d514cf59-9dbc-4f08-aa21-ecd9ef588d8a None None] Port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:17.720306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-5bc45f95-1871-4d87-8999-d0db61e6d4ae service neutron] 10.222.0.20 "GET /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.9387939 Jul 15 16:47:17.731084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.731710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:47:17.737880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.739275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-182a5536-5dad-44cf-89a8-45f9a06fcd2a admin admin] 10.222.0.25 "DELETE /v2.0/routers/e45f76b2-7936-4e3b-8e1d-c7a7e1e4df53 HTTP/1.1" status: 204 len: 168 time: 2.8302515 Jul 15 16:47:17.760385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:17.811097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:17.817346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502704e4-9284-4870-8f2f-75989c4d6874 req-95aef7a4-d0ea-43ea-a46b-818059b1340e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:17.826103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:17.826555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-502704e4-9284-4870-8f2f-75989c4d6874 req-95aef7a4-d0ea-43ea-a46b-818059b1340e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 944 time: 0.5704646 Jul 15 16:47:17.838918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-621cb871-be6b-40e6-9e9b-18f5c5ebb7c7 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314757 Jul 15 16:47:17.847886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Deleting subnet 45560637-f7b3-402a-a288-16ae2a18faf0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:17.859240 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:17.923700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-502704e4-9284-4870-8f2f-75989c4d6874 req-f8a29016-1d72-499e-a58f-bd6706ddc006 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960119 Jul 15 16:47:18.074454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.239140 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9294f2-03aa-46ca-b385-bd0447ae4178 x-openstack-request-id: req-4b9294f2-03aa-46ca-b385-bd0447ae4178 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:18.239462 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446d9f61-1517-4917-a5e2-d18d7384062d", "name": "network-vif-deleted", "tag": "de909d2e-629b-4e4b-94b9-b9d244624598", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:18.239703 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b9294f2-03aa-46ca-b385-bd0447ae4178 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:18.240137 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446d9f61-1517-4917-a5e2-d18d7384062d', 'name': 'network-vif-deleted', 'tag': 'de909d2e-629b-4e4b-94b9-b9d244624598', 'status': 'completed', 'code': 200} Jul 15 16:47:18.273095 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e373caa-b4c9-4318-92bc-b798b6f2de92 x-openstack-request-id: req-4e373caa-b4c9-4318-92bc-b798b6f2de92 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:18.273801 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c00f90f-b2dc-4850-8512-423201235961", "name": "network-vif-deleted", "tag": "56b39243-53a3-49fb-8974-fc9f4edbb955", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:18.274222 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e373caa-b4c9-4318-92bc-b798b6f2de92 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:18.277187 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c00f90f-b2dc-4850-8512-423201235961', 'name': 'network-vif-deleted', 'tag': '56b39243-53a3-49fb-8974-fc9f4edbb955', 'status': 'completed', 'code': 200} Jul 15 16:47:18.318363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.348285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:18.403243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dafdadfd-9af8-4948-b4bd-f414ed18964c None None] Provisioning complete for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:18.403841 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dafdadfd-9af8-4948-b4bd-f414ed18964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.414321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:18.452165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.525053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.527634 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45560637-f7b3-402a-a288-16ae2a18faf0 HTTP/1.1" status: 204 len: 168 time: 0.7661262 Jul 15 16:47:18.528653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465acb9a-3784-4b5d-bfc1-5625f17a1ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45560637-f7b3-402a-a288-16ae2a18faf0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:18.533258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:18.537636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951e78a-d91e-40ef-959b-c13a8e0c9c77 None None] Network 45e960c5-1f32-46f7-b386-6e5626e03c53 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:18.551990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dafdadfd-9af8-4948-b4bd-f414ed18964c None None] Port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:18.614884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Router ae2b353d-7660-4d05-b5b5-8edd552632ff has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:47:18.670189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28d7c113-e3f7-4f99-a532-49f2cfc5e08c req-38a5308e-4d01-4a33-a095-bd112eeb0810 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 210 time: 0.1538625 Jul 15 16:47:18.685599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f176c0-ea78-454d-8a04-7e9b59a37738 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:18.706145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:18.739549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.753458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5392179-6bf1-4cb4-92ca-c6ae3bf345fc req-29636be4-4903-4b6e-9b91-175214813350 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:18.756371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5392179-6bf1-4cb4-92ca-c6ae3bf345fc req-29636be4-4903-4b6e-9b91-175214813350 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 944 time: 0.2455447 Jul 15 16:47:18.819413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.822894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2fcf2fa2-10a6-466c-98fb-c60175eb04fe up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:18.868436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5392179-6bf1-4cb4-92ca-c6ae3bf345fc req-58d0c9b4-0c11-465b-ad9f-d5d7081506b5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975549 Jul 15 16:47:18.877165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-ebf03213-653e-4154-9903-ab8c17a765d1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:18.884505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-ebf03213-653e-4154-9903-ab8c17a765d1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 822 time: 0.4577918 Jul 15 16:47:18.906460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] Transition to ACTIVE for port object 09f176c0-ea78-454d-8a04-7e9b59a37738 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:18.913601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] DHCP port deletion for 45e960c5-1f32-46f7-b386-6e5626e03c53 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:47:18.917864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:18.984694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:18.991337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:18.991868 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.001784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Request body: {'port': {'device_id': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'admin_state_up': True, 'tenant_id': '57384418adb24a03a836ff6ce0d9b01c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:19.059230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Deleting port 08fe3df7-d768-4e39-a01f-8c3e38ca585e {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:19.059931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.093848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5658bfeb-a716-4a2a-94ce-2c41b918866f req-0651cfcd-ca2d-4781-8aab-9a331048a083 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 210 time: 0.0472686 Jul 15 16:47:19.111669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] Pushing event updated for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:19.120008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] No DVR routers for this DVR port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:19.120346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c895f2b2-4d10-4efa-8c83-5afa8599e186 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:19.204688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-13fd6df9-3b6a-4a98-9120-4ca805cb0feb service neutron] 10.222.0.20 "PUT /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738/bindings/n-h2-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4784288 Jul 15 16:47:19.279359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] For port 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=08fe3df7-d768-4e39-a01f-8c3e38ca585e,segment=NetworkSegment(9dd23fd8-b68e-45ba-908c-3da91fadc98f),segment_id=9dd23fd8-b68e-45ba-908c-3da91fadc98f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:19.280143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.314603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Made reservation on behalf of 57384418adb24a03a836ff6ce0d9b01c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:19.316786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Calling delete_port for 08fe3df7-d768-4e39-a01f-8c3e38ca585e owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:19.319354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.366169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.510308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Allocated IP 172.20.0.3 (a6085d7f-3d04-4a30-8a41-d9317d9a1d5c/b7c13a21-03fb-4771-b580-f620518176f0/7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:19.523140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b737dd-f4ec-4253-9e98-8248cced30e2 req-79912bf9-c9db-4bb2-9391-c701fc1beadc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:19.531317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07b737dd-f4ec-4253-9e98-8248cced30e2 req-79912bf9-c9db-4bb2-9391-c701fc1beadc tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.1092780 Jul 15 16:47:19.540864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:19.545050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:19.547678 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa954f2-f042-4388-a86e-6192989996dc" -d '{"events": [{"server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "name": "network-vif-plugged", "status": "completed", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:19.562412 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.585089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07b737dd-f4ec-4253-9e98-8248cced30e2 req-5bfe12e2-5d2a-4494-8b70-9f4befc36ca5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527210 Jul 15 16:47:19.591756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c895f2b2-4d10-4efa-8c83-5afa8599e186 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:19.628133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c895f2b2-4d10-4efa-8c83-5afa8599e186 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:19.628620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.704634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:19.768948 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.784660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b7111-6bdf-425f-9c30-af6565b5c6fb req-6b46a6ef-ac47-4f98-83a4-53a3a4bef0e7 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:19.786974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-588b7111-6bdf-425f-9c30-af6565b5c6fb req-6b46a6ef-ac47-4f98-83a4-53a3a4bef0e7 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 948 time: 0.1833436 Jul 15 16:47:19.810710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] Pushing event deleted for resources: {'Port': ['ID=08fe3df7-d768-4e39-a01f-8c3e38ca585e,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:19.813699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.823411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8bf35d-4c0a-40b4-81b3-cb4271efbfad None None] No DVR routers for this DVR port 08fe3df7-d768-4e39-a01f-8c3e38ca585e on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:19.844488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c895f2b2-4d10-4efa-8c83-5afa8599e186, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c895f2b2-4d10-4efa-8c83-5afa8599e186,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:19.851905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.852940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c9fc5-31e2-4bd9-a713-0fc5074adbcf req-2576423d-e2d9-4aa3-be54-cbb9a4d01f08 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:19.854470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b15c9fc5-31e2-4bd9-a713-0fc5074adbcf req-2576423d-e2d9-4aa3-be54-cbb9a4d01f08 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.1160564 Jul 15 16:47:19.866313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Deleting port 08fe3df7-d768-4e39-a01f-8c3e38ca585e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:19.866677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.888030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-588b7111-6bdf-425f-9c30-af6565b5c6fb req-64bba2ce-c947-4752-b90d-618d8e2375db tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897522 Jul 15 16:47:19.925374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c895f2b2-4d10-4efa-8c83-5afa8599e186,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:19.942785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 08fe3df7-d768-4e39-a01f-8c3e38ca585e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:19.945681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b15c9fc5-31e2-4bd9-a713-0fc5074adbcf req-62baa4c4-96c6-4f84-bd4b-daa17d2e2b80 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826857 Jul 15 16:47:19.963203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:19.999959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] For port 08fe3df7-d768-4e39-a01f-8c3e38ca585e, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:20.000341 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06328f1e-bb68-471d-9b67-ecf4254f2cdd x-openstack-request-id: req-06328f1e-bb68-471d-9b67-ecf4254f2cdd {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:20.000488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.000682 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "name": "network-vif-plugged", "status": "completed", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:20.000888 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06328f1e-bb68-471d-9b67-ecf4254f2cdd {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:20.001720 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'code': 200} Jul 15 16:47:20.006610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 08fe3df7-d768-4e39-a01f-8c3e38ca585e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:20.006836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 08fe3df7-d768-4e39-a01f-8c3e38ca585e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:20.007107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c483ae74-4db4-458f-8e5c-c2fc5516b77d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:20.026452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Calling delete_port for 08fe3df7-d768-4e39-a01f-8c3e38ca585e owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:20.035907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Port 08fe3df7-d768-4e39-a01f-8c3e38ca585e was not found and therefore no delete operation was performed {{(pid=100428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:47:20.050279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.057537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c483ae74-4db4-458f-8e5c-c2fc5516b77d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:20.057878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c483ae74-4db4-458f-8e5c-c2fc5516b77d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:20.081261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-89e35e02-95fd-47b0-a449-ef05e3a230a7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.082777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-89e35e02-95fd-47b0-a449-ef05e3a230a7 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 944 time: 0.1334147 Jul 15 16:47:20.137522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] No DVR routers for this DVR port 08fe3df7-d768-4e39-a01f-8c3e38ca585e on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:20.141636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:20.149455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Pushing event deleted for resources: {'Port': ['ID=08fe3df7-d768-4e39-a01f-8c3e38ca585e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:20.158305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ebd0835-1103-4962-bd29-ac38daaf035b admin admin] 10.222.0.25 "PUT /v2.0/routers/ae2b353d-7660-4d05-b5b5-8edd552632ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1085663 Jul 15 16:47:20.233620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-bca8c42e-2823-4c9e-92a3-42ee0c645062 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.235118 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-bca8c42e-2823-4c9e-92a3-42ee0c645062 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.9343169 Jul 15 16:47:20.279266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.283739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Sync routers for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:20.303382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:20.305259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:20.332975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e960c5-1f32-46f7-b386-6e5626e03c53']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:20.343694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd23fd8-b68e-45ba-908c-3da91fadc98f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:20.353366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd23fd8-b68e-45ba-908c-3da91fadc98f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:20.366999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.371115 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b30534bd-31be-4c74-8bcf-d0d9ce1a2f9b req-edef2abb-ce19-46e0-b375-2f9100275528 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 210 time: 0.1959884 Jul 15 16:47:20.372836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.457780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.515751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:20.516257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.519725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f16ab2-f8c1-4b95-a250-b871522298a0 req-4aa1fbd0-4dde-4b66-a1a3-9da9a68a4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.523241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72f16ab2-f8c1-4b95-a250-b871522298a0 req-4aa1fbd0-4dde-4b66-a1a3-9da9a68a4cf8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1096 time: 0.4394374 Jul 15 16:47:20.532909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:20.533773 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:20.575536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:20.585212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event updated for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:20.589544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:20.618802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-a9cade6e-89d2-4105-9ad6-3edaec66ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.620337 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-a9cade6e-89d2-4105-9ad6-3edaec66ebe1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159&tenant_id=068a326cd3c54277ae6cac90328d7e76 HTTP/1.1" status: 200 len: 1096 time: 0.3752813 Jul 15 16:47:20.625325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb0c89-13dc-4fb7-85fa-b9660feacf11 req-c7cb82fd-28f2-412b-a444-5eb82ced55a7 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.627036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57cb0c89-13dc-4fb7-85fa-b9660feacf11 req-c7cb82fd-28f2-412b-a444-5eb82ced55a7 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 945 time: 0.4477980 Jul 15 16:47:20.665297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:20.666370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6912a21f-884b-4acb-8596-aa4323e99349 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.668105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6912a21f-884b-4acb-8596-aa4323e99349 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.4195247 Jul 15 16:47:20.675895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0b5f57d-2fd0-476a-8041-c36295e32719 req-79391f21-980a-4c80-a678-165abf910369 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 210 time: 0.0808482 Jul 15 16:47:20.729720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.730649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.735786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.747119 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.749045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/45e960c5-1f32-46f7-b386-6e5626e03c53 HTTP/1.1" status: 204 len: 168 time: 2.2127669 Jul 15 16:47:20.751473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:20.806367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b09dd-aa01-4407-be2a-9f7f31ca09ef admin admin] Pushing event deleted for resources: {'Network': ['ID=45e960c5-1f32-46f7-b386-6e5626e03c53,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:20.815329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-a45c106a-f0d6-49f2-84e5-0daaac5848cf tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8191218 Jul 15 16:47:20.831683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Request body: {'port': {'device_id': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:20.856726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Deleting port c0a51715-3cc9-4e74-bf4f-eaee1099256f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:20.857790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:20.860932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72f16ab2-f8c1-4b95-a250-b871522298a0 req-2257cc8e-94cf-433d-b9ba-0ead45164ffe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085992 Jul 15 16:47:20.904137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-78f63162-58a3-44bb-91d6-6d1c21e0d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:20.910760 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-78f63162-58a3-44bb-91d6-6d1c21e0d5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1096 time: 0.2396772 Jul 15 16:47:20.918933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57cb0c89-13dc-4fb7-85fa-b9660feacf11 req-8ce419a4-ff60-4de6-be8d-b9d1b9142a96 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582991 Jul 15 16:47:21.121079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:21.148394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c895f2b2-4d10-4efa-8c83-5afa8599e186 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:21.203806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.230122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] For port c0a51715-3cc9-4e74-bf4f-eaee1099256f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=c0a51715-3cc9-4e74-bf4f-eaee1099256f,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:21.231161 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.249932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-bfb29667-d212-4d21-b116-fc27c5fe5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:21.251625 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-bfb29667-d212-4d21-b116-fc27c5fe5f09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.3259456 Jul 15 16:47:21.252344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Calling delete_port for c0a51715-3cc9-4e74-bf4f-eaee1099256f owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:21.255218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-70d9c28e-9b85-4bd0-9d3c-ee2dd0311969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72a12efcd8f44b919a138235e6a61b6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1316149 Jul 15 16:47:21.261758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c895f2b2-4d10-4efa-8c83-5afa8599e186 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:21.262143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.279143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:21.325417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:17Z', 'revision_number': 4, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0', 'name': '', 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'mac_address': 'fa:16:3e:bd:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:16Z', 'updated_at': '2021-07-15T16:47:17Z', 'revision_number': 2, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'subnets': [{'id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:21.357371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Checking router: ae2b353d-7660-4d05-b5b5-8edd552632ff for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:21.357719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Updating router ae2b353d-7660-4d05-b5b5-8edd552632ff port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:47:21.364284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-e7fdb97b-27eb-4f0f-af9a-fdb4b6850788 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 200 len: 217 time: 0.0841343 Jul 15 16:47:21.431827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.461757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.551080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-cbfa9b6d-377b-4781-af27-a70accf95873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:21.553030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-cbfa9b6d-377b-4781-af27-a70accf95873 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.1669307 Jul 15 16:47:21.560320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event deleted for resources: {'Port': ['ID=c0a51715-3cc9-4e74-bf4f-eaee1099256f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:21.617484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.620882 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-eb888d06-9b58-4f57-a5c5-43589d4b7520 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582669 Jul 15 16:47:21.661493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-549b219c-b990-4542-98a5-b2c939fea0ec tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:21.663391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-549b219c-b990-4542-98a5-b2c939fea0ec tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.35 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 948 time: 0.3614867 Jul 15 16:47:21.745544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] No DVR routers for this DVR port c0a51715-3cc9-4e74-bf4f-eaee1099256f on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:21.746752 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.752304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "DELETE /v2.0/ports/c0a51715-3cc9-4e74-bf4f-eaee1099256f HTTP/1.1" status: 204 len: 173 time: 1.6481590 Jul 15 16:47:21.769097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-deleted', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:21.775837 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd042e72-5d48-451e-8888-763dfbeaaa2e" -d '{"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-deleted", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:21.785858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.878421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d1e34-4370-4b8c-b7f9-1f33c9b7be27 req-ec67a478-0bbc-4479-81a4-0531240eb3bd tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:21.882290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a6d1e34-4370-4b8c-b7f9-1f33c9b7be27 req-ec67a478-0bbc-4479-81a4-0531240eb3bd tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.9409158 Jul 15 16:47:21.891405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.907648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Transition to ACTIVE for port object c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:21.945690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:21.968865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2d76-145d-466a-b07d-556953f7dbb6 req-6d1312f8-5177-4e78-836d-d9ec3ec0d9a7 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:21.974288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcec2d76-145d-466a-b07d-556953f7dbb6 req-6d1312f8-5177-4e78-836d-d9ec3ec0d9a7 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 948 time: 0.5209999 Jul 15 16:47:22.039779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-eb0ea282-d34a-4c7e-a539-844e8d42d29a service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984625 Jul 15 16:47:22.052072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:22.061219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.110293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a6d1e34-4370-4b8c-b7f9-1f33c9b7be27 req-bc9d1ed4-8285-450f-a29f-12e42e5bb732 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157042 Jul 15 16:47:22.130444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5b0cf-e200-4d17-ab6f-9b9948db42f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:22.274268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.283535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.287650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50a8a25d-26a0-44c9-ab3d-36fc2b11ca11 HTTP/1.1" status: 204 len: 168 time: 1.0036852 Jul 15 16:47:22.342989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.2 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/7d315a65-0644-4370-aadc-1a0216558108) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:22.374763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Attempting to bind port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:22.375371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Attempting to bind port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:22.380537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Attempting to bind port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 on network 8ac8814f-f3fb-4acb-9601-d42a3775183a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:22.404006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:22.404411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Checking segment: {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:22.409111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.409548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Bound using segment: {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:22.410059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Bound port: c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:22.410460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.446121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcec2d76-145d-466a-b07d-556953f7dbb6 req-bf39c628-6050-43b3-84cb-b7a51c566e49 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/security-groups?id=d053a016-b7d6-4085-a253-fb878403096a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397278 Jul 15 16:47:22.608782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061e33a-72a4-4688-8fdd-b04da57b0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8a25d-26a0-44c9-ab3d-36fc2b11ca11,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:22.642638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:22.647991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Deleting port e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:22.648365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.656589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:22.664892 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.690362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.773079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: c0a51715-3cc9-4e74-bf4f-eaee1099256f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:22.773430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device c0a51715-3cc9-4e74-bf4f-eaee1099256f not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:22.778317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-1e3cec41-b561-4a6f-85a6-f62a018297fe service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248440 Jul 15 16:47:22.792781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Transition to ACTIVE for port object 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:22.826255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.838875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] For port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:22.842578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50ec8c48-216c-48fc-a3b5-010769d3d0ad req-754db2d0-c916-462c-b0ee-50eb30c00749 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9ade015-b70e-4edc-81e1-6327e10802ec HTTP/1.1" status: 200 len: 210 time: 0.0799556 Jul 15 16:47:22.855451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] For port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:22.865827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:22.926838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:23.000251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:23.017078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4', 'b3367027-ad58-4376-b37a-46b62e0e8de9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:23.022649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d755d-0ee0-4cd9-92f1-768d4ce46d37 req-cb1ed83f-e302-4185-8ba0-80820ceac0ea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:23.030090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2d755d-0ee0-4cd9-92f1-768d4ce46d37 req-cb1ed83f-e302-4185-8ba0-80820ceac0ea tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 943 time: 0.1861906 Jul 15 16:47:23.039805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Pushing event updated for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:23.047217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:23.051846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:23.092150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:23.162112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2d755d-0ee0-4cd9-92f1-768d4ce46d37 req-0251f673-abe7-49c0-8f8d-ec68117ecc54 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121414 Jul 15 16:47:23.235041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] For port e250b1ae-5023-4c53-b80d-a1fc690b8c70, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e250b1ae-5023-4c53-b80d-a1fc690b8c70,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:23.236294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:23.288686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:23.291396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:23.343320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-76a9cf8b-7669-4444-859c-88560abc6d43 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6612780 Jul 15 16:47:23.357625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Request body: {'port': {'device_id': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:23.395811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Calling delete_port for e250b1ae-5023-4c53-b80d-a1fc690b8c70 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:23.402029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:23.402686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:46:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:23.455333 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb02bed1-7b4e-4df5-9746-0622786b1d1a x-openstack-request-id: req-cb02bed1-7b4e-4df5-9746-0622786b1d1a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:23.455621 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ade015-b70e-4edc-81e1-6327e10802ec", "name": "network-vif-deleted", "tag": "c0a51715-3cc9-4e74-bf4f-eaee1099256f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:23.455991 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb02bed1-7b4e-4df5-9746-0622786b1d1a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:23.456269 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ade015-b70e-4edc-81e1-6327e10802ec', 'name': 'network-vif-deleted', 'tag': 'c0a51715-3cc9-4e74-bf4f-eaee1099256f', 'status': 'completed', 'code': 200} Jul 15 16:47:23.573222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50722) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:23.610023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5b0cf-e200-4d17-ab6f-9b9948db42f2 None None] Pushing event updated for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:23.653239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:23.698647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:23.923437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Attempting to bind port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:23.924683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Attempting to bind port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:23.925289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Attempting to bind port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:23.931703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:23.932418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Attempting to bind port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 on network a6085d7f-3d04-4a30-8a41-d9317d9a1d5c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:23.953253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:23.954016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Checking segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:23.954643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Bound using segment: {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:23.955332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Bound port: 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8147d8-9fcc-4943-9a12-87185b0388ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:23.955967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.038459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:17Z', 'revision_number': 4, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0', 'name': '', 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'mac_address': 'fa:16:3e:bd:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:16Z', 'updated_at': '2021-07-15T16:47:22Z', 'revision_number': 4, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'subnets': [{'id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:24.076149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80af9e87-aea4-4b20-b468-6860eeb661b3 None None] The sync data for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 is: [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:47:17Z', 'revision_number': 4, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0', 'name': '', 'network_id': '8ac8814f-f3fb-4acb-9601-d42a3775183a', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'mac_address': 'fa:16:3e:bd:58:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:16Z', 'updated_at': '2021-07-15T16:47:22Z', 'revision_number': 4, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'subnets': [{'id': '23db7e3e-7ea2-460d-8bf3-a76c25ad8813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:24.077011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-94ce1b30-9acb-4b62-9252-ff99a79e1b77 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:24.078968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-94ce1b30-9acb-4b62-9252-ff99a79e1b77 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159&tenant_id=068a326cd3c54277ae6cac90328d7e76&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.1956825 Jul 15 16:47:24.094073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:24.141424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d315a65-0644-4370-aadc-1a0216558108 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:24.158722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:24.187166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.187568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.192850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.203602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Transition to ACTIVE for port object 7d315a65-0644-4370-aadc-1a0216558108 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:24.230373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.324518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:24.325408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.326936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] 10.222.0.20 "PUT /v2.0/ports/7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 HTTP/1.1" status: 200 len: 1091 time: 3.5037305 Jul 15 16:47:24.327546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:24.330136 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a0b31-e5b1-4385-8be5-568b92b8a1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:24.348440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d38b2-7897-4015-98d4-e16f20e10bac req-ee95730b-c305-4b55-abc2-8945f64036c6 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:24.356527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef5d38b2-7897-4015-98d4-e16f20e10bac req-ee95730b-c305-4b55-abc2-8945f64036c6 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 945 time: 0.7843916 Jul 15 16:47:24.362920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] No DVR routers for this DVR port e250b1ae-5023-4c53-b80d-a1fc690b8c70 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:24.367742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:24.370189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e1cfbf0b-76e3-4dfc-8313-5ae2a34de8cc req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.35 "DELETE /v2.0/ports/e250b1ae-5023-4c53-b80d-a1fc690b8c70 HTTP/1.1" status: 204 len: 173 time: 2.6966031 Jul 15 16:47:24.371130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e5f2-6a80-40bb-b17e-37863d72a974 service neutron] Pushing event updated for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:24.399334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ba8340a-89cd-4107-8434-f44cd8b7c441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce33f001a47c4625bce50c68fa22eccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194335 Jul 15 16:47:24.433606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:24.467365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452a8c-b527-4b2a-a080-fe4a2d330935 req-97e4c135-76e6-4970-a50f-b64ef1557a48 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:24.475233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52452a8c-b527-4b2a-a080-fe4a2d330935 req-97e4c135-76e6-4970-a50f-b64ef1557a48 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 931 time: 1.0209606 Jul 15 16:47:24.558994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a471c0-fec0-4793-9e2e-f0901639be58 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] Pushing event deleted for resources: {'Port': ['ID=e250b1ae-5023-4c53-b80d-a1fc690b8c70,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:24.573532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:24.579570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52452a8c-b527-4b2a-a080-fe4a2d330935 req-8a9ccdd9-7a04-4fc4-997f-3649f0322ca6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Jul 15 16:47:24.646021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: e250b1ae-5023-4c53-b80d-a1fc690b8c70 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:24.647361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e250b1ae-5023-4c53-b80d-a1fc690b8c70 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:25.023162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef5d38b2-7897-4015-98d4-e16f20e10bac req-d6e842bc-79cd-41e4-8811-ac3f5b924d7d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657531 Jul 15 16:47:25.142313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:25.162859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Pushing event updated for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:25.248867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.272527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Attempting to bind port 7d315a65-0644-4370-aadc-1a0216558108 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:25.273073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Attempting to bind port 7d315a65-0644-4370-aadc-1a0216558108 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:25.273636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Attempting to bind port 7d315a65-0644-4370-aadc-1a0216558108 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:25.287539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Port 7d315a65-0644-4370-aadc-1a0216558108 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:25.288457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Attempting to bind port 7d315a65-0644-4370-aadc-1a0216558108 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:25.296401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:25.297197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:25.298505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:25.299203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Bound port: 7d315a65-0644-4370-aadc-1a0216558108, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:25.299860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.300334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:25.306043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:25.306418 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.357620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-d2e9ff90-3f53-4f1e-9c7d-a31d03ce7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:25.359192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-d2e9ff90-3f53-4f1e-9c7d-a31d03ce7bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 1094 time: 0.9247429 Jul 15 16:47:25.361206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.367004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4958ef-bcba-4e9a-a113-8c07182f11ba req-48fa89fc-6a59-44bf-9336-3f7d6cfde491 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:25.374979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d4958ef-bcba-4e9a-a113-8c07182f11ba req-48fa89fc-6a59-44bf-9336-3f7d6cfde491 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.3033547 Jul 15 16:47:25.447041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:25.465652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d4958ef-bcba-4e9a-a113-8c07182f11ba req-a6880541-1c52-46c0-ace0-126ae1e845c1 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877006 Jul 15 16:47:25.497850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-ce9f045d-d322-4963-83e3-8f7ddc6ac562 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 HTTP/1.1" status: 200 len: 217 time: 0.1009169 Jul 15 16:47:25.498773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7d315a65-0644-4370-aadc-1a0216558108,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:25.519323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.525797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.610752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:25.620680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.638211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-cc3d814c-30f5-42c0-b5da-c0ce20126e93 service neutron] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:25.689377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:25.691302 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.698839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] 10.222.0.20 "PUT /v2.0/ports/7d315a65-0644-4370-aadc-1a0216558108 HTTP/1.1" status: 200 len: 1091 time: 2.3454182 Jul 15 16:47:25.761778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-f62d71ce-4af5-4aa7-9a8f-7852736cc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:25.762552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'tag': '7d315a65-0644-4370-aadc-1a0216558108'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:25.764693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a2b6-d499-408e-8343-d42b2f4abc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.765716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-f62d71ce-4af5-4aa7-9a8f-7852736cc507 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.2489169 Jul 15 16:47:25.768036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.770927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.771503 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c1eb83-1935-4371-968b-de46a5e6337d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "tag": "7d315a65-0644-4370-aadc-1a0216558108"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:25.775203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85d2606d-3cf0-4196-8869-2d6d382e50b8 HTTP/1.1" status: 204 len: 168 time: 1.3375628 Jul 15 16:47:25.784854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-cc3d814c-30f5-42c0-b5da-c0ce20126e93 service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:25.786470 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9e4244e9-b4b4-4b1a-bb9c-5909eb8ba70c req-cc3d814c-30f5-42c0-b5da-c0ce20126e93 service neutron] 10.222.0.35 "DELETE /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738/bindings/n-h1-800085-3 HTTP/1.1" status: 204 len: 173 time: 1.6962678 Jul 15 16:47:25.789366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbb0537e-983e-43d4-b581-eda0e81bd9e8 req-ad8c5eb3-250f-48c9-b0c7-51f969d8d7f1 tempest-ListImageFiltersTestJSON-397749048 tempest-ListImageFiltersTestJSON-397749048-project] 10.222.0.25 "GET /v2.0/ports?device_id=61058eec-fc0a-49dc-9086-f2c255c001ae HTTP/1.1" status: 200 len: 210 time: 0.2502563 Jul 15 16:47:25.817081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:25.859906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0709f-be6d-4af2-a31f-1dd2e383c423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2606d-3cf0-4196-8869-2d6d382e50b8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:25.907505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4f110-0679-414a-b5f0-2001b94355af service neutron] Pushing event updated for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:25.956724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-32a739d5-194d-4553-850c-c83d5c2c75ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782877 Jul 15 16:47:26.018180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-bcbd2f21-aca5-4539-839e-f2f6d79aa4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.019758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-bcbd2f21-aca5-4539-839e-f2f6d79aa4cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 1094 time: 0.2375028 Jul 15 16:47:26.028933 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc720a3-0e28-4ba5-bd50-95500680ff02 x-openstack-request-id: req-2dc720a3-0e28-4ba5-bd50-95500680ff02 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:26.031375 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:26.033790 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dc720a3-0e28-4ba5-bd50-95500680ff02 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:26.034341 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04', 'status': 'completed', 'code': 200} Jul 15 16:47:26.082980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-eb166a53-f3cd-4ced-975d-dc846ffb6a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d315a65-0644-4370-aadc-1a0216558108 HTTP/1.1" status: 200 len: 217 time: 0.0499525 Jul 15 16:47:26.141733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69994850-0fed-475e-9a1f-145f92890e21 req-1fbfe13a-05b1-40e3-9f25-56a603e886c0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.153272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69994850-0fed-475e-9a1f-145f92890e21 req-1fbfe13a-05b1-40e3-9f25-56a603e886c0 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 943 time: 0.1814954 Jul 15 16:47:26.261718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-5f599200-fbb1-4b89-b06a-a9d48db468d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964013 Jul 15 16:47:26.283073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-ea620ce6-ad7f-4e0b-89b3-615455bb254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.284553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-ea620ce6-ad7f-4e0b-89b3-615455bb254a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1928613 Jul 15 16:47:26.302568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69994850-0fed-475e-9a1f-145f92890e21 req-2e96d127-5f82-406d-98c5-1a726410d9c7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480441 Jul 15 16:47:26.342548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-20383f96-15de-4c9b-88cd-c6eb1ddd071a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2058488009&fields=id&tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 267 time: 0.1134777 Jul 15 16:47:26.388382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-be428fb0-b1f7-4960-b92f-1bb8d8f89c82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722222 Jul 15 16:47:26.555691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb46c955-db3e-4e1f-8748-9efb1a2fefb3 req-4e9f3421-b65e-445b-b32e-4ce469cda1cf service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840872 Jul 15 16:47:26.645926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-5b6be31b-b8e9-4157-80ac-890d44bd7481 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.657710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-5b6be31b-b8e9-4157-80ac-890d44bd7481 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 945 time: 0.3087738 Jul 15 16:47:26.670274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'security_groups': ['aa64a659-6f33-44b4-9166-c7aeb71c57fe', '86633502-9628-432a-a96e-f1828b110909']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:26.678913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-58b54ae1-9022-4239-b91a-cc8e16c30c83 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684534 Jul 15 16:47:26.708228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-bf611d24-b033-492d-9d57-1059358022b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.711481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-bf611d24-b033-492d-9d57-1059358022b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57384418adb24a03a836ff6ce0d9b01c&device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 1094 time: 0.0875318 Jul 15 16:47:26.817941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8e2bb-4f9f-466e-b7ad-e8c770d10ceb req-8ade7da8-ce6d-4fda-8549-c7027713cb59 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.818083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4a8e2bb-4f9f-466e-b7ad-e8c770d10ceb req-8ade7da8-ce6d-4fda-8549-c7027713cb59 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 943 time: 0.2393432 Jul 15 16:47:26.884648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-c363c7e7-fde2-44cd-9bd3-62d511d9a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:26.887223 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-c363c7e7-fde2-44cd-9bd3-62d511d9a304 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 200 len: 922 time: 0.1681983 Jul 15 16:47:26.900780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca1e0348-8f59-4be7-8779-82806eea7cd3 req-3ef83d12-0447-480f-8d18-c63828950604 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996043 Jul 15 16:47:26.919682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:26.968315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4a8e2bb-4f9f-466e-b7ad-e8c770d10ceb req-e918d157-2de4-4af0-a579-e30323881c27 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297717 Jul 15 16:47:26.997692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-e4978857-056e-42ed-96c9-fbb9796ecde1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 HTTP/1.1" status: 200 len: 217 time: 0.1002183 Jul 15 16:47:27.111576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:27.118189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-670b72b9-9013-4930-a918-ede27eb1a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:27.119903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-670b72b9-9013-4930-a918-ede27eb1a9fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 200 len: 862 time: 0.1167829 Jul 15 16:47:27.181679 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-15caeb5b-9662-40aa-a2fa-82d15bcf1475 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521100 Jul 15 16:47:27.210526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:27.211259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:27.371579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:27.398910 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-b8eef9e8-a4f4-4a16-927f-603e324508ab service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072833 Jul 15 16:47:27.416015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:27.423573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:27.436751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:27.495588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:27.505354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:27.506579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:27.508283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b4f2ccc-2f52-4d63-98f0-9de5f49e3763 req-280241c8-6dc4-4b52-a084-d7de3fe9d464 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "PUT /v2.0/ports/2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 981 time: 0.8497260 Jul 15 16:47:27.548354 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-378a0b31-e5b1-4385-8be5-568b92b8a1fd req-e25d83ed-e87c-4f5f-8325-6904e8de46d0 service neutron] 10.222.0.20 "GET /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422672 Jul 15 16:47:27.598929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:27.812031 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6060c2-30e9-4261-8a8c-99cb2211b029 x-openstack-request-id: req-2f6060c2-30e9-4261-8a8c-99cb2211b029 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:27.812552 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "tag": "7d315a65-0644-4370-aadc-1a0216558108", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:27.812977 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f6060c2-30e9-4261-8a8c-99cb2211b029 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:27.813557 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'tag': '7d315a65-0644-4370-aadc-1a0216558108', 'status': 'completed', 'code': 200} Jul 15 16:47:27.883174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf07a1a-0e30-4598-b75b-e05460c5b167 req-6aff1e39-9fb9-4e38-95a3-e27dc7a314e3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:27.884736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bf07a1a-0e30-4598-b75b-e05460c5b167 req-6aff1e39-9fb9-4e38-95a3-e27dc7a314e3 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 1096 time: 0.1324177 Jul 15 16:47:27.928970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-7569c62f-2ba4-4379-8f83-152bc1fd9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:27.934447 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-7569c62f-2ba4-4379-8f83-152bc1fd9d1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 1094 time: 0.1196854 Jul 15 16:47:27.978688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bf07a1a-0e30-4598-b75b-e05460c5b167 req-51662bd3-e1a6-42dd-8843-6b1e48289795 tempest-LiveAutoBlockMigrationV225Test-171686445 tempest-LiveAutoBlockMigrationV225Test-171686445-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859704 Jul 15 16:47:28.154080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-deleted', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:28.156448 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc04a9-77b2-4f28-bf8b-60b01da16292" -d '{"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-deleted", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:28.178343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-d14cb043-38d2-4b00-be88-add030eaf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.179913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-d14cb043-38d2-4b00-be88-add030eaf97f service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.2379825 Jul 15 16:47:28.246737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-bbd30c34-57b6-466b-b155-4a24cf0b5672 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d315a65-0644-4370-aadc-1a0216558108 HTTP/1.1" status: 200 len: 217 time: 0.0571163 Jul 15 16:47:28.279586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a84548e-1f25-4de5-ad60-839f48d31cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.295493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-db0e173a-6ae1-4bf4-8361-c27bb882456e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-55596443&fields=id&tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 267 time: 0.0615954 Jul 15 16:47:28.315416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-b45fc29e-cafd-40fb-bc06-1e6edad1a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.316954 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-b45fc29e-cafd-40fb-bc06-1e6edad1a529 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0641840 Jul 15 16:47:28.363150 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-0a583c67-d890-43f0-ad8d-6281b249f371 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349834 Jul 15 16:47:28.401043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b035a90-68bc-4a77-9b27-855dcd871f02 req-479ed5cf-9fc7-4cd3-a4a3-7f88239133f1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.403524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b035a90-68bc-4a77-9b27-855dcd871f02 req-479ed5cf-9fc7-4cd3-a4a3-7f88239133f1 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 943 time: 0.2167032 Jul 15 16:47:28.428360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-8af2df69-55f8-400f-b65a-5e10d6415ea2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.436893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-8af2df69-55f8-400f-b65a-5e10d6415ea2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 984 time: 0.1401463 Jul 15 16:47:28.443689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'security_groups': ['86633502-9628-432a-a96e-f1828b110909', 'aa64a659-6f33-44b4-9166-c7aeb71c57fe', '13684027-ee8e-4c9e-be18-c5cca30aaf6f']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:28.487953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-6cbe490b-e4e3-4869-903b-5e4c98f4f7d9 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171086 Jul 15 16:47:28.504134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-387a1eed-9514-424a-aa40-b4d7db927d00 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.506221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-387a1eed-9514-424a-aa40-b4d7db927d00 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 944 time: 0.3460505 Jul 15 16:47:28.524670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b035a90-68bc-4a77-9b27-855dcd871f02 req-d2779fd0-ab07-44a7-bacc-cfa48bfb6de9 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131604 Jul 15 16:47:28.582072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.598453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1c1eb83-1935-4371-968b-de46a5e6337d req-0658c462-5ea8-4b70-9754-88c7e98a1360 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032670 Jul 15 16:47:28.610738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.732585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Deleting port ca82055a-74ad-42bf-9148-25f5265e5404 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:28.733229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.832983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] For port ca82055a-74ad-42bf-9148-25f5265e5404, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ca82055a-74ad-42bf-9148-25f5265e5404,segment=NetworkSegment(1c285e37-3c45-4408-b0c7-df0b5982b8b4),segment_id=1c285e37-3c45-4408-b0c7-df0b5982b8b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:28.833367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.847245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Calling delete_port for ca82055a-74ad-42bf-9148-25f5265e5404 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:28.862361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:28.880282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da8e6b-bdc8-40d1-b5fc-17bf97525e61 req-f71b81f8-9556-4484-821a-7511fdf2c6d6 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.881833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7da8e6b-bdc8-40d1-b5fc-17bf97525e61 req-f71b81f8-9556-4484-821a-7511fdf2c6d6 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/ports?device_id=daac775e-09a2-4b90-896d-ccb0d7fbb021 HTTP/1.1" status: 200 len: 944 time: 0.1432538 Jul 15 16:47:28.893888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7d315a65-0644-4370-aadc-1a0216558108 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:28.919005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.933077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.954307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7da8e6b-bdc8-40d1-b5fc-17bf97525e61 req-4243a730-67b5-4192-9474-244f6590fc57 tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632234 Jul 15 16:47:28.993087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:28.993087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:28.993772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74f93fb8-ac98-4cc7-a00c-5c79890a75ca req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "PUT /v2.0/ports/2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 1020 time: 0.5558028 Jul 15 16:47:29.012987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:29.045931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Pushing event deleted for resources: {'Port': ['ID=ca82055a-74ad-42bf-9148-25f5265e5404,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:29.088680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7d315a65-0644-4370-aadc-1a0216558108,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:29.102701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ab42-f6ca-4a04-836a-8c6c21026058 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:29.111761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '7d315a65-0644-4370-aadc-1a0216558108', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': '7d315a65-0644-4370-aadc-1a0216558108', 'mac_address': 'fa:16:3e:19:aa:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:29.113995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:29.140528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] No DVR routers for this DVR port ca82055a-74ad-42bf-9148-25f5265e5404 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:29.155538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:29.158233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8e3cb499-15ed-4e6c-86b7-7217dbb0af8f req-26290005-6eba-4eec-a384-03c11e4fb29b tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] 10.222.0.35 "DELETE /v2.0/ports/ca82055a-74ad-42bf-9148-25f5265e5404 HTTP/1.1" status: 204 len: 173 time: 0.5586326 Jul 15 16:47:29.166787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.229197 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:29.233405 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:29.333547 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:29.391018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaeb18-314d-4d62-a586-4109db85861a req-ce99c910-117d-4e09-8a24-7f497d75238d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:29.402113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40aaeb18-314d-4d62-a586-4109db85861a req-ce99c910-117d-4e09-8a24-7f497d75238d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 943 time: 0.1791413 Jul 15 16:47:29.460747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40aaeb18-314d-4d62-a586-4109db85861a req-a90f2c5f-80f5-467b-a1dc-2b744f885e08 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546808 Jul 15 16:47:29.541493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d315a65-0644-4370-aadc-1a0216558108 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:29.588034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:29.596445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7d315a65-0644-4370-aadc-1a0216558108,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:29.613695 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:29.614373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:29.741433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:29.815073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe'}, {'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:29.819995 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c1d544-180d-4838-af86-e4bef784bfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe"}, {"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:29.843762 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71be187e-619c-4fb5-a15f-0d7c0409eb1d x-openstack-request-id: req-71be187e-619c-4fb5-a15f-0d7c0409eb1d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:29.844357 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61058eec-fc0a-49dc-9086-f2c255c001ae", "name": "network-vif-deleted", "tag": "e250b1ae-5023-4c53-b80d-a1fc690b8c70", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:29.844357 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71be187e-619c-4fb5-a15f-0d7c0409eb1d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:29.844730 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61058eec-fc0a-49dc-9086-f2c255c001ae', 'name': 'network-vif-deleted', 'tag': 'e250b1ae-5023-4c53-b80d-a1fc690b8c70', 'status': 'completed', 'code': 200} Jul 15 16:47:29.983840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:30.010021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04', 'network_id': 'a6085d7f-3d04-4a30-8a41-d9317d9a1d5c', 'port_id': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04', 'mac_address': 'fa:16:3e:09:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c13a21-03fb-4771-b580-f620518176f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:30.087233 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:30.111614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:30.142701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:30.148360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:30.197804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-c6328988-d13b-46f9-a338-6a0ab2ca13ae tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=92977c11f9b842b5acf211de25ce8917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312133 Jul 15 16:47:30.207720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:30.362476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-98fd6edc-f144-4e2b-ab64-f7b715e6d3e5 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:30.364179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-98fd6edc-f144-4e2b-ab64-f7b715e6d3e5 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642582 Jul 15 16:47:30.385837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-80f371fd-fb80-45d0-b96f-49edaf5f499e tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/quotas/92977c11f9b842b5acf211de25ce8917 HTTP/1.1" status: 200 len: 375 time: 0.0154893 Jul 15 16:47:30.393409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['7d315a65-0644-4370-aadc-1a0216558108'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:30.398870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:30.414240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07799048-04c2-4104-819e-27102ddd9415 req-94a633dd-239c-43c6-a2d2-a2fd925c16d5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:30.415765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07799048-04c2-4104-819e-27102ddd9415 req-94a633dd-239c-43c6-a2d2-a2fd925c16d5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1023 time: 0.0914431 Jul 15 16:47:30.450265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-3d83f9b1-5bd2-4f80-abfb-6d03d46de8e5 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448294 Jul 15 16:47:30.531359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07799048-04c2-4104-819e-27102ddd9415 req-158e0170-7a7b-4b8c-acf9-415bb588d8e9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=86633502-9628-432a-a96e-f1828b110909&id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=13684027-ee8e-4c9e-be18-c5cca30aaf6f HTTP/1.1" status: 200 len: 6148 time: 0.1057596 Jul 15 16:47:30.600905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:30.656417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: ca82055a-74ad-42bf-9148-25f5265e5404 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:30.656779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ca82055a-74ad-42bf-9148-25f5265e5404 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:30.828144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5e3e3-a6e9-40fd-aa13-26a8288519b9 req-96047215-7760-4db0-8e98-17e0214ea85d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:30.837693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32d5e3e3-a6e9-40fd-aa13-26a8288519b9 req-96047215-7760-4db0-8e98-17e0214ea85d tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 944 time: 0.1039059 Jul 15 16:47:30.916374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32d5e3e3-a6e9-40fd-aa13-26a8288519b9 req-d3bc4306-4586-4c7e-805a-5612b9947cb7 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Jul 15 16:47:30.956667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-4f6631e5-0db6-41e9-8cbe-b75b10c0846f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:30.958313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-4f6631e5-0db6-41e9-8cbe-b75b10c0846f tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.1289387 Jul 15 16:47:31.007641 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97320b4b-fafc-407e-85bc-28a368eb516b x-openstack-request-id: req-97320b4b-fafc-407e-85bc-28a368eb516b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:31.008036 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:31.008391 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97320b4b-fafc-407e-85bc-28a368eb516b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:31.008871 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'status': 'completed', 'code': 200} Jul 15 16:47:31.009172 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'status': 'completed', 'code': 200} Jul 15 16:47:31.108242 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.113647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:31.163001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Deleting subnet efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:31.166607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.241929 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.300016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-764f8b07-0db4-4a94-841f-546af0a72994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:31.306997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-764f8b07-0db4-4a94-841f-546af0a72994 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1174 time: 0.2600496 Jul 15 16:47:31.368610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Deleting port 09f176c0-ea78-454d-8a04-7e9b59a37738 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:31.369007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.374173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.483244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3613-f177-41a7-aba6-fcc890444665 req-eb22a548-1b87-4061-a3a2-4abb53b2aa9e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:31.485978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] For port 09f176c0-ea78-454d-8a04-7e9b59a37738, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=09f176c0-ea78-454d-8a04-7e9b59a37738,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:31.486604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.501042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Calling delete_port for 09f176c0-ea78-454d-8a04-7e9b59a37738 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:31.501800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-160e3613-f177-41a7-aba6-fcc890444665 req-eb22a548-1b87-4061-a3a2-4abb53b2aa9e tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 945 time: 0.2633891 Jul 15 16:47:31.543581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.591357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:31.600480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.605957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fdc4ab6c-5a8b-43c5-9a65-04fb9ad27c38 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/efb1ee53-f54b-4b9d-a69a-b98c9bebcdfd HTTP/1.1" status: 204 len: 168 time: 0.4912019 Jul 15 16:47:31.611058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50874) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:31.623543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5211e-57c8-4a56-a69f-33c6a70fd768 req-7d1f4811-eed5-40ee-81b9-e49ae0c6e0d6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:31.625069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ef5211e-57c8-4a56-a69f-33c6a70fd768 req-7d1f4811-eed5-40ee-81b9-e49ae0c6e0d6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 944 time: 0.2483792 Jul 15 16:47:31.635731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-160e3613-f177-41a7-aba6-fcc890444665 req-84f1b988-d49c-4e59-9fe7-4629e73eeca5 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330805 Jul 15 16:47:31.690260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ef5211e-57c8-4a56-a69f-33c6a70fd768 req-8b74cd1f-6a83-4d5d-bf41-ba6de8320c36 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578792 Jul 15 16:47:31.742263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1163884326 ', 'description': 'tempest-description-1273935005'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:31.772483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-13cee8cb-9dfc-4432-8518-92da1edbfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:31.774548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-13cee8cb-9dfc-4432-8518-92da1edbfccf service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.4594672 Jul 15 16:47:31.808646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.845904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-fa4bf708-56e9-460b-b238-ef7eb4bb21b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 217 time: 0.0606551 Jul 15 16:47:31.848248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-deleted', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:31.851736 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd27b87-fa35-4063-ae40-24bc193d26c0" -d '{"events": [{"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-deleted", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:31.853872 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.901331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:31.913295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6775a7c2-5436-49f7-b02c-42d4d8678cf4', '09f176c0-ea78-454d-8a04-7e9b59a37738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:31.948495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-0dc4467a-2075-43e5-be76-3668a67db993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:31.952462 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-0dc4467a-2075-43e5-be76-3668a67db993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.0937233 Jul 15 16:47:31.991337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event deleted for resources: {'Port': ['ID=09f176c0-ea78-454d-8a04-7e9b59a37738,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:32.007904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.018717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:32.031559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c285e37-3c45-4408-b0c7-df0b5982b8b4') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:32.031901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c285e37-3c45-4408-b0c7-df0b5982b8b4') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:32.044931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.068036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6adacd1-bec7-497b-a473-04ce377f1fcc req-c0e81419-591f-4735-9c59-0f237b528421 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 210 time: 0.1615951 Jul 15 16:47:32.072326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-4e61a448-cc96-4c6b-832e-0ee4365a535f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765920 Jul 15 16:47:32.080547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.102697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] No DVR routers for this DVR port 09f176c0-ea78-454d-8a04-7e9b59a37738 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:32.106117 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.108630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-da5215eb-61f5-4228-a2c9-461ec4624ee1 req-065e6135-175c-4a1d-8cbb-1d96aa79f9fb tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "DELETE /v2.0/ports/09f176c0-ea78-454d-8a04-7e9b59a37738 HTTP/1.1" status: 204 len: 173 time: 1.1439297 Jul 15 16:47:32.110581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:32.111311 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:32.114779 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:32.232754 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-3b510517-c4b6-4c1a-b712-05292a9a16f2 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400967 Jul 15 16:47:32.266606 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.272567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.282714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e HTTP/1.1" status: 204 len: 168 time: 0.6565294 Jul 15 16:47:32.286667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50886) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:32.356904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Deleting subnet 2b37aabb-b363-401d-97cf-c88cff25430e {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:32.361128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.413159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.431107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.431795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-3ece015c-95d4-41ee-a685-f44e920a654b service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788819 Jul 15 16:47:32.446504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fb887-03c4-449b-8011-f35b4f16bd02 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14db61b-4fdd-43d6-a2cf-ab2298ee7a1e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:32.453555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.518331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18a27aff-081b-4adb-8ca7-5ce00e97dde6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:32.519030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-f34b9890-b20a-4f00-8fa5-eed950121ae1 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92977c11f9b842b5acf211de25ce8917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814042 Jul 15 16:47:32.547618 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.646121 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.691443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12e95325-9f97-4baa-a1cc-949370e2dadd req-79c6d147-5745-4955-88e0-243d20e7c807 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.9926717 Jul 15 16:47:32.699233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.770912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-128d0632-a27d-42f9-8370-88c43ed1c5fc tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:32.772508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-128d0632-a27d-42f9-8370-88c43ed1c5fc tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407019 Jul 15 16:47:32.798608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Request body: {'port': {'device_id': '76fed516-87f2-4104-8a51-317709ecd82b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '92977c11f9b842b5acf211de25ce8917'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:32.827494 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38597a23-5e5c-42ff-ae92-74961361a8fd x-openstack-request-id: req-38597a23-5e5c-42ff-ae92-74961361a8fd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:32.827764 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daac775e-09a2-4b90-896d-ccb0d7fbb021", "name": "network-vif-deleted", "tag": "ca82055a-74ad-42bf-9148-25f5265e5404", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:32.828022 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38597a23-5e5c-42ff-ae92-74961361a8fd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:32.832572 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daac775e-09a2-4b90-896d-ccb0d7fbb021', 'name': 'network-vif-deleted', 'tag': 'ca82055a-74ad-42bf-9148-25f5265e5404', 'status': 'completed', 'code': 200} Jul 15 16:47:32.840730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b37aabb-b363-401d-97cf-c88cff25430e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:32.859979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:32.866991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1bc1f049-0888-4c06-874d-5f81c423d938 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b37aabb-b363-401d-97cf-c88cff25430e HTTP/1.1" status: 204 len: 168 time: 0.5740983 Jul 15 16:47:32.869777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:32.925824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:33.006901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdd695a3-99fb-44b0-8ff2-b0333034942e req-9e03e657-d846-405c-987f-966822530772 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/18a27aff-081b-4adb-8ca7-5ce00e97dde6 HTTP/1.1" status: 200 len: 1781 time: 0.1511488 Jul 15 16:47:33.088680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:33.101396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:33.101892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.178988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.202580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-69e85248-0e4a-459a-abb1-5fd3818e1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:33.208702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-69e85248-0e4a-459a-abb1-5fd3818e1616 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1174 time: 0.5156083 Jul 15 16:47:33.212690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Made reservation on behalf of 92977c11f9b842b5acf211de25ce8917 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:33.217578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.274272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.355572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c5796b9-758b-4189-a211-8a3b97d0f497 req-d3f9c571-8d11-4a20-9bc3-e177b42b70c2 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 210 time: 0.0604992 Jul 15 16:47:33.376733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50914) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:33.407976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.495360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:33.502617 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de750d53-9ce6-48b2-bf81-1e6a55987db0" -d '{"events": [{"server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "name": "network-vif-plugged", "status": "completed", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:33.554191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999792e8-8ac2-49fe-baa0-ab9b158c937b req-d1537797-40ef-419c-bd59-15edd0e151cc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:33.561028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:33.562547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-999792e8-8ac2-49fe-baa0-ab9b158c937b req-d1537797-40ef-419c-bd59-15edd0e151cc tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 944 time: 0.5523343 Jul 15 16:47:33.570871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.572162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7d315a65-0644-4370-aadc-1a0216558108 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:33.610932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.667541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.751180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:33.759421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.778729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 7d315a65-0644-4370-aadc-1a0216558108 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:33.788020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 7d315a65-0644-4370-aadc-1a0216558108 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:33.788579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.809113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-999792e8-8ac2-49fe-baa0-ab9b158c937b req-7133d394-01fc-4f68-983e-fa38fb7d3a9e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350576 Jul 15 16:47:33.833177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-31a22847-3193-44dc-ae28-f273de4de351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:33.835666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-31a22847-3193-44dc-ae28-f273de4de351 service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.6158609 Jul 15 16:47:33.850639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16848617-136c-47ed-ae14-3d3058bdf7b1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:33.908982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63af4ac9-86ee-4dea-b588-2f8152cafc51,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:33.922278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04bcd5c-4a3f-4a93-8087-ffb4b5e9ad89') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:33.922571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04bcd5c-4a3f-4a93-8087-ffb4b5e9ad89') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:33.956552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.977143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.986634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:33.987136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:33.988038 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.064809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7d315a65-0644-4370-aadc-1a0216558108,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:34.072313 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.096330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Allocated IP 192.168.233.22 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/2696ed0b-406a-4b1c-b6a6-0d473a98a35a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:34.198565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:34.250696 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:34.257770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.269586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.271766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] 10.222.0.25 "DELETE /v2.0/networks/16848617-136c-47ed-ae14-3d3058bdf7b1 HTTP/1.1" status: 204 len: 168 time: 1.4010537 Jul 15 16:47:34.323150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65381c49-3917-4be1-9a81-8413b6c41786 admin admin] Pushing event deleted for resources: {'Network': ['ID=16848617-136c-47ed-ae14-3d3058bdf7b1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:34.348199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-d7840f2b-88fc-4a99-8fd3-72290a20001c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 200 len: 217 time: 0.5028601 Jul 15 16:47:34.388713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.400349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-07dd4542-9be0-4ce6-be7b-1d807c9439b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be6acc4795454bf18155a7a1ba26c6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0215464 Jul 15 16:47:34.402606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:34.423119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Transition to ACTIVE for port object 2696ed0b-406a-4b1c-b6a6-0d473a98a35a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:34.468004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:34.485791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe70914-ee61-4053-8563-213ffa6f21c0 req-dd49bc10-7ddd-4da1-9b0c-149cee1f61a8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:34.494288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fe70914-ee61-4053-8563-213ffa6f21c0 req-dd49bc10-7ddd-4da1-9b0c-149cee1f61a8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 944 time: 0.8375168 Jul 15 16:47:34.527527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-2f87a54d-3311-498e-82e6-4e2b5afb6b85 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/18a27aff-081b-4adb-8ca7-5ce00e97dde6 HTTP/1.1" status: 200 len: 1781 time: 0.6841111 Jul 15 16:47:34.532989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-e22917cd-78e7-46aa-ba90-24811ee491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:34.534604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-e22917cd-78e7-46aa-ba90-24811ee491ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.1716211 Jul 15 16:47:34.540655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.546173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.571153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.595760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-7662466d-3238-4176-8260-5c02715d4fa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400369 Jul 15 16:47:34.605258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fe70914-ee61-4053-8563-213ffa6f21c0 req-1190a834-eed5-4052-92d0-56dbe4d382cd tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098664 Jul 15 16:47:34.622613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:34.642690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-360fe875-7b1c-42c6-8b35-8b4c73103787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=909cbd84e21244cdbc9b7b43a9ebf41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734912 Jul 15 16:47:34.647767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:34.667806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.683614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:34.684253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 09f176c0-ea78-454d-8a04-7e9b59a37738 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:34.695654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:34.696069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 09f176c0-ea78-454d-8a04-7e9b59a37738 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:34.704858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:34.707798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:34.743734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.746816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.748200 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d053a016-b7d6-4085-a253-fb878403096a HTTP/1.1" status: 204 len: 168 time: 0.3433459 Jul 15 16:47:34.749104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.775009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd21ad7-2d6d-4f91-8609-d85095f82374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d053a016-b7d6-4085-a253-fb878403096a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:34.797731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:34.799352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.819825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-96a58673-37b3-42f3-b2ee-2f1a95f376f1 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111671 Jul 15 16:47:34.826422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.839333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-deleted', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:34.841985 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fecf33-8b3a-46db-8201-b185089b7a17" -d '{"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-deleted", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:34.910786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.913777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:34.920309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb13acb0-124a-4c5e-842b-e540176c5b1d req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/18a27aff-081b-4adb-8ca7-5ce00e97dde6 HTTP/1.1" status: 204 len: 173 time: 0.3832290 Jul 15 16:47:35.098635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803468df-7490-4858-b862-e7820b52a5df tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a27aff-081b-4adb-8ca7-5ce00e97dde6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:35.152849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5cc00d9c-b6fc-4a35-a146-a470f73d97e1 None None] Provisioning for port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:35.167910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5cc00d9c-b6fc-4a35-a146-a470f73d97e1 None None] Provisioning complete for port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:35.168931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5cc00d9c-b6fc-4a35-a146-a470f73d97e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:35.176173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2c1d544-180d-4838-af86-e4bef784bfd2 req-b0e3a997-12a3-4b91-b1d9-41e06d780e09 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458500 Jul 15 16:47:35.213373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4767351-9196-497b-bf48-13d5951a7b66 req-3eee6bc3-5d44-49c4-afe0-04601c70956d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:35.227232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4767351-9196-497b-bf48-13d5951a7b66 req-3eee6bc3-5d44-49c4-afe0-04601c70956d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 935 time: 0.3188152 Jul 15 16:47:35.268562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5cc00d9c-b6fc-4a35-a146-a470f73d97e1 None None] Port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:35.326695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4767351-9196-497b-bf48-13d5951a7b66 req-86d07bc8-6ecf-43b0-92f6-01cb13e1629e tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935054 Jul 15 16:47:35.481246 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec690cd0-028d-4e94-a6b8-8d309f389019 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6992457 Jul 15 16:47:35.487417 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e1e71-5fef-408a-ac96-3ff3cec4d9aa x-openstack-request-id: req-849e1e71-5fef-408a-ac96-3ff3cec4d9aa {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:35.487860 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "name": "network-vif-plugged", "status": "completed", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:35.488254 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-849e1e71-5fef-408a-ac96-3ff3cec4d9aa {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:35.489253 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04', 'code': 200} Jul 15 16:47:35.505061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Request body: {'port': {'device_id': '76fed516-87f2-4104-8a51-317709ecd82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:35.509539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:35.634209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:35.662288 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:35.664990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:35.666475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9 HTTP/1.1" status: 204 len: 168 time: 1.0173647 Jul 15 16:47:35.702910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6893c1-142f-4bae-96e7-04f5e18346ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6a3b0-d88c-4cde-93da-6c7610a3d9b9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:35.922819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287c645-0f44-4b77-9b54-2b4ba23a631a req-12165264-11fc-4501-a455-bf3842b71099 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:35.925764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9287c645-0f44-4b77-9b54-2b4ba23a631a req-12165264-11fc-4501-a455-bf3842b71099 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 945 time: 0.1620677 Jul 15 16:47:35.940648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea6ea1d1-b450-461f-869b-92d7d4d7a082 req-c5a963b0-5128-40af-83fc-98eacf295039 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 210 time: 0.0676231 Jul 15 16:47:35.990061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459207d-4f67-49ed-befb-1b9333d3ca42 req-8803b107-c363-40f6-9af6-43f14bba2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:35.992685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7459207d-4f67-49ed-befb-1b9333d3ca42 req-8803b107-c363-40f6-9af6-43f14bba2d70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 1096 time: 0.3758485 Jul 15 16:47:36.020060 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-fb7855a3-a49b-4afc-b5db-bc2f55d5d201 req-1d1c03f1-563e-464a-942c-b707bfb2dc56 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:47:36.034467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb7855a3-a49b-4afc-b5db-bc2f55d5d201 req-1d1c03f1-563e-464a-942c-b707bfb2dc56 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/18a27aff-081b-4adb-8ca7-5ce00e97dde6 HTTP/1.1" status: 404 len: 352 time: 0.0364244 Jul 15 16:47:36.093785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9287c645-0f44-4b77-9b54-2b4ba23a631a req-3d27e2f0-5f1c-4473-99f8-3f9a5a398903 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506011 Jul 15 16:47:36.099517 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b229a-061a-4fcf-9750-b0cc77c000af x-openstack-request-id: req-f19b229a-061a-4fcf-9750-b0cc77c000af {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:36.099979 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508691f9-5ad7-40dc-b389-8557d9c92159", "name": "network-vif-deleted", "tag": "09f176c0-ea78-454d-8a04-7e9b59a37738", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:36.100256 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f19b229a-061a-4fcf-9750-b0cc77c000af {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:36.100609 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508691f9-5ad7-40dc-b389-8557d9c92159', 'name': 'network-vif-deleted', 'tag': '09f176c0-ea78-454d-8a04-7e9b59a37738', 'status': 'completed', 'code': 200} Jul 15 16:47:36.139854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-676574904', 'description': 'tempest-description-1779857175'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:36.155178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7459207d-4f67-49ed-befb-1b9333d3ca42 req-c258b63f-2176-4361-9df0-42d6c1b7ac01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860915 Jul 15 16:47:36.182002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.325590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2696ed0b-406a-4b1c-b6a6-0d473a98a35a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:36.342081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.371911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Transition to ACTIVE for port object 2696ed0b-406a-4b1c-b6a6-0d473a98a35a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:36.383134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.449160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50986) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:36.493308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.510594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.521847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50990) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:36.619565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a0f52-8701-4ca4-a031-eeb6e3452101 req-640cc86c-f6a9-4865-91da-a33e6be5203a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:36.630607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d18a0f52-8701-4ca4-a031-eeb6e3452101 req-640cc86c-f6a9-4865-91da-a33e6be5203a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.3069770 Jul 15 16:47:36.649578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035ca970-2af8-47fb-a518-861de2d01197,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:36.665756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:36.670977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.672288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8df8a4fd-085a-4ba3-8a01-eb123043c62e req-43140eeb-37d6-4035-b859-8e90c3694073 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5435369 Jul 15 16:47:36.699805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Attempting to bind port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:36.700157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Attempting to bind port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:36.700495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Attempting to bind port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:36.725216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:36.725412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Attempting to bind port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:36.730974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d18a0f52-8701-4ca4-a031-eeb6e3452101 req-1fd34959-3ac4-4576-9a23-6cfc4df79f86 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995195 Jul 15 16:47:36.744280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:36.744893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:36.745514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:36.746215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Bound port: 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:36.746785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.776420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1743881249', 'description': 'tempest-description-978054287'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:36.826570 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.847670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-405488835-network', 'tenant_id': 'b0553edde5c54f49940551bae0e66b03'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:36.882275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:36.886220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:36.892238 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.943716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Made reservation on behalf of b0553edde5c54f49940551bae0e66b03 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:36.947311 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.966284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:36.967101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:36.972050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] 10.222.0.20 "PUT /v2.0/ports/2696ed0b-406a-4b1c-b6a6-0d473a98a35a HTTP/1.1" status: 200 len: 1095 time: 1.4768894 Jul 15 16:47:36.996910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30212a0a-a713-465b-9fa6-d84598bcd530 service neutron] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:37.025282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.085345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09d7e664-e087-4b1b-b112-2b207c88cbcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a874326a51a4902846e4c159918b01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348848 Jul 15 16:47:37.090371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:37.132758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ed231dd7-0abe-47e3-a54b-4a435dc47a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:37.134671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ed231dd7-0abe-47e3-a54b-4a435dc47a2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 1098 time: 0.1062636 Jul 15 16:47:37.165339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe198e-63f0-42de-ae02-e0e735e2818c req-dd9b8e27-c574-42d4-ad0a-f46f0ea8a992 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:37.167310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0efe198e-63f0-42de-ae02-e0e735e2818c req-dd9b8e27-c574-42d4-ad0a-f46f0ea8a992 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 947 time: 0.2718084 Jul 15 16:47:37.228019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.247798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.249699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.279791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0efe198e-63f0-42de-ae02-e0e735e2818c req-f2227634-7d1f-42d1-b3d0-2afe752e9805 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029522 Jul 15 16:47:37.288468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-ec477e97-5b88-4d1e-9bd4-2685e68b9317 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a HTTP/1.1" status: 200 len: 217 time: 0.1456158 Jul 15 16:47:37.315810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.405403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d4aaee-1176-47b1-8d87-fae71b462568,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:37.434113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-e83e4124-023b-4dae-80cc-48a6bf6a775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:37.435771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-e83e4124-023b-4dae-80cc-48a6bf6a775a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1252725 Jul 15 16:47:37.490305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d315a65-0644-4370-aadc-1a0216558108'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:37.493618 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df0157f-e2a1-4148-86ea-93e8f48b496c" -d '{"events": [{"server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "name": "network-vif-plugged", "status": "completed", "tag": "7d315a65-0644-4370-aadc-1a0216558108"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:37.536359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab2073-d851-4173-8faa-8b3887a98fef req-2898be8c-0f9c-446e-9a5c-8d028a806402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:37.538429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-2898be8c-0f9c-446e-9a5c-8d028a806402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955465 Jul 15 16:47:37.549684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b43c009-b609-4836-8faf-ec3ea5e48902 req-2e85353e-6d98-4f84-85d6-99e01c009264 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=508691f9-5ad7-40dc-b389-8557d9c92159 HTTP/1.1" status: 200 len: 210 time: 0.0605009 Jul 15 16:47:37.581192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.584613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.596455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fad2b10c-8e20-4462-9a50-a183edc2c743 HTTP/1.1" status: 204 len: 168 time: 0.4942803 Jul 15 16:47:37.610598 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.632803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9eac6-90c9-46a9-bec5-6e6efb53081b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2b10c-8e20-4462-9a50-a183edc2c743,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:37.638316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.675418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.679125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73535ada-599b-4120-b22e-a4e8b9dc5dfd req-a705a248-e9f3-437d-ba30-873dc51530cb tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9082572 Jul 15 16:47:37.708202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:47:37.755509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:37.757124 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Added segment 08d68c1c-edb1-4e07-8730-f1ebefce9310 of type vlan for network 8d08af05-3261-44d6-aacc-564064e0a368 Jul 15 16:47:37.770313 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fce4e8-1fda-4e8a-b796-f24582d7e523 x-openstack-request-id: req-07fce4e8-1fda-4e8a-b796-f24582d7e523 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:37.770631 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "name": "network-vif-plugged", "status": "completed", "tag": "7d315a65-0644-4370-aadc-1a0216558108", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:37.770887 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07fce4e8-1fda-4e8a-b796-f24582d7e523 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:37.771325 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d315a65-0644-4370-aadc-1a0216558108', 'code': 200} Jul 15 16:47:37.780325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2e787-20bb-4af1-9ab9-4d577da2e74d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:37.813932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-218503295', 'description': 'tempest-description-1207411107'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:37.820974 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-c0de6bcf-4599-45b6-a9d9-525733d5ccd6 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739844 Jul 15 16:47:37.938086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-29ab2073-d851-4173-8faa-8b3887a98fef req-afd84888-a94a-405a-9588-1aa2cd1ea604 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076653 Jul 15 16:47:37.965450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.014305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.102255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:38.105603 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:38.156949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.166432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.167873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:38.168536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.173644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.264780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c59a9-a737-4e76-baf2-8181ace19146 req-08ec15b4-bf8d-44de-b934-2645e3dfb6d2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:38.268609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-495c59a9-a737-4e76-baf2-8181ace19146 req-08ec15b4-bf8d-44de-b934-2645e3dfb6d2 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 945 time: 0.5057356 Jul 15 16:47:38.271878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c07c-76ea-4cb0-ac91-baeda579fd5c req-deb3a9f1-1add-4440-94f2-290169a97535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:38.273692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76f7c07c-76ea-4cb0-ac91-baeda579fd5c req-deb3a9f1-1add-4440-94f2-290169a97535 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 1096 time: 0.3512347 Jul 15 16:47:38.299800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7728763 Jul 15 16:47:38.301177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.302942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:38.303399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-225bbed4-a86d-4ead-8045-f616e26f6e23 req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5091314 Jul 15 16:47:38.313192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Request body: {'subnet': {'network_id': '8d08af05-3261-44d6-aacc-564064e0a368', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-405488835-subnet', 'tenant_id': 'b0553edde5c54f49940551bae0e66b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:38.378106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Made reservation on behalf of b0553edde5c54f49940551bae0e66b03 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:38.381836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.383588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c688a-734c-42bb-9107-522da1954797 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e228aee4-d3ea-4f39-af9c-01bea375498d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:38.402272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ccb3-b55c-4c0d-8e8c-846e8ad977bb admin admin] Pushing event updated for resources: {'Network': ['ID=8d08af05-3261-44d6-aacc-564064e0a368,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:38.428067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8d08af05-3261-44d6-aacc-564064e0a368 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:47:38.440039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-495c59a9-a737-4e76-baf2-8181ace19146 req-5877309c-006e-4ce7-b46a-63f01ffde199 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651680 Jul 15 16:47:38.445852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76f7c07c-76ea-4cb0-ac91-baeda579fd5c req-64e0032c-eac3-4c9d-ad34-58399d46d8ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526284 Jul 15 16:47:38.590882 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea166f-0d42-49e2-bcff-0a5bb2de1bda x-openstack-request-id: req-77ea166f-0d42-49e2-bcff-0a5bb2de1bda {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:38.590882 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:38.590882 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77ea166f-0d42-49e2-bcff-0a5bb2de1bda {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:38.590882 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'status': 'completed', 'code': 200} Jul 15 16:47:38.778042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a187f4a-f569-4902-a8b1-83bd77cefbe7 req-b7979049-a771-4400-90eb-7a09124d9643 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:38.788003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a187f4a-f569-4902-a8b1-83bd77cefbe7 req-b7979049-a771-4400-90eb-7a09124d9643 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.1905298 Jul 15 16:47:38.831683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-27df35cf-cd2b-459d-8fd7-e9107893a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:38.833215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-27df35cf-cd2b-459d-8fd7-e9107893a056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 1098 time: 0.1957746 Jul 15 16:47:38.884483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebf47233-c426-4671-869e-1c4621d7efc3 req-a8cda418-7993-487c-8294-1cc41582dab2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 10895 time: 0.2492664 Jul 15 16:47:38.887963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:38.926662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a187f4a-f569-4902-a8b1-83bd77cefbe7 req-5cf97f09-36a8-4f2d-ba29-867cc6e3ea17 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366689 Jul 15 16:47:39.005896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82979de-ab24-4ed5-9886-f02755a55084,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:39.062334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Checking segment: {'id': '08d68c1c-edb1-4e07-8730-f1ebefce9310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8d08af05-3261-44d6-aacc-564064e0a368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:39.062895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Network hostable DHCP agents. Network: 8d08af05-3261-44d6-aacc-564064e0a368, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:47:39.086597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Network 8d08af05-3261-44d6-aacc-564064e0a368 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:47:39.104289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8d08af05-3261-44d6-aacc-564064e0a368) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:39.109647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:39.110556 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:39.119966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3aaa1e-82b2-4f08-bbd9-1d9c40f95d78 None None] Network 8d08af05-3261-44d6-aacc-564064e0a368 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:39.133063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebf47233-c426-4671-869e-1c4621d7efc3 req-1e5a5a41-bb80-478c-a0f5-459be77ee317 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/aa64a659-6f33-44b4-9166-c7aeb71c57fe HTTP/1.1" status: 200 len: 2981 time: 0.2355995 Jul 15 16:47:39.160867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-10685061-8ebd-4093-87cc-f30064216e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:39.162723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-10685061-8ebd-4093-87cc-f30064216e2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3205576 Jul 15 16:47:39.181837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-41740ff7-aad2-4a7e-b722-ef6833ee1642 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8776979 Jul 15 16:47:39.323106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-8cde403a-a774-498e-8b64-6d3a2f20caf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a HTTP/1.1" status: 200 len: 217 time: 0.1057155 Jul 15 16:47:39.403901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7731f243-8c56-4283-860a-29c10c8b4f38 None None] Network 8d08af05-3261-44d6-aacc-564064e0a368 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:39.495664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebf47233-c426-4671-869e-1c4621d7efc3 req-cf1be038-215e-47d6-abc0-b5589493f325 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/aa64a659-6f33-44b4-9166-c7aeb71c57fe HTTP/1.1" status: 200 len: 2981 time: 0.3546014 Jul 15 16:47:39.591707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-4343e3f4-5c42-4a56-be76-de24385b34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:39.593187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-4343e3f4-5c42-4a56-be76-de24385b34c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2593937 Jul 15 16:47:39.669822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdf55e-66bf-4465-b02d-f11e7f5e564b req-c30ab678-a4a5-41a7-875e-ce9a7e99773a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:39.682314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3bdf55e-66bf-4465-b02d-f11e7f5e564b req-c30ab678-a4a5-41a7-875e-ce9a7e99773a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 947 time: 0.5437889 Jul 15 16:47:39.884761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3bdf55e-66bf-4465-b02d-f11e7f5e564b req-b0067f77-a539-43b4-9dbf-d29d58be06e2 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014647 Jul 15 16:47:39.905618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-9e81b4f8-23bb-41c9-8dc5-8ecfc80bdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:39.908221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-9e81b4f8-23bb-41c9-8dc5-8ecfc80bdbd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2945383 Jul 15 16:47:40.151788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-19d07a9b-20de-4817-b5c9-dc2229349b9c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358241 Jul 15 16:47:40.344340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fddfbdc2-fc18-4779-8cc1-1af80113c7fd req-23f4da93-1cc7-4608-902f-93aa9b6397d2 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788979 Jul 15 16:47:40.363081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-c50a7999-7a61-410b-8165-ce01be194f1b tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/035ca970-2af8-47fb-a518-861de2d01197 HTTP/1.1" status: 200 len: 1800 time: 0.2714734 Jul 15 16:47:40.400275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:47:40.426807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.437310 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-31e0581f-9e0a-4e19-af1a-8c74238c5a96 req-b9fe4559-9bfa-4b2e-8ed6-3516d6ddb202 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] show failed (client error): The resource could not be found. Jul 15 16:47:40.449470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31e0581f-9e0a-4e19-af1a-8c74238c5a96 req-b9fe4559-9bfa-4b2e-8ed6-3516d6ddb202 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/d7eb3773-d0d1-4b53-b504-003c38e1b97e HTTP/1.1" status: 404 len: 352 time: 0.0447752 Jul 15 16:47:40.517149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.525107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.554984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.663087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.665825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:40.667229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68dc074-b2c7-40f4-9e5b-17e41b05e2bf req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/035ca970-2af8-47fb-a518-861de2d01197 HTTP/1.1" status: 204 len: 173 time: 0.2972119 Jul 15 16:47:40.681677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20061c-d11e-4727-8545-fdf893aa7fcc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ca970-2af8-47fb-a518-861de2d01197,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:40.729049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552de78a-570a-4097-a884-e0b444d0f1ff req-1a6cd9f7-9596-4f2f-81ac-d45c3843df73 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:40.730845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-552de78a-570a-4097-a884-e0b444d0f1ff req-1a6cd9f7-9596-4f2f-81ac-d45c3843df73 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.1309774 Jul 15 16:47:40.783180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-552de78a-570a-4097-a884-e0b444d0f1ff req-a36a06c9-5f7a-47aa-9147-08fadb993121 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Jul 15 16:47:40.978258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2696ed0b-406a-4b1c-b6a6-0d473a98a35a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:40.980267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586249e-1f1e-4dd6-9dcf-786e53415e01 req-ff421af3-5bb7-4e3c-85f5-97fa7403ecb5 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:40.982437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3586249e-1f1e-4dd6-9dcf-786e53415e01 req-ff421af3-5bb7-4e3c-85f5-97fa7403ecb5 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 945 time: 0.1167700 Jul 15 16:47:41.079932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-668f3796-8058-4b7a-b348-1cd485c353c7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484686 Jul 15 16:47:41.150920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:41.156543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3586249e-1f1e-4dd6-9dcf-786e53415e01 req-1f937eff-0ef1-4e2c-98e1-08af7130fc2e tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups?id=a39b7392-131d-4f0c-939a-8d40a84e5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677921 Jul 15 16:47:41.165601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'mac_address': 'fa:16:3e:52:a3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:41.221166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:41.238260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2696ed0b-406a-4b1c-b6a6-0d473a98a35a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:41.274431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:41.289889 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:41.367767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-758f9a0e-f0cd-49ed-beb3-13b5ccb777f1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:41.373776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-758f9a0e-f0cd-49ed-beb3-13b5ccb777f1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929099 Jul 15 16:47:41.410461 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-834a7830-5acc-4a6f-81d0-a01fba600198 req-799ed49e-810f-4543-b4d9-f6a7096a09c3 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:47:41.424176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-834a7830-5acc-4a6f-81d0-a01fba600198 req-799ed49e-810f-4543-b4d9-f6a7096a09c3 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/035ca970-2af8-47fb-a518-861de2d01197 HTTP/1.1" status: 404 len: 352 time: 0.0489895 Jul 15 16:47:41.424347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:41.432882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-fa0789cd-2a37-4ffb-82ae-ab3630e17336 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/quotas/209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 375 time: 0.0432100 Jul 15 16:47:41.512844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-9ee229bd-7d5d-4320-949c-4dd654170016 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746686 Jul 15 16:47:41.588488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2696ed0b-406a-4b1c-b6a6-0d473a98a35a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:41.744234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-9ef5c485-c18d-492c-b344-f7dcaf0d07ab tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:41.756938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-9ef5c485-c18d-492c-b344-f7dcaf0d07ab tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 945 time: 0.2430899 Jul 15 16:47:42.164876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224d1d8-f88b-437c-9519-8fcad5826fcd req-19effbae-63e8-4ae8-8834-951677dd8ef8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:42.164876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8224d1d8-f88b-437c-9519-8fcad5826fcd req-19effbae-63e8-4ae8-8834-951677dd8ef8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.5919046 Jul 15 16:47:42.427776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8224d1d8-f88b-437c-9519-8fcad5826fcd req-48cd204e-48f4-4f1c-86ca-d7c032bb9a20 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Jul 15 16:47:42.427776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b06b97-f09e-4fdc-840b-ebb95e366f7f req-8b9e8340-d871-4438-a74b-8ff02bed947e tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:42.427776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62b06b97-f09e-4fdc-840b-ebb95e366f7f req-8b9e8340-d871-4438-a74b-8ff02bed947e tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 948 time: 0.2337589 Jul 15 16:47:42.449618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Deleting port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:42.450177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:42.605331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bc85b27-85db-4a05-8cde-26efe6bd5cdd req-72b96f26-0003-44bc-a918-086d285fab78 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0553edde5c54f49940551bae0e66b03 HTTP/1.1" status: 200 len: 2984 time: 0.2641721 Jul 15 16:47:42.614369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62b06b97-f09e-4fdc-840b-ebb95e366f7f req-dfcf5c9f-da04-485b-8fdf-d1418681dd63 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510855 Jul 15 16:47:42.642450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] For port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,segment=NetworkSegment(ec8147d8-9fcc-4943-9a12-87185b0388ed),segment_id=ec8147d8-9fcc-4943-9a12-87185b0388ed)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:42.642904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:42.712379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Calling delete_port for 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:42.809019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-ab45af18-fe5e-48da-bd11-233453c2a855 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/68d4aaee-1176-47b1-8d87-fae71b462568 HTTP/1.1" status: 200 len: 1800 time: 0.1446755 Jul 15 16:47:42.820862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bc85b27-85db-4a05-8cde-26efe6bd5cdd req-4b121b90-1fc7-4260-b358-459a724e6704 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/25f2e787-20bb-4af1-9ab9-4d577da2e74d HTTP/1.1" status: 200 len: 2981 time: 0.2144866 Jul 15 16:47:42.930495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bc85b27-85db-4a05-8cde-26efe6bd5cdd req-f78cdf8a-3117-46a2-876c-05e1e208533d tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/25f2e787-20bb-4af1-9ab9-4d577da2e74d HTTP/1.1" status: 200 len: 2981 time: 0.1087055 Jul 15 16:47:42.956558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:42.984612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2696ed0b-406a-4b1c-b6a6-0d473a98a35a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:43.014577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.051254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.090843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'Port': ['ID=7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:43.119930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:43.124707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:43.125333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.154916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.157755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.159019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52ff268d-e385-4ac2-86d8-586626b53d25 req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/68d4aaee-1176-47b1-8d87-fae71b462568 HTTP/1.1" status: 204 len: 173 time: 0.3358667 Jul 15 16:47:43.159874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] No DVR routers for this DVR port 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:43.166256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.168758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1612b0e-9588-4e89-bd18-0e4ea1a5d9e5 req-e2d1cb59-64b3-459a-9b62-92afcd4a64dd tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.20 "DELETE /v2.0/ports/7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 HTTP/1.1" status: 204 len: 173 time: 1.4019892 Jul 15 16:47:43.169402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'name': 'network-vif-deleted', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:43.171608 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f97856-7990-45f9-9c1f-170bfd0133c5" -d '{"events": [{"server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "name": "network-vif-deleted", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:43.181896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a6251-1436-468c-b507-b29c7fad91e0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d4aaee-1176-47b1-8d87-fae71b462568,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:43.249620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00489574-1aea-4154-b1b1-2e4c5be2ab58 req-9aa2eef3-d4ce-4268-8911-53d6795b991b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 210 time: 0.0443261 Jul 15 16:47:43.384942 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.459952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:43.471149 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd235f5d-9d9a-4561-8f5d-b32281025e4c" -d '{"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-plugged", "status": "completed", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:43.506984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65252751-3275-4c2a-a768-9735d7f77dfc req-7fef2f7d-f7cd-4b3a-8725-0d5408c01627 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/ports?device_id=38198c63-c29e-4db2-93c4-e9caa99c1986 HTTP/1.1" status: 200 len: 210 time: 0.1122611 Jul 15 16:47:43.525247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:43.539676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:43.610294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:43.655250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f1c2b41-41b6-440c-9af7-2b51cb6a8a1d req-fd0d3c1f-ea97-42e6-9b61-7cf8c0043ced tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/25f2e787-20bb-4af1-9ab9-4d577da2e74d HTTP/1.1" status: 200 len: 2981 time: 0.0650589 Jul 15 16:47:43.710169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e216b-9744-4d3a-9eb6-4508f5a9bbab req-5b5e1219-9251-4e21-a77e-d93fff49fb51 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:43.711711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-921e216b-9744-4d3a-9eb6-4508f5a9bbab req-5b5e1219-9251-4e21-a77e-d93fff49fb51 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.2038133 Jul 15 16:47:43.772241 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-0f1c2b41-41b6-440c-9af7-2b51cb6a8a1d req-5440da23-c9c2-4131-bbba-5e4009e7716c tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 16:47:43.773565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f1c2b41-41b6-440c-9af7-2b51cb6a8a1d req-5440da23-c9c2-4131-bbba-5e4009e7716c tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "DELETE /v2.0/security-groups/25f2e787-20bb-4af1-9ab9-4d577da2e74d HTTP/1.1" status: 409 len: 352 time: 0.1099288 Jul 15 16:47:43.823290 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-cdbcacc0-0572-48a3-adfd-b040b6886e45 req-5b08d476-f67f-49fe-ae9d-9707e6a80ca4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:47:43.841658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdbcacc0-0572-48a3-adfd-b040b6886e45 req-5b08d476-f67f-49fe-ae9d-9707e6a80ca4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/68d4aaee-1176-47b1-8d87-fae71b462568 HTTP/1.1" status: 404 len: 352 time: 0.0393703 Jul 15 16:47:43.862899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-921e216b-9744-4d3a-9eb6-4508f5a9bbab req-35241a63-6431-465c-b0f8-1d29c6bd9e0c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282718 Jul 15 16:47:43.917174 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e766b-7e3a-4097-b1c9-abd991075bb8 x-openstack-request-id: req-c21e766b-7e3a-4097-b1c9-abd991075bb8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:43.917700 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38198c63-c29e-4db2-93c4-e9caa99c1986", "name": "network-vif-deleted", "tag": "7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:43.918125 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c21e766b-7e3a-4097-b1c9-abd991075bb8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:43.918686 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38198c63-c29e-4db2-93c4-e9caa99c1986', 'name': 'network-vif-deleted', 'tag': '7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04', 'status': 'completed', 'code': 200} Jul 15 16:47:43.977610 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cbb60-8200-45df-b417-17e0876ea413 x-openstack-request-id: req-233cbb60-8200-45df-b417-17e0876ea413 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:43.980510 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-plugged", "status": "completed", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:43.981069 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-233cbb60-8200-45df-b417-17e0876ea413 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:43.982792 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'code': 200} Jul 15 16:47:44.121552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-d9725868-84d6-41dc-844e-7276d2ac6499 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995183 Jul 15 16:47:44.124472 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-087221ef-fc78-48ef-885b-e5233b452da2 req-32b32085-fd75-4bdd-b653-42acd6fd0a38 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] show failed (client error): The resource could not be found. Jul 15 16:47:44.126057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-087221ef-fc78-48ef-885b-e5233b452da2 req-32b32085-fd75-4bdd-b653-42acd6fd0a38 tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/b06a06d2-1504-4adb-81cd-7f09596f06a2 HTTP/1.1" status: 404 len: 352 time: 0.0797975 Jul 15 16:47:44.174125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565147-3413-4d88-adac-02147ab268db req-8c9d57e7-ca4c-42e3-8043-b55416683a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:44.181636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1565147-3413-4d88-adac-02147ab268db req-8c9d57e7-ca4c-42e3-8043-b55416683a4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 1100 time: 0.1060247 Jul 15 16:47:44.300001 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1565147-3413-4d88-adac-02147ab268db req-67ce7925-f163-4437-8cbc-7b700a4eed01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071792 Jul 15 16:47:44.481415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b182df-949f-4b61-bebd-57740d0ff5ac req-1a068ca8-e7e7-4532-9706-c151b89a1874 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:44.482999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81b182df-949f-4b61-bebd-57740d0ff5ac req-1a068ca8-e7e7-4532-9706-c151b89a1874 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 949 time: 0.2913265 Jul 15 16:47:44.536075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-dbf1f52e-db57-40b7-95e4-6e44659ad931 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/e228aee4-d3ea-4f39-af9c-01bea375498d HTTP/1.1" status: 200 len: 1800 time: 0.3717878 Jul 15 16:47:44.679567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:44.719689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81b182df-949f-4b61-bebd-57740d0ff5ac req-3ea9c3d8-94f6-40c5-8095-7d34ca13231b tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227206 Jul 15 16:47:44.837518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-d8334ae4-350d-4f29-a5e7-693ab7ce32b1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:44.840630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-d8334ae4-350d-4f29-a5e7-693ab7ce32b1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7124012 Jul 15 16:47:44.879237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:44.914954 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-41b69a49-19e4-4410-b61a-4534249a8aaf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674767 Jul 15 16:47:44.949301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Request body: {'port': {'device_id': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '209b68c69eef48af80cac0d3e7b124de'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:44.988233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:45.034759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:45.038711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-43904945-90ad-474d-a75d-70796014d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:45.042648 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-43904945-90ad-474d-a75d-70796014d1bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=068a326cd3c54277ae6cac90328d7e76&device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 1095 time: 0.1002214 Jul 15 16:47:45.043369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7602c5ac-60d7-4d9d-bcdc-698b2c2a5e04 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:45.067307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.071542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.078564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7be14900-8c0a-4847-91ae-89ddc81a6d7e req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/e228aee4-d3ea-4f39-af9c-01bea375498d HTTP/1.1" status: 204 len: 173 time: 0.5380859 Jul 15 16:47:45.160801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4435926-927c-4d9f-bf1f-a0256f9bcd1c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228aee4-d3ea-4f39-af9c-01bea375498d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:45.175475 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-c43f0855-fd13-49e8-90fb-bbdd59e5658d req-4a056150-4ffa-45fc-bf4e-9391bc0a8b7f tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] show failed (client error): The resource could not be found. Jul 15 16:47:45.184933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c43f0855-fd13-49e8-90fb-bbdd59e5658d req-4a056150-4ffa-45fc-bf4e-9391bc0a8b7f tempest-SecurityGroupsNegativeTestJSON-1569040771 tempest-SecurityGroupsNegativeTestJSON-1569040771-project] 10.222.0.25 "GET /v2.0/security-groups/9c2b6519-f6e6-4313-8384-1a14b6103025 HTTP/1.1" status: 404 len: 352 time: 0.0553656 Jul 15 16:47:45.196648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:45.295426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-82326c88-cafa-445b-b431-db6fc6e40b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:45.299335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-82326c88-cafa-445b-b431-db6fc6e40b71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 200 len: 921 time: 0.2322984 Jul 15 16:47:45.324698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Made reservation on behalf of 209b68c69eef48af80cac0d3e7b124de for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:45.333617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.358242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.427081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-0b3cbed8-f803-4224-9f06-21ce76d07182 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 200 len: 217 time: 0.1171513 Jul 15 16:47:45.579701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Deleting subnet d82979de-ab24-4ed5-9886-f02755a55084 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:45.595878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.698296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.732761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.815975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26550557-b8f6-4d70-b6bd-ff301bdfa734 req-74792ef9-f9eb-46eb-9b37-cef1df85e3c9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 210 time: 0.1109860 Jul 15 16:47:45.824882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.859985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-8642d959-712f-43a1-a35a-feb4a849970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:45.865171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-8642d959-712f-43a1-a35a-feb4a849970b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 200 len: 861 time: 0.4253719 Jul 15 16:47:45.866705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:45.998395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-f279f373-84d2-4933-bdca-2903e8e79aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23657bcf-5547-41ac-b743-6f02da2c0871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356050 Jul 15 16:47:46.059904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Allocated IP 192.168.233.158 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/08971e7f-7f43-4b6b-9b43-d67ac50f4915) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:46.113668 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-6c857586-1376-4363-ace0-5241398d541c service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041477 Jul 15 16:47:46.155344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.208271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.214904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d82979de-ab24-4ed5-9886-f02755a55084 HTTP/1.1" status: 204 len: 168 time: 1.0164421 Jul 15 16:47:46.215639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:46.250829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f9d4e-505c-4b51-a8c4-770bb37f3921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82979de-ab24-4ed5-9886-f02755a55084,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:46.275575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.293422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Transition to ACTIVE for port object 08971e7f-7f43-4b6b-9b43-d67ac50f4915 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:46.361552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.395822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-bbb0631e-9bc7-447a-a114-2c2cdb3198e7 service neutron] 10.222.0.35 "GET /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747936 Jul 15 16:47:46.414663 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-333a9f1d-12eb-478b-a587-eb6749c38973 req-9948709d-8377-4aa3-8bb1-8de3e4b0e60d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:47:46.415886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-333a9f1d-12eb-478b-a587-eb6749c38973 req-9948709d-8377-4aa3-8bb1-8de3e4b0e60d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/e228aee4-d3ea-4f39-af9c-01bea375498d HTTP/1.1" status: 404 len: 352 time: 0.0825601 Jul 15 16:47:46.421945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.469506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:46.480836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:46.489636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:46.492280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a29a4-acaa-4c2c-85be-fae52872dffd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:46.529429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6524-eeed-4225-9188-1930b24fec52 req-af94b680-2dec-4241-bf1f-3e393eb8816b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:46.531609 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-845a6524-eeed-4225-9188-1930b24fec52 req-af94b680-2dec-4241-bf1f-3e393eb8816b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 945 time: 0.2475481 Jul 15 16:47:46.535802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:46.576424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:46.583639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.602315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a006d-c330-4a36-b4fa-600a53203887 req-5f8fa068-02e0-45ac-a2f5-98484d70260c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:46.603827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d1a006d-c330-4a36-b4fa-600a53203887 req-5f8fa068-02e0-45ac-a2f5-98484d70260c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.2726080 Jul 15 16:47:46.667095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.716556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d08af05-3261-44d6-aacc-564064e0a368']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:46.737313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d68c1c-edb1-4e07-8730-f1ebefce9310') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:46.737691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d68c1c-edb1-4e07-8730-f1ebefce9310') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:46.755229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-411a6e26-7a4f-4671-a525-7b272a85afd2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8187091 Jul 15 16:47:46.757304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.784820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.788641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d1a006d-c330-4a36-b4fa-600a53203887 req-2bc9a5d2-650e-4ae8-966a-a5aa8d42deb6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422172 Jul 15 16:47:46.800640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Deleting port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:46.803500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.814641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Request body: {'port': {'device_id': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:46.870969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e5ec929c-48f8-46ee-88a6-57ca64ed7e3c None None] Provisioning for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:46.876181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e5ec929c-48f8-46ee-88a6-57ca64ed7e3c None None] Provisioning complete for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:46.876575 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5ec929c-48f8-46ee-88a6-57ca64ed7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.886719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:46.887133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:46.918306 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:46.951269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada790b7-5152-4d7b-8f91-6bd5ba86cf5a req-d4aa9f8a-8a76-4484-9d9b-ae8737498d6d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:46.958397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ada790b7-5152-4d7b-8f91-6bd5ba86cf5a req-d4aa9f8a-8a76-4484-9d9b-ae8737498d6d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 949 time: 0.3514259 Jul 15 16:47:46.986132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.033043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] For port 6775a7c2-5436-49f7-b02c-42d4d8678cf4, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6775a7c2-5436-49f7-b02c-42d4d8678cf4,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:47.033416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.048485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Calling delete_port for 6775a7c2-5436-49f7-b02c-42d4d8678cf4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:47.086146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ada790b7-5152-4d7b-8f91-6bd5ba86cf5a req-d68a1d92-51b1-44c3-bf6f-a4e60e8a0918 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222653 Jul 15 16:47:47.260228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec929c-48f8-46ee-88a6-57ca64ed7e3c None None] Port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:47.261863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.301128 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.305407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d08af05-3261-44d6-aacc-564064e0a368 HTTP/1.1" status: 204 len: 168 time: 1.0438244 Jul 15 16:47:47.361569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0874b-057e-425b-b02e-8b4cca910037 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d08af05-3261-44d6-aacc-564064e0a368,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:47.395273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-fca651b2-c9f4-407e-8e2c-4619886e0807 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:47.397429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-fca651b2-c9f4-407e-8e2c-4619886e0807 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 945 time: 0.2578094 Jul 15 16:47:47.399437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.434559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event deleted for resources: {'Port': ['ID=6775a7c2-5436-49f7-b02c-42d4d8678cf4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:47.443703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815a6da-a85c-4e5e-9653-549bf9f4df34 req-9e79eec8-d644-4734-ac76-e806ae796b2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:47.445284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6815a6da-a85c-4e5e-9653-549bf9f4df34 req-9e79eec8-d644-4734-ac76-e806ae796b2d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d2b1e7a-5830-46ff-90a5-1da315960360 HTTP/1.1" status: 200 len: 866 time: 0.4621503 Jul 15 16:47:47.546469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cfffede-a3eb-415a-8d8a-b0142f48957d req-e0d44447-59dd-4b74-a1fe-94308e6b221c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 6148 time: 0.2054820 Jul 15 16:47:47.583202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] No DVR routers for this DVR port 6775a7c2-5436-49f7-b02c-42d4d8678cf4 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:47.588205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08971e7f-7f43-4b6b-9b43-d67ac50f4915 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:47.592699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.597728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-845a6524-eeed-4225-9188-1930b24fec52 req-14ac820f-2b01-4a9b-8334-369b0e8e7be9 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "DELETE /v2.0/ports/6775a7c2-5436-49f7-b02c-42d4d8678cf4 HTTP/1.1" status: 204 len: 173 time: 1.0422256 Jul 15 16:47:47.600170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-deleted', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:47.602614 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017649ad-7d29-453e-a041-54b29199d9c0" -d '{"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-deleted", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:47.605121 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.637809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6815a6da-a85c-4e5e-9653-549bf9f4df34 req-d3fde8d4-3ef3-41e6-ba84-a9375a708d80 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765659 Jul 15 16:47:47.666049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:47.702366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Transition to ACTIVE for port object 08971e7f-7f43-4b6b-9b43-d67ac50f4915 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:47.718226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cfffede-a3eb-415a-8d8a-b0142f48957d req-0a96142d-ee63-4cdc-8726-0bb32a0f1908 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/aa64a659-6f33-44b4-9166-c7aeb71c57fe HTTP/1.1" status: 200 len: 2981 time: 0.1567523 Jul 15 16:47:47.735265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-67c2bc94-1aaa-4448-898d-60454ee69fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2582061 Jul 15 16:47:47.745958 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.802872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-efc34b2d-8200-4eee-b50b-70ff82c81be7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0553edde5c54f49940551bae0e66b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330359 Jul 15 16:47:47.804632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:47.833955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port 7d315a65-0644-4370-aadc-1a0216558108 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:47.833955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.919049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:47.976514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:48.001200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cfffede-a3eb-415a-8d8a-b0142f48957d req-b1d2228f-0752-4fb0-880b-c0a48a75dd6d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/aa64a659-6f33-44b4-9166-c7aeb71c57fe HTTP/1.1" status: 200 len: 2981 time: 0.2820175 Jul 15 16:47:48.032585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.066030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port 7d315a65-0644-4370-aadc-1a0216558108, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7d315a65-0644-4370-aadc-1a0216558108,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:48.066406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.097235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for 7d315a65-0644-4370-aadc-1a0216558108 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:48.168988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6a68-01c5-44cc-bce9-1a408607bbc4 req-3ba2afc7-4238-48af-bd3c-0c9f089416a3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:48.176030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5aa6a68-01c5-44cc-bce9-1a408607bbc4 req-3ba2afc7-4238-48af-bd3c-0c9f089416a3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.3510215 Jul 15 16:47:48.180044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-932c1f9e-ed19-4af9-bdec-6e8b91b123ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:48.181547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-932c1f9e-ed19-4af9-bdec-6e8b91b123ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 1096 time: 0.3667319 Jul 15 16:47:48.200062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:48.200445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:48.200769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:48.227634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:47:48.247669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:48.273230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.279329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.283318 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25f2e787-20bb-4af1-9ab9-4d577da2e74d HTTP/1.1" status: 204 len: 168 time: 0.4745619 Jul 15 16:47:48.334526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3b21e-c7df-4245-bf28-98924cc34317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2e787-20bb-4af1-9ab9-4d577da2e74d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:48.417525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-968c408d-c6cd-43f9-af5b-82f01ff18073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:48.419185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-968c408d-c6cd-43f9-af5b-82f01ff18073 service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.2074080 Jul 15 16:47:48.448639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.451690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5aa6a68-01c5-44cc-bce9-1a408607bbc4 req-6f312298-6b5f-4126-8917-6f284cd6fdf5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729440 Jul 15 16:47:48.462611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4', 'b3367027-ad58-4376-b37a-46b62e0e8de9', '7d315a65-0644-4370-aadc-1a0216558108'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:48.493083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:48.493904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:48.497611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:48.498379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Bound port: 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:48.510699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.586207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=7d315a65-0644-4370-aadc-1a0216558108,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:48.610387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-65c5f7a5-9165-48d1-a1f2-24c61fb25a58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 200 len: 217 time: 0.1544578 Jul 15 16:47:48.683755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port 7d315a65-0644-4370-aadc-1a0216558108 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:48.687309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:48.690422 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b36d7ee6-22e8-491a-ac70-93129eb360a6 req-062688df-d30c-4e88-a19b-22d5112b49ee tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/7d315a65-0644-4370-aadc-1a0216558108 HTTP/1.1" status: 204 len: 173 time: 1.2578907 Jul 15 16:47:48.704260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:48.766849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 6775a7c2-5436-49f7-b02c-42d4d8678cf4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:48.767258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6775a7c2-5436-49f7-b02c-42d4d8678cf4 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:48.776246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-0f5253bf-b413-4a8e-8835-4abe645faf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:48.777957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-0f5253bf-b413-4a8e-8835-4abe645faf04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1594224 Jul 15 16:47:48.844187 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4927239f-392e-4954-8fc0-1fe7f3a53a36 x-openstack-request-id: req-4927239f-392e-4954-8fc0-1fe7f3a53a36 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:48.844483 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2b1e7a-5830-46ff-90a5-1da315960360", "name": "network-vif-deleted", "tag": "6775a7c2-5436-49f7-b02c-42d4d8678cf4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:48.844735 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4927239f-392e-4954-8fc0-1fe7f3a53a36 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:48.845193 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2b1e7a-5830-46ff-90a5-1da315960360', 'name': 'network-vif-deleted', 'tag': '6775a7c2-5436-49f7-b02c-42d4d8678cf4', 'status': 'completed', 'code': 200} Jul 15 16:47:48.876388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:48.883519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-93be9526-f211-47fa-82fa-8b84cecc8e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916100 Jul 15 16:47:48.987365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:49.015468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2077275378', 'description': 'tempest-description-391928875'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:49.020557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.185783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2c77c97-b069-4a43-8988-d9b8a576426a req-258aaabd-dbba-4e60-9bb4-986d9df638da tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0812c5-2ab2-4d48-b711-4f177c39f500 HTTP/1.1" status: 200 len: 210 time: 0.1148634 Jul 15 16:47:49.193214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:49.193988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.195408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 1096 time: 2.4055076 Jul 15 16:47:49.206418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:49.208896 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ec0f47-803f-41b5-8947-46ccd39fd147" -d '{"events": [{"name": "network-changed", "server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:49.248867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.305334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e3827-082d-4710-9ac5-bde5e13f24a5 service neutron] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:49.402294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-df8e4670-9f01-473c-85c1-515ae505ec9c service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071807 Jul 15 16:47:49.556422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-31fa5d66-571d-4f27-80ef-9a0f12144757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:49.558411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-31fa5d66-571d-4f27-80ef-9a0f12144757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1099 time: 0.2944372 Jul 15 16:47:49.638058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bdd02d8-a25c-4a2a-a049-ddcbb7a8e27e req-7ca5368c-3fe5-4e7b-8ccc-dc2430e8c65b service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116482 Jul 15 16:47:49.639648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-77a5093a-ca8c-4bc9-88d1-d20f4e8ed8ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0531929 Jul 15 16:47:49.740521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51232) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:49.796214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.812298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-c714cc36-7fec-4d08-bd69-3d650a072280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:49.814259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-c714cc36-7fec-4d08-bd69-3d650a072280 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1651273 Jul 15 16:47:49.817089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.887823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-69348807-network', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:49.894351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.895386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ffb4ff4-327f-46f4-8ca1-8fb86c66f6bf req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8962283 Jul 15 16:47:49.915280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8576-fff4-4241-89e1-14d1ba0f059d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f73033-e687-493d-ab2e-15455ae6a4b7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:49.927579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d2598-ab79-4208-852c-f8544f4c1bd0 req-f211fd1b-2f8c-454a-8ae6-c312f03af2af tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:49.932441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:49.934323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-190d2598-ab79-4208-852c-f8544f4c1bd0 req-f211fd1b-2f8c-454a-8ae6-c312f03af2af tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 949 time: 0.2006707 Jul 15 16:47:49.937718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.959737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:49.968053 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb9e4b-646f-42d3-9112-118febd9822d x-openstack-request-id: req-7cfb9e4b-646f-42d3-9112-118febd9822d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:49.968364 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:49.968617 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cfb9e4b-646f-42d3-9112-118febd9822d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:49.969013 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'status': 'completed', 'code': 200} Jul 15 16:47:49.989359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-c6cdf118-fd6a-4466-bfbb-c5b56eec40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:49.990993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-c6cdf118-fd6a-4466-bfbb-c5b56eec40ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664610 Jul 15 16:47:50.002192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-190d2598-ab79-4208-852c-f8544f4c1bd0 req-1fc41d16-5d04-4c47-989d-ecc93cad0a9d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669601 Jul 15 16:47:50.084366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.093124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.134477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:47:50.151173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1791b4-899c-41d7-975f-0b8a91f72ef9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:50.158386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.159261 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Added segment 528fd111-0676-4ab2-87f4-d04dfcc3712d of type vlan for network 3d19312a-92de-4366-b01d-7804d5a6d70d Jul 15 16:47:50.241219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.295384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.296716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:50.297454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.342620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6002190 Jul 15 16:47:50.351731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:50.358252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Request body: {'subnet': {'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-69348807-subnet', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:50.388554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:50.434682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-126792295', 'description': 'tempest-description-1817044682'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:50.440995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799bd2a-e9b4-4f87-87b5-44590f421def admin admin] Pushing event updated for resources: {'Network': ['ID=3d19312a-92de-4366-b01d-7804d5a6d70d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:50.446889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:50.449259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.452395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3d19312a-92de-4366-b01d-7804d5a6d70d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:47:50.561371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.566537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-15bad0e7-5eef-435a-8b82-e4977a2417bd service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633357 Jul 15 16:47:50.601448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216a0bb-09d5-44cc-8e87-005671c178bb req-9ed04cde-be94-4546-9d84-eb61a5cc399d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:50.608330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7216a0bb-09d5-44cc-8e87-005671c178bb req-9ed04cde-be94-4546-9d84-eb61a5cc399d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.2176151 Jul 15 16:47:50.612908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.666983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.713631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.722545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-146771ce-683a-4af7-8c31-a17e39848088 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:50.724409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-146771ce-683a-4af7-8c31-a17e39848088 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 1100 time: 0.2510889 Jul 15 16:47:50.743390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7216a0bb-09d5-44cc-8e87-005671c178bb req-0a855de0-c560-4081-8b6d-97c69120e788 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341372 Jul 15 16:47:50.787507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeee1726-16d3-4a4c-9823-bb146c206460,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:50.807485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.810129 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:50.811334 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7a5dad7-ff55-498f-959c-504d01888d03 HTTP/1.1" status: 204 len: 168 time: 0.4217131 Jul 15 16:47:50.815551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Checking segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:50.815912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Network hostable DHCP agents. Network: 3d19312a-92de-4366-b01d-7804d5a6d70d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:47:50.819876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:50.848098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'name': 'network-vif-deleted', 'tag': '7d315a65-0644-4370-aadc-1a0216558108'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:50.852495 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff619aa7-afe2-4d76-a338-50ef385f5479" -d '{"events": [{"server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "name": "network-vif-deleted", "tag": "7d315a65-0644-4370-aadc-1a0216558108"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:50.868009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f905ddb5-ca87-45bb-8100-3fb53ce18b1b req-6639b45d-365c-409d-97d3-c5a76542fd45 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863667 Jul 15 16:47:50.922923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89019d-b01d-4670-b95b-88f0e5627bbe tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5dad7-ff55-498f-959c-504d01888d03,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:50.935258 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-bc4ed2d4-3174-45a9-9ee2-f4531fd8d305 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] show failed (client error): The resource could not be found. Jul 15 16:47:50.936420 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc4ed2d4-3174-45a9-9ee2-f4531fd8d305 tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "GET /v2.0/security-groups/e7a5dad7-ff55-498f-959c-504d01888d03 HTTP/1.1" status: 404 len: 347 time: 0.1135099 Jul 15 16:47:50.947069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:50.982576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.007376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2696ed0b-406a-4b1c-b6a6-0d473a98a35a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:51.034314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.055700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Network 3d19312a-92de-4366-b01d-7804d5a6d70d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:47:51.123102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3d19312a-92de-4366-b01d-7804d5a6d70d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:51.131427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.137029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:51.137633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.157177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.163697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0a37b60f-6fa8-4d7b-ad42-abdb7c6760b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8107419 Jul 15 16:47:51.166837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:51.168828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af427f8c-02d8-4ab9-b461-a63f824bd34e req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7606158 Jul 15 16:47:51.176051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d3de44d-dd05-4d24-bf6d-c433d669af6d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:51.178042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d3de44d-dd05-4d24-bf6d-c433d669af6d tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.3563874 Jul 15 16:47:51.178622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e0434-59fb-4624-b473-4ecc9fbf7b01 None None] Network 3d19312a-92de-4366-b01d-7804d5a6d70d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:51.183240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:51.214934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fd27c-b553-474e-83b3-e33a1aba2b80 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340d5f9d-27c9-4d35-b200-33b265a5f0ff,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:51.215373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:51.242352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:51.242671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Deleting port 25494a6d-1d83-4a37-aa86-648b2903ea67 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:51.243023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.245811 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07bd451-3633-4914-8a27-978c6c304c59" -d '{"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-unplugged", "status": "completed", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:51.261491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.262205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7d315a65-0644-4370-aadc-1a0216558108 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:51.270428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Deleting port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:51.278533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.351679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:51.367283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 7d315a65-0644-4370-aadc-1a0216558108 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:51.368077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7d315a65-0644-4370-aadc-1a0216558108 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:51.397313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-a37ac40e-db47-43d7-8e63-e886e4dbb6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:51.420331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-a37ac40e-db47-43d7-8e63-e886e4dbb6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1099 time: 0.4681768 Jul 15 16:47:51.531349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-3d19312a-92de-4366-b01d-7804d5a6d70d', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:47:51.533006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.606069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ca583-fc88-41bd-8a02-8c9100641a30 req-ee802b7d-838d-46de-8385-613f656defa7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:51.613488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-994ca583-fc88-41bd-8a02-8c9100641a30 req-ee802b7d-838d-46de-8385-613f656defa7 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 944 time: 0.5384762 Jul 15 16:47:51.682920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] For port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:51.683454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.714583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Calling delete_port for 2696ed0b-406a-4b1c-b6a6-0d473a98a35a owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:51.747403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-994ca583-fc88-41bd-8a02-8c9100641a30 req-de3cf247-829a-4143-9c32-84303f89c8f6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328382 Jul 15 16:47:51.767651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-306ce5fd-81f7-45df-ae00-68f4a5afc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:51.769496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-306ce5fd-81f7-45df-ae00-68f4a5afc6bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3399215 Jul 15 16:47:51.821289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Allocated IP 172.20.0.2 (3d19312a-92de-4366-b01d-7804d5a6d70d/aeee1726-16d3-4a4c-9823-bb146c206460/78bcb542-c589-4b00-9c3a-9c95eea7f24d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:51.838567 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1247ef3c-d654-43a8-9dba-40b9f485309b x-openstack-request-id: req-1247ef3c-d654-43a8-9dba-40b9f485309b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:51.838856 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-unplugged", "status": "completed", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:51.839107 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1247ef3c-d654-43a8-9dba-40b9f485309b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:51.839496 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'code': 200} Jul 15 16:47:51.860597 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8a9d13-21c9-4538-9001-77d02f8dfe2d x-openstack-request-id: req-9e8a9d13-21c9-4538-9001-77d02f8dfe2d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:51.862638 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0812c5-2ab2-4d48-b711-4f177c39f500", "name": "network-vif-deleted", "tag": "7d315a65-0644-4370-aadc-1a0216558108", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:51.862890 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e8a9d13-21c9-4538-9001-77d02f8dfe2d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:51.863276 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0812c5-2ab2-4d48-b711-4f177c39f500', 'name': 'network-vif-deleted', 'tag': '7d315a65-0644-4370-aadc-1a0216558108', 'status': 'completed', 'code': 200} Jul 15 16:47:51.926048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.927088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:51.944931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-8e20f14a-c4ad-4372-aa4e-76207efbec9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.1166492 Jul 15 16:47:52.050296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.051015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.062026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.067174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.072997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Calling delete_port for 25494a6d-1d83-4a37-aa86-648b2903ea67 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:52.077754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Transition to ACTIVE for port object 78bcb542-c589-4b00-9c3a-9c95eea7f24d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:52.087567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Deleting port 275c03e9-65a7-4264-8106-dab969930c46 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:52.088340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.095444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Transition to ACTIVE for port object 78bcb542-c589-4b00-9c3a-9c95eea7f24d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:52.115453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.158552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Network 3d19312a-92de-4366-b01d-7804d5a6d70d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:52.163546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:52.167413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:52.179262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Pushing event updated for resources: {'Port': ['ID=78bcb542-c589-4b00-9c3a-9c95eea7f24d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:52.243554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-6f89eb4f-6757-4e47-9dca-bc4a65eb6ef8 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:52.245176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-6f89eb4f-6757-4e47-9dca-bc4a65eb6ef8 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 813 time: 0.2967579 Jul 15 16:47:52.266555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Attempting to bind port 78bcb542-c589-4b00-9c3a-9c95eea7f24d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:52.267602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Attempting to bind port 78bcb542-c589-4b00-9c3a-9c95eea7f24d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:52.267963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Attempting to bind port 78bcb542-c589-4b00-9c3a-9c95eea7f24d on network 3d19312a-92de-4366-b01d-7804d5a6d70d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:52.275700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:52.281744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Checking segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:52.282189 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.283294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Bound using segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:52.283980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Bound port: 78bcb542-c589-4b00-9c3a-9c95eea7f24d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:52.284425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.306775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-43150cdd-b0f5-4374-8b16-789b5d7f719d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/quotas/95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 375 time: 0.0360551 Jul 15 16:47:52.358781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-b8a3f880-cf51-4c3b-a935-4af649dc07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:52.360554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-b8a3f880-cf51-4c3b-a935-4af649dc07a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3891985 Jul 15 16:47:52.371587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.373256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] For port 78bcb542-c589-4b00-9c3a-9c95eea7f24d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:52.377671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] For port 78bcb542-c589-4b00-9c3a-9c95eea7f24d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=78bcb542-c589-4b00-9c3a-9c95eea7f24d,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:52.385480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.392816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.415248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1326-ec20-41d2-bf09-034a0003d003 req-d89da782-7334-4425-9eeb-9a9ea9b90869 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:52.423754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d2c1326-ec20-41d2-bf09-034a0003d003 req-d89da782-7334-4425-9eeb-9a9ea9b90869 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=76fed516-87f2-4104-8a51-317709ecd82b HTTP/1.1" status: 200 len: 947 time: 0.5862544 Jul 15 16:47:52.461625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e98a7-e6d6-4113-8144-86c0629b1015 None None] Pushing event updated for resources: {'Port': ['ID=78bcb542-c589-4b00-9c3a-9c95eea7f24d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:52.481322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Pushing event deleted for resources: {'Port': ['ID=2696ed0b-406a-4b1c-b6a6-0d473a98a35a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:52.544391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] For port 275c03e9-65a7-4264-8106-dab969930c46, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=275c03e9-65a7-4264-8106-dab969930c46,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:52.548343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.607059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Calling delete_port for 275c03e9-65a7-4264-8106-dab969930c46 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:52.622017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] No DVR routers for this DVR port 2696ed0b-406a-4b1c-b6a6-0d473a98a35a on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:52.649095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d2c1326-ec20-41d2-bf09-034a0003d003 req-f1139e3f-b5e8-417d-9f39-226f0cdd0749 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242894 Jul 15 16:47:52.676223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-0fcb948d-e3c1-4c4c-9215-34ccd26f5aa4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3684688 Jul 15 16:47:52.684046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.688563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fba5440f-efa0-49cf-9c12-f7a351f5c6bf req-5b0e7b5c-70ba-4dba-b7f3-e7fc49088c54 tempest-DeleteServersAdminTestJSON-902762987 tempest-DeleteServersAdminTestJSON-902762987-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2696ed0b-406a-4b1c-b6a6-0d473a98a35a HTTP/1.1" status: 204 len: 173 time: 1.9399738 Jul 15 16:47:52.689453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-deleted', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:52.692021 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261eaf4b-83be-47c7-9891-0eef20a39d33" -d '{"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-deleted", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:52.721509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-b9b09b88-b458-4913-932b-2a42ec846502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:52.723392 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-b9b09b88-b458-4913-932b-2a42ec846502 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3535190 Jul 15 16:47:52.795829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:52.883745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Pushing event deleted for resources: {'Port': ['ID=25494a6d-1d83-4a37-aa86-648b2903ea67,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:53.002961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:47:53.137783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-75c6f5e2-a492-4a29-a92f-e558e2cdb50a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041770 Jul 15 16:47:53.147314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 78bcb542-c589-4b00-9c3a-9c95eea7f24d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:53.166133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.169729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.170919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a359a191-43d9-407d-a507-b3026d4a851a tempest-ImagesOneServerNegativeTestJSON-1675936233 tempest-ImagesOneServerNegativeTestJSON-1675936233-project] 10.222.0.25 "DELETE /v2.0/floatingips/0089919a-8984-46d6-a737-f70ed25ad6d4 HTTP/1.1" status: 204 len: 168 time: 2.2228971 Jul 15 16:47:53.187475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-f9d19b8c-0c44-4c08-ab67-88105c6d7632 service neutron] 10.222.0.25 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098224 Jul 15 16:47:53.249000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.275432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.278156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:53.303951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'mac_address': 'fa:16:3e:3b:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:47:53.313317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 78bcb542-c589-4b00-9c3a-9c95eea7f24d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:53.376287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c1190-da83-4c98-a124-63a1d92d9b46 req-1aafd2eb-9c47-4020-97f2-877ba126023b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:53.380808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.385765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8c1190-da83-4c98-a124-63a1d92d9b46 req-1aafd2eb-9c47-4020-97f2-877ba126023b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.3274217 Jul 15 16:47:53.387933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.412919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08971e7f-7f43-4b6b-9b43-d67ac50f4915 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:47:53.437894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56ec0f47-803f-41b5-8947-46ccd39fd147 req-fecd264f-b1d0-459e-b5c8-6de56a8fdc39 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913203 Jul 15 16:47:53.452037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:53.463523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.476384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bb4c8e27-d25a-4c49-ab95-d54ccbdaa23f service neutron] 10.222.0.25 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879288 Jul 15 16:47:53.519812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event deleted for resources: {'Port': ['ID=275c03e9-65a7-4264-8106-dab969930c46,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:53.543675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8c1190-da83-4c98-a124-63a1d92d9b46 req-5c37c8e4-832c-49d0-b472-db554bd5afef tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568892 Jul 15 16:47:53.563222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-5319bff0-84eb-4b77-82bb-2ce6e994ebca tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:53.576076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-5319bff0-84eb-4b77-82bb-2ce6e994ebca tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.3720486 Jul 15 16:47:53.617355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] No DVR routers for this DVR port 275c03e9-65a7-4264-8106-dab969930c46 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:53.649565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:53.653977 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1cd3133-1b01-448a-8f6f-f99dec65aebe req-6d02043c-c5b4-431d-9db8-94480c461cc4 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "DELETE /v2.0/ports/275c03e9-65a7-4264-8106-dab969930c46 HTTP/1.1" status: 204 len: 173 time: 2.4647071 Jul 15 16:47:53.656748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:53.679013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Allocated IP 172.25.8.204 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f427da54-7e89-413d-9077-71bfc63c15c1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:53.688203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:53.877732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-deleted', 'tag': '275c03e9-65a7-4264-8106-dab969930c46'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:53.882741 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d07a0-0991-4b67-b3e4-c4c90ea0153f" -d '{"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-deleted", "tag": "275c03e9-65a7-4264-8106-dab969930c46"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:53.935708 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75840f-1cfa-4a82-8e61-abd92da5c3b2 x-openstack-request-id: req-de75840f-1cfa-4a82-8e61-abd92da5c3b2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:53.936001 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fed516-87f2-4104-8a51-317709ecd82b", "name": "network-vif-deleted", "tag": "2696ed0b-406a-4b1c-b6a6-0d473a98a35a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:53.936325 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de75840f-1cfa-4a82-8e61-abd92da5c3b2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:53.937097 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fed516-87f2-4104-8a51-317709ecd82b', 'name': 'network-vif-deleted', 'tag': '2696ed0b-406a-4b1c-b6a6-0d473a98a35a', 'status': 'completed', 'code': 200} Jul 15 16:47:53.956057 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.052735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.060443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446765e7-afd9-4153-b667-880da0e2a184 req-d59c395d-7ad6-4e18-b390-63ee7f464a0f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:54.078628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-446765e7-afd9-4153-b667-880da0e2a184 req-d59c395d-7ad6-4e18-b390-63ee7f464a0f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 949 time: 0.3157256 Jul 15 16:47:54.110518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port b3367027-ad58-4376-b37a-46b62e0e8de9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:54.114001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.137838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:54.151824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:54.159770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:54.210932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8def802c-d16f-4f6a-9583-a37be9e47387 req-6e8a8272-7a06-4ee5-a611-9936187f7960 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7aaa7ba-2128-4a08-9583-a72575a013aa HTTP/1.1" status: 200 len: 210 time: 0.0533009 Jul 15 16:47:54.252690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Pushing event updated for resources: {'Port': ['ID=f427da54-7e89-413d-9077-71bfc63c15c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:54.275936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-446765e7-afd9-4153-b667-880da0e2a184 req-acf7afe1-dbe4-4af4-a912-c8f9428ec1e4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933885 Jul 15 16:47:54.353809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03d676-4172-46e1-8c92-7d8ab5e181ef None None] Network 3d19312a-92de-4366-b01d-7804d5a6d70d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:47:54.468294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe39fef5-a3aa-40f7-a4c4-f406392e9aa2 req-d9b17331-4eb5-4720-824f-ee9328795916 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 210 time: 0.1260989 Jul 15 16:47:54.487130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port b3367027-ad58-4376-b37a-46b62e0e8de9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3367027-ad58-4376-b37a-46b62e0e8de9,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:54.487501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.557290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for b3367027-ad58-4376-b37a-46b62e0e8de9 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:54.661251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Provisioning for port 78bcb542-c589-4b00-9c3a-9c95eea7f24d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:54.710935 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b087e8cf-1478-49b2-aa4a-805bbac39519 x-openstack-request-id: req-b087e8cf-1478-49b2-aa4a-805bbac39519 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:54.713468 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7aaa7ba-2128-4a08-9583-a72575a013aa", "name": "network-vif-deleted", "tag": "275c03e9-65a7-4264-8106-dab969930c46", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:54.715280 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b087e8cf-1478-49b2-aa4a-805bbac39519 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:54.715699 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7aaa7ba-2128-4a08-9583-a72575a013aa', 'name': 'network-vif-deleted', 'tag': '275c03e9-65a7-4264-8106-dab969930c46', 'status': 'completed', 'code': 200} Jul 15 16:47:54.725072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Provisioning complete for port 78bcb542-c589-4b00-9c3a-9c95eea7f24d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:54.725456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.798223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 275c03e9-65a7-4264-8106-dab969930c46 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:54.825022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:54.900069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 275c03e9-65a7-4264-8106-dab969930c46 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:47:54.904264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 275c03e9-65a7-4264-8106-dab969930c46 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:47:54.947412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Deleting subnet b7c13a21-03fb-4771-b580-f620518176f0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:47:54.952394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:54.986099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.008240 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.010469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.025245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:55.038248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-102f2ec3-16c8-4fc3-b1bc-9d87fb03cda9 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=92977c11f9b842b5acf211de25ce8917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890901 Jul 15 16:47:55.107993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] For port 78bcb542-c589-4b00-9c3a-9c95eea7f24d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=78bcb542-c589-4b00-9c3a-9c95eea7f24d,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:55.122860 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.182132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.204488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:55.214796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:55.215553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.254081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3e1d-565e-4e43-a699-19c3d47a8cda None None] Pushing event updated for resources: {'Port': ['ID=78bcb542-c589-4b00-9c3a-9c95eea7f24d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:55.473106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.474346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.508074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a0c3fd3f-a243-4dca-b98c-9f044c33ce1f None None] Provisioning complete for port 78bcb542-c589-4b00-9c3a-9c95eea7f24d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:55.508613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a0c3fd3f-a243-4dca-b98c-9f044c33ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.520471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.524480 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b7c13a21-03fb-4771-b580-f620518176f0 HTTP/1.1" status: 204 len: 168 time: 0.6984608 Jul 15 16:47:55.527090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:55.582169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:55.582951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:55.586690 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2645d556-0080-442e-8e58-cea991686efa" -d '{"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-plugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:55.594494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168c521-bda3-4ebe-9131-d9e531c74128 req-9208ba54-efe3-4f62-b1ff-6a07729e72ae tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:55.602712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0168c521-bda3-4ebe-9131-d9e531c74128 req-9208ba54-efe3-4f62-b1ff-6a07729e72ae tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 946 time: 0.8521328 Jul 15 16:47:55.605623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131eec5-4e4c-43ae-9871-05bc7379f831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c13a21-03fb-4771-b580-f620518176f0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:55.611469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.612841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3367027-ad58-4376-b37a-46b62e0e8de9 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:47:55.704718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0168c521-bda3-4ebe-9131-d9e531c74128 req-3712892c-cf1f-4ffe-8572-6c6e0dd07d9f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Jul 15 16:47:55.719548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.738360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-000ec544-7d01-410b-99f8-da41a0bba865 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:55.747714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-000ec544-7d01-410b-99f8-da41a0bba865 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7085452 Jul 15 16:47:55.751386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.776976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-2c68756f-4f60-4925-9636-4e652e0c27da tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/quotas/92977c11f9b842b5acf211de25ce8917 HTTP/1.1" status: 200 len: 375 time: 0.0279839 Jul 15 16:47:55.796846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:55.879023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-a2fa2663-c588-4ed6-a007-74172138317b tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010761 Jul 15 16:47:55.954701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=b3367027-ad58-4376-b37a-46b62e0e8de9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:56.055506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:56.150165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.165247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6085d7f-3d04-4a30-8a41-d9317d9a1d5c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:56.199130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.373094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port b3367027-ad58-4376-b37a-46b62e0e8de9 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:56.385641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-df139541-1913-4e48-adca-a3dcaa4c56e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.386750 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.388974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ddcab817-11b0-48c7-ace3-6a2f7bcb7c6e req-3c5ead44-eefa-4aba-b6d5-41dd9fc2ba56 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/b3367027-ad58-4376-b37a-46b62e0e8de9 HTTP/1.1" status: 204 len: 173 time: 2.8035250 Jul 15 16:47:56.490205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'name': 'network-vif-deleted', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:56.492728 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2208ce-12eb-4a05-9dd0-42f87f262c71" -d '{"events": [{"server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "name": "network-vif-deleted", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:56.507778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29d4e551-3a27-4733-89c9-f1979d60f35e req-1c599e7b-2e6a-47a0-a6f4-cb9d799a562c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 210 time: 0.1472509 Jul 15 16:47:56.570591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:56.612863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-b1c08c79-f14a-4913-b44c-ca3b0f930714 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:56.614901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-b1c08c79-f14a-4913-b44c-ca3b0f930714 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 813 time: 0.6748974 Jul 15 16:47:56.636830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c22c75-46c4-4fd7-a1ca-fe68eba54454 req-9dc91f76-3d42-4b6c-a215-cad724beaf1b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:56.652165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02c22c75-46c4-4fd7-a1ca-fe68eba54454 req-9dc91f76-3d42-4b6c-a215-cad724beaf1b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.6372335 Jul 15 16:47:56.653660 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e7b8d-c7ac-49c6-9c8a-8e6d3d385401 x-openstack-request-id: req-440e7b8d-c7ac-49c6-9c8a-8e6d3d385401 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:56.654057 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-plugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:56.654479 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-440e7b8d-c7ac-49c6-9c8a-8e6d3d385401 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:56.655078 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'code': 200} Jul 15 16:47:56.664024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'device_id': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf', 'admin_state_up': True, 'tenant_id': '95fa07cd54c1414993a732a6ce275d56'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:56.739066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8147d8-9fcc-4943-9a12-87185b0388ed') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:56.739066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8147d8-9fcc-4943-9a12-87185b0388ed') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:56.770125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.815807 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.827433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:47:56.829927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:47:56.830439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:47:56.832368 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:47:56.857779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02c22c75-46c4-4fd7-a1ca-fe68eba54454 req-a906b8cf-f56b-4891-a336-9415574590eb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045019 Jul 15 16:47:56.955104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652d67-b1dd-4459-a146-fedca1bc2ac4 req-613128cb-ef98-47ad-a849-c2a6553f6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:56.956618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d652d67-b1dd-4459-a146-fedca1bc2ac4 req-613128cb-ef98-47ad-a849-c2a6553f6752 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.2470036 Jul 15 16:47:56.999795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.004443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc73bd30-5a15-4d74-8e66-c255f32acfa9 req-e7c6b47c-2629-4eb8-bbc3-53c8eb9271f1 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 210 time: 0.0558639 Jul 15 16:47:57.007431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.010798 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6085d7f-3d04-4a30-8a41-d9317d9a1d5c HTTP/1.1" status: 204 len: 168 time: 1.4823163 Jul 15 16:47:57.042534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3242ab-6cf0-41f9-a1be-37df6b1b41af admin admin] Pushing event deleted for resources: {'Network': ['ID=a6085d7f-3d04-4a30-8a41-d9317d9a1d5c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:57.121732 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ac9dc-0d75-471d-9290-b1a48bacf53e x-openstack-request-id: req-2a5ac9dc-0d75-471d-9290-b1a48bacf53e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:57.122386 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64584f1e-6995-4476-a5e2-4ece352daffc", "name": "network-vif-deleted", "tag": "b3367027-ad58-4376-b37a-46b62e0e8de9", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:57.123484 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a5ac9dc-0d75-471d-9290-b1a48bacf53e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:57.124683 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64584f1e-6995-4476-a5e2-4ece352daffc', 'name': 'network-vif-deleted', 'tag': 'b3367027-ad58-4376-b37a-46b62e0e8de9', 'status': 'completed', 'code': 200} Jul 15 16:47:57.188974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 78bcb542-c589-4b00-9c3a-9c95eea7f24d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:47:57.197189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:47:57.213085 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Sync routers for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:47:57.240495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d652d67-b1dd-4459-a146-fedca1bc2ac4 req-d9f9c4e8-3267-4460-a624-fd8be8413d8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543192 Jul 15 16:47:57.242561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:57.243401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:47:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:57.246177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Made reservation on behalf of 95fa07cd54c1414993a732a6ce275d56 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:57.252550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.254450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4a6a5844-d069-42f7-83f2-dad501dd0955 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0752795 Jul 15 16:47:57.258465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:57.263939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.298720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51366) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:57.337196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 78bcb542-c589-4b00-9c3a-9c95eea7f24d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:57.338032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.456142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:57.522562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e40b7f9b-8118-4d0b-b182-36f4af04c4ac req-9fd5d856-4340-41c7-8883-a5aa8de71159 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=64584f1e-6995-4476-a5e2-4ece352daffc HTTP/1.1" status: 200 len: 210 time: 0.0904253 Jul 15 16:47:57.568094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-795e53ba-77e7-456c-aabb-954ad4c229f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57384418adb24a03a836ff6ce0d9b01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676425 Jul 15 16:47:57.575996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:57.674328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde1ba-f07c-43c2-86a2-359f70cc0d13 req-610e5ae2-9a8b-4a5a-aa59-18038fa789b6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:57.686538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43fde1ba-f07c-43c2-86a2-359f70cc0d13 req-610e5ae2-9a8b-4a5a-aa59-18038fa789b6 tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 944 time: 0.3254733 Jul 15 16:47:57.749391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-89b60ef2-e71b-4ce9-8779-654fccc1736b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:57.751814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-89b60ef2-e71b-4ce9-8779-654fccc1736b tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7068249-8af4-44f2-90ad-4340b070f4fe HTTP/1.1" status: 200 len: 944 time: 0.2079237 Jul 15 16:47:57.769553 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:54Z', 'revision_number': 3, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:57.784017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Allocated IP 172.20.0.8 (28e8072d-f79c-4657-adef-4ac9d8dcccdf/8e07d16d-8dd4-4f79-b551-82ef0091a663/6bfc803a-f28b-4239-87ff-07ba31b66caa) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:57.793051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.805940 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Checking router: 65df62bb-e671-4aa5-8e53-17669d5cf7a6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:47:57.806630 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Updating router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 port f427da54-7e89-413d-9077-71bfc63c15c1 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:47:57.808889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43fde1ba-f07c-43c2-86a2-359f70cc0d13 req-3e61d133-57b9-49d1-ba28-52e7002727de tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ee577ea-f455-423f-8e11-581dcaf667d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213176 Jul 15 16:47:57.864895 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:57.969293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.080379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Deleting port 218cff46-c3ff-4703-ac76-2226e33eb8a2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:47:58.081047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.093359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1813cba7-16f8-45f7-882b-31116d7859b7 req-33dcaf1b-8d6d-4111-93c7-715dd1492de0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 210 time: 0.1042755 Jul 15 16:47:58.197139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.238704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-660e1b78-3095-4eee-a6ca-74d0fefa974e tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=92977c11f9b842b5acf211de25ce8917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576396 Jul 15 16:47:58.248543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] For port 218cff46-c3ff-4703-ac76-2226e33eb8a2, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=218cff46-c3ff-4703-ac76-2226e33eb8a2,segment=NetworkSegment(bfcb5923-0d69-4eb0-9cf6-f3ae541ee056),segment_id=bfcb5923-0d69-4eb0-9cf6-f3ae541ee056)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:47:58.249244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.263700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.270129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.273922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a39b7392-131d-4f0c-939a-8d40a84e5e02 HTTP/1.1" status: 204 len: 168 time: 0.6941743 Jul 15 16:47:58.281919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7feda574-895a-4e96-a2a5-50199c9ff8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.297131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Calling delete_port for 218cff46-c3ff-4703-ac76-2226e33eb8a2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:47:58.299185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.307073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d18198-6a40-41ca-837a-1f49f104e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b7392-131d-4f0c-939a-8d40a84e5e02,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:58.352133 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.362747 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Transition to ACTIVE for port object f427da54-7e89-413d-9077-71bfc63c15c1 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:58.375154 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.437427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-0744a272-bbb7-4430-8cf5-ea0518bca9ef tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:58.439053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-0744a272-bbb7-4430-8cf5-ea0518bca9ef tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/networks?id=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c HTTP/1.1" status: 200 len: 814 time: 0.4723039 Jul 15 16:47:58.443247 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c1d10-1a65-4a3c-a098-ee5d0cdbc935 None None] Pushing event updated for resources: {'Port': ['ID=f427da54-7e89-413d-9077-71bfc63c15c1,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:58.478066 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Attempting to bind port f427da54-7e89-413d-9077-71bfc63c15c1 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:47:58.479325 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Attempting to bind port f427da54-7e89-413d-9077-71bfc63c15c1 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:47:58.479558 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Attempting to bind port f427da54-7e89-413d-9077-71bfc63c15c1 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:47:58.486669 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:47:58.487312 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:47:58.487523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Allocated IP 172.20.0.1 (3d19312a-92de-4366-b01d-7804d5a6d70d/aeee1726-16d3-4a4c-9823-bb146c206460/861aac4d-5775-4cc6-aa4c-7addd5ca8345) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:47:58.488170 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.488811 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:47:58.489928 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Bound port: f427da54-7e89-413d-9077-71bfc63c15c1, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:47:58.491173 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.545354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-f0627a4b-38c7-406b-9dd1-91a44e1d9ca9 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/quotas/bd7c3ba7d9794375bc95096788dc0909 HTTP/1.1" status: 200 len: 375 time: 0.0901811 Jul 15 16:47:58.568250 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] For port f427da54-7e89-413d-9077-71bfc63c15c1, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:47:58.572516 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] For port f427da54-7e89-413d-9077-71bfc63c15c1, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f427da54-7e89-413d-9077-71bfc63c15c1,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:47:58.606441 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.625340 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.635020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.686066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Pushing event deleted for resources: {'Port': ['ID=218cff46-c3ff-4703-ac76-2226e33eb8a2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:58.711669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6f70abf6-90f2-4b73-a5a4-b8d0db0deb1d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:58.712862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6f70abf6-90f2-4b73-a5a4-b8d0db0deb1d tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4640205 Jul 15 16:47:58.719517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.733758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:47:58.750886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Request body: {'port': {'device_id': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '92977c11f9b842b5acf211de25ce8917'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:58.775643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.806123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] No DVR routers for this DVR port 218cff46-c3ff-4703-ac76-2226e33eb8a2 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:47:58.811025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.813053 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad1f1906-7236-4eb6-9250-3a97cd2e42e3 req-3e5cc779-cf83-4996-8ca0-deb5ea4ccfce tempest-LiveAutoBlockMigrationV225Test-1978714631 tempest-LiveAutoBlockMigrationV225Test-1978714631-project] 10.222.0.35 "DELETE /v2.0/ports/218cff46-c3ff-4703-ac76-2226e33eb8a2 HTTP/1.1" status: 204 len: 173 time: 1.0139029 Jul 15 16:47:58.814051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-deleted', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:47:58.816414 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab5a4a-a13d-438f-ae72-6a1de6292bb0" -d '{"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-deleted", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:47:58.827079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Transition to ACTIVE for port object 861aac4d-5775-4cc6-aa4c-7addd5ca8345 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:47:58.863136 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:47:58.866902 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:47:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:58.869183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:58.870063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c1d10-1a65-4a3c-a098-ee5d0cdbc935 None None] Pushing event updated for resources: {'Port': ['ID=f427da54-7e89-413d-9077-71bfc63c15c1,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:58.894785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92982f3-7d08-4a3e-916c-cb62463d4b38 req-ec1179d7-097c-46dd-93d0-c17aa09b436f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:58.897024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c92982f3-7d08-4a3e-916c-cb62463d4b38 req-ec1179d7-097c-46dd-93d0-c17aa09b436f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.5115871 Jul 15 16:47:58.928666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Network 3d19312a-92de-4366-b01d-7804d5a6d70d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:58.931930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:58.937201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Network 28e8072d-f79c-4657-adef-4ac9d8dcccdf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:58.948495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:47:58.950022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:58.964813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Pushing event updated for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:58.988863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:59.007744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.008255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.008704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.009425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.009863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.011127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.011621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.012058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.013001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.014905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.015346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.017962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:47:59.018413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:47:59.046733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-1db38764-c254-4824-9195-56eb407760ba tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bd7c3ba7d9794375bc95096788dc0909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4597137 Jul 15 16:47:59.083981 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:47:59.085465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.248610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c92982f3-7d08-4a3e-916c-cb62463d4b38 req-8cbf12e3-cf17-4cf9-9d30-92167f92e7ba tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608252 Jul 15 16:47:59.254357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:47:59.255069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.401953 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.423760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.432910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-15b4bc97-bc05-40e1-8f9d-da6b325d5579 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7785115 Jul 15 16:47:59.442831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a186e569-10e9-4303-a1fb-7423f379a2a8 None None] Provisioning for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:47:59.453972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a186e569-10e9-4303-a1fb-7423f379a2a8 None None] Provisioning complete for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:47:59.454350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a186e569-10e9-4303-a1fb-7423f379a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.455047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Request body: {'port': {'device_id': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:59.464272 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:54Z', 'revision_number': 3, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:47:59.551086 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a4e606-c197-4091-b631-bce65ce78227 None None] The sync data for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 is: [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:54Z', 'revision_number': 3, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:47:59.561818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a186e569-10e9-4303-a1fb-7423f379a2a8 None None] Port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:47:59.617134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:59.625798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08c1bdf5-0f36-485d-a4c2-f8cf3bc74119 req-79c13a60-a50a-49b0-a47f-79a84868ff79 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 210 time: 0.1069810 Jul 15 16:47:59.626457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Made reservation on behalf of 92977c11f9b842b5acf211de25ce8917 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:59.631053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.650128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-c86a25fd-9d1f-45ec-b681-117dcf9cb8a0 service neutron] 10.222.0.25 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022551 Jul 15 16:47:59.669298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.679056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.690674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.779408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.781409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Pushing event updated for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:47:59.872163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2143917179-network', 'tenant_id': '14cdb54818764c5db53e9b928a95f876'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:47:59.896211 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b131f8be-a5f8-4133-a84c-f077102bc00a x-openstack-request-id: req-b131f8be-a5f8-4133-a84c-f077102bc00a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:47:59.896576 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7068249-8af4-44f2-90ad-4340b070f4fe", "name": "network-vif-deleted", "tag": "218cff46-c3ff-4703-ac76-2226e33eb8a2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:47:59.897003 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b131f8be-a5f8-4133-a84c-f077102bc00a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:47:59.897514 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7068249-8af4-44f2-90ad-4340b070f4fe', 'name': 'network-vif-deleted', 'tag': '218cff46-c3ff-4703-ac76-2226e33eb8a2', 'status': 'completed', 'code': 200} Jul 15 16:47:59.902878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Made reservation on behalf of 14cdb54818764c5db53e9b928a95f876 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:47:59.905817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.921518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:47:59.930403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:47:59.954536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Network 3d19312a-92de-4366-b01d-7804d5a6d70d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:47:59.963812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:00.001738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfc803a-f28b-4239-87ff-07ba31b66caa {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:00.010441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.023504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Transition to ACTIVE for port object 6bfc803a-f28b-4239-87ff-07ba31b66caa will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:00.086301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.201271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Deleting subnet 85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:48:00.212904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.254396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:48:00.285420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.311173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.338552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:00.372275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-08e8856d-638f-4b55-aa67-0a7c3f1eac47 service neutron] 10.222.0.25 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141681 Jul 15 16:48:00.381677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.382281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.382784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.383209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.383567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.384094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.384664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.385208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.385736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.386257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.386779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.387343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.387933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:00.405333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42051727-644c-4e55-82dc-59f33b23aaec None None] Provisioning complete for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:00.408212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42051727-644c-4e55-82dc-59f33b23aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.423091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Allocated IP 192.168.233.231 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/ce10b3fc-cb2d-429b-8694-f5949dc08850) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:00.444302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:48:00.454791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1a99-a81b-49d6-8a6a-1651ee853ea3 req-188986fa-dc46-4c98-b124-562c4224e678 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:00.456691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-864f1a99-a81b-49d6-8a6a-1651ee853ea3 req-188986fa-dc46-4c98-b124-562c4224e678 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 943 time: 0.3138752 Jul 15 16:48:00.466887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.475970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Attempting to bind port 6bfc803a-f28b-4239-87ff-07ba31b66caa on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:00.476677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Attempting to bind port 6bfc803a-f28b-4239-87ff-07ba31b66caa by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:00.477217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Attempting to bind port 6bfc803a-f28b-4239-87ff-07ba31b66caa on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:00.493891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf82e2-9874-410d-8502-48fa1577d7f4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:00.496898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-42051727-644c-4e55-82dc-59f33b23aaec None None] Port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:00.540186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.540667 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Added segment b42904d8-2f66-4c3f-bb60-e26c87d1a009 of type vlan for network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee Jul 15 16:48:00.671023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.691541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:48:00.703273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-627029fd-faf4-4983-a091-f284470256a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/65df62bb-e671-4aa5-8e53-17669d5cf7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4429169 Jul 15 16:48:00.720692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:00.748975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.756776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 218cff46-c3ff-4703-ac76-2226e33eb8a2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:48:00.757212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 218cff46-c3ff-4703-ac76-2226e33eb8a2 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:48:00.821900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85709a5a-07b4-4d13-89b8-5e8c5c75f7a3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:00.825315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.827217 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9eedeaae-6be6-403e-a42f-9c961718bc01 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/85709a5a-07b4-4d13-89b8-5e8c5c75f7a3 HTTP/1.1" status: 204 len: 168 time: 0.8954511 Jul 15 16:48:00.829735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:00.839025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.840230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:00.840842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.857107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Port 6bfc803a-f28b-4239-87ff-07ba31b66caa on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:00.857107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Attempting to bind port 6bfc803a-f28b-4239-87ff-07ba31b66caa on network 28e8072d-f79c-4657-adef-4ac9d8dcccdf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:00.887102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2706141 Jul 15 16:48:00.894591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:00.897356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:00.897698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Checking segment: {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:00.898065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Bound using segment: {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:00.898503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Bound port: 6bfc803a-f28b-4239-87ff-07ba31b66caa, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38aad6a9-537f-4226-b7cc-1c0dc77a7605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:00.898858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.900129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Request body: {'subnet': {'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2143917179-subnet', 'tenant_id': '14cdb54818764c5db53e9b928a95f876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:00.940171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Made reservation on behalf of 14cdb54818764c5db53e9b928a95f876 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:00.943252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:00.982008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-864f1a99-a81b-49d6-8a6a-1651ee853ea3 req-f70ea536-67de-498e-8bfe-6e605273a3bd tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155673 Jul 15 16:48:01.089050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.093437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1bd8f-fee6-4e07-bc07-6694a22dd5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:01.106081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:48:01.183278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f427da54-7e89-413d-9077-71bfc63c15c1 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:01.197020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.366249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f427da54-7e89-413d-9077-71bfc63c15c1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:01.379443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f427da54-7e89-413d-9077-71bfc63c15c1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:01.380786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.391736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.424502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23657bcf-5547-41ac-b743-6f02da2c0871']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:01.463447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-5d0a1bfc-f3b5-41e3-a8bf-1a726ced1c7b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:01.470029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-5d0a1bfc-f3b5-41e3-a8bf-1a726ced1c7b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.6229296 Jul 15 16:48:01.478567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.488818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:01.489891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcb5923-0d69-4eb0-9cf6-f3ae541ee056') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:01.502151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-c1173409-6f15-4d93-9965-d1d681f9fc6e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0311713 Jul 15 16:48:01.502380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.506145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:01.515665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.566908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f427da54-7e89-413d-9077-71bfc63c15c1, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f427da54-7e89-413d-9077-71bfc63c15c1,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:01.571299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:01.574133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Transition to ACTIVE for port object ce10b3fc-cb2d-429b-8694-f5949dc08850 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:01.575661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.589918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.595436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.643294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:48:01.644231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.650604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:01.651299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:48:01.651916 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:48:01.654030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] 10.222.0.20 "PUT /v2.0/ports/6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 1091 time: 2.2063246 Jul 15 16:48:01.654631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f427da54-7e89-413d-9077-71bfc63c15c1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:01.663940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.664305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.665122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:01.668166 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd" -d '{"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:01.671237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.671237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.671237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.672203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.672544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.672877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.673200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.673523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.676977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.677667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:01.683575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4626-d667-4b17-b091-00d346f88aec req-82e93763-bb62-4b54-8b2d-7b0dd708b0c5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:01.685297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-058b4626-d667-4b17-b091-00d346f88aec req-82e93763-bb62-4b54-8b2d-7b0dd708b0c5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.3487418 Jul 15 16:48:01.748238 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.817631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9117458-ae00-4477-b2f4-0f5df06e0836,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:01.848511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdaff4-78f4-4cf4-b569-1845a65cae87 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:01.860252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.860991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.869490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Checking segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:01.870329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Network hostable DHCP agents. Network: 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:48:01.880561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-3649dacd-a535-4a18-a9b1-6507dac3fda4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3719876 Jul 15 16:48:01.890241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.892253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/23657bcf-5547-41ac-b743-6f02da2c0871 HTTP/1.1" status: 204 len: 168 time: 1.0615582 Jul 15 16:48:01.894276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e9fd0-cca2-49f3-9f75-cea080c746cc admin admin] Pushing event deleted for resources: {'Network': ['ID=23657bcf-5547-41ac-b743-6f02da2c0871,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:01.896506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:01.908893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-058b4626-d667-4b17-b091-00d346f88aec req-3aa2c3d4-c3a9-4f0d-b4b4-22d2c94e86c8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990900 Jul 15 16:48:01.948994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:48:01.961544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Deleting subnet c5f1c9c4-3446-48f4-aa8e-4ba03f53cc96 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:48:01.965373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:01.967055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:01.983968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93948ef6-d52e-43b3-a874-8931370da426 None None] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:01.992005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:02.000382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Pushing event updated for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:02.011006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:02.026874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:02.027612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.091779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:02.093001 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7aaaef5-89a1-4e3d-a023-427b10f37fcd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1972234 Jul 15 16:48:02.095471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.174941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.258750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-581130e1-2052-4441-8af9-1a5874614c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:02.260336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-581130e1-2052-4441-8af9-1a5874614c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1094 time: 0.5326850 Jul 15 16:48:02.302493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a856050-7718-4248-bab4-db4856af8362 req-0368714c-1d84-49df-b05d-fde018f4db0e tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 210 time: 0.1105430 Jul 15 16:48:02.350136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:02.351209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.370349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'tenant_id': '14cdb54818764c5db53e9b928a95f876', 'fixed_ips': [{'subnet_id': 'a9117458-ae00-4477-b2f4-0f5df06e0836'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:48:02.372271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.374699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-38440ab3-3933-4e12-b894-c174452082d0 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977701 Jul 15 16:48:02.456278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-4e5f888f-b23a-4ff8-98a7-ac59ae88c8c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 217 time: 0.1466968 Jul 15 16:48:02.481073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Sync routers for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:48:02.573594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.627258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-007ff40d-0d40-48cd-80a4-2eccfdd1674c tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:02.628446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1417c022-50ee-4725-a4a4-13856aafeb02 None None] Provisioning for port ce10b3fc-cb2d-429b-8694-f5949dc08850 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:02.628920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-007ff40d-0d40-48cd-80a4-2eccfdd1674c tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.20 "GET /v2.0/networks?id=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c HTTP/1.1" status: 200 len: 814 time: 0.3721910 Jul 15 16:48:02.631696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f1c9c4-3446-48f4-aa8e-4ba03f53cc96,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:02.633683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.637688 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48f3566e-4018-4bbe-98d1-4ec2b8abff1d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c5f1c9c4-3446-48f4-aa8e-4ba03f53cc96 HTTP/1.1" status: 204 len: 168 time: 0.7378769 Jul 15 16:48:02.638098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:48:02.638569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:47:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:02.640692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51542) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:02.648105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Request body: {'port': {'device_id': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'admin_state_up': True, 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:02.669141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1417c022-50ee-4725-a4a4-13856aafeb02 None None] Provisioning complete for port ce10b3fc-cb2d-429b-8694-f5949dc08850 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:02.669503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1417c022-50ee-4725-a4a4-13856aafeb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.674888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-b76a4e5d-604e-4631-b46d-fa97273cfd7a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9409246 Jul 15 16:48:02.766440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Request body: {'port': {'device_id': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:02.815697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-a9c4d23b-9145-4fd4-b57b-ed9a57f5b2c7 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341364 Jul 15 16:48:02.848102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Made reservation on behalf of bd7c3ba7d9794375bc95096788dc0909 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:02.855615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:02.858874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1417c022-50ee-4725-a4a4-13856aafeb02 None None] Port ce10b3fc-cb2d-429b-8694-f5949dc08850 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:02.884184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bd613490-12d8-47f3-b3ad-54597a43b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:02.886338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-bd613490-12d8-47f3-b3ad-54597a43b177 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.4180532 Jul 15 16:48:02.978741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-9c6282d5-d473-452a-90e9-b8c03cc386ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790782 Jul 15 16:48:02.996970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Allocated IP 172.20.0.2 (36f64f1c-7c76-4170-aa2e-02fa7d68e3ee/a9117458-ae00-4477-b2f4-0f5df06e0836/0a0d6f47-75e1-42ad-ba15-145e13289986) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:03.017196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.086209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff0b10-061e-4fa7-8a19-6883ef7aabad req-2dad20e3-57d4-42d7-9cac-02410d2c662f tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:03.102373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1ff0b10-061e-4fa7-8a19-6883ef7aabad req-2dad20e3-57d4-42d7-9cac-02410d2c662f tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 936 time: 0.4580228 Jul 15 16:48:03.137816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Allocated IP 172.20.0.6 (25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c/e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7/6fbcc371-198b-4c9b-838c-88c1fa104fe4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:03.150214 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829fe1ec-a628-48a6-8ef8-3d93d7eea488 x-openstack-request-id: req-829fe1ec-a628-48a6-8ef8-3d93d7eea488 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:03.159858 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:03.160150 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-829fe1ec-a628-48a6-8ef8-3d93d7eea488 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:03.160611 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'status': 'completed', 'code': 200} Jul 15 16:48:03.313448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.371269 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.384915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Transition to ACTIVE for port object 0a0d6f47-75e1-42ad-ba15-145e13289986 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:03.392443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.409616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Transition to ACTIVE for port object 0a0d6f47-75e1-42ad-ba15-145e13289986 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:03.435439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:48:03.442209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Transition to ACTIVE for port object 6fbcc371-198b-4c9b-838c-88c1fa104fe4 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:03.558112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.637227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f427da54-7e89-413d-9077-71bfc63c15c1 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:03.692005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.694033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Pushing event updated for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:03.710168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:03.711853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:03.714482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:03.835040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Pushing event updated for resources: {'Port': ['ID=0a0d6f47-75e1-42ad-ba15-145e13289986,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:03.846016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:03.846397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:03.853465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:03.860157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:03.871916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:03.895943 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-38f1d4d4-e84e-4800-bc64-b70415a40af6 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2521439 Jul 15 16:48:03.917291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Request body: {'port': {'device_id': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:03.939260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1ff0b10-061e-4fa7-8a19-6883ef7aabad req-f0ea4cea-74c6-4905-b2e1-0260040855ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344722 Jul 15 16:48:04.236373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.261757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.299045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-807f47cd-ef2b-4360-bf91-44bb155cc310 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3049400 Jul 15 16:48:04.310500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Attempting to bind port 0a0d6f47-75e1-42ad-ba15-145e13289986 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:04.310872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Attempting to bind port 0a0d6f47-75e1-42ad-ba15-145e13289986 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:04.311232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Attempting to bind port 0a0d6f47-75e1-42ad-ba15-145e13289986 on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:04.318440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f427da54-7e89-413d-9077-71bfc63c15c1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:04.318440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.325613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:04.326023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Checking segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:04.326510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.326941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Bound using segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:04.327447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Bound port: 0a0d6f47-75e1-42ad-ba15-145e13289986, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:04.327839 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.351816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a364a98a-e5e7-48de-a806-d19b244b8061 None None] Provisioning for port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:04.392248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab26e36-8dbb-4722-a462-eaa616ded5f3']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:04.421218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a364a98a-e5e7-48de-a806-d19b244b8061 None None] Provisioning complete for port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:04.422287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a364a98a-e5e7-48de-a806-d19b244b8061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.468883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f967a0b9-ad7a-405e-9fc3-a7eaf402474e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:04.470238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f967a0b9-ad7a-405e-9fc3-a7eaf402474e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:04.517336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a364a98a-e5e7-48de-a806-d19b244b8061 None None] Port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:04.579514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.587557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-5fe4555e-f17a-4d9a-9e9c-367fac4dbd05 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:04.595728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-5fe4555e-f17a-4d9a-9e9c-367fac4dbd05 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.8563037 Jul 15 16:48:04.611824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] For port 0a0d6f47-75e1-42ad-ba15-145e13289986, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:04.619953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] For port 0a0d6f47-75e1-42ad-ba15-145e13289986, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a0d6f47-75e1-42ad-ba15-145e13289986,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:04.628071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 2, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:04.735408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.765864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.793273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Checking router: 65df62bb-e671-4aa5-8e53-17669d5cf7a6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:48:04.795106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Updating router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:48:04.843134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:48:04.845525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.866758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-bb825446-d1b7-4b72-8fe0-baf41537165e tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:48:04.871478 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:48:04.935757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:04.949833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3409c6e-c144-4daf-9a19-ce0929775388 None None] Pushing event updated for resources: {'Port': ['ID=0a0d6f47-75e1-42ad-ba15-145e13289986,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:05.127336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9309c9-f89f-46b7-8ae8-5ff9f4d7540d req-c5cf0623-ff2e-48fd-9900-7f00ce934659 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:05.132071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0a9309c9-f89f-46b7-8ae8-5ff9f4d7540d req-c5cf0623-ff2e-48fd-9900-7f00ce934659 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 943 time: 0.8615930 Jul 15 16:48:05.134043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c672bd-a7d3-4cac-a39e-c5cd8f0485a4 req-0e197b58-0bcf-4125-9e34-3c1669b9225a service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598348 Jul 15 16:48:05.553386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbcc371-198b-4c9b-838c-88c1fa104fe4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:05.564865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.565258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.590233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Transition to ACTIVE for port object 6fbcc371-198b-4c9b-838c-88c1fa104fe4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:05.627607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.629833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce10b3fc-cb2d-429b-8694-f5949dc08850 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:05.640879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.648593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] 10.222.0.25 "DELETE /v2.0/networks/eab26e36-8dbb-4722-a462-eaa616ded5f3 HTTP/1.1" status: 204 len: 168 time: 3.0041251 Jul 15 16:48:05.728940 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.778147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:05.797437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d00e-3b35-46be-9780-df9e5790f45c admin admin] Pushing event deleted for resources: {'Network': ['ID=eab26e36-8dbb-4722-a462-eaa616ded5f3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:05.833329 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0a9309c9-f89f-46b7-8ae8-5ff9f4d7540d req-7c329014-8394-44a9-8f54-7875b3d65d1e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502566 Jul 15 16:48:05.838628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Transition to ACTIVE for port object 861aac4d-5775-4cc6-aa4c-7addd5ca8345 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:05.956808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Transition to ACTIVE for port object ce10b3fc-cb2d-429b-8694-f5949dc08850 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:05.999349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.004273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.205723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:06.305469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Attempting to bind port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:06.305469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Attempting to bind port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:06.305469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Attempting to bind port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 on network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:06.319832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:06.322820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c0dc-f0b0-4767-a9b7-613822f159ef None None] Pushing event updated for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:06.367015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a0d6f47-75e1-42ad-ba15-145e13289986 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:06.406463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 on network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:06.406801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Attempting to bind port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 on network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:06.440890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:06.441031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Checking segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:06.441837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Bound using segment: {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:06.442702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Bound port: 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d233c9-755a-4713-8b12-daae49984dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:06.443223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.601466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8aed82c8-4a68-438f-b583-7967272e71cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=068a326cd3c54277ae6cac90328d7e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272927 Jul 15 16:48:06.610554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Attempting to bind port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:06.611032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Attempting to bind port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:06.623338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-4b12a2ef-b483-4f2f-b876-d0fa0e780876 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:06.624003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Attempting to bind port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 on network 3d19312a-92de-4366-b01d-7804d5a6d70d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:06.625969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-4b12a2ef-b483-4f2f-b876-d0fa0e780876 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 1.0245843 Jul 15 16:48:06.626885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:06.638455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0a0d6f47-75e1-42ad-ba15-145e13289986 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:06.646791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:06.649330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Checking segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:06.649871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.659020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Bound using segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:06.659652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Bound port: 861aac4d-5775-4cc6-aa4c-7addd5ca8345, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:06.660208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.695893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '66b667c7-543e-41db-9005-7527b9faad05', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:06.860685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] For port 861aac4d-5775-4cc6-aa4c-7addd5ca8345, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:06.863802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] For port 861aac4d-5775-4cc6-aa4c-7addd5ca8345, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=861aac4d-5775-4cc6-aa4c-7addd5ca8345,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:06.872312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.960410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:06.991838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-c2b856c0-119f-4261-9918-64f503769251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:06.993534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-c2b856c0-119f-4261-9918-64f503769251 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1094 time: 1.6222606 Jul 15 16:48:07.001193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:48:07.005125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:47:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:07.022025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707c0dc-f0b0-4767-a9b7-613822f159ef None None] Pushing event updated for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:07.049880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:07.120485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:07.164319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.175567 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.190448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-a56f3a74-8797-4d7e-82bf-ea03c13c853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:07.192896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-a56f3a74-8797-4d7e-82bf-ea03c13c853e service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.1331699 Jul 15 16:48:07.195171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:07.278436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:48:07.310023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-c186961f-699d-452e-ad48-6697dd3ed2db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 217 time: 0.1029661 Jul 15 16:48:07.319752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.322411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.326250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ee577ea-f455-423f-8e11-581dcaf667d3 HTTP/1.1" status: 204 len: 168 time: 0.6505942 Jul 15 16:48:07.369712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:07.370393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.372102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fbcc371-198b-4c9b-838c-88c1fa104fe4 HTTP/1.1" status: 200 len: 1091 time: 3.4599359 Jul 15 16:48:07.375450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:07.378883 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4df04d-8860-4609-8785-33d3bbaba8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:07.390014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed6222-6561-457f-9bd1-6cb48bf7b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee577ea-f455-423f-8e11-581dcaf667d3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:07.395379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-bb825446-d1b7-4b72-8fe0-baf41537165e tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.428153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557abdd1-9655-4d1a-9507-0f7bd09cacb9 None None] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:07.514071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Provisioning for port 0a0d6f47-75e1-42ad-ba15-145e13289986 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:07.527084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Provisioning complete for port 0a0d6f47-75e1-42ad-ba15-145e13289986 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:07.527463 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.563614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:07.568264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.584679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-bb825446-d1b7-4b72-8fe0-baf41537165e tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.657779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Attempting to bind port ce10b3fc-cb2d-429b-8694-f5949dc08850 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:07.658500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Attempting to bind port ce10b3fc-cb2d-429b-8694-f5949dc08850 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:07.659102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Attempting to bind port ce10b3fc-cb2d-429b-8694-f5949dc08850 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:07.684036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-482f5a48-9530-4e44-a31c-b94f18c61e6b req-bb825446-d1b7-4b72-8fe0-baf41537165e tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.0566719 Jul 15 16:48:07.710879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Port ce10b3fc-cb2d-429b-8694-f5949dc08850 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:07.719221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Attempting to bind port ce10b3fc-cb2d-429b-8694-f5949dc08850 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:07.747966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb825446-d1b7-4b72-8fe0-baf41537165e tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d4b203-64dc-4bf5-981d-c8bb36f34d5b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:07.752983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-39c175ec-29c8-4c0b-9b25-09c40e246425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:07.756147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-39c175ec-29c8-4c0b-9b25-09c40e246425 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.3584108 Jul 15 16:48:07.766824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:07.769630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:07.771472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:07.773625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Bound port: ce10b3fc-cb2d-429b-8694-f5949dc08850, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:07.774915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:07.808579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.11 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/252f2bb8-eda2-4b74-8c10-6041bf2f20b1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:07.899576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b80b-ad16-4807-9087-be6f8f4a7704 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:07.903229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-9dcd4700-9ef2-44cc-bfac-89ccb970d943 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987210 Jul 15 16:48:08.000671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.064366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4384bc42-adb0-4545-9343-210c843430cb None None] For port 0a0d6f47-75e1-42ad-ba15-145e13289986, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a0d6f47-75e1-42ad-ba15-145e13289986,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:08.064904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-f3c0239e-e5c2-4600-9c9e-3189a384f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:08.066770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-f3c0239e-e5c2-4600-9c9e-3189a384f96d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd7c3ba7d9794375bc95096788dc0909&device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 1094 time: 0.6117666 Jul 15 16:48:08.075919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.081712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:06Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:48:08.176299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-1279a27b-5105-4266-b5f3-1c5228e4e0fc service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651589 Jul 15 16:48:08.188195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fd8-3d70-4ba5-a3ed-302027307008 None None] The sync data for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 is: [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:06Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:48:08.214114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:08.225451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384bc42-adb0-4545-9343-210c843430cb None None] Pushing event updated for resources: {'Port': ['ID=0a0d6f47-75e1-42ad-ba15-145e13289986,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:08.304265 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-c453f1cf-dbf6-4d9f-8dfb-e5c7236a0237 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4 HTTP/1.1" status: 200 len: 217 time: 0.2093523 Jul 15 16:48:08.333426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73af26f1-bf8e-48d6-92f1-837e2dfaa456 req-e116afd9-0caa-4407-ad74-63728f359b47 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 210 time: 0.1515462 Jul 15 16:48:08.402778 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.445057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:08.474545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-6aa9a475-0ae2-436e-81cb-8678e8a22d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:08.479901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-6aa9a475-0ae2-436e-81cb-8678e8a22d27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7 HTTP/1.1" status: 200 len: 853 time: 0.1385667 Jul 15 16:48:08.520751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:08.532800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.674777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:08.694012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.707283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:08.710241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:08.714482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:08.715674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-6533ae0f-f936-43d9-a5bc-7dfef98dcf5c service neutron] 10.222.0.20 "PUT /v2.0/ports/ce10b3fc-cb2d-429b-8694-f5949dc08850 HTTP/1.1" status: 200 len: 1096 time: 6.0120533 Jul 15 16:48:08.719986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:08.728465 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:08.884258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e0df3bc-ba35-45e5-a617-67fcda5d36fd req-bf73b028-a7bd-44a1-8822-7298f156c74f service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813700 Jul 15 16:48:08.907612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8cfc6fc5-c87c-428c-9dbf-0461e15d7a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8293e73b74f24c4b969ca3995b9328a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755431 Jul 15 16:48:08.928055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:08.948615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644187-02ba-4416-9e56-9729a72ae660 req-1bf96218-55ce-4cef-b010-750a184192a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:08.950313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-1bf96218-55ce-4cef-b010-750a184192a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4466527 Jul 15 16:48:08.958571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:08.976812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:09.008369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:09.021692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:09.134013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-0af023b9-d6ed-45fa-b18d-bb777e290b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:09.135553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-0af023b9-d6ed-45fa-b18d-bb777e290b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 1099 time: 0.3530817 Jul 15 16:48:09.185568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6bfc803a-f28b-4239-87ff-07ba31b66caa details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:09.278993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-261acfe1-e39d-42af-92e4-29b62b4be7b2 None None] Provisioning complete for port 0a0d6f47-75e1-42ad-ba15-145e13289986 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:09.279683 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-261acfe1-e39d-42af-92e4-29b62b4be7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.310694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-8650c23f-c3f1-44fc-a314-ef8d150f55d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850 HTTP/1.1" status: 200 len: 217 time: 0.1500125 Jul 15 16:48:09.339121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da47e5-81bc-4c25-8fb0-a52920a3fa8f req-d7d8a095-1a92-464d-96d6-7d65de16535d tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:09.345247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43da47e5-81bc-4c25-8fb0-a52920a3fa8f req-d7d8a095-1a92-464d-96d6-7d65de16535d tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 943 time: 0.4698610 Jul 15 16:48:09.366447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:09.367281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.373555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.465043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.483109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43da47e5-81bc-4c25-8fb0-a52920a3fa8f req-026bcf7a-14f3-4148-aa5f-5ebed4a275d4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315479 Jul 15 16:48:09.542926 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-9f346aca-d8dc-4ff3-8c5e-bb885dbbfa2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8566496 Jul 15 16:48:09.610015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-731a3f21-d11b-4ba9-b057-51fc048527ab service neutron] 10.222.0.20 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287060 Jul 15 16:48:09.654435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.658724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:09.660005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd44feb1-3945-4281-99b6-d09d623c2eed HTTP/1.1" status: 204 len: 168 time: 0.7086711 Jul 15 16:48:09.681219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0a6fd-4574-4474-97ca-8b4861141382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44feb1-3945-4281-99b6-d09d623c2eed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:09.881860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4b92-f0f7-41a1-b3ce-7c40808cf43d req-48ca2256-7fce-4401-ba9a-7268a434a051 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:09.890523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-035c4b92-f0f7-41a1-b3ce-7c40808cf43d req-48ca2256-7fce-4401-ba9a-7268a434a051 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 948 time: 0.1366675 Jul 15 16:48:09.918586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:09.934360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Request body: {'port': {'device_id': '66b667c7-543e-41db-9005-7527b9faad05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:09.957290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'network_id': '28e8072d-f79c-4657-adef-4ac9d8dcccdf', 'port_id': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'mac_address': 'fa:16:3e:51:53:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e07d16d-8dd4-4f79-b551-82ef0091a663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:10.023852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-d8134066-bcc0-43c0-b453-e3fb422adfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:10.026047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-d8134066-bcc0-43c0-b453-e3fb422adfd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1322894 Jul 15 16:48:10.085091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-035c4b92-f0f7-41a1-b3ce-7c40808cf43d req-d520d608-d02b-455b-9c21-9ec23861d22a tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903310 Jul 15 16:48:10.172047 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:10.236466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfc803a-f28b-4239-87ff-07ba31b66caa {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:10.296030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-933617d7-695e-49d5-b150-d5ca9fd389ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:10.303514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-933617d7-695e-49d5-b150-d5ca9fd389ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2101073 Jul 15 16:48:10.315369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:10.332425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:10.441655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a0d6f47-75e1-42ad-ba15-145e13289986 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:10.510364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:10.519003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e644187-02ba-4416-9e56-9729a72ae660 req-f8d5eead-2ccc-4d8c-9e47-2f0c943a74c8 service neutron] 10.222.0.20 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291046 Jul 15 16:48:10.606286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-cef0c85e-4b49-4ffc-a171-1d40db43f42c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870541 Jul 15 16:48:10.653125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:10.696235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597f595-e0dd-44c3-8b26-2bf59e7f0e9f req-a0d1cb51-c915-4d22-9b00-aece5c505e35 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:10.698472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5597f595-e0dd-44c3-8b26-2bf59e7f0e9f req-a0d1cb51-c915-4d22-9b00-aece5c505e35 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 944 time: 0.2108827 Jul 15 16:48:10.733100 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:10.763234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6bfc803a-f28b-4239-87ff-07ba31b66caa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:10.776452 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:10.813876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5597f595-e0dd-44c3-8b26-2bf59e7f0e9f req-7f5ade52-7016-4160-98fd-b115ad550e56 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581937 Jul 15 16:48:10.839203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdde394f-461f-4772-8ed9-66fd5ee17276 req-c5618ed4-d87d-4e6d-b8b1-5282d7343585 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208321 Jul 15 16:48:10.996674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0a0d6f47-75e1-42ad-ba15-145e13289986 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:10.997650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.127027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:11.145416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.157408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Transition to ACTIVE for port object 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:11.159871 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a6fd4-108f-451c-9bd8-47ee3f2ce302 x-openstack-request-id: req-2b0a6fd4-108f-451c-9bd8-47ee3f2ce302 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:11.160337 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:11.160661 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b0a6fd4-108f-451c-9bd8-47ee3f2ce302 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:11.161814 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4', 'status': 'completed', 'code': 200} Jul 15 16:48:11.175009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.275513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-e99333ee-147f-463a-a83e-5229734371a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:11.281009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-e99333ee-147f-463a-a83e-5229734371a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd7c3ba7d9794375bc95096788dc0909&device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 1094 time: 0.1167607 Jul 15 16:48:11.287936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Pushing event updated for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:11.393896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 861aac4d-5775-4cc6-aa4c-7addd5ca8345 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:11.408509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Attempting to bind port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:11.408961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Attempting to bind port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:11.409301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Attempting to bind port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:11.415676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:11.415998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Attempting to bind port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:11.424405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:11.424757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:11.425184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:11.425623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Bound port: 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:11.425992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.544533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:11.553048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:11.559926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.578609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:11.589160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:11.589534 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.626655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-91617379-4dea-4a23-b4da-aa932be5a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:11.628913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-91617379-4dea-4a23-b4da-aa932be5a8c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c HTTP/1.1" status: 200 len: 914 time: 0.2054060 Jul 15 16:48:11.675459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:11.676931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.679258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] 10.222.0.20 "PUT /v2.0/ports/252f2bb8-eda2-4b74-8c10-6041bf2f20b1 HTTP/1.1" status: 200 len: 1092 time: 1.7746000 Jul 15 16:48:11.760989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239dd6f-90aa-4574-89a1-9e1207f91cee service neutron] Pushing event updated for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:11.767951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-66c528e8-cb03-47c1-94f2-f6164ebfbc98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4 HTTP/1.1" status: 200 len: 217 time: 0.0993421 Jul 15 16:48:11.829237 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.877223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 861aac4d-5775-4cc6-aa4c-7addd5ca8345, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=861aac4d-5775-4cc6-aa4c-7addd5ca8345,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:11.884633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:11.951730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-a6683f86-f387-4b9a-9d68-3d629c48437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:11.954689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-a6683f86-f387-4b9a-9d68-3d629c48437d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 1095 time: 0.1619925 Jul 15 16:48:11.968416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:12.174320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 861aac4d-5775-4cc6-aa4c-7addd5ca8345 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:12.327892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:12.342571 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:12.386285 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14846a33-0594-44ca-98c3-cb7984391ecf x-openstack-request-id: req-14846a33-0594-44ca-98c3-cb7984391ecf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:12.386804 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:12.387642 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14846a33-0594-44ca-98c3-cb7984391ecf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:12.388055 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850', 'status': 'completed', 'code': 200} Jul 15 16:48:12.794149 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-d6aa8d77-9236-4f9e-9722-af5e5cecac7b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4110348 Jul 15 16:48:12.825596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba2e3-4cdc-4079-aee7-34868f0c028f req-1e3f7319-4c81-40a4-bfb2-bdf0c6406d1c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:12.836782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d09ba2e3-4cdc-4079-aee7-34868f0c028f req-1e3f7319-4c81-40a4-bfb2-bdf0c6406d1c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 944 time: 0.1518209 Jul 15 16:48:12.880419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d09ba2e3-4cdc-4079-aee7-34868f0c028f req-e589758e-2841-43cb-a29a-45cbb85460d9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Jul 15 16:48:13.122846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc108-09e5-4f9c-8c90-487e38e87a6c req-c5626ea9-9a32-426c-a8df-bd4f01fd3812 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:13.124076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6bfc803a-f28b-4239-87ff-07ba31b66caa up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:13.125262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b4dc108-09e5-4f9c-8c90-487e38e87a6c req-c5626ea9-9a32-426c-a8df-bd4f01fd3812 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 943 time: 0.1065531 Jul 15 16:48:13.162772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:13.165599 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf358a-612f-4120-9d47-9fff6bee8877" -d '{"events": [{"name": "network-changed", "server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:13.186017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b4dc108-09e5-4f9c-8c90-487e38e87a6c req-e4e4e9cf-fc63-4e71-b480-1c040baa3a25 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Jul 15 16:48:13.258300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 6bfc803a-f28b-4239-87ff-07ba31b66caa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:13.267470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 6bfc803a-f28b-4239-87ff-07ba31b66caa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:13.268134 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:13.506461 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:13.577757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:13.581795 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9699083d-ca20-4cd3-a7e0-e21e515e9f62" -d '{"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:13.610472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69151fe-15a0-4831-8de1-d13d0f2db218 req-d66bf1d6-7f7b-4c39-bc0c-8bb6edf39839 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:13.612052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b69151fe-15a0-4831-8de1-d13d0f2db218 req-d66bf1d6-7f7b-4c39-bc0c-8bb6edf39839 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 948 time: 0.1197488 Jul 15 16:48:13.626341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:13.636617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:13.681540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b69151fe-15a0-4831-8de1-d13d0f2db218 req-625032a6-add6-430a-85f1-65fa1aeefd6b tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Jul 15 16:48:13.724602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:13.903403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0f25d-f3ea-4029-b5ca-af0099392a28 req-78efaad5-9d3c-4ef0-ae0f-de9d3273842d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:13.920868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adc0f25d-f3ea-4029-b5ca-af0099392a28 req-78efaad5-9d3c-4ef0-ae0f-de9d3273842d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 945 time: 0.0962191 Jul 15 16:48:13.969957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adc0f25d-f3ea-4029-b5ca-af0099392a28 req-58a00e49-e8ab-406b-afd6-ad67bbd5dda0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465639 Jul 15 16:48:14.194231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31a7c-137b-4c9f-a21f-c70feada9137 req-601216c1-ed8e-496e-95a6-97ba17109b59 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:14.195858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5a31a7c-137b-4c9f-a21f-c70feada9137 req-601216c1-ed8e-496e-95a6-97ba17109b59 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.0918763 Jul 15 16:48:14.255935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5a31a7c-137b-4c9f-a21f-c70feada9137 req-d69fcbb9-64e3-4da6-abac-f71b9cf0b8b0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 Jul 15 16:48:14.582031 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc33261c-c07c-44fa-a731-114bd6bc3f49 x-openstack-request-id: req-fc33261c-c07c-44fa-a731-114bd6bc3f49 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:14.583141 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:14.583141 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc33261c-c07c-44fa-a731-114bd6bc3f49 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:14.583616 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1', 'status': 'completed', 'code': 200} Jul 15 16:48:14.625527 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af0da3-e4d9-454f-8e3d-e50bf29a12e9 x-openstack-request-id: req-53af0da3-e4d9-454f-8e3d-e50bf29a12e9 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:14.626078 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-plugged", "status": "completed", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:14.626177 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53af0da3-e4d9-454f-8e3d-e50bf29a12e9 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:14.626533 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'code': 200} Jul 15 16:48:14.817478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213de7f8-2cc7-4c10-ba4f-197774bccb29 req-04cdf2f4-ca66-441b-ab3e-7a6af935b38c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:14.818964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-213de7f8-2cc7-4c10-ba4f-197774bccb29 req-04cdf2f4-ca66-441b-ab3e-7a6af935b38c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 944 time: 0.1008067 Jul 15 16:48:14.875407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-213de7f8-2cc7-4c10-ba4f-197774bccb29 req-cb52c3e7-800b-4cc6-82f8-7b74b7bd2a78 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Jul 15 16:48:15.068002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada46c4-522f-4cf5-9edb-62f7909e284e req-6a601911-fd0f-422e-b373-5b98cd3365b5 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:15.072589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eada46c4-522f-4cf5-9edb-62f7909e284e req-6a601911-fd0f-422e-b373-5b98cd3365b5 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 943 time: 0.0948179 Jul 15 16:48:15.114604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eada46c4-522f-4cf5-9edb-62f7909e284e req-f86dd981-03e5-499a-8f32-5fc875f40e62 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387266 Jul 15 16:48:15.617096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99fa53-1478-4038-9002-81984fa7d543 req-3b7f7304-3e49-49d3-b283-b438139d09ba tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:15.621943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd99fa53-1478-4038-9002-81984fa7d543 req-3b7f7304-3e49-49d3-b283-b438139d09ba tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 948 time: 0.0981431 Jul 15 16:48:15.680389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd99fa53-1478-4038-9002-81984fa7d543 req-cdf33031-103a-43cc-a1c7-54f85d874309 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Jul 15 16:48:15.863657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375af63-6bc3-4bf9-8b08-d7f21c2f3b41 req-99b0c417-3c8c-473c-9559-9e433879a84d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:15.866819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b375af63-6bc3-4bf9-8b08-d7f21c2f3b41 req-99b0c417-3c8c-473c-9559-9e433879a84d tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 945 time: 0.0709248 Jul 15 16:48:15.910513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b375af63-6bc3-4bf9-8b08-d7f21c2f3b41 req-4e242569-b8bc-40be-8603-5549d195fd52 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Jul 15 16:48:16.094089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b1165-c7fe-423f-8323-d19f4f429dc4 req-e2cec2c5-41cc-4f3d-a07c-512807855383 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:16.095746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce0b1165-c7fe-423f-8323-d19f4f429dc4 req-e2cec2c5-41cc-4f3d-a07c-512807855383 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.0730309 Jul 15 16:48:16.149156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce0b1165-c7fe-423f-8323-d19f4f429dc4 req-3bcd99a2-6d80-425f-a191-5689d7a0d177 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jul 15 16:48:17.338821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f404c56-ae2c-45f1-b485-80fe3076d69a req-10b8ec7e-7370-4c4c-afcb-30e00926a403 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f9d6157b0a694723a4656b187b0e7587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452361 Jul 15 16:48:17.403375 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:48:17.479873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-1dd46eab-73c2-46ab-9f38-38ba8c08a0d9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.481383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-1dd46eab-73c2-46ab-9f38-38ba8c08a0d9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.1982076 Jul 15 16:48:17.512672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-b7c0db54-fe90-4732-9802-cdad55a81939 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/quotas/14cdb54818764c5db53e9b928a95f876 HTTP/1.1" status: 200 len: 375 time: 0.0237424 Jul 15 16:48:17.519594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f404c56-ae2c-45f1-b485-80fe3076d69a req-6595c987-0861-4886-a126-e9edbaad0440 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.521542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f404c56-ae2c-45f1-b485-80fe3076d69a req-6595c987-0861-4886-a126-e9edbaad0440 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759748 Jul 15 16:48:17.558506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f404c56-ae2c-45f1-b485-80fe3076d69a req-e189b303-b67d-487f-8e0f-2be13abd8704 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/quotas/f9d6157b0a694723a4656b187b0e7587 HTTP/1.1" status: 200 len: 375 time: 0.0275400 Jul 15 16:48:17.604428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f404c56-ae2c-45f1-b485-80fe3076d69a req-5c32a5be-6fe4-4672-a8fa-849a4fa5521b tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9d6157b0a694723a4656b187b0e7587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388987 Jul 15 16:48:17.616988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-6add4642-3912-45a4-9b19-de109e5ce089 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945094 Jul 15 16:48:17.749893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-2bd4c877-3c75-478e-acca-838f66806fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.751393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-2bd4c877-3c75-478e-acca-838f66806fec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7 HTTP/1.1" status: 200 len: 853 time: 0.1044178 Jul 15 16:48:17.757535 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-0f6aaa77-6b2b-4ca9-82f9-2e225a447d95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1 HTTP/1.1" status: 200 len: 217 time: 0.0711808 Jul 15 16:48:17.797147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.20', 52488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:17.906013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-2b08126c-d7d9-4ea3-8c1a-1217ed6fadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.907766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-2b08126c-d7d9-4ea3-8c1a-1217ed6fadb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1331923 Jul 15 16:48:17.934857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-e0e833fd-c040-41bd-8fc5-79596a743c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.936320 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-e0e833fd-c040-41bd-8fc5-79596a743c6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92977c11f9b842b5acf211de25ce8917&device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 1099 time: 0.1778934 Jul 15 16:48:17.959600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-cc6c13f6-f119-4542-a694-58877c1374ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358489 Jul 15 16:48:17.968059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8080d1f-c969-4a6e-86bd-b7173248961d req-a15379ea-3dd4-44cc-b464-76540a41f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:17.969481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a8080d1f-c969-4a6e-86bd-b7173248961d req-a15379ea-3dd4-44cc-b464-76540a41f03e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1096 time: 0.1714168 Jul 15 16:48:18.011779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-d7a19f22-8678-4351-b1df-ff86557db0de service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840320 Jul 15 16:48:18.015546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-ee6ca57d-1779-4f8e-a730-7ef8c056eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.016981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-ee6ca57d-1779-4f8e-a730-7ef8c056eef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379081 Jul 15 16:48:18.024050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-aca4f5a2-78c7-45d8-9de6-9c4dabd89e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.025601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-aca4f5a2-78c7-45d8-9de6-9c4dabd89e9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.2624047 Jul 15 16:48:18.032887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7af30-6b04-4fac-b84c-bbca82271794 req-57a76d6b-6b2a-4e70-9065-b9f89e759a2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.036627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ce7af30-6b04-4fac-b84c-bbca82271794 req-57a76d6b-6b2a-4e70-9065-b9f89e759a2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 944 time: 0.2106137 Jul 15 16:48:18.107159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a8080d1f-c969-4a6e-86bd-b7173248961d req-ceee9ba7-2ea9-4709-b553-2c468a43bf93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287153 Jul 15 16:48:18.146385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-84aa22c1-76a4-4591-8ae4-f6b6341938c4 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759508 Jul 15 16:48:18.147350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-e13f8ad8-43e7-4c38-bbca-14bfcb67f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.148710 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-e13f8ad8-43e7-4c38-bbca-14bfcb67f724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1924970 Jul 15 16:48:18.209726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-10222939-5050-4a2c-b4a9-700fef246c23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850 HTTP/1.1" status: 200 len: 217 time: 0.0457284 Jul 15 16:48:18.245131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-a801d2c4-95a9-46c6-89ae-4336368f8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.246707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-a801d2c4-95a9-46c6-89ae-4336368f8b7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2091005 Jul 15 16:48:18.304312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-d4bb56b5-5a4c-48a6-8907-0b0c7dc3719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.305761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-d4bb56b5-5a4c-48a6-8907-0b0c7dc3719f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0866120 Jul 15 16:48:18.326766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-ccaa147e-11ad-49ee-a425-5df450cd8a52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0426221 Jul 15 16:48:18.333724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3cc251aa-f492-4102-a6ae-c765eeb3bf1b req-74d624f3-19c0-4e04-9021-29eb63cc4f37 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634305 Jul 15 16:48:18.357241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-d06443ab-6b52-4dbd-8af7-19ce11808e94 service neutron] 10.222.0.20 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093729 Jul 15 16:48:18.386517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-b21dfafa-2110-4070-bcfa-3d8cdb5cf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.388375 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-b21dfafa-2110-4070-bcfa-3d8cdb5cf057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658038 Jul 15 16:48:18.552877 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-0d4963a3-dfd2-4492-b6ce-b996345a630d service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425138 Jul 15 16:48:18.555724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-8a731678-a57b-4cae-97c2-e48376cd76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.557186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-8a731678-a57b-4cae-97c2-e48376cd76e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 1095 time: 0.1450350 Jul 15 16:48:18.649879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ce7af30-6b04-4fac-b84c-bbca82271794 req-48063df1-5934-4a3d-9a2f-846ef21dbf8d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582254 Jul 15 16:48:18.745949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd4df04d-8860-4609-8785-33d3bbaba8f1 req-9dbaf0af-9c77-4626-a38b-b943d24154a2 service neutron] 10.222.0.20 "GET /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016679 Jul 15 16:48:18.762865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-bd095910-e023-45a7-99bf-b56c039906cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.762865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-bd095910-e023-45a7-99bf-b56c039906cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.4243853 Jul 15 16:48:18.776067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-c4cf56da-9de3-4cda-a5f5-08172af4e9c7 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271435 Jul 15 16:48:18.935054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-fd534276-c22e-4a1a-beb1-e04839859b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:18.937163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-fd534276-c22e-4a1a-beb1-e04839859b32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575792 Jul 15 16:48:19.013771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2eba9fa-0ec9-4fe2-9d28-785b2d3029f8 req-a2e6db33-0e4a-4c27-9011-6f25a79bd895 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466891 Jul 15 16:48:19.015390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-07e86112-9d37-4939-9b1f-ba19953a387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.016767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-07e86112-9d37-4939-9b1f-ba19953a387c service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.4419155 Jul 15 16:48:19.071794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-8122235e-ade2-43a5-92db-c49c48f73300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1 HTTP/1.1" status: 200 len: 217 time: 0.0443828 Jul 15 16:48:19.153706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-a41cf021-e4a1-4b29-a0c3-91ae31d03c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.155654 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-a41cf021-e4a1-4b29-a0c3-91ae31d03c58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0760815 Jul 15 16:48:19.178051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-3580201f-45f5-47fb-b24d-df5f0af9a80f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326763 Jul 15 16:48:19.188354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ce10b3fc-cb2d-429b-8694-f5949dc08850 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:19.239021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125eb46-e96d-46dd-90ec-53af25972dca req-bbe605c1-75a3-407f-bdde-1ab86a9f44c8 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.240799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5125eb46-e96d-46dd-90ec-53af25972dca req-bbe605c1-75a3-407f-bdde-1ab86a9f44c8 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 943 time: 0.3859842 Jul 15 16:48:19.246840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-5f0d389e-d552-46f2-b099-fa3175c0caf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829809 Jul 15 16:48:19.363078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:19.369821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5125eb46-e96d-46dd-90ec-53af25972dca req-9227b16a-bd5e-450c-aaca-d6595d10021f tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729554 Jul 15 16:48:19.380336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ce10b3fc-cb2d-429b-8694-f5949dc08850', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'ce10b3fc-cb2d-429b-8694-f5949dc08850', 'mac_address': 'fa:16:3e:36:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:19.436917 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:19.438537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-81241928-f369-43f9-835b-805553eed5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842244 Jul 15 16:48:19.453548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce10b3fc-cb2d-429b-8694-f5949dc08850 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:19.489672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:19.497284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc9a41-b401-46b7-ab2a-f79e8d98ed62 req-c402979c-6d63-478c-a028-2f5c3a3ffe10 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.502158 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:19.505550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebdc9a41-b401-46b7-ab2a-f79e8d98ed62 req-c402979c-6d63-478c-a028-2f5c3a3ffe10 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 948 time: 0.3260489 Jul 15 16:48:19.594534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebdc9a41-b401-46b7-ab2a-f79e8d98ed62 req-f0ffef84-47a5-496a-901c-663a708f0e74 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879257 Jul 15 16:48:19.599684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:19.612352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eeaf358a-612f-4120-9d47-9fff6bee8877 req-39373265-4158-42c6-a590-af8891d4a312 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592031 Jul 15 16:48:19.616999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-7cba2279-d8ff-4b10-b049-8433f92e93c0 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711300 Jul 15 16:48:19.656882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed114a55-04d9-42e9-b2e0-715fbcfb758c req-2f9853b0-8c9b-4a6f-9efb-6df301067938 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.658795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed114a55-04d9-42e9-b2e0-715fbcfb758c req-2f9853b0-8c9b-4a6f-9efb-6df301067938 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 945 time: 0.1244986 Jul 15 16:48:19.717043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed114a55-04d9-42e9-b2e0-715fbcfb758c req-07f7370a-71f7-469e-903d-e4fb02797133 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 Jul 15 16:48:19.760404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ce10b3fc-cb2d-429b-8694-f5949dc08850'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:19.928269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a32ad-7ab9-45cc-a56d-3d69c04b1eca req-a9922d38-c353-4546-ab2e-d99855ce416f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:19.930438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e79a32ad-7ab9-45cc-a56d-3d69c04b1eca req-a9922d38-c353-4546-ab2e-d99855ce416f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.1229038 Jul 15 16:48:20.001085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e79a32ad-7ab9-45cc-a56d-3d69c04b1eca req-ca9c5bf7-1f8a-49a6-9a0a-c76ac6fd7ca0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Jul 15 16:48:20.221682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-f2f268bb-29ab-4906-a117-eeed0d4c615c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:20.223236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-f2f268bb-29ab-4906-a117-eeed0d4c615c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.1563437 Jul 15 16:48:20.252733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eae27-b04e-44aa-a9ff-945ce02f47e2 req-847c8fc7-9890-41de-9b7d-3bc261debe91 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:20.254725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee8eae27-b04e-44aa-a9ff-945ce02f47e2 req-847c8fc7-9890-41de-9b7d-3bc261debe91 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 944 time: 0.1058178 Jul 15 16:48:20.257299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-b91cd0c5-8c49-428d-99f2-67026457c86a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/quotas/14cdb54818764c5db53e9b928a95f876 HTTP/1.1" status: 200 len: 375 time: 0.0264437 Jul 15 16:48:20.328770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee8eae27-b04e-44aa-a9ff-945ce02f47e2 req-bb3afaac-9e12-49d4-8058-e830c52af3da tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642221 Jul 15 16:48:20.362420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-a7a63ca1-eda7-4ee8-aa96-f1a78defcb16 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994179 Jul 15 16:48:20.491120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-f942b06d-6eb5-4f1b-97b8-820322116723 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208172 Jul 15 16:48:20.496310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-c8d92edc-373c-4206-b57c-fc9a1feb3fa5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2077275378&fields=id&tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 267 time: 0.0627468 Jul 15 16:48:20.702244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-2794bf3e-6b23-4f70-aae3-765e957ee5b9 service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043550 Jul 15 16:48:20.713667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-9972bf11-3617-42fd-b610-4e1b248f39d4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:20.722310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-9972bf11-3617-42fd-b610-4e1b248f39d4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 945 time: 0.2166429 Jul 15 16:48:20.731934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'security_groups': ['aa64a659-6f33-44b4-9166-c7aeb71c57fe', 'd6f73033-e687-493d-ab2e-15455ae6a4b7']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:20.778807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-5d8c467d-ecd4-4c09-a010-b57dd82c4f69 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:20.780555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-5d8c467d-ecd4-4c09-a010-b57dd82c4f69 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.2264597 Jul 15 16:48:20.793809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Request body: {'port': {'device_id': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'admin_state_up': True, 'tenant_id': '14cdb54818764c5db53e9b928a95f876'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:20.945282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.058564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Made reservation on behalf of 14cdb54818764c5db53e9b928a95f876 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:21.064232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.196985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6fbcc371-198b-4c9b-838c-88c1fa104fe4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:21.200313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ce10b3fc-cb2d-429b-8694-f5949dc08850 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:21.309786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ea45-9236-47c8-be75-b554ab0a6e5b req-b1770a3a-88c3-4a36-950f-b58c8d13390a tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:21.311328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25e9ea45-9236-47c8-be75-b554ab0a6e5b req-b1770a3a-88c3-4a36-950f-b58c8d13390a tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 943 time: 0.2440629 Jul 15 16:48:21.370275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ce10b3fc-cb2d-429b-8694-f5949dc08850 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:21.379328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ce10b3fc-cb2d-429b-8694-f5949dc08850 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:21.380146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.430156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:21.444822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '6fbcc371-198b-4c9b-838c-88c1fa104fe4', 'network_id': '25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c', 'port_id': '6fbcc371-198b-4c9b-838c-88c1fa104fe4', 'mac_address': 'fa:16:3e:69:5a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:21.455977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Allocated IP 172.20.0.8 (36f64f1c-7c76-4170-aa2e-02fa7d68e3ee/a9117458-ae00-4477-b2f4-0f5df06e0836/794493a7-ca55-437a-b11c-3e1162de4e83) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:21.467660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:21.472180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25e9ea45-9236-47c8-be75-b554ab0a6e5b req-f5953954-37a1-4fc7-9d12-7f4bdff7bb75 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337981 Jul 15 16:48:21.526853 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.532708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.548202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.548758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbcc371-198b-4c9b-838c-88c1fa104fe4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:21.553455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.572860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe', '6bfc803a-f28b-4239-87ff-07ba31b66caa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:21.606947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:21.625001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.625928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:21.635310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:21.637861 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbbefb-4bca-4c2b-8b3a-2aa6bfd25941" -d '{"events": [{"server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "name": "network-vif-plugged", "status": "completed", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:21.640273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:21.640744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.657547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6a9001-b350-48aa-b352-efa43e179e94 req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "PUT /v2.0/ports/6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 981 time: 0.9341784 Jul 15 16:48:21.658072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:21.660475 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:21.692477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:21.711109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.748412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6bfc803a-f28b-4239-87ff-07ba31b66caa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:21.794669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae452b-43f3-4555-93f8-079431416639 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:21.827004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:21.883832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:21.919070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Transition to ACTIVE for port object 794493a7-ca55-437a-b11c-3e1162de4e83 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:21.944832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-4c1ea657-096d-484b-9f49-dddddc0dc1f7 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:21.946263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:21.949635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:21.950109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-4c1ea657-096d-484b-9f49-dddddc0dc1f7 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.1984587 Jul 15 16:48:21.976177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e8ce3-fbb4-4142-b01a-73eec3ffc008 req-1e8d7036-c65e-4e7b-a9f3-cbb1c2172ee5 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:21.977659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-716e8ce3-fbb4-4142-b01a-73eec3ffc008 req-1e8d7036-c65e-4e7b-a9f3-cbb1c2172ee5 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 950 time: 0.2655706 Jul 15 16:48:21.982625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1', 'mac_address': 'fa:16:3e:8a:49:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:21.987136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-c8a0e8bf-f4ee-4092-b27c-6f64ee932be6 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/quotas/14cdb54818764c5db53e9b928a95f876 HTTP/1.1" status: 200 len: 375 time: 0.0361698 Jul 15 16:48:22.074017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.080270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-716e8ce3-fbb4-4142-b01a-73eec3ffc008 req-73783dc9-95b9-43af-8a09-ee5faead7af0 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894244 Jul 15 16:48:22.082853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.108322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:22.145828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:22.154267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:22.164948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:22.181158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:22.182547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-1e37cf57-3bb6-4ff0-a953-93d838029b2f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1944830 Jul 15 16:48:22.194314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event updated for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:22.195868 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.343564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:22.344267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.391465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-0b3c37bc-8b09-469e-acfc-49ed9e1300ac tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6018682 Jul 15 16:48:22.405529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Request body: {'port': {'device_id': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:22.419641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:22.427077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-cfa74457-bed9-4399-88e1-7aa86ab1aedd service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429631 Jul 15 16:48:22.533517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-5a3f038d-b8f1-425f-8ffe-7bf8fb800190 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:22.534985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-5a3f038d-b8f1-425f-8ffe-7bf8fb800190 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.2668545 Jul 15 16:48:22.547843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Request body: {'port': {'device_id': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'admin_state_up': True, 'tenant_id': '14cdb54818764c5db53e9b928a95f876'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:22.566115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['252f2bb8-eda2-4b74-8c10-6041bf2f20b1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:22.582999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6fbcc371-198b-4c9b-838c-88c1fa104fe4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:22.599171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.774352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dd0b9453-c6f0-4278-89f2-83e45335dd9d None None] Provisioning for port 794493a7-ca55-437a-b11c-3e1162de4e83 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:22.774905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Made reservation on behalf of 14cdb54818764c5db53e9b928a95f876 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:22.780623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.798795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dd0b9453-c6f0-4278-89f2-83e45335dd9d None None] Provisioning complete for port 794493a7-ca55-437a-b11c-3e1162de4e83 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:22.799474 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9453-c6f0-4278-89f2-83e45335dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:22.905999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b9453-c6f0-4278-89f2-83e45335dd9d None None] Port 794493a7-ca55-437a-b11c-3e1162de4e83 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:22.982325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Allocated IP 172.20.0.6 (36f64f1c-7c76-4170-aa2e-02fa7d68e3ee/a9117458-ae00-4477-b2f4-0f5df06e0836/df4c2950-faa0-45e0-9b80-43d9576a75bf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:23.073606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-b291cf41-3099-4f59-8e4c-4f5cf1c6e6ef service neutron] 10.222.0.25 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457746 Jul 15 16:48:23.176771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c128b-7920-4c11-af18-ceec7d6e115a req-c8dda0c5-12d9-477d-bba7-432bd33aa2a6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:23.178282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef2c128b-7920-4c11-af18-ceec7d6e115a req-c8dda0c5-12d9-477d-bba7-432bd33aa2a6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.5180340 Jul 15 16:48:23.198918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.235897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Transition to ACTIVE for port object df4c2950-faa0-45e0-9b80-43d9576a75bf will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:23.241138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef2c128b-7920-4c11-af18-ceec7d6e115a req-76b748ee-eb53-4f40-8668-28baac92fee1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Jul 15 16:48:23.303362 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54eddcb-af8a-49eb-b0c5-b3a250a0d71e x-openstack-request-id: req-b54eddcb-af8a-49eb-b0c5-b3a250a0d71e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:23.303938 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "name": "network-vif-plugged", "status": "completed", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:23.304780 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b54eddcb-af8a-49eb-b0c5-b3a250a0d71e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:23.305384 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850', 'code': 200} Jul 15 16:48:23.308611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.409293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:23.412954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:23.417963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:23.450902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event updated for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:23.543284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:23.545976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.582049 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-0643eae0-10c8-4277-adea-9ef9446d8ff5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381296 Jul 15 16:48:23.583501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05dfe153-460f-42a3-bb5d-be4bc03c67e5 req-a4758fab-e210-4110-bc11-e9fcbf7bc0bf tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/d6f73033-e687-493d-ab2e-15455ae6a4b7 HTTP/1.1" status: 200 len: 1800 time: 0.2054522 Jul 15 16:48:23.586458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb99837-1fb3-4ae3-9d80-e03c4da6dc6f req-1775ad3a-8f90-443b-9bca-2d6b38c686c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:23.589056 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecb99837-1fb3-4ae3-9d80-e03c4da6dc6f req-1775ad3a-8f90-443b-9bca-2d6b38c686c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 1101 time: 0.1392412 Jul 15 16:48:23.612989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Request body: {'port': {'device_id': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:23.633773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db2af6-1af4-4fb5-8110-9a8b3579d7af req-2a7f6aad-55fa-490d-99c8-ac5e08cba25c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:23.635506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31db2af6-1af4-4fb5-8110-9a8b3579d7af req-2a7f6aad-55fa-490d-99c8-ac5e08cba25c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 945 time: 0.2590451 Jul 15 16:48:23.726541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecb99837-1fb3-4ae3-9d80-e03c4da6dc6f req-f54348ed-61a4-4d21-9e15-04f7484c9b97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263831 Jul 15 16:48:23.767967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.768631 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-05dfe153-460f-42a3-bb5d-be4bc03c67e5 req-80ca8815-b7e7-4ab9-97a3-d070f455f2ce tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 16:48:23.781003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05dfe153-460f-42a3-bb5d-be4bc03c67e5 req-80ca8815-b7e7-4ab9-97a3-d070f455f2ce tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/d6f73033-e687-493d-ab2e-15455ae6a4b7 HTTP/1.1" status: 409 len: 341 time: 0.1964898 Jul 15 16:48:23.797722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794493a7-ca55-437a-b11c-3e1162de4e83 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:23.811805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.843224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e15c4263-31c2-497d-ba64-375dc9454bf8 None None] Provisioning for port df4c2950-faa0-45e0-9b80-43d9576a75bf completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:23.846699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Transition to ACTIVE for port object 794493a7-ca55-437a-b11c-3e1162de4e83 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:23.847978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e15c4263-31c2-497d-ba64-375dc9454bf8 None None] Provisioning complete for port df4c2950-faa0-45e0-9b80-43d9576a75bf triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:23.848533 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e15c4263-31c2-497d-ba64-375dc9454bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.869894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31db2af6-1af4-4fb5-8110-9a8b3579d7af req-1f27f1d9-4ff2-47f5-a0b9-4e7a7044c910 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247715 Jul 15 16:48:23.871855 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac33b53-ebed-4aa1-8178-275e84f1a08e x-openstack-request-id: req-aac33b53-ebed-4aa1-8178-275e84f1a08e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:23.876600 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:23.876881 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aac33b53-ebed-4aa1-8178-275e84f1a08e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:23.890528 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'status': 'completed', 'code': 200} Jul 15 16:48:23.891478 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:23.992810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e15c4263-31c2-497d-ba64-375dc9454bf8 None None] Port df4c2950-faa0-45e0-9b80-43d9576a75bf cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:24.240413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b946a06-fbc3-4228-8943-43ed12aa6238 req-5fe52a55-18c4-4854-90be-b33714a238d0 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f9d6157b0a694723a4656b187b0e7587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1594348 Jul 15 16:48:24.256252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-7976a3d2-9019-4d30-9241-f953b392b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.258028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-7976a3d2-9019-4d30-9241-f953b392b402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1135 time: 0.3823912 Jul 15 16:48:24.283789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:24.457950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Attempting to bind port 794493a7-ca55-437a-b11c-3e1162de4e83 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:24.458308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Attempting to bind port 794493a7-ca55-437a-b11c-3e1162de4e83 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:24.458650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Attempting to bind port 794493a7-ca55-437a-b11c-3e1162de4e83 on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:24.477577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc0237-8e3b-4d00-a56c-ce24f440cd74 req-c38a812e-1765-466e-b3e9-a8c990feb402 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.479789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44fc0237-8e3b-4d00-a56c-ce24f440cd74 req-c38a812e-1765-466e-b3e9-a8c990feb402 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 944 time: 0.4681814 Jul 15 16:48:24.485316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-bb953858-daa0-46a7-ba34-5b1c669bbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.488228 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-bb953858-daa0-46a7-ba34-5b1c669bbdf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.2221398 Jul 15 16:48:24.496853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4c2950-faa0-45e0-9b80-43d9576a75bf {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:24.517103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:24.525346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Port 794493a7-ca55-437a-b11c-3e1162de4e83 on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:24.525690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Attempting to bind port 794493a7-ca55-437a-b11c-3e1162de4e83 on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:24.543579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:24.543909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Checking segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:24.544420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Bound using segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:24.544990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Bound port: 794493a7-ca55-437a-b11c-3e1162de4e83, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:24.545353 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:24.553034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-5464cebf-ee0e-4502-82f3-3bec217a98dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 217 time: 0.0492201 Jul 15 16:48:24.572230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Transition to ACTIVE for port object df4c2950-faa0-45e0-9b80-43d9576a75bf will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:24.585615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b946a06-fbc3-4228-8943-43ed12aa6238 req-0c91337e-99ec-4c15-b9fd-41d8cd170ff4 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.587317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b946a06-fbc3-4228-8943-43ed12aa6238 req-0c91337e-99ec-4c15-b9fd-41d8cd170ff4 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745507 Jul 15 16:48:24.594842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44fc0237-8e3b-4d00-a56c-ce24f440cd74 req-d138eb4f-006a-4fc1-a0e6-3aaf5b31e442 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020129 Jul 15 16:48:24.595091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:24.631135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b946a06-fbc3-4228-8943-43ed12aa6238 req-f70edc03-28cd-4d1a-b216-480dea06d485 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/quotas/f9d6157b0a694723a4656b187b0e7587 HTTP/1.1" status: 200 len: 375 time: 0.0342951 Jul 15 16:48:24.667224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-eee175b9-c188-4cac-a160-fad440bc2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.669459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-eee175b9-c188-4cac-a160-fad440bc2a1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.1067441 Jul 15 16:48:24.695318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b946a06-fbc3-4228-8943-43ed12aa6238 req-85be99c3-ea0a-4ca9-8f45-fe9425a1b966 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9d6157b0a694723a4656b187b0e7587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569367 Jul 15 16:48:24.707931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:24.712879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=794493a7-ca55-437a-b11c-3e1162de4e83,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:24.729193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:24.759194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Pushing event updated for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:24.799719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:24.812428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:24.814140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] 10.222.0.20 "PUT /v2.0/ports/794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 200 len: 1091 time: 2.4132700 Jul 15 16:48:24.814340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-2902be7e-d46b-40d1-a9b8-b2e9f0d15dbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330850 Jul 15 16:48:24.856015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f14185-8c50-4b37-adc5-e2a0844f7bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:24.997789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-51b026ae-65fa-440e-b9de-a874b92ad180 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274915 Jul 15 16:48:25.067120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Attempting to bind port df4c2950-faa0-45e0-9b80-43d9576a75bf on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:25.067120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Attempting to bind port df4c2950-faa0-45e0-9b80-43d9576a75bf by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:25.067120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Attempting to bind port df4c2950-faa0-45e0-9b80-43d9576a75bf on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:25.075486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Port df4c2950-faa0-45e0-9b80-43d9576a75bf on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:25.075863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Attempting to bind port df4c2950-faa0-45e0-9b80-43d9576a75bf on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:25.082110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beae7b-90e9-4ba1-ace1-90ff14fc1a06 req-ca811354-0429-4643-a44a-d5eedafd8c72 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.089526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46beae7b-90e9-4ba1-ace1-90ff14fc1a06 req-ca811354-0429-4643-a44a-d5eedafd8c72 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 950 time: 0.0969853 Jul 15 16:48:25.091730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-d4ffd850-5967-4aa8-b0bf-21a6afd6cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.093214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-d4ffd850-5967-4aa8-b0bf-21a6afd6cd8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 1094 time: 0.1713011 Jul 15 16:48:25.099533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:25.099925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Checking segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:25.100404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Bound using segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:25.101418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Bound port: df4c2950-faa0-45e0-9b80-43d9576a75bf, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:25.101418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.200502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:25.206811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6fbcc371-198b-4c9b-838c-88c1fa104fe4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:25.217927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:25.218860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe7006e-a184-42c6-bd67-145e30edb994 req-baefe68f-4c1a-4f83-b669-1566e751cf84 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 210 time: 0.0412853 Jul 15 16:48:25.261082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-febe4af1-c134-49f8-8f57-8764f07c0c84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 200 len: 217 time: 0.1587229 Jul 15 16:48:25.265760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.388420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:25.402671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:25.403039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.479230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Pushing event updated for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:25.513016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.521157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.522628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-159a5457-3241-4ad8-a560-e7608420207e service neutron] 10.222.0.20 "PUT /v2.0/ports/df4c2950-faa0-45e0-9b80-43d9576a75bf HTTP/1.1" status: 200 len: 1091 time: 1.9207194 Jul 15 16:48:25.523091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:25.529094 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8416fc1-cd91-48b0-918b-e235fcc884ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:25.541085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46beae7b-90e9-4ba1-ace1-90ff14fc1a06 req-75f295c1-a8a4-430b-9b6f-28843a95d913 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465158 Jul 15 16:48:25.631529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4f1de9b-a6ed-4a95-927e-c023a1bba6b2 req-44aa1b4f-b06d-4e13-8a3d-0c63000c70a0 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944293 Jul 15 16:48:25.677621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.693525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-119c7581-0da2-4184-8007-a4c14240b595 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.695089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-119c7581-0da2-4184-8007-a4c14240b595 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 816 time: 0.5347540 Jul 15 16:48:25.697160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-60ebe9e1-b931-454e-aaff-795365058a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.701397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-60ebe9e1-b931-454e-aaff-795365058a70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.4227836 Jul 15 16:48:25.719220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Request body: {'port': {'device_id': 'fe105043-3c72-496e-88c2-df7560559de1', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'admin_state_up': True, 'tenant_id': '14cdb54818764c5db53e9b928a95f876'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:25.751462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:25.758497 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd80296-04d9-481c-92ae-9aed3b7652b3" -d '{"events": [{"server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "name": "network-vif-plugged", "status": "completed", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:25.796890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:25.806608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.807590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:25.816238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-576cafd6-13af-412b-86fa-57d466f401ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:25.858036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-fe228c65-4610-4b83-bc03-473d00dea033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.860060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-fe228c65-4610-4b83-bc03-473d00dea033 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 1094 time: 0.1871760 Jul 15 16:48:25.894345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:25.897947 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4fe325-60b1-413c-a321-738ca2054b30" -d '{"events": [{"name": "network-changed", "server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:25.915364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-79ba2ff1-96bb-4a4a-a4b1-91c1adfffa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:25.917525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-79ba2ff1-96bb-4a4a-a4b1-91c1adfffa44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1135 time: 0.1642752 Jul 15 16:48:25.919811 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-3a08583b-500d-416b-97cf-6d7bdc84f73a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf HTTP/1.1" status: 200 len: 217 time: 0.0509176 Jul 15 16:48:25.936675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:25.955336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:25.960078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:25.960470 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:26.047396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-ec4db6e1-2299-4869-b118-680f8867af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.049349 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-ec4db6e1-2299-4869-b118-680f8867af08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.1092620 Jul 15 16:48:26.063768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c61cf-5743-477d-a515-0b8557ed20bc req-363c0ec5-2046-4187-9bf7-4bc516c2b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.065853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-363c0ec5-2046-4187-9bf7-4bc516c2b308 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3509986 Jul 15 16:48:26.107589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-88111be6-dbd9-47e6-b793-9473924a30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.109551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-88111be6-dbd9-47e6-b793-9473924a30d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.1810315 Jul 15 16:48:26.127380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590fed9-559e-46b9-8296-5000173c13a3 req-7b2f97da-8d7d-46b7-80c7-ae7e2680f89c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.128922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c590fed9-559e-46b9-8296-5000173c13a3 req-7b2f97da-8d7d-46b7-80c7-ae7e2680f89c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 945 time: 0.2640867 Jul 15 16:48:26.142373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0514-4ec0-4d65-b6e5-3c4246e6d779 req-b2041243-7ab0-492f-8fb0-f05015c3545e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.144077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-451f0514-4ec0-4d65-b6e5-3c4246e6d779 req-b2041243-7ab0-492f-8fb0-f05015c3545e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.3628948 Jul 15 16:48:26.148923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Made reservation on behalf of 14cdb54818764c5db53e9b928a95f876 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:26.152383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:26.168489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-f980de2f-4269-460e-b167-6bced090d829 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 217 time: 0.0489666 Jul 15 16:48:26.174569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-157ceadf-16b2-4b54-9436-bb040a7ba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.176498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-157ceadf-16b2-4b54-9436-bb040a7ba202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206477 Jul 15 16:48:26.180741 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:26.214430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:26.219810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:26.273207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:26.290748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c590fed9-559e-46b9-8296-5000173c13a3 req-5f264124-addd-4779-a52b-3f502aa268f3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452587 Jul 15 16:48:26.295367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-aaf3f838-5c3c-4e40-9a47-4c1e06426256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.296266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-aaf3f838-5c3c-4e40-9a47-4c1e06426256 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.1187544 Jul 15 16:48:26.296853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-c7f3f5ab-c5ed-4d84-8e9c-9c4d53d52db2 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170994 Jul 15 16:48:26.337506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-451f0514-4ec0-4d65-b6e5-3c4246e6d779 req-3236074e-b5ba-4543-97a1-97d1c2aee4ea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756613 Jul 15 16:48:26.349469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-791d5462-a199-4662-85c5-72e447c491c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365734 Jul 15 16:48:26.351396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-b7598add-ad1b-4329-9376-dc27bc2da89c service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655774 Jul 15 16:48:26.431727 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c600d6c-da87-4a47-98b1-6d3a50db455e x-openstack-request-id: req-3c600d6c-da87-4a47-98b1-6d3a50db455e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:26.431727 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:26.431727 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c600d6c-da87-4a47-98b1-6d3a50db455e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:26.431727 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf', 'status': 'completed', 'code': 200} Jul 15 16:48:26.609497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Allocated IP 172.20.0.3 (36f64f1c-7c76-4170-aa2e-02fa7d68e3ee/a9117458-ae00-4477-b2f4-0f5df06e0836/07c3d17c-a8d9-422a-891e-f8ea0ad1314a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:26.638345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c28e853d-e923-4dbb-8820-93a7878ec8de req-e01d2527-6512-4c0e-bafb-cdad7a132477 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744346 Jul 15 16:48:26.641839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-24d92951-2da0-4cd7-9fff-2b89c029b019 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792938 Jul 15 16:48:26.694754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-792c61cf-5743-477d-a515-0b8557ed20bc req-1db0b38c-99bb-48ff-a429-415c8d2a22bc service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712218 Jul 15 16:48:26.772200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bb5f8-7938-45e5-a5cb-1ab8256a9645 req-70e53a91-4301-4297-89cc-2bb75912b2f2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.774101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e9bb5f8-7938-45e5-a5cb-1ab8256a9645 req-70e53a91-4301-4297-89cc-2bb75912b2f2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 984 time: 0.1673830 Jul 15 16:48:26.839407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28421d00-b193-45d6-8f95-e2593ccbf841 req-897ebf7c-2bcd-4c9a-8f5d-51c5057ea7ac service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841421 Jul 15 16:48:26.841662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-b860d3e3-4463-4a1f-b645-6f1ae70df0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.843378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-b860d3e3-4463-4a1f-b645-6f1ae70df0bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 1094 time: 0.0877113 Jul 15 16:48:26.904702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e9bb5f8-7938-45e5-a5cb-1ab8256a9645 req-8621aab8-892e-42fa-a353-9ebb746b71c4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=d6f73033-e687-493d-ab2e-15455ae6a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1233664 Jul 15 16:48:26.952818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:26.961285 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6655237f-bb3b-4de4-a425-38d1b500c0d5 x-openstack-request-id: req-6655237f-bb3b-4de4-a425-38d1b500c0d5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:26.961687 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "name": "network-vif-plugged", "status": "completed", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:26.962034 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6655237f-bb3b-4de4-a425-38d1b500c0d5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:26.962519 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4', 'code': 200} Jul 15 16:48:26.971553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769b366-5b8a-4cdb-9a4c-7dedf513ea5f req-4a8afdc6-6692-43da-b9f7-a1522b9de5a1 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.980493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1769b366-5b8a-4cdb-9a4c-7dedf513ea5f req-4a8afdc6-6692-43da-b9f7-a1522b9de5a1 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 945 time: 0.2030833 Jul 15 16:48:26.987403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-85c38510-cb04-44db-bd56-48b0501a518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:26.990769 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-85c38510-cb04-44db-bd56-48b0501a518b service neutron] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 916 time: 0.1323323 Jul 15 16:48:27.007902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Transition to ACTIVE for port object 07c3d17c-a8d9-422a-891e-f8ea0ad1314a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:27.050839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1769b366-5b8a-4cdb-9a4c-7dedf513ea5f req-9293811b-663e-4a97-bedc-10822f8dd05f tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693612 Jul 15 16:48:27.067074 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e8e30-a74e-405f-bbc1-ed540bedaee3 x-openstack-request-id: req-c63e8e30-a74e-405f-bbc1-ed540bedaee3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:27.067461 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:27.067720 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c63e8e30-a74e-405f-bbc1-ed540bedaee3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:27.068136 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83', 'status': 'completed', 'code': 200} Jul 15 16:48:27.137969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-e8a86c48-5583-41f7-bac0-c4965ba171da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf HTTP/1.1" status: 200 len: 217 time: 0.1356680 Jul 15 16:48:27.148630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:27.227094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-fe3a7e25-ae67-4201-ad69-9b8435dd4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.228716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-fe3a7e25-ae67-4201-ad69-9b8435dd4a5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.0515530 Jul 15 16:48:27.253784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:27.283509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:27.290817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:27.300792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93df48-7956-4c62-bcfe-46eb81e83405 req-70479c8b-0cf6-4f4c-b334-03a9e1385bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.302751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd93df48-7956-4c62-bcfe-46eb81e83405 req-70479c8b-0cf6-4f4c-b334-03a9e1385bef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 1096 time: 0.2144730 Jul 15 16:48:27.306883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event updated for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:27.327317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-c45f4fa2-b96e-41ec-9065-fe793e484efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.328828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-c45f4fa2-b96e-41ec-9065-fe793e484efe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 1094 time: 0.2179475 Jul 15 16:48:27.371229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-fc710e12-bc37-4c8f-8132-7ef9af37e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.375046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-fc710e12-bc37-4c8f-8132-7ef9af37e1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387162 Jul 15 16:48:27.453941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd93df48-7956-4c62-bcfe-46eb81e83405 req-8244086f-d890-426a-b919-c3410f731e81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103239 Jul 15 16:48:27.474820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.475486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:27.499459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4e4ea-414c-41e1-8b03-5307ccf0faa4 req-06d4f690-7527-4d2c-ab0f-66c18ef2482e tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.501602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cf4e4ea-414c-41e1-8b03-5307ccf0faa4 req-06d4f690-7527-4d2c-ab0f-66c18ef2482e tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 931 time: 0.2821107 Jul 15 16:48:27.529072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-7a24fac5-284b-4122-8047-9892cf4de9c9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8160353 Jul 15 16:48:27.548043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Request body: {'port': {'device_id': 'fe105043-3c72-496e-88c2-df7560559de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:27.550282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-3154c35e-0368-4990-be2c-1cb08004b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.552165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-3154c35e-0368-4990-be2c-1cb08004b99f service neutron] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 916 time: 0.2071285 Jul 15 16:48:27.560765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-37b798d3-9f3f-4ace-9680-16d6e6ee540f service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622014 Jul 15 16:48:27.592155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad0fa-fcc9-47e6-91ab-965c6f5e2c1f req-32871fe7-7d37-474a-a0ed-769d42b5aa0c tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.595645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27bad0fa-fcc9-47e6-91ab-965c6f5e2c1f req-32871fe7-7d37-474a-a0ed-769d42b5aa0c tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 950 time: 0.2085090 Jul 15 16:48:27.612407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-1b983896-8443-4f78-b127-77cfaec7d114 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 200 len: 217 time: 0.0499954 Jul 15 16:48:27.636159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cf4e4ea-414c-41e1-8b03-5307ccf0faa4 req-517475f1-43dc-48ad-9ce8-77173a46bec2 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205673 Jul 15 16:48:27.675392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-fb548718-4fdf-414e-8105-b8837de51710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.678728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-fb548718-4fdf-414e-8105-b8837de51710 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.0566902 Jul 15 16:48:27.706855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:27.717001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb3deaee-810b-4682-8022-12ddcf475925 None None] Provisioning for port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:27.722384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb3deaee-810b-4682-8022-12ddcf475925 None None] Provisioning complete for port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:27.723282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb3deaee-810b-4682-8022-12ddcf475925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:27.730188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27bad0fa-fcc9-47e6-91ab-965c6f5e2c1f req-4277a4f8-98dd-4c84-be68-d7c57b597937 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164899 Jul 15 16:48:27.800856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fb3deaee-810b-4682-8022-12ddcf475925 None None] Port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:27.842374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-922feef8-6527-45f7-aaab-dfa11c9a1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:27.843895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-922feef8-6527-45f7-aaab-dfa11c9a1361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559589 Jul 15 16:48:27.845989 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8416fc1-cd91-48b0-918b-e235fcc884ae req-0d4fe70c-c9e0-455a-8d5d-b61747878f3a service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428567 Jul 15 16:48:28.289282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50423e72-bfa5-4215-88c4-33c97d4de43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:28.313275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-166098ca-db24-433c-9e68-cdc4b78adeac service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551282 Jul 15 16:48:28.384802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6d262-3671-4ad5-a01e-8520e94e4209 req-1d5157a1-c6b3-41d0-979b-5b7b8f5441d7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:28.391761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1d6d262-3671-4ad5-a01e-8520e94e4209 req-1d5157a1-c6b3-41d0-979b-5b7b8f5441d7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.2385669 Jul 15 16:48:28.427135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a4fe325-60b1-413c-a321-738ca2054b30 req-73e693d9-b98d-4179-9a62-47c9a1c672b4 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057870 Jul 15 16:48:28.462956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa4bb6-6688-4ebc-838f-0286e44ef8e1 req-d9988159-9fbd-4e8a-8d0b-f26ca81ad124 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:28.464647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6aa4bb6-6688-4ebc-838f-0286e44ef8e1 req-d9988159-9fbd-4e8a-8d0b-f26ca81ad124 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.3125944 Jul 15 16:48:28.506116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1d6d262-3671-4ad5-a01e-8520e94e4209 req-0136c46f-0a9d-4460-b8a5-2e4b26790077 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133828 Jul 15 16:48:28.548305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6aa4bb6-6688-4ebc-838f-0286e44ef8e1 req-9433c6d4-9f44-46f4-8fee-036977162813 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706387 Jul 15 16:48:28.615659 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:28.630139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c3d17c-a8d9-422a-891e-f8ea0ad1314a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:28.639767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:28.655087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Transition to ACTIVE for port object 07c3d17c-a8d9-422a-891e-f8ea0ad1314a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:28.660583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:28.797950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Pushing event updated for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:28.908756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5c81a4e-d0a7-4eef-a091-f1ed1581d4fa req-4cc39e7a-3994-46e2-b278-6f02760a6c08 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f9d6157b0a694723a4656b187b0e7587&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383675 Jul 15 16:48:28.918395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Attempting to bind port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:28.918717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Attempting to bind port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:28.919097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Attempting to bind port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:28.940203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece31d-3e3a-4431-86b8-16164541e929 req-7119ed24-63d5-4eea-beef-3278286391c0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:28.942222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87ece31d-3e3a-4431-86b8-16164541e929 req-7119ed24-63d5-4eea-beef-3278286391c0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 984 time: 0.2254605 Jul 15 16:48:28.946013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:28.946335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Attempting to bind port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a on network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:28.963404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:28.965803 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a350b29a-4e28-463e-859c-99c0ea47155f" -d '{"events": [{"server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "name": "network-vif-plugged", "status": "completed", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:28.977433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:28.977676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Checking segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:28.978054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Bound using segment: {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:28.978521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Bound port: 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42904d8-2f66-4c3f-bb60-e26c87d1a009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:28.978877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.084584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87ece31d-3e3a-4431-86b8-16164541e929 req-e838a60b-739d-4e0c-926d-18cfb19df5a3 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=d6f73033-e687-493d-ab2e-15455ae6a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1350615 Jul 15 16:48:29.119131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81a4e-d0a7-4eef-a091-f1ed1581d4fa req-70266d25-6c0f-4e53-ace7-676fd0fd3c32 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.120635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5c81a4e-d0a7-4eef-a091-f1ed1581d4fa req-70266d25-6c0f-4e53-ace7-676fd0fd3c32 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033300 Jul 15 16:48:29.148533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5c81a4e-d0a7-4eef-a091-f1ed1581d4fa req-700d4f30-6e0d-46e7-98c1-7924529f31d6 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/quotas/f9d6157b0a694723a4656b187b0e7587 HTTP/1.1" status: 200 len: 375 time: 0.0176964 Jul 15 16:48:29.150841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:29.153891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:29.165542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.195901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5c81a4e-d0a7-4eef-a091-f1ed1581d4fa req-5a1283c6-c51a-4315-bde1-34e5eee6e960 tempest-QuotasAdminNegativeTest-530019056 tempest-QuotasAdminNegativeTest-530019056-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f9d6157b0a694723a4656b187b0e7587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407355 Jul 15 16:48:29.217977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 794493a7-ca55-437a-b11c-3e1162de4e83 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:29.254053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.254963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.256754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] 10.222.0.20 "PUT /v2.0/ports/07c3d17c-a8d9-422a-891e-f8ea0ad1314a HTTP/1.1" status: 200 len: 1091 time: 1.7165909 Jul 15 16:48:29.256881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:29.259105 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef29ae0-3794-49dc-9d96-940dbca19553" -d '{"events": [{"name": "network-changed", "server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:29.290679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7c111-610b-4f43-a13f-c1c8d0e666eb service neutron] Pushing event updated for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:29.323228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd2bde-34ea-48c4-ab65-c6d44e835a98 req-5dbd96d7-afd3-448b-a53f-2ed6dcfeab9d tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.325101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9fd2bde-34ea-48c4-ab65-c6d44e835a98 req-5dbd96d7-afd3-448b-a53f-2ed6dcfeab9d tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 945 time: 0.1358461 Jul 15 16:48:29.369586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:29.377291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-445039274'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:29.411473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=794493a7-ca55-437a-b11c-3e1162de4e83,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:29.415899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9fd2bde-34ea-48c4-ab65-c6d44e835a98 req-e558b8f7-c135-4932-92ab-a42322697128 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Jul 15 16:48:29.433092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:29.436753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.448857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '794493a7-ca55-437a-b11c-3e1162de4e83', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'port_id': '794493a7-ca55-437a-b11c-3e1162de4e83', 'mac_address': 'fa:16:3e:8c:e0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9117458-ae00-4477-b2f4-0f5df06e0836', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:29.469213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-3f17ec08-804c-4852-bc44-34f6eb371c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.477357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-3f17ec08-804c-4852-bc44-34f6eb371c07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 1094 time: 0.1444294 Jul 15 16:48:29.498214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.506538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:48:29.512299 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.523668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.524412 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Added segment 91de6db3-4c6f-4d15-b3b3-e7cee3c19aba of type vlan for network 0629291a-0b8d-451c-92c3-7bd9488d949c Jul 15 16:48:29.534577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-a4df66fe-7c65-4dea-afc2-3db258fc7036 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a HTTP/1.1" status: 200 len: 217 time: 0.0551295 Jul 15 16:48:29.542729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794493a7-ca55-437a-b11c-3e1162de4e83 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:29.568961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=794493a7-ca55-437a-b11c-3e1162de4e83,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:29.586556 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.587454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device df4c2950-faa0-45e0-9b80-43d9576a75bf details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:29.610285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.650865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:29.655853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.661990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.662808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.665938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fa34-d3b6-4a2b-a95b-67e9dcd5e452 req-62a86509-8b5b-45ec-80fb-86ea82b4d842 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.668388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1b0fa34-d3b6-4a2b-a95b-67e9dcd5e452 req-62a86509-8b5b-45ec-80fb-86ea82b4d842 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 943 time: 0.2441745 Jul 15 16:48:29.671236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-5be8b271-1fee-4f6a-b153-556f13e28576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.672890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-5be8b271-1fee-4f6a-b153-556f13e28576 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.1287785 Jul 15 16:48:29.696901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:29.714251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'df4c2950-faa0-45e0-9b80-43d9576a75bf', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'port_id': 'df4c2950-faa0-45e0-9b80-43d9576a75bf', 'mac_address': 'fa:16:3e:b2:61:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9117458-ae00-4477-b2f4-0f5df06e0836', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:29.737365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52018) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:29.737637 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3663919 Jul 15 16:48:29.746004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-399363359'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:29.759924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.775644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4c2950-faa0-45e0-9b80-43d9576a75bf {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:29.780896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1b0fa34-d3b6-4a2b-a95b-67e9dcd5e452 req-686373f0-6267-4950-a30d-e54b7ecb1eb8 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057625 Jul 15 16:48:29.806222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338192-62df-4bf6-9d89-c6f39f9c74c9 req-65d08c70-1ceb-46f9-8b55-0d33965b5d04 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.807940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b338192-62df-4bf6-9d89-c6f39f9c74c9 req-65d08c70-1ceb-46f9-8b55-0d33965b5d04 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 950 time: 0.2143669 Jul 15 16:48:29.810996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:29.814390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.822862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fd2a5-0d24-4130-90f1-e7c6ce0cfc07 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Network': ['ID=0629291a-0b8d-451c-92c3-7bd9488d949c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:29.828321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:29.838206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0629291a-0b8d-451c-92c3-7bd9488d949c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:48:29.842599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:29.860473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-333e39a7-3f8c-40d3-986a-93d3a0961f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:29.862235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-333e39a7-3f8c-40d3-986a-93d3a0961f5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782143 Jul 15 16:48:29.866615 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bacf16-8ae0-424a-8e62-d843524d8c36 x-openstack-request-id: req-c9bacf16-8ae0-424a-8e62-d843524d8c36 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:29.866906 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "name": "network-vif-plugged", "status": "completed", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:29.867342 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9bacf16-8ae0-424a-8e62-d843524d8c36 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:29.867911 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1', 'code': 200} Jul 15 16:48:29.936801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b338192-62df-4bf6-9d89-c6f39f9c74c9 req-3307c74c-cf27-495e-beee-07a3f59749c3 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.25 "GET /v2.0/security-groups?id=63af4ac9-86ee-4dea-b588-2f8152cafc51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175783 Jul 15 16:48:29.941693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:48:30.015515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:30.032264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.032607 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Added segment b1a964a1-26c2-4349-b85b-ae2ab4b8d69f of type vlan for network 635f2096-e6a8-4bf0-891f-d3f486b5236d Jul 15 16:48:30.046700 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af36bfb-67b2-43a3-8dc3-740cf76f3957 x-openstack-request-id: req-6af36bfb-67b2-43a3-8dc3-740cf76f3957 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:30.046945 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:30.047173 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6af36bfb-67b2-43a3-8dc3-740cf76f3957 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:30.047599 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a', 'status': 'completed', 'code': 200} Jul 15 16:48:30.066472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c494d-ee8e-4b31-9a61-bfd783dd8a67 req-9ebdac45-e638-4d48-99de-26cf424d8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.068803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0c9c494d-ee8e-4b31-9a61-bfd783dd8a67 req-9ebdac45-e638-4d48-99de-26cf424d8792 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 1097 time: 0.1103585 Jul 15 16:48:30.097370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.102789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-a56985b0-9e86-45ee-b2ac-0a0a239358e8 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280359 Jul 15 16:48:30.146617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0c9c494d-ee8e-4b31-9a61-bfd783dd8a67 req-6a01b7dc-9935-46cb-b9b0-2d7da46d013c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672178 Jul 15 16:48:30.182081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['794493a7-ca55-437a-b11c-3e1162de4e83'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:30.186167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.192603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.193257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.221204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['df4c2950-faa0-45e0-9b80-43d9576a75bf'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:30.231685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-194c24a6-10e6-4df4-9e4b-5f669fd3c3e9 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.233286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-194c24a6-10e6-4df4-9e4b-5f669fd3c3e9 tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f81130d3-b7ef-4846-8469-a3a422e3ae15 HTTP/1.1" status: 200 len: 950 time: 0.1002736 Jul 15 16:48:30.273167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-97bc845a-8f2c-49ed-819e-f00a61cba845 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-126792295&fields=id&tenant_id=95fa07cd54c1414993a732a6ce275d56 HTTP/1.1" status: 200 len: 267 time: 0.1554291 Jul 15 16:48:30.308059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5680933 Jul 15 16:48:30.324853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:30.366786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'subnet': {'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:30.445002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Deleting port ce10b3fc-cb2d-429b-8694-f5949dc08850 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:48:30.445924 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.487375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6235f7-4af6-41d3-ba57-e303a73c5c89 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Network': ['ID=635f2096-e6a8-4bf0-891f-d3f486b5236d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:30.508453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776ca29f-d6ee-4371-83aa-648b46f24882 req-dab8a8fd-1d26-426d-bfb9-249dc712c434 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938711 Jul 15 16:48:30.515640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:48:30.593384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] For port ce10b3fc-cb2d-429b-8694-f5949dc08850, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ce10b3fc-cb2d-429b-8694-f5949dc08850,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:30.593829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.608247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Calling delete_port for ce10b3fc-cb2d-429b-8694-f5949dc08850 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:48:30.652275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-f0f6c9ce-10c3-49c6-9344-1e1a4cbfcc72 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.653674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-f0f6c9ce-10c3-49c6-9344-1e1a4cbfcc72 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 984 time: 0.3590832 Jul 15 16:48:30.654718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:30.658251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.668584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8219f-49f5-4e3f-a323-4c89eb522a7e req-b744e9fd-06ce-45d4-a91e-14ef24628430 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.670163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a8219f-49f5-4e3f-a323-4c89eb522a7e req-b744e9fd-06ce-45d4-a91e-14ef24628430 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.2264674 Jul 15 16:48:30.690244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'port': {'security_groups': ['aa64a659-6f33-44b4-9166-c7aeb71c57fe', 'd6f73033-e687-493d-ab2e-15455ae6a4b7', '340d5f9d-27c9-4d35-b200-33b265a5f0ff']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:30.771241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.811444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Pushing event deleted for resources: {'Port': ['ID=ce10b3fc-cb2d-429b-8694-f5949dc08850,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:30.856269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a8219f-49f5-4e3f-a323-4c89eb522a7e req-da822c5d-6efc-4eb6-8f03-9fc741877975 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614568 Jul 15 16:48:30.868097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] No DVR routers for this DVR port ce10b3fc-cb2d-429b-8694-f5949dc08850 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:48:30.871331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:30.873672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0319e9e2-ef48-4085-8386-80f21d2de375 req-56c646b7-2588-4c59-b1e3-1790e89df5ec tempest-DeleteServersAdminTestJSON-1543717131 tempest-DeleteServersAdminTestJSON-1543717131-project] 10.222.0.20 "DELETE /v2.0/ports/ce10b3fc-cb2d-429b-8694-f5949dc08850 HTTP/1.1" status: 204 len: 173 time: 0.5803792 Jul 15 16:48:30.874201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'name': 'network-vif-deleted', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:30.876635 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918378b-20ab-49be-9031-9c0fe6fc6d99" -d '{"events": [{"server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "name": "network-vif-deleted", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:30.898287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-52c0d6d5-b69b-45dd-b1c8-fdfaa206908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:30.899841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-52c0d6d5-b69b-45dd-b1c8-fdfaa206908e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 1094 time: 0.3230610 Jul 15 16:48:30.938844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.099383 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.180206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ce10b3fc-cb2d-429b-8694-f5949dc08850'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:31.464976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.512129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-f4777b96-c09f-4753-b547-705984253242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:31.513605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-f4777b96-c09f-4753-b547-705984253242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 916 time: 0.5858629 Jul 15 16:48:31.527699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80be43a-0f98-4108-9506-8172354cb559 req-43363b45-5a6a-40c4-954d-16037687eed8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:31.529133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c80be43a-0f98-4108-9506-8172354cb559 req-43363b45-5a6a-40c4-954d-16037687eed8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.5363405 Jul 15 16:48:31.604516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-124e56e1-ac86-49ef-a072-739299272180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a HTTP/1.1" status: 200 len: 217 time: 0.0722871 Jul 15 16:48:31.630859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Subnet': ['ID=63a60b88-b054-4eb3-9288-34fa7dda25e0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:31.702926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:31.703357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network hostable DHCP agents. Network: 0629291a-0b8d-451c-92c3-7bd9488d949c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:48:31.708396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c80be43a-0f98-4108-9506-8172354cb559 req-90850e85-8862-40d0-919d-8fa05caf4528 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712942 Jul 15 16:48:31.753564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-e725b1cf-9254-438f-8a7a-4dfc3acc7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:31.755428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-e725b1cf-9254-438f-8a7a-4dfc3acc7132 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.1427994 Jul 15 16:48:31.818591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:48:31.832764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:31.868437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0629291a-0b8d-451c-92c3-7bd9488d949c) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:31.876361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ea52c-9921-4241-8695-8a1e3a9e83e0 None None] Network 0629291a-0b8d-451c-92c3-7bd9488d949c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:31.888634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:31.889240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.922597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.932724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2f45dc7-a6f2-47ba-be0b-6863ccf0d872 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5943601 Jul 15 16:48:31.933140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:31.933887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:31.935971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-b2783fbe-a99f-4941-bef4-54f926f402fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:31.937615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-b2783fbe-a99f-4941-bef4-54f926f402fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746235 Jul 15 16:48:31.940516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'subnet': {'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:31.947607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe', '6bfc803a-f28b-4239-87ff-07ba31b66caa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:32.028718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:32.029342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.030723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a8e0053-25b4-4f23-a8e5-ca0851ba50b6 req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "PUT /v2.0/ports/6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 1020 time: 1.3572509 Jul 15 16:48:32.056611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c96a1c-a872-46bb-b199-d6bd48c60ef2 req-2e5702ef-f763-469b-9a65-a69e1d878656 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:32.058143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04c96a1c-a872-46bb-b199-d6bd48c60ef2 req-2e5702ef-f763-469b-9a65-a69e1d878656 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 943 time: 0.2314961 Jul 15 16:48:32.058591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:32.063530 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd0798-dc30-471e-9949-c9c16704c8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:32.070872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:32.100047 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190b64f-c051-448f-8bb7-1b93f5533eaf x-openstack-request-id: req-7190b64f-c051-448f-8bb7-1b93f5533eaf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:32.101682 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81130d3-b7ef-4846-8469-a3a422e3ae15", "name": "network-vif-deleted", "tag": "ce10b3fc-cb2d-429b-8694-f5949dc08850", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:32.101983 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7190b64f-c051-448f-8bb7-1b93f5533eaf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:32.103200 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81130d3-b7ef-4846-8469-a3a422e3ae15', 'name': 'network-vif-deleted', 'tag': 'ce10b3fc-cb2d-429b-8694-f5949dc08850', 'status': 'completed', 'code': 200} Jul 15 16:48:32.104517 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffbe2d-da4b-44fb-8523-a9bd2c88d91a tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:32.107546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0629291a-0b8d-451c-92c3-7bd9488d949c', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:48:32.108979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.160451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04c96a1c-a872-46bb-b199-d6bd48c60ef2 req-dab26527-9bad-4e13-bc09-a965b46c88a5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945983 Jul 15 16:48:32.170496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-4b5a638e-b0b0-43c2-8a5a-433667be763e service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951127 Jul 15 16:48:32.178306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:32.184609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.235836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6bfc803a-f28b-4239-87ff-07ba31b66caa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:32.350130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61e9ecdd-09a8-42fa-8f57-12c643c4cdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.370487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ef29ae0-3794-49dc-9d96-940dbca19553 req-dfe82539-d9f6-4d23-8eda-262bbbd289e3 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802926 Jul 15 16:48:32.462553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Allocated IP 10.1.1.2 (0629291a-0b8d-451c-92c3-7bd9488d949c/63a60b88-b054-4eb3-9288-34fa7dda25e0/d0e77d19-d6bc-4e06-a59c-f52e32ec8362) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:32.463313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b4eb5-5429-4695-8e9c-91d454601062 req-fb1b6958-e747-45d8-924c-03152ba92d92 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:32.477624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c25b4eb5-5429-4695-8e9c-91d454601062 req-fb1b6958-e747-45d8-924c-03152ba92d92 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.1272886 Jul 15 16:48:32.509044 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-779fba2a-8aae-431e-9723-deadcd0b5eea service neutron] show failed (client error): The resource could not be found. Jul 15 16:48:32.510091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-779fba2a-8aae-431e-9723-deadcd0b5eea service neutron] 10.222.0.20 "GET /v2.0/ports/08971e7f-7f43-4b6b-9b43-d67ac50f4915/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.1820288 Jul 15 16:48:32.557792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c25b4eb5-5429-4695-8e9c-91d454601062 req-b2807d36-5478-45c4-9872-824eb6de5ea3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780056 Jul 15 16:48:32.640707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.658352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61e9ecdd-09a8-42fa-8f57-12c643c4cdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.683310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61e9ecdd-09a8-42fa-8f57-12c643c4cdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.720043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37cef79c-04d8-43da-a1f4-8e684418555a req-9b3c5203-4c22-4a1a-a14c-79188165c304 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/340d5f9d-27c9-4d35-b200-33b265a5f0ff HTTP/1.1" status: 200 len: 1800 time: 0.1129384 Jul 15 16:48:32.733737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9ecdd-09a8-42fa-8f57-12c643c4cdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76205584-5bec-43cd-bef4-53c2e6a258d7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:32.786794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-61e9ecdd-09a8-42fa-8f57-12c643c4cdb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9d6157b0a694723a4656b187b0e7587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146015 Jul 15 16:48:32.788405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Subnet': ['ID=b69bfa85-8e99-4e40-a125-8b936864dc1a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:32.789592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:32.818266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Checking segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:32.818906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network hostable DHCP agents. Network: 635f2096-e6a8-4bf0-891f-d3f486b5236d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:48:32.844971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:48:32.857666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 635f2096-e6a8-4bf0-891f-d3f486b5236d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:32.875117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:32.876521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.896227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd048f9-47c4-4749-9b81-04422c40b9ff None None] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:32.902170 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69e37d-0bcb-4e31-beab-54a20cac63c4 x-openstack-request-id: req-ef69e37d-0bcb-4e31-beab-54a20cac63c4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:32.906743 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:32.907060 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef69e37d-0bcb-4e31-beab-54a20cac63c4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:32.907424 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'status': 'completed', 'code': 200} Jul 15 16:48:32.913007 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-418caf90-415c-4ff5-8614-b4b6b55cf76d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9778397 Jul 15 16:48:32.925823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:32.935148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'name': 'tempest-TaggedBootDevicesTest-72345389', 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:32.935873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:32.953227 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-37cef79c-04d8-43da-a1f4-8e684418555a req-8b29353e-21f7-4e9a-85e5-6bcd3356119f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 16:48:32.966027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37cef79c-04d8-43da-a1f4-8e684418555a req-8b29353e-21f7-4e9a-85e5-6bcd3356119f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/340d5f9d-27c9-4d35-b200-33b265a5f0ff HTTP/1.1" status: 409 len: 341 time: 0.2377589 Jul 15 16:48:32.991399 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.044327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.100955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Transition to ACTIVE for port object d0e77d19-d6bc-4e06-a59c-f52e32ec8362 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:33.142849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.146959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.148464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76205584-5bec-43cd-bef4-53c2e6a258d7 HTTP/1.1" status: 204 len: 168 time: 0.3578157 Jul 15 16:48:33.175534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-bc9deab9-5bdc-4b9a-85e6-1549cbb26681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.177584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-bc9deab9-5bdc-4b9a-85e6-1549cbb26681 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95fa07cd54c1414993a732a6ce275d56&device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1174 time: 0.2631142 Jul 15 16:48:33.182437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Transition to ACTIVE for port object d0e77d19-d6bc-4e06-a59c-f52e32ec8362 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:33.206542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa4ffb-492d-4402-8511-635f3baf929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76205584-5bec-43cd-bef4-53c2e6a258d7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:33.223882 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.239798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:33.246334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-fc05c711-69fb-402e-b345-af42a6136862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.247895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-fc05c711-69fb-402e-b345-af42a6136862 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.2826858 Jul 15 16:48:33.253418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 07c3d17c-a8d9-422a-891e-f8ea0ad1314a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:33.256200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 794493a7-ca55-437a-b11c-3e1162de4e83 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:33.280272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:33.297579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47360e-9781-47db-b696-d8643f1fc2e8 req-c0095cb5-dc5c-4f38-99b0-ac537282dbed tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.302698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea47360e-9781-47db-b696-d8643f1fc2e8 req-c0095cb5-dc5c-4f38-99b0-ac537282dbed tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.1870110 Jul 15 16:48:33.373049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:33.405417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea47360e-9781-47db-b696-d8643f1fc2e8 req-cb4ce7ce-7edd-4c3d-9cd5-1350022cdc8b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Jul 15 16:48:33.425348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a', 'network_id': '36f64f1c-7c76-4170-aa2e-02fa7d68e3ee', 'port_id': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a', 'mac_address': 'fa:16:3e:5f:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9117458-ae00-4477-b2f4-0f5df06e0836', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:33.565092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.571828 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.591974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-d1f47598-db72-4878-842b-bbb6b62912fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.593533 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-d1f47598-db72-4878-842b-bbb6b62912fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 200 len: 913 time: 0.4070866 Jul 15 16:48:33.624886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c3d17c-a8d9-422a-891e-f8ea0ad1314a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:33.650549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:33.688909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:33.710221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-febb0c83-8238-49ec-838e-b876bfb182a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.710517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:33.713802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-635f2096-e6a8-4bf0-891f-d3f486b5236d', 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ips': [{'subnet_id': 'b69bfa85-8e99-4e40-a125-8b936864dc1a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:48:33.714803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.721282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.726878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-c4aa03ff-f514-4dfd-b21e-b2e0b6dc5781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 200 len: 217 time: 0.1209569 Jul 15 16:48:33.748261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:33.756419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:33.770358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Pushing event updated for resources: {'Port': ['ID=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:33.799467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:33.869744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ef235-cece-45fe-befb-a46502b5ca2b req-5baf0438-1175-4696-a6cb-857286a6280c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.882765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d81ef235-cece-45fe-befb-a46502b5ca2b req-5baf0438-1175-4696-a6cb-857286a6280c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 944 time: 0.1662135 Jul 15 16:48:33.906852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-77c9864e-8a4c-4cb0-8f98-3fe7a074bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:33.908705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-77c9864e-8a4c-4cb0-8f98-3fe7a074bbeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 200 len: 853 time: 0.1712015 Jul 15 16:48:33.913525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] device_id is not set on port a796445b-9345-424a-9f93-abf3319682c8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:48:33.959561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d81ef235-cece-45fe-befb-a46502b5ca2b req-490a4262-f28c-4283-a529-df7c7e1c99a2 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756147 Jul 15 16:48:33.969269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Allocated IP 10.2.2.2 (635f2096-e6a8-4bf0-891f-d3f486b5236d/b69bfa85-8e99-4e40-a125-8b936864dc1a/db8c2a48-6a4b-4349-a83d-901aefac1e0c) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:33.976441 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-d407296b-68a1-4a97-b8db-b525fb58134b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28e8072d-f79c-4657-adef-4ac9d8dcccdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532718 Jul 15 16:48:34.046518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-febb0c83-8238-49ec-838e-b876bfb182a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.108272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-febb0c83-8238-49ec-838e-b876bfb182a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.196355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-febb0c83-8238-49ec-838e-b876bfb182a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d72123cd5a34a31b67db83e9647ded0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062282 Jul 15 16:48:34.199972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52104) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:34.271432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 794493a7-ca55-437a-b11c-3e1162de4e83 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:34.279736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['07c3d17c-a8d9-422a-891e-f8ea0ad1314a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:34.279949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:34.288048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb0c83-8238-49ec-838e-b876bfb182a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618a9b4-f884-4e9c-8411-fff8b45e9a56,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:34.305722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-b0b824bc-500b-481f-a908-beae685fc438 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748001 Jul 15 16:48:34.318325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 794493a7-ca55-437a-b11c-3e1162de4e83 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:34.318705 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.374248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:34.386846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.409595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Attempting to bind port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:34.409972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Attempting to bind port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:34.411044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Attempting to bind port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:34.415333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.423289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.438379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Transition to ACTIVE for port object 08971e7f-7f43-4b6b-9b43-d67ac50f4915 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:34.444106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:34.459693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:34.459931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:34.460364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.460798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Bound using segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:34.461346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Bound port: d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:34.461821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.469134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.1.1.172 (0629291a-0b8d-451c-92c3-7bd9488d949c/63a60b88-b054-4eb3-9288-34fa7dda25e0/a796445b-9345-424a-9f93-abf3319682c8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:34.486762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:34.495231 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a09103d-8586-47a3-a06b-a53c578af16b" -d '{"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-unplugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:34.529861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.532835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.535947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.555012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e618a9b4-f884-4e9c-8411-fff8b45e9a56 HTTP/1.1" status: 204 len: 168 time: 0.3270395 Jul 15 16:48:34.569969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949ade-0313-4ec8-a20c-1595d71d30ca req-bc6788a4-1682-4548-be2e-f1ce73a35647 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:34.572096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01949ade-0313-4ec8-a20c-1595d71d30ca req-bc6788a4-1682-4548-be2e-f1ce73a35647 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.5225401 Jul 15 16:48:34.610509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:34.667971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffedce77-548f-4c70-9817-cdd9d0c98e88 req-ab81e6d3-3d3d-45e3-85f6-03cc42af8fe4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:34.679443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffedce77-548f-4c70-9817-cdd9d0c98e88 req-ab81e6d3-3d3d-45e3-85f6-03cc42af8fe4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1023 time: 0.3703825 Jul 15 16:48:34.690259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.693969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.703269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] No DVR routers for this DVR port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:48:34.776952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Transition to ACTIVE for port object db8c2a48-6a4b-4349-a83d-901aefac1e0c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:34.779533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] For port d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:34.784986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01949ade-0313-4ec8-a20c-1595d71d30ca req-69d96a62-98ec-436d-8e88-1f9bd4feb540 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034628 Jul 15 16:48:34.798465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e1a78-2cb8-437f-8b4c-09f871ea11e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618a9b4-f884-4e9c-8411-fff8b45e9a56,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:34.889533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:34.893326 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85f8bd-b19a-4fbc-8d82-c1f67cdf9c1a" -d '{"events": [{"server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "name": "network-vif-plugged", "status": "completed", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:34.898904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:34.899324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:34.899585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:34.908499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] For port d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:34.923693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:34.924060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Attempting to bind port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:34.944965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Transition to ACTIVE for port object db8c2a48-6a4b-4349-a83d-901aefac1e0c will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:34.947876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffedce77-548f-4c70-9817-cdd9d0c98e88 req-0faddcc4-5017-4ef5-9a57-5e0fbc08bf1f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=d6f73033-e687-493d-ab2e-15455ae6a4b7&id=340d5f9d-27c9-4d35-b200-33b265a5f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2672944 Jul 15 16:48:34.956155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=794493a7-ca55-437a-b11c-3e1162de4e83,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:34.973102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:34.985845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95fd0798-dc30-471e-9949-c9c16704c8cb req-18a155b2-d136-4577-a727-635c265f3071 service neutron] 10.222.0.20 "GET /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559255 Jul 15 16:48:35.005960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:35.007573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:35.013336 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.015361 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.015999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device df4c2950-faa0-45e0-9b80-43d9576a75bf up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:35.016674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:35.017144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Bound port: 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:35.017517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.182574 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83065245-3709-410f-880b-5b3a118601aa x-openstack-request-id: req-83065245-3709-410f-880b-5b3a118601aa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:35.183181 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-unplugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:35.183760 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83065245-3709-410f-880b-5b3a118601aa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:35.184380 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'code': 200} Jul 15 16:48:35.191136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.273290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object a796445b-9345-424a-9f93-abf3319682c8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:35.299424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:35.302221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:35.311235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:35.313557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:35.335184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.339041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:35.341218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28861d43-fec0-4c09-8fe7-e42fd6fa0018 None None] Pushing event updated for resources: {'Port': ['ID=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:35.412621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59018b-1feb-4379-bc66-7e31d60599a9 req-e2997d2e-106f-4e8e-a332-997b617b1beb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:35.429024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de59018b-1feb-4379-bc66-7e31d60599a9 req-e2997d2e-106f-4e8e-a332-997b617b1beb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.1556098 Jul 15 16:48:35.480073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:35.480829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.482525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] 10.222.0.35 "PUT /v2.0/ports/08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 1096 time: 2.2173131 Jul 15 16:48:35.534397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.538385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581e00-4e2b-4d60-8640-da98f303e622 service neutron] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:35.634368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port df4c2950-faa0-45e0-9b80-43d9576a75bf completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:35.650146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Pushing event updated for resources: {'Port': ['ID=db8c2a48-6a4b-4349-a83d-901aefac1e0c,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:35.653099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de59018b-1feb-4379-bc66-7e31d60599a9 req-09b925eb-6907-4682-8860-d831ccc274e7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231991 Jul 15 16:48:35.667749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port df4c2950-faa0-45e0-9b80-43d9576a75bf triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:35.668681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.673028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Attempting to bind port db8c2a48-6a4b-4349-a83d-901aefac1e0c on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:35.675248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Attempting to bind port db8c2a48-6a4b-4349-a83d-901aefac1e0c by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:35.676459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Attempting to bind port db8c2a48-6a4b-4349-a83d-901aefac1e0c on network 635f2096-e6a8-4bf0-891f-d3f486b5236d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:35.714608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084fa51-909c-4235-9eb8-210ee9adbf7e req-c5920c54-5c6d-4082-8e69-6e68fcc870b7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:35.721907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c084fa51-909c-4235-9eb8-210ee9adbf7e req-c5920c54-5c6d-4082-8e69-6e68fcc870b7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.2901993 Jul 15 16:48:35.724369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:35.777226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:35.779893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:35.792621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:35.822433 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7259310-4ad2-4a74-8b05-ba82d323be28 x-openstack-request-id: req-f7259310-4ad2-4a74-8b05-ba82d323be28 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:35.822866 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "name": "network-vif-plugged", "status": "completed", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:35.823224 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7259310-4ad2-4a74-8b05-ba82d323be28 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:35.823727 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83', 'code': 200} Jul 15 16:48:35.831529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:35.836878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Checking segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:35.837501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.838152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Bound using segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:35.840713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Bound port: db8c2a48-6a4b-4349-a83d-901aefac1e0c, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:35.841173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:35.861813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c084fa51-909c-4235-9eb8-210ee9adbf7e req-bc4593d2-de52-43f5-9b0a-56c8f93ff48c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385052 Jul 15 16:48:35.872748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-cfce3a1d-2bc2-42cc-b7df-f85284db4ad5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:35.886465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-cfce3a1d-2bc2-42cc-b7df-f85284db4ad5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1023 time: 0.5413828 Jul 15 16:48:35.987256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:35.997382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad57187-07df-45de-81fa-515101555429 req-1e4168d0-87c4-4e91-9780-6b5ce1c67c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:35.999174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ad57187-07df-45de-81fa-515101555429 req-1e4168d0-87c4-4e91-9780-6b5ce1c67c3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 1096 time: 0.1305423 Jul 15 16:48:36.009777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:36.172599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:36.185114 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.200659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] For port db8c2a48-6a4b-4349-a83d-901aefac1e0c, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:36.240944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] For port db8c2a48-6a4b-4349-a83d-901aefac1e0c, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db8c2a48-6a4b-4349-a83d-901aefac1e0c,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:36.240944 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.250843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ad57187-07df-45de-81fa-515101555429 req-d084424d-dbdf-41e5-a614-470ffdf956dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445371 Jul 15 16:48:36.281364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-7d3ae1cd-63a6-4e47-9ea0-65f060ad1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:36.282986 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-7d3ae1cd-63a6-4e47-9ea0-65f060ad1a36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1099 time: 0.7596817 Jul 15 16:48:36.286710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.330106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0bc16b6a-7d4a-4f7e-a744-4a5749c10b33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92977c11f9b842b5acf211de25ce8917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008494 Jul 15 16:48:36.330975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:36.357359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8335-92cd-448c-96f7-24d358ab6c7c req-7c75c146-96ed-43b8-87ff-b300aac31aaa tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:36.357359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c8a8335-92cd-448c-96f7-24d358ab6c7c req-7c75c146-96ed-43b8-87ff-b300aac31aaa tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 944 time: 0.3141060 Jul 15 16:48:36.373389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-175e25be-c6bc-4d0c-a957-3147a467085b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4429109 Jul 15 16:48:36.374545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:36.428339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e0667-6d2d-4cd9-a8fb-0e669485965e None None] Pushing event updated for resources: {'Port': ['ID=db8c2a48-6a4b-4349-a83d-901aefac1e0c,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:36.434655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d0e77d19-d6bc-4e06-a59c-f52e32ec8362 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:36.443926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'name': 'tempest-TaggedBootDevicesTest-1503882536', 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:36.484297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c8a8335-92cd-448c-96f7-24d358ab6c7c req-ef0784a3-7e35-4202-9579-db432aa5667d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211441 Jul 15 16:48:36.539738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.582280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.599978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:36.609018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.609898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ce10b3fc-cb2d-429b-8694-f5949dc08850 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:36.731254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.738070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:36.754700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63af4ac9-86ee-4dea-b588-2f8152cafc51 HTTP/1.1" status: 204 len: 168 time: 0.4088011 Jul 15 16:48:36.837329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ce10b3fc-cb2d-429b-8694-f5949dc08850 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:48:36.838311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ce10b3fc-cb2d-429b-8694-f5949dc08850 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:48:36.842057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:36.852453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 07c3d17c-a8d9-422a-891e-f8ea0ad1314a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:36.914560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:36.919310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e896c1-133e-407a-b1f0-21df885a66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af4ac9-86ee-4dea-b588-2f8152cafc51,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:36.978614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:36.984433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:36.985159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:37.034142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df8b39-67d7-4e3c-bc33-5e4528061a80 req-d3bb0acb-86ab-4bae-b64f-b5db4da40532 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:37.046376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3df8b39-67d7-4e3c-bc33-5e4528061a80 req-d3bb0acb-86ab-4bae-b64f-b5db4da40532 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1023 time: 0.3792620 Jul 15 16:48:37.106284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:37.117146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9890a9-1697-49a9-bb08-1acc7319abe3 req-c023ae0c-90a8-4192-ab5b-2d8d439fc81c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:37.133845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e9890a9-1697-49a9-bb08-1acc7319abe3 req-c023ae0c-90a8-4192-ab5b-2d8d439fc81c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.3754356 Jul 15 16:48:37.239109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:37.248727 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:37.249003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:37.249532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:37.267959 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ff6b8-dc74-4d53-b097-aaf040649733" -d '{"events": [{"name": "network-changed", "server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:37.298521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3df8b39-67d7-4e3c-bc33-5e4528061a80 req-f8b13a66-bcd0-4c0c-b598-2808f13be5b5 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=d6f73033-e687-493d-ab2e-15455ae6a4b7&id=340d5f9d-27c9-4d35-b200-33b265a5f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2508774 Jul 15 16:48:37.353684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e9890a9-1697-49a9-bb08-1acc7319abe3 req-f903ae2b-b63c-4973-8cf1-1c3c9e12fa76 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188568 Jul 15 16:48:37.485526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:37.497049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:37.591554 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e34590-9420-47a6-b2a9-72ee89252471 x-openstack-request-id: req-15e34590-9420-47a6-b2a9-72ee89252471 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:37.591996 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:37.592963 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15e34590-9420-47a6-b2a9-72ee89252471 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:37.593696 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'status': 'completed', 'code': 200} Jul 15 16:48:37.611692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Deleting port 6bfc803a-f28b-4239-87ff-07ba31b66caa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:48:37.612210 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:37.641491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:37.646215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:48:37.662499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5993709-4f85-4435-b529-752c3e470b2d None None] Network 0629291a-0b8d-451c-92c3-7bd9488d949c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:37.674075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6bfc803a-f28b-4239-87ff-07ba31b66caa no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:37.692692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] device_id is not set on port c5a89fc5-496b-47fa-ab48-af82fb429533 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:48:37.705651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-712f7caf-274c-4563-9232-acf61d54c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:37.708158 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-712f7caf-274c-4563-9232-acf61d54c70f service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 1.3729296 Jul 15 16:48:37.837829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-3af6a719-ac6c-4b28-87ad-62dbeb5f1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:37.839642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-3af6a719-ac6c-4b28-87ad-62dbeb5f1a67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1099 time: 0.2738750 Jul 15 16:48:37.856650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-5e95fd60-64cb-458f-bd77-740508659a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.1330199 Jul 15 16:48:37.872141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf'}, {'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:37.874377 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50febf1-942a-4d86-b588-343df7851d28" -d '{"events": [{"server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "name": "network-vif-plugged", "status": "completed", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf"}, {"server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "name": "network-vif-plugged", "status": "completed", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:37.946604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:37.990835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164f70-05d0-49f6-83b3-63a653ea0bab req-cd46b751-f52a-4728-ade1-a9b047cd5a18 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:37.993132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26164f70-05d0-49f6-83b3-63a653ea0bab req-cd46b751-f52a-4728-ade1-a9b047cd5a18 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.3506560 Jul 15 16:48:37.997699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b79c344-d73a-4541-94ff-0482e99e2a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.079844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Provisioning for port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:38.091188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-e7c50787-0e78-444c-8292-5828a988b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:38.099446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Provisioning complete for port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:38.099816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.100503 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-e7c50787-0e78-444c-8292-5828a988b26e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2352569 Jul 15 16:48:38.228825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.1.1.78 (0629291a-0b8d-451c-92c3-7bd9488d949c/63a60b88-b054-4eb3-9288-34fa7dda25e0/c5a89fc5-496b-47fa-ab48-af82fb429533) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:38.233385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daec89-337d-4c3c-bbe3-aafb42848c4b req-e00ee967-0388-4c55-94d7-4c8d79977f37 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:38.234579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44daec89-337d-4c3c-bbe3-aafb42848c4b req-e00ee967-0388-4c55-94d7-4c8d79977f37 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.4409130 Jul 15 16:48:38.252260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db8c2a48-6a4b-4349-a83d-901aefac1e0c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:38.267415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-52be6920-feeb-4226-9f95-55bc5d5fa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:38.269094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-52be6920-feeb-4226-9f95-55bc5d5fa6a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3861003 Jul 15 16:48:38.316807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26164f70-05d0-49f6-83b3-63a653ea0bab req-b9967488-1ec8-42e9-992a-ab9872682628 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711878 Jul 15 16:48:38.364032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.366998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.426987 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05a0d0-f77a-4022-888b-b969dccb99b4 x-openstack-request-id: req-1a05a0d0-f77a-4022-888b-b969dccb99b4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:38.427220 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "name": "network-vif-plugged", "status": "completed", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf", "code": 200}, {"server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "name": "network-vif-plugged", "status": "completed", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:38.427609 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a05a0d0-f77a-4022-888b-b969dccb99b4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:38.430256 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf', 'code': 200} Jul 15 16:48:38.430513 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a', 'code': 200} Jul 15 16:48:38.453969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:38.454552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.460930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b79c344-d73a-4541-94ff-0482e99e2a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.543042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6bfc803a-f28b-4239-87ff-07ba31b66caa, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6bfc803a-f28b-4239-87ff-07ba31b66caa,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:38.546346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port db8c2a48-6a4b-4349-a83d-901aefac1e0c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:38.560036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b79c344-d73a-4541-94ff-0482e99e2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.579929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-42c038dc-bcde-4680-9ebd-1acd32bac64e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.2811415 Jul 15 16:48:38.591767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] For port d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:38.602044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.646105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Calling delete_port for 6bfc803a-f28b-4239-87ff-07ba31b66caa owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:48:38.662046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44daec89-337d-4c3c-bbe3-aafb42848c4b req-ff239d48-b680-496f-94fa-d23386d836cd tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088607 Jul 15 16:48:38.686685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:38.701024 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.708406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee3d811-9551-4655-9438-eb94616812ab None None] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:48:38.820164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9b79c344-d73a-4541-94ff-0482e99e2a99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce06016bf00a4b6eb8b3dfae42bd05f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8693659 Jul 15 16:48:38.823239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79c344-d73a-4541-94ff-0482e99e2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ef06b-a5e8-4b59-83f6-c59ab2e935ed,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:38.833682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52208) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:38.912648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:38.922570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-90c22e3b-4fa4-4740-a39e-47fc27dd79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:38.924519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-90c22e3b-4fa4-4740-a39e-47fc27dd79f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3343685 Jul 15 16:48:38.934296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object c5a89fc5-496b-47fa-ab48-af82fb429533 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:38.940836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781cf87-e1b4-4fd6-b160-c82785293292 req-0dc336f2-f1c7-444e-9124-3cac6213f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:38.945496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a781cf87-e1b4-4fd6-b160-c82785293292 req-0dc336f2-f1c7-444e-9124-3cac6213f839 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 1096 time: 0.4003475 Jul 15 16:48:39.016607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-2c830ea1-c2a3-4068-a5ab-3e639a4d59c0 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537719 Jul 15 16:48:39.072370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Provisioning for port db8c2a48-6a4b-4349-a83d-901aefac1e0c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:39.088379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Provisioning complete for port db8c2a48-6a4b-4349-a83d-901aefac1e0c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:39.088756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.094298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2dde4-3cdf-4c21-a99c-a432f330a5f0 None None] Pushing event updated for resources: {'Port': ['ID=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:39.096981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-cb403548-7a8b-49e4-8b97-d0ae7572d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.098844 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-cb403548-7a8b-49e4-8b97-d0ae7572d61e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7889483 Jul 15 16:48:39.109574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.137242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.186300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-7ce77924-f680-40b5-bc7a-4ee1163b6697 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.187805 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-7ce77924-f680-40b5-bc7a-4ee1163b6697 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 1.2126136 Jul 15 16:48:39.211437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.229813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.232579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.234373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/550ef06b-a5e8-4b59-83f6-c59ab2e935ed HTTP/1.1" status: 204 len: 168 time: 0.3931646 Jul 15 16:48:39.303817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.311504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a781cf87-e1b4-4fd6-b160-c82785293292 req-d4c7fd0b-2715-47b8-b7c7-8a662bce3b34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075728 Jul 15 16:48:39.312555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e22bd-1fde-4719-89a0-6b41a719cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ef06b-a5e8-4b59-83f6-c59ab2e935ed,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:39.325888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4ee18-8a2e-4b96-8845-18330c048771 req-7fc22f3a-0ed3-44d8-ace3-346c046aab32 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.346408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fa4ee18-8a2e-4b96-8845-18330c048771 req-7fc22f3a-0ed3-44d8-ace3-346c046aab32 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 1021 time: 0.4444714 Jul 15 16:48:39.356971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] For port db8c2a48-6a4b-4349-a83d-901aefac1e0c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db8c2a48-6a4b-4349-a83d-901aefac1e0c,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:39.389810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-a5717adf-b466-426d-91cf-e179725ae4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.391589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-a5717adf-b466-426d-91cf-e179725ae4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4088545 Jul 15 16:48:39.395812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.419747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75a9bd-5944-47ee-b6b1-ba7af055c29b req-9229aa91-2f0e-4459-9c2c-33c414f78a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.422093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6a75a9bd-5944-47ee-b6b1-ba7af055c29b req-9229aa91-2f0e-4459-9c2c-33c414f78a7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 1096 time: 0.8534400 Jul 15 16:48:39.424292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:39.451615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:39.454135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-e7e74bf2-011d-44c1-a233-de0f5c0e6d8d tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:39.461624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-e7e74bf2-011d-44c1-a233-de0f5c0e6d8d tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4441314 Jul 15 16:48:39.472228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7f044-1691-434f-9bc3-535b7d001ccf None None] Pushing event updated for resources: {'Port': ['ID=db8c2a48-6a4b-4349-a83d-901aefac1e0c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:39.497451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:39.500499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-39067869-a77d-4995-95bd-83461a5bb36c tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/quotas/9cf323a2944940c5aaa7c2a20e9add22 HTTP/1.1" status: 200 len: 375 time: 0.0376492 Jul 15 16:48:39.519892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fa4ee18-8a2e-4b96-8845-18330c048771 req-663141b9-b2c9-46a1-8029-8c77eef972a6 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=d6f73033-e687-493d-ab2e-15455ae6a4b7&id=340d5f9d-27c9-4d35-b200-33b265a5f0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1723568 Jul 15 16:48:39.538450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Provisioning for port a796445b-9345-424a-9f93-abf3319682c8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:39.543327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Provisioning complete for port a796445b-9345-424a-9f93-abf3319682c8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:39.543848 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.606648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:39.606911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Port a796445b-9345-424a-9f93-abf3319682c8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:39.620135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Provisioning complete for port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:39.622681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-389703cd-5ee1-4265-b749-fb3b06afb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.664293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-135cb810-da42-4099-954e-bfc4d0fd7ac3 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571847 Jul 15 16:48:39.739721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-94c09ea9-b828-4213-b093-5e59994f2505 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2382755 Jul 15 16:48:39.827610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-503aecf6-a07a-4d52-9758-c15ac9f9cfda service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202602 Jul 15 16:48:39.881096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e28d08-a4c4-4eb7-8001-32cabef3174d req-767b5f11-41bc-40fe-9cbd-3a8f8c32f6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591654 Jul 15 16:48:39.882271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:39.896650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2fcf2fa2-10a6-466c-98fb-c60175eb04fe'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:39.932147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6a75a9bd-5944-47ee-b6b1-ba7af055c29b req-3add4a73-a5f5-4e8e-add6-ac04e450714e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821024 Jul 15 16:48:40.051377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'Port': ['ID=6bfc803a-f28b-4239-87ff-07ba31b66caa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:40.144053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:40.145847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.194974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-016817fa-4d97-4565-a5c3-7da5e2d72c45 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253784 Jul 15 16:48:40.237190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acc367f5-f9aa-4221-9208-97924d2115fa None None] Provisioning for port c5a89fc5-496b-47fa-ab48-af82fb429533 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:40.247595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acc367f5-f9aa-4221-9208-97924d2115fa None None] Provisioning complete for port c5a89fc5-496b-47fa-ab48-af82fb429533 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:40.248408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-acc367f5-f9aa-4221-9208-97924d2115fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.286875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:48:40.287353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.289398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4930399-2b7c-4781-9773-d062ce2d84e9 req-9a5f72d5-4ec3-409d-bc83-0a86274213b7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:40.302708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4930399-2b7c-4781-9773-d062ce2d84e9 req-9a5f72d5-4ec3-409d-bc83-0a86274213b7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 946 time: 0.4879007 Jul 15 16:48:40.376272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-acc367f5-f9aa-4221-9208-97924d2115fa None None] Port c5a89fc5-496b-47fa-ab48-af82fb429533 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:40.381936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4930399-2b7c-4781-9773-d062ce2d84e9 req-c65f1fc3-0ded-4a23-bcba-89834b66a010 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778260 Jul 15 16:48:40.388760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db8c2a48-6a4b-4349-a83d-901aefac1e0c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:40.445514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:40.447771 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32e148-66f1-4056-8a61-d6b561d2363d" -d '{"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:40.503816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.556769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60080190-7289-4ceb-86d6-81a3c53407c8 req-712cfb3a-f3a9-46e2-930e-85ced1b555ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:40.559222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-668cd96e-d0dd-47ed-8595-ca9cc2bf628d None None] Provisioning complete for port db8c2a48-6a4b-4349-a83d-901aefac1e0c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:40.559610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-668cd96e-d0dd-47ed-8595-ca9cc2bf628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.563782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.569639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60080190-7289-4ceb-86d6-81a3c53407c8 req-712cfb3a-f3a9-46e2-930e-85ced1b555ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.1641161 Jul 15 16:48:40.573989 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-081d7a64-c27f-49db-b776-f1e55204801a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1976624 Jul 15 16:48:40.578348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] No DVR routers for this DVR port 6bfc803a-f28b-4239-87ff-07ba31b66caa on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:48:40.586978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.590658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2ab482c-0e65-42a4-a72d-dae0206ebd75 req-127ad654-6cb6-4812-9f6b-eb088a5c269f tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "DELETE /v2.0/ports/6bfc803a-f28b-4239-87ff-07ba31b66caa HTTP/1.1" status: 204 len: 173 time: 4.6698418 Jul 15 16:48:40.592535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-deleted', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:40.595466 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abf97f-fad8-4025-9e6d-60804347fc97" -d '{"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-deleted", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:40.656625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60080190-7289-4ceb-86d6-81a3c53407c8 req-f1f3665d-37c6-48dd-ad5a-e9791b5e7392 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Jul 15 16:48:40.684428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port db8c2a48-6a4b-4349-a83d-901aefac1e0c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:40.684808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.754637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:40.754939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:40.776589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:48:40.858758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0179abdc-fe28-44e7-ae0a-8f0499f759fa req-80952fa5-e4ff-46fb-a85e-32a7c1eb91ad tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 210 time: 0.0966508 Jul 15 16:48:40.938273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-ded8ee23-2b67-4fe3-96fd-20299719a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:40.939858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-ded8ee23-2b67-4fe3-96fd-20299719a3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1099 time: 0.9352388 Jul 15 16:48:40.952143 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5b9eb1-153b-49f7-837f-966658a268e8 x-openstack-request-id: req-cb5b9eb1-153b-49f7-837f-966658a268e8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:40.952670 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-unplugged", "status": "completed", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:40.952982 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb5b9eb1-153b-49f7-837f-966658a268e8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:40.953220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac716d26-59ec-4a04-994c-68ffca5f26ed req-c13bce33-a539-44ca-bcdd-efaa8b618703 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:40.956137 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'code': 200} Jul 15 16:48:40.964982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac716d26-59ec-4a04-994c-68ffca5f26ed req-c13bce33-a539-44ca-bcdd-efaa8b618703 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.2878616 Jul 15 16:48:41.084091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac716d26-59ec-4a04-994c-68ffca5f26ed req-c14d799e-8a1b-42b7-a6a2-9f50e21b469e tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045289 Jul 15 16:48:41.171390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.223924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6d77c93-1234-4a0e-9cf9-34e6e5ed40f7 req-92bd81a8-9161-4c95-bb34-096222292d50 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=73c3c8d9-f340-4826-a1db-9e093cf22621 HTTP/1.1" status: 200 len: 210 time: 0.0914800 Jul 15 16:48:41.272640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d0e77d19-d6bc-4e06-a59c-f52e32ec8362 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:41.276875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=252f2bb8-eda2-4b74-8c10-6041bf2f20b1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:41.360900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:41.376798 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552fc0e6-f3ae-4c6a-aef9-f8e168631d79 x-openstack-request-id: req-552fc0e6-f3ae-4c6a-aef9-f8e168631d79 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:41.380581 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c3c8d9-f340-4826-a1db-9e093cf22621", "name": "network-vif-deleted", "tag": "6bfc803a-f28b-4239-87ff-07ba31b66caa", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:41.381056 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-552fc0e6-f3ae-4c6a-aef9-f8e168631d79 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:41.381478 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c3c8d9-f340-4826-a1db-9e093cf22621', 'name': 'network-vif-deleted', 'tag': '6bfc803a-f28b-4239-87ff-07ba31b66caa', 'status': 'completed', 'code': 200} Jul 15 16:48:41.382775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-279ff497-04b4-4bf7-81dc-8f6fd4229e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:41.384317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-279ff497-04b4-4bf7-81dc-8f6fd4229e53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3874900 Jul 15 16:48:41.425146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:48:41.444947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.446241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:41.446654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.448188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-057e0cc0-acc8-4d52-a525-15b8afc3d831 req-fb6b7f91-2fc5-4e6c-b06d-c38b9bb1d907 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/252f2bb8-eda2-4b74-8c10-6041bf2f20b1 HTTP/1.1" status: 204 len: 173 time: 2.2413847 Jul 15 16:48:41.448490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:48:41.448933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 252f2bb8-eda2-4b74-8c10-6041bf2f20b1 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:48:41.504755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-9d5dfd48-e7e9-4692-b4bc-7b927fc08f2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0744312 Jul 15 16:48:41.545333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:41.578768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52268) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:41.584559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843638575', 'description': 'tempest-description--1441298061'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:41.623103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.657267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d814af2-5d33-436d-aa62-87b816d7f54d req-860b2337-88ff-4a2a-a715-7641c10cdf6b tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 210 time: 0.0467412 Jul 15 16:48:41.706139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-ba464325-1e97-433b-9dec-0d8098135e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:41.711195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-ba464325-1e97-433b-9dec-0d8098135e8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1981425 Jul 15 16:48:41.814771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.825906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.826138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-1b55ada7-d855-4734-81c9-ec9dbd3cd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:41.828188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-1b55ada7-d855-4734-81c9-ec9dbd3cd99f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114292 Jul 15 16:48:41.917845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:41.919674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3399034 Jul 15 16:48:41.922858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52280) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:41.929722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'security_group_rule': {'security_group_id': 'b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:41.936884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d3c08-0748-4f2d-8dec-b6e346b9efe2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:42.002796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8f587-edeb-4307-9d0d-3d1356142bd5 req-3ebce96d-c2ec-40b3-8cb1-8ac069e7ea92 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:42.012138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18e8f587-edeb-4307-9d0d-3d1356142bd5 req-3ebce96d-c2ec-40b3-8cb1-8ac069e7ea92 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 948 time: 0.1500750 Jul 15 16:48:42.051594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.078771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-c8b2f87c-9cf6-4b75-b42a-f11e5bc67069 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418957 Jul 15 16:48:42.115050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87d8df1b-ed1f-4129-b5f3-20bb97f3a642 req-d6820685-ec1a-4cad-ad7f-b3710fe8cd6a tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Jul 15 16:48:42.142591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18e8f587-edeb-4307-9d0d-3d1356142bd5 req-fab295d5-3fac-46c3-b59f-8cd896e478a9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253064 Jul 15 16:48:42.186273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.190920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.204254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0d9ff6b8-dc74-4d53-b097-aaf040649733 req-1874a9cf-52fa-406f-afa6-bd0adf911ae3 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173565 Jul 15 16:48:42.501867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ef2824-9871-427d-a4f5-3919be0bd8b3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:42.514339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-9bdd1283-9dae-4e1e-9f84-be70278e10f7 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285220 Jul 15 16:48:42.533684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.537499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ab736746-c93c-42ad-9e38-d87c727166df tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6087668 Jul 15 16:48:42.540212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52296) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:42.551178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'security_group_rule': {'security_group_id': 'b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:42.594325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-ed6e6557-833f-4d34-bb52-8b8fe5111d03 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/d6f73033-e687-493d-ab2e-15455ae6a4b7 HTTP/1.1" status: 200 len: 1800 time: 0.1095216 Jul 15 16:48:42.615055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.637067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb207-18d5-48e9-82aa-60ba1977c896 req-baad76a3-d025-4235-a0fa-251e8a7d9cf1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:42.638742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b63cb207-18d5-48e9-82aa-60ba1977c896 req-baad76a3-d025-4235-a0fa-251e8a7d9cf1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.1596172 Jul 15 16:48:42.641452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-fddde1d3-4772-4299-8b67-a012079a175c tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:42.642993 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-fddde1d3-4772-4299-8b67-a012079a175c tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223366 Jul 15 16:48:42.659466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Request body: {'port': {'device_id': '1aaa899a-45d2-4221-9707-b57b27c39066', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '9cf323a2944940c5aaa7c2a20e9add22'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:42.735420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b63cb207-18d5-48e9-82aa-60ba1977c896 req-e8ebc669-693e-4b65-9a20-51cd8dc802c1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 Jul 15 16:48:42.750496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.764964 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.773604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.798299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Made reservation on behalf of 9cf323a2944940c5aaa7c2a20e9add22 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:42.801272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.803672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.813204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bfa11e-3907-48f3-8230-f4f54a330443,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:42.815645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.824254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.828852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5343ae5d-6d2b-4f92-b155-659a18c1db1c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2805495 Jul 15 16:48:42.829979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52302) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:42.849745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:42.852332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:42.901642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.906284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.922808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-befb7300-56cd-4f53-bf4f-974f373d84a5 req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/d6f73033-e687-493d-ab2e-15455ae6a4b7 HTTP/1.1" status: 204 len: 173 time: 0.3197629 Jul 15 16:48:42.953685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670d81b-41d3-488a-bc68-d1cb8d85fb23 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f73033-e687-493d-ab2e-15455ae6a4b7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:42.961453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:42.969406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.031299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7c2bb00-490b-4d76-9b03-14b4212e51fb req-913550f6-0d30-410c-b259-b664d659f3e2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=66b667c7-543e-41db-9005-7527b9faad05 HTTP/1.1" status: 200 len: 210 time: 0.0619407 Jul 15 16:48:43.044759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.060582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:43.077383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'mac_address': 'fa:16:3e:3b:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:43.115975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:43.138899 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.164252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08971e7f-7f43-4b6b-9b43-d67ac50f4915 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:43.186099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:43.190582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.220310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Allocated IP 192.168.233.201 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/cb64301a-e018-4f79-8745-be75d49f653b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:43.240189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:43.264804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-76c92136-edb0-49bd-8c3c-189532206113 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/340d5f9d-27c9-4d35-b200-33b265a5f0ff HTTP/1.1" status: 200 len: 1800 time: 0.0976484 Jul 15 16:48:43.295879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a8769-9b12-4853-8200-ca5cab7444b5 req-047dc9a8-d2fa-49be-a6f3-5eaf1f779774 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:43.297347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c5a8769-9b12-4853-8200-ca5cab7444b5 req-047dc9a8-d2fa-49be-a6f3-5eaf1f779774 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1924269 Jul 15 16:48:43.367873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.374448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.383312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c5a8769-9b12-4853-8200-ca5cab7444b5 req-cd617f42-91a5-4812-8ef3-6aab94dafa1d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765662 Jul 15 16:48:43.384030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'name': 'network-vif-deleted', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:43.386328 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86525550-6e55-4928-9008-7bc863e040e1" -d '{"events": [{"server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "name": "network-vif-deleted", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:43.392956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Transition to ACTIVE for port object cb64301a-e018-4f79-8745-be75d49f653b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:43.410552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:43.448888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.459698 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.490418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.511342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:43.514759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:43.538346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:43.565760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 172.25.8.78 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/146f159b-7781-42c6-be18-196990b7c6ac) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:43.601301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.604430 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.617317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e3df2d-2757-4bf2-8831-7560b00ad07e req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/340d5f9d-27c9-4d35-b200-33b265a5f0ff HTTP/1.1" status: 204 len: 173 time: 0.3432171 Jul 15 16:48:43.650727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Pushing event updated for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:43.656656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2c9a6-f0b9-4d6a-93aa-2dd4a1543977 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d5f9d-27c9-4d35-b200-33b265a5f0ff,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:43.673855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:43.674754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.697625 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-722a20a1-d7fe-49f2-8cce-1b41b51a3871 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0420430 Jul 15 16:48:43.714773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Request body: {'port': {'device_id': '1aaa899a-45d2-4221-9707-b57b27c39066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:43.802751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.821905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.850451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7224f-e4d1-4045-843a-8bf845c8608b req-5ff75019-2261-4b51-897a-01565012d46f tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:43.851936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2c7224f-e4d1-4045-843a-8bf845c8608b req-5ff75019-2261-4b51-897a-01565012d46f tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 936 time: 0.1997247 Jul 15 16:48:43.887010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6fdd092b-4ef0-4b55-86e7-ad48843d2645 None None] Provisioning for port cb64301a-e018-4f79-8745-be75d49f653b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:43.891378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6fdd092b-4ef0-4b55-86e7-ad48843d2645 None None] Provisioning complete for port cb64301a-e018-4f79-8745-be75d49f653b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:43.891687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fdd092b-4ef0-4b55-86e7-ad48843d2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.905939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80bf0-25b4-4162-98be-f055c92c2cae req-acdcda1d-f9ca-4678-bd33-04529f2b20cc tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:43.907403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98b80bf0-25b4-4162-98be-f055c92c2cae req-acdcda1d-f9ca-4678-bd33-04529f2b20cc tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 949 time: 0.1624334 Jul 15 16:48:43.934028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd092b-4ef0-4b55-86e7-ad48843d2645 None None] Port cb64301a-e018-4f79-8745-be75d49f653b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:43.948584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2c7224f-e4d1-4045-843a-8bf845c8608b req-bd41da6c-2ea3-4d64-8a53-150be0e0f928 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Jul 15 16:48:43.951416 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:43.999372 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f8a64a-60c2-4b25-b77d-a9289c2d5932 x-openstack-request-id: req-92f8a64a-60c2-4b25-b77d-a9289c2d5932 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:43.999670 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b667c7-543e-41db-9005-7527b9faad05", "name": "network-vif-deleted", "tag": "252f2bb8-eda2-4b74-8c10-6041bf2f20b1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:43.999924 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92f8a64a-60c2-4b25-b77d-a9289c2d5932 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:44.000351 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b667c7-543e-41db-9005-7527b9faad05', 'name': 'network-vif-deleted', 'tag': '252f2bb8-eda2-4b74-8c10-6041bf2f20b1', 'status': 'completed', 'code': 200} Jul 15 16:48:44.005270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98b80bf0-25b4-4162-98be-f055c92c2cae req-961f75ac-f294-4447-9680-9a49977b83e6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904520 Jul 15 16:48:44.010878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:44.014051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:44.016283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:44.054026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=146f159b-7781-42c6-be18-196990b7c6ac,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:44.117650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1496502274', 'description': 'tempest-description-596374223'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:44.128233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb64301a-e018-4f79-8745-be75d49f653b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:44.136896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.149926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Transition to ACTIVE for port object cb64301a-e018-4f79-8745-be75d49f653b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:44.154949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.201154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.211284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.234943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:44.288606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Attempting to bind port cb64301a-e018-4f79-8745-be75d49f653b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:44.289285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Attempting to bind port cb64301a-e018-4f79-8745-be75d49f653b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:44.289285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Attempting to bind port cb64301a-e018-4f79-8745-be75d49f653b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:44.294185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Port cb64301a-e018-4f79-8745-be75d49f653b on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:44.294507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Attempting to bind port cb64301a-e018-4f79-8745-be75d49f653b on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:44.300018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:44.300911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:44.301732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:44.302035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Bound port: cb64301a-e018-4f79-8745-be75d49f653b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:44.302477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ce372-1806-4bec-939a-6ea4cc48487f req-bba7391e-c0fc-460a-8e70-3ae3882717fa tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:44.302612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.310166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb1ce372-1806-4bec-939a-6ea4cc48487f req-bba7391e-c0fc-460a-8e70-3ae3882717fa tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.1996849 Jul 15 16:48:44.322156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.376764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:44.381598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cb64301a-e018-4f79-8745-be75d49f653b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:44.388413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.430497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:44.431208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.432737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb64301a-e018-4f79-8745-be75d49f653b HTTP/1.1" status: 200 len: 1096 time: 0.7233455 Jul 15 16:48:44.457531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3892c-1c3f-4554-83f6-8e9a88e3eb58 service neutron] Pushing event updated for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:44.468868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb1ce372-1806-4bec-939a-6ea4cc48487f req-da87a1f8-86be-48e5-8bdb-9fde44be458f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576791 Jul 15 16:48:44.499294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.510839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.562054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87670c-7bc7-451d-b49d-5f94a5fefcc9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:44.593291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-7c77ab1f-068f-485b-91e4-a75e6f01c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:44.596193 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-7c77ab1f-068f-485b-91e4-a75e6f01c998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 1099 time: 0.0815771 Jul 15 16:48:44.607695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.627101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a468f6e9-358d-4449-ab7a-1260fa464324 req-f652dddd-e864-4c1c-8bcc-d11d9fda9b3c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5150595 Jul 15 16:48:44.648492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-213b7bb2-8ce5-44e2-8994-b469cb76ea68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=cb64301a-e018-4f79-8745-be75d49f653b HTTP/1.1" status: 200 len: 217 time: 0.0444047 Jul 15 16:48:44.738023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-8b001d7e-37bb-42bc-a216-c51b8d1f09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:44.739918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-8b001d7e-37bb-42bc-a216-c51b8d1f09b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0857315 Jul 15 16:48:44.797221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.822690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:44.850526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:44.911121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-9b268a3b-1e32-45e4-9e59-a5923b1f93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:44.914030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-9b268a3b-1e32-45e4-9e59-a5923b1f93bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626413 Jul 15 16:48:44.956219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=146f159b-7781-42c6-be18-196990b7c6ac,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:44.963640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:44.970819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:44.971311 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.015738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18b885fd-4863-44c3-b036-ea0855ba639f req-24cab9e4-6444-4c47-8179-08e8c337c015 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/1b87670c-7bc7-451d-b49d-5f94a5fefcc9 HTTP/1.1" status: 200 len: 1800 time: 0.2096400 Jul 15 16:48:45.028160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.034108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1155087358', 'description': 'tempest-description-hth-2071965779'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:45.062578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.063709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.091426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:45.094548 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a15050-ddf3-46eb-995c-f399ae6a036c" -d '{"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-plugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:45.110350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:45.114020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.118078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.159331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.162447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.165550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18b885fd-4863-44c3-b036-ea0855ba639f req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "PUT /v2.0/security-groups/1b87670c-7bc7-451d-b49d-5f94a5fefcc9 HTTP/1.1" status: 200 len: 1775 time: 0.1374516 Jul 15 16:48:45.184871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:45.205653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:45.213848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8e1b4c29-9297-4e24-9d3d-a9d4e0403723 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3759689 Jul 15 16:48:45.216632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daadbb1-f939-44fe-a932-feb7f554dcd9 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b87670c-7bc7-451d-b49d-5f94a5fefcc9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:45.292213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dadfc4-0b9c-45e4-a21e-223840eafe72 req-aac71787-b696-467a-bb1a-64fa4a58fe0c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.293993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61dadfc4-0b9c-45e4-a21e-223840eafe72 req-aac71787-b696-467a-bb1a-64fa4a58fe0c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.1707389 Jul 15 16:48:45.367762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61dadfc4-0b9c-45e4-a21e-223840eafe72 req-2d13d239-aaef-424a-a01b-999102259461 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681138 Jul 15 16:48:45.488941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8553940-18e6-451a-a5db-34924b46a55d req-35bd0542-a9d2-41b3-afb5-90535ea5c38e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.490924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8553940-18e6-451a-a5db-34924b46a55d req-35bd0542-a9d2-41b3-afb5-90535ea5c38e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.0934157 Jul 15 16:48:45.564581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8553940-18e6-451a-a5db-34924b46a55d req-fc176a50-be52-4a9b-a829-84a36af63dee tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681086 Jul 15 16:48:45.589777 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-0fab87f7-0b65-45ae-b94b-7fd9f3be012c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682451 Jul 15 16:48:45.683976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b8f3f5a3-f025-49ee-a51c-df92fd262235 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.686179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b8f3f5a3-f025-49ee-a51c-df92fd262235 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1552758 Jul 15 16:48:45.703386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-6e71a3f6-126f-495a-b8c5-87c193e70bed tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/quotas/8851e556b1f2453e8191de5b733e67b2 HTTP/1.1" status: 200 len: 375 time: 0.0110071 Jul 15 16:48:45.725590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-73b73624-b34a-40eb-9544-7c959a022a78 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.727109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-73b73624-b34a-40eb-9544-7c959a022a78 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&tenant_id=209b68c69eef48af80cac0d3e7b124de&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 950 time: 0.7715375 Jul 15 16:48:45.774225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49e0f218-a23e-4422-bffc-2bbbd2c57938 req-d2ef249c-3a39-4b59-a283-1e8064e5fd7f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623392 Jul 15 16:48:45.807593 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-dafc9a79-4e2d-43f4-a620-9fd5760e1bfe service neutron] delete failed (client error): The resource could not be found. Jul 15 16:48:45.809022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-dafc9a79-4e2d-43f4-a620-9fd5760e1bfe service neutron] 10.222.0.20 "DELETE /v2.0/ports/08971e7f-7f43-4b6b-9b43-d67ac50f4915/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0702169 Jul 15 16:48:45.825443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c846e-15bd-4734-b398-a8b04fa5ce48 req-a67c8abb-e425-4e24-858b-a43f5a6e2c3d tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.826954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d8c846e-15bd-4734-b398-a8b04fa5ce48 req-a67c8abb-e425-4e24-858b-a43f5a6e2c3d tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 948 time: 0.1207175 Jul 15 16:48:45.840685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-64a845e8-8560-4ef1-a4a8-2f7a5074ae2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216860 Jul 15 16:48:45.928629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d8c846e-15bd-4734-b398-a8b04fa5ce48 req-e66ac270-d61a-4133-80b9-ce535c452d10 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869317 Jul 15 16:48:45.957812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-d8a0c32e-e035-490e-a5ee-36df652b06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:45.959433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-d8a0c32e-e035-490e-a5ee-36df652b06aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.0659275 Jul 15 16:48:45.961627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-a62c3817-9910-4abe-b87d-9817c09ef519 service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188555 Jul 15 16:48:45.986976 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a35ef55-91a4-403d-a15f-ef8089b101a8 x-openstack-request-id: req-8a35ef55-91a4-403d-a15f-ef8089b101a8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:45.988494 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-plugged", "status": "completed", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:45.989065 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a35ef55-91a4-403d-a15f-ef8089b101a8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:45.989783 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'code': 200} Jul 15 16:48:46.002460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:46.004773 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685" -d '{"events": [{"name": "network-changed", "server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "tag": "cb64301a-e018-4f79-8745-be75d49f653b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:46.064728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-4ee512bc-6fbe-4dc4-9917-ff72dfb3ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.066782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-4ee512bc-6fbe-4dc4-9917-ff72dfb3ad34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.0977755 Jul 15 16:48:46.085108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a35245-6f2a-433f-b9d3-6694a38572b5 req-a99d10cd-5475-48b8-bac9-b4b554bc4499 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/1b87670c-7bc7-451d-b49d-5f94a5fefcc9 HTTP/1.1" status: 200 len: 1775 time: 0.0853143 Jul 15 16:48:46.088995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-f063b5ed-7011-4b0d-9831-caecd4f6a6ed service neutron] 10.222.0.25 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217103 Jul 15 16:48:46.117636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-a68d311c-2c45-43a8-afa1-3fc3a02268c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0386291 Jul 15 16:48:46.173672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-1f0d6a34-c98f-42a8-8dbd-2edd849a8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.175245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-1f0d6a34-c98f-42a8-8dbd-2edd849a8724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0509505 Jul 15 16:48:46.308429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-3dae3a68-0d75-43a9-b7fb-992e96d46570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.310253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-3dae3a68-0d75-43a9-b7fb-992e96d46570 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284158 Jul 15 16:48:46.460355 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-2c7ff04a-b680-46b7-9f47-49c960f57157 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369433 Jul 15 16:48:46.480069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19872fea-5d44-47e6-81a2-bed0f5a2714f req-b2a6e2ed-b64e-440b-a11b-2737c0c98f7d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.487230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19872fea-5d44-47e6-81a2-bed0f5a2714f req-b2a6e2ed-b64e-440b-a11b-2737c0c98f7d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1349986 Jul 15 16:48:46.508745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-294d38aa-8b2a-45e3-b000-77ceea1420b6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1843638575&fields=id&tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81 HTTP/1.1" status: 200 len: 267 time: 0.0842381 Jul 15 16:48:46.580623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19872fea-5d44-47e6-81a2-bed0f5a2714f req-bd82e067-410c-49ac-be72-615fd102a274 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924475 Jul 15 16:48:46.590691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0929a4ef-b2d7-4f15-946c-c03a93899ebc req-5d94a2b9-a662-4a91-925d-8f985e43d90d service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143143 Jul 15 16:48:46.601983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-b5df1472-ebae-45cb-893e-63695e1ee509 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.609337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-b5df1472-ebae-45cb-893e-63695e1ee509 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 930 time: 0.0993693 Jul 15 16:48:46.626869 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9c46da-462d-4261-a126-5b19cd846103 x-openstack-request-id: req-8b9c46da-462d-4261-a126-5b19cd846103 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:46.627228 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "tag": "cb64301a-e018-4f79-8745-be75d49f653b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:46.627828 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b9c46da-462d-4261-a126-5b19cd846103 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:46.628244 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b', 'status': 'completed', 'code': 200} Jul 15 16:48:46.693945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-bd582109-755d-4145-b15a-81faa6e736ea tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.702272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-bd582109-755d-4145-b15a-81faa6e736ea tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 931 time: 0.0877786 Jul 15 16:48:46.756074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:46.784037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-ed27cd01-c50c-4fe5-a61a-1332a9b739a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.786593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-ed27cd01-c50c-4fe5-a61a-1332a9b739a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 1099 time: 0.1125765 Jul 15 16:48:46.792941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-c93a82ad-cc28-4429-9ff4-8e00422ba16c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/1b87670c-7bc7-451d-b49d-5f94a5fefcc9 HTTP/1.1" status: 200 len: 1775 time: 0.1394610 Jul 15 16:48:46.803317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-861fd3fc-c662-482e-a898-c616366c1562 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1017537 Jul 15 16:48:46.846622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-030f8272-ae8a-45ef-99a1-c301ef3dabe8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jul 15 16:48:46.920861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-c94001fc-29b0-4f8f-bdc8-b44a96075033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:46.922123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-c94001fc-29b0-4f8f-bdc8-b44a96075033 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1278121 Jul 15 16:48:46.928795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae9887e7-54ea-4588-b48c-ca2ecd5ef16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:46.938451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:46.984371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-6fb43edc-afcf-46ea-a497-bb79c62c47b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=cb64301a-e018-4f79-8745-be75d49f653b HTTP/1.1" status: 200 len: 217 time: 0.0415194 Jul 15 16:48:47.002516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.054200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c910db8d-82bf-49f8-ad5d-245240b1e2b5 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.060064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c910db8d-82bf-49f8-ad5d-245240b1e2b5 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.066485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c910db8d-82bf-49f8-ad5d-245240b1e2b5 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.068887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-3106cab9-f2c9-4c52-958d-0dd131627e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.069064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c910db8d-82bf-49f8-ad5d-245240b1e2b5 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/networks?id=3d19312a-92de-4366-b01d-7804d5a6d70d&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=635f2096-e6a8-4bf0-891f-d3f486b5236d&id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 1987 time: 0.2122145 Jul 15 16:48:47.070339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-3106cab9-f2c9-4c52-958d-0dd131627e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0736036 Jul 15 16:48:47.085266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-86c65c93-dbc7-4f39-b6d9-31ec3d277886 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/quotas/2270cd09cc5247d5a2a3b1ac78c0da81 HTTP/1.1" status: 200 len: 375 time: 0.0103617 Jul 15 16:48:47.102798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.105338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.106442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b1f3bc7-dacd-4b6b-a35f-0fb9728f3bc1 req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b87670c-7bc7-451d-b49d-5f94a5fefcc9 HTTP/1.1" status: 204 len: 173 time: 0.3127306 Jul 15 16:48:47.138754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f33ec-9202-408d-84ef-47f5e48c9a9c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b87670c-7bc7-451d-b49d-5f94a5fefcc9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:47.141206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae9887e7-54ea-4588-b48c-ca2ecd5ef16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.157917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae9887e7-54ea-4588-b48c-ca2ecd5ef16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.208505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-e30283e3-1809-479b-8007-b0f641ba0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.210047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-e30283e3-1809-479b-8007-b0f641ba0467 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205659 Jul 15 16:48:47.214954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-f47ff742-9f98-4aef-a0fa-3fa83651bfb9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1215696 Jul 15 16:48:47.215142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ae9887e7-54ea-4588-b48c-ca2ecd5ef16e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6e67f8da5174efaba1ec653068c497d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581919 Jul 15 16:48:47.215839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9887e7-54ea-4588-b48c-ca2ecd5ef16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df70288-2853-4730-ac07-ffb1e906f24d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:47.217865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:47.307203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e943490-ebe9-4637-8375-51041077675e req-c3a4640f-3397-44b1-8184-a58d4f866fa6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 210 time: 0.0648017 Jul 15 16:48:47.344356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cb64301a-e018-4f79-8745-be75d49f653b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:47.352452 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-87e9cb29-6512-4bcf-b60e-4f9176d71167 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336000 Jul 15 16:48:47.396158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.468053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-f8350e02-7c3b-46cf-b6d5-76504822743b service neutron] 10.222.0.25 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521877 Jul 15 16:48:47.471477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.549339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cb64301a-e018-4f79-8745-be75d49f653b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:47.549803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d2eaff7-412d-4c51-bec4-7f7b79ff9685 req-852d3b5d-784f-4f83-a7f2-117b81cf7aed service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707191 Jul 15 16:48:47.576245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'cb64301a-e018-4f79-8745-be75d49f653b', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'cb64301a-e018-4f79-8745-be75d49f653b', 'mac_address': 'fa:16:3e:ef:67:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:47.616865 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.631898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb64301a-e018-4f79-8745-be75d49f653b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:47.673637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cb64301a-e018-4f79-8745-be75d49f653b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:47.674926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-31354473-1cf6-44f0-8003-34ca493464d3 service neutron] 10.222.0.25 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058165 Jul 15 16:48:47.681690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.685235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4dc6c-d3d6-45a9-8531-4bab26c931f6 req-d66ec0df-3b05-451e-ac29-34a5e54f93a0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:47.688770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dc4dc6c-d3d6-45a9-8531-4bab26c931f6 req-d66ec0df-3b05-451e-ac29-34a5e54f93a0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.1566257 Jul 15 16:48:47.694882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.698939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:47.700481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2df70288-2853-4730-ac07-ffb1e906f24d HTTP/1.1" status: 204 len: 168 time: 0.4700725 Jul 15 16:48:47.745240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:47.760156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2bb5e-4882-4776-9c80-d786cfc49f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df70288-2853-4730-ac07-ffb1e906f24d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:47.775434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-8f844d54-775e-402f-ae1a-b63ed485adf6 service neutron] 10.222.0.25 "GET /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0813746 Jul 15 16:48:47.818731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dc4dc6c-d3d6-45a9-8531-4bab26c931f6 req-dc812ba2-18d6-4597-bb84-4d6a4ae39fa3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166298 Jul 15 16:48:47.912606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4519089d-7eaa-4466-8e08-af6e545dfb71 service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286790 Jul 15 16:48:48.021607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['cb64301a-e018-4f79-8745-be75d49f653b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:48.021878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-cf0df2f2-47bb-4d8c-8e78-de7c52fe8cdb service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024699 Jul 15 16:48:48.089069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-9888a5af-914f-4e8d-b135-c9a96b688354 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:48.090973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-9888a5af-914f-4e8d-b135-c9a96b688354 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 804 time: 0.1544790 Jul 15 16:48:48.096233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:48.106460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-1918fac9-1b3d-49eb-bd35-ed86a6d4b5cc service neutron] 10.222.0.25 "GET /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0837460 Jul 15 16:48:48.117926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Request body: {'port': {'device_id': '01569593-5f69-4799-8efb-b4db78cca25a', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'admin_state_up': True, 'tenant_id': '8851e556b1f2453e8191de5b733e67b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:48.122990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ad39-985c-46c9-bc89-c020c278aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.284931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3738fb16-e64a-402d-8b1c-f24cb67af5ce service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723139 Jul 15 16:48:48.310359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a33a4-8af9-4292-ad40-a97a727b01f5 req-e194a41c-4f1c-457e-9406-5ff41cdb8aa9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:48.313058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ad39-985c-46c9-bc89-c020c278aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.317543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a33a4-8af9-4292-ad40-a97a727b01f5 req-e194a41c-4f1c-457e-9406-5ff41cdb8aa9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:48.321335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ec5ad39-985c-46c9-bc89-c020c278aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.323544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a33a4-8af9-4292-ad40-a97a727b01f5 req-e194a41c-4f1c-457e-9406-5ff41cdb8aa9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:48.325159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e9a33a4-8af9-4292-ad40-a97a727b01f5 req-e194a41c-4f1c-457e-9406-5ff41cdb8aa9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1&device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 2416 time: 0.1683302 Jul 15 16:48:48.361653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9ec5ad39-985c-46c9-bc89-c020c278aa66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa4feeeb90d34c10a0f1889f92e87f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640142 Jul 15 16:48:48.366033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52424) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:48.366838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Made reservation on behalf of 8851e556b1f2453e8191de5b733e67b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:48.370358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.384390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5ad39-985c-46c9-bc89-c020c278aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96497b7a-7ed1-4a5c-8042-1ac35ff23c46,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:48.436288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e9a33a4-8af9-4292-ad40-a97a727b01f5 req-0fe525b0-779f-4db5-9b64-d01a3c337ad6 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995481 Jul 15 16:48:48.468318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-e7640a5d-6a89-43a1-952c-71f521b7c554 service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754231 Jul 15 16:48:48.489377 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.520988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Allocated IP 172.20.0.14 (631e1399-d426-49fb-a4f2-16bb96043a70/2204dc9d-3263-44db-bb5c-e155d09a6867/9d363ceb-fcf6-41ae-b04b-d55310f2f110) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:48.558843 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.652226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4370d723-ae0e-4879-ae41-dde8f261f21f service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752458 Jul 15 16:48:48.686784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.732638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.781499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Network 631e1399-d426-49fb-a4f2-16bb96043a70 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:48.784834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:48.789359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:48.814383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event updated for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:48.844281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:48.844856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.860020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b1576ab6-3f54-4524-ad48-c58f45d3fc16 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7475343 Jul 15 16:48:48.882376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Request body: {'port': {'device_id': '01569593-5f69-4799-8efb-b4db78cca25a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:48.889820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:48.964966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.975785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.978588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:48.980784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96497b7a-7ed1-4a5c-8042-1ac35ff23c46 HTTP/1.1" status: 204 len: 168 time: 0.6127715 Jul 15 16:48:49.000582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb22a7-f18d-4c64-8fcd-7efcf8a01eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96497b7a-7ed1-4a5c-8042-1ac35ff23c46,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:49.009540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dcea7-e201-4c12-85cd-a4006b108a72 req-5a3ec87c-c6e7-4157-9fed-551c0f5eedd4 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.011056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6dcea7-e201-4c12-85cd-a4006b108a72 req-5a3ec87c-c6e7-4157-9fed-551c0f5eedd4 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 949 time: 0.4506459 Jul 15 16:48:49.048563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-09633091-b8fa-42fb-bd34-4337cba12c35 service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954351 Jul 15 16:48:49.099531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6dcea7-e201-4c12-85cd-a4006b108a72 req-b7b80395-bc0f-499c-bab7-0637c8e097f7 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793657 Jul 15 16:48:49.180612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-22f4f638-40ec-4025-bc17-7826cc6d0b9c service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277299 Jul 15 16:48:49.274514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d363ceb-fcf6-41ae-b04b-d55310f2f110 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:49.283392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.296325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-a5a73159-af44-4410-b78b-1efc080c8101 service neutron] 10.222.0.25 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104028 Jul 15 16:48:49.298011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Transition to ACTIVE for port object 9d363ceb-fcf6-41ae-b04b-d55310f2f110 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:49.304740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.361529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cb64301a-e018-4f79-8745-be75d49f653b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:49.368107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Pushing event updated for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:49.444561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port cb64301a-e018-4f79-8745-be75d49f653b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:49.450949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port cb64301a-e018-4f79-8745-be75d49f653b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:49.451684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.476932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-a4cc5c34-3cf4-485b-934d-f4ff709d9005 service neutron] 10.222.0.25 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796622 Jul 15 16:48:49.479640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b16d2-3e39-444b-bc32-ad514b3926fe req-d05ae9dc-09eb-4832-9737-020850a7f00c tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.481222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-223b16d2-3e39-444b-bc32-ad514b3926fe req-d05ae9dc-09eb-4832-9737-020850a7f00c tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.1748028 Jul 15 16:48:49.489473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Attempting to bind port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:49.489840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Attempting to bind port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:49.490128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Attempting to bind port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:49.496684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 on network 631e1399-d426-49fb-a4f2-16bb96043a70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:49.497036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Attempting to bind port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 on network 631e1399-d426-49fb-a4f2-16bb96043a70 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:49.506363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:49.506693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Checking segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:49.507074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Bound using segment: {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:49.507504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Bound port: 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7d5241-bb9d-4075-a696-78dc9d94be7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:49.507863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.528470 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-e2429319-0b75-41ed-b9a2-cd9f720946b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071994 Jul 15 16:48:49.559210 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.572854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-223b16d2-3e39-444b-bc32-ad514b3926fe req-a09fd64e-e211-4344-b012-d49c1687d365 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849774 Jul 15 16:48:49.585776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:49.588284 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc5a0c-e40e-425e-a9fd-cc6a0e1bdc90" -d '{"events": [{"server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "name": "network-vif-plugged", "status": "completed", "tag": "cb64301a-e018-4f79-8745-be75d49f653b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:49.625450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cb64301a-e018-4f79-8745-be75d49f653b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:49.633774 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.645264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-05a37f5c-4cb2-473d-83ef-0b00224bd478 service neutron] 10.222.0.25 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486359 Jul 15 16:48:49.674373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:49.679570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:49.692414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.709304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:49.752044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.752774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:49.754769 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d363ceb-fcf6-41ae-b04b-d55310f2f110 HTTP/1.1" status: 200 len: 1092 time: 0.8773258 Jul 15 16:48:49.755365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:49.757687 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8246200-cd9d-46d8-a77e-46c7526dd016" -d '{"events": [{"name": "network-changed", "server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:49.783470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-d88c1d7d-1a59-4446-bd2f-25c974c7e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.785903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-d88c1d7d-1a59-4446-bd2f-25c974c7e74a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 1096 time: 0.2008462 Jul 15 16:48:49.795713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cd76d-1355-4636-a025-2fa8fedd1307 service neutron] Pushing event updated for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:49.812706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3e6cb83a-e511-4dbd-be4d-904bb4f8f2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616464 Jul 15 16:48:49.828658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60196589-b49c-448b-ba47-5d54273f022e req-756ebe29-3a40-43e6-912f-43958a287550 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.830129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60196589-b49c-448b-ba47-5d54273f022e req-756ebe29-3a40-43e6-912f-43958a287550 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 944 time: 0.0973074 Jul 15 16:48:49.918863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60196589-b49c-448b-ba47-5d54273f022e req-0d401054-002e-4a47-a8c1-d3f2a59993d4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810199 Jul 15 16:48:49.938549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-fcab312d-9c99-4238-91a9-a12505108c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:49.940157 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-fcab312d-9c99-4238-91a9-a12505108c86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 1095 time: 0.1268008 Jul 15 16:48:49.968703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2ae09285-024a-4913-956e-6852c954b468 service neutron] 10.222.0.25 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479492 Jul 15 16:48:49.994518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-5193d7db-90e6-4537-9d7d-05baad9f6758 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110 HTTP/1.1" status: 200 len: 217 time: 0.0462570 Jul 15 16:48:50.051622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-0f2ab28c-d347-4821-ae12-020ec6a3f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.053133 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-0f2ab28c-d347-4821-ae12-020ec6a3f9a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.2066050 Jul 15 16:48:50.058469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-12e27717-790b-4ea0-8189-00216a4f732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.060047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-12e27717-790b-4ea0-8189-00216a4f732c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0595758 Jul 15 16:48:50.147395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-fae85222-3a4c-4752-9411-4777999f6439 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745819 Jul 15 16:48:50.149101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-74947970-eae8-449e-abd3-5fd3bcee16bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 200 len: 217 time: 0.0786405 Jul 15 16:48:50.227031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bba21c-1e41-44b7-960e-f87f271271a4 req-023708c6-a645-4d7a-9cbd-e268a97a8ab1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.240873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4bba21c-1e41-44b7-960e-f87f271271a4 req-023708c6-a645-4d7a-9cbd-e268a97a8ab1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.1017275 Jul 15 16:48:50.265905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-08d30b23-fd2f-45ae-9142-9882399e0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.267993 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-08d30b23-fd2f-45ae-9142-9882399e0cc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.1058941 Jul 15 16:48:50.289745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4bba21c-1e41-44b7-960e-f87f271271a4 req-5f362d8f-89d4-4904-9e95-3b44c05a41da tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Jul 15 16:48:50.308376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-d053502c-de6e-43b8-96c4-e7ccfd8a84d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312510 Jul 15 16:48:50.356016 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-44fc9ad8-b3e9-4b0f-88a8-bbb5382994ab service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950526 Jul 15 16:48:50.486492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-11e1f739-129a-422b-813a-102ad316b2ad service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694264 Jul 15 16:48:50.541186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fb37168-55bf-4e15-a36a-eadaac0f2c42 req-b3ba198b-2494-4421-9271-68e6b6c9a6bc service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746962 Jul 15 16:48:50.560701 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc865bac-58a5-423c-b618-96fda7e6d3ba x-openstack-request-id: req-cc865bac-58a5-423c-b618-96fda7e6d3ba {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:50.561261 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "name": "network-vif-plugged", "status": "completed", "tag": "cb64301a-e018-4f79-8745-be75d49f653b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:50.561261 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc865bac-58a5-423c-b618-96fda7e6d3ba {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:50.561636 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b', 'code': 200} Jul 15 16:48:50.664056 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37efdc-0661-481f-81bc-6d06ac9c71d2 x-openstack-request-id: req-ee37efdc-0661-481f-81bc-6d06ac9c71d2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:50.664417 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:50.664780 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee37efdc-0661-481f-81bc-6d06ac9c71d2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:50.665242 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110', 'status': 'completed', 'code': 200} Jul 15 16:48:50.670078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57c6daba-569c-4c74-ab15-04920bc9cf92 req-d921e927-7c7d-4113-8521-992c4980bdc1 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705627 Jul 15 16:48:50.829392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-55dcfa8b-2ec2-414d-8993-126ba3661b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.831130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-55dcfa8b-2ec2-414d-8993-126ba3661b1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8851e556b1f2453e8191de5b733e67b2&device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 1095 time: 0.1265266 Jul 15 16:48:50.835697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f23d00-0e35-426b-adab-93eba9d44e45 req-e9de0f3e-8a17-4629-8f16-a65cc0f00aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.837339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d8f23d00-0e35-426b-adab-93eba9d44e45 req-e9de0f3e-8a17-4629-8f16-a65cc0f00aae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 1101 time: 0.1501596 Jul 15 16:48:50.885936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115048e5-ac12-494b-8880-ac798cf75583 req-dc1e991c-f71f-4861-bd38-0f146b5131b4 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.887970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-115048e5-ac12-494b-8880-ac798cf75583 req-dc1e991c-f71f-4861-bd38-0f146b5131b4 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.1037726 Jul 15 16:48:50.933959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d8f23d00-0e35-426b-adab-93eba9d44e45 req-0cc2d979-770c-4864-a8e8-d9503de53ff2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844948 Jul 15 16:48:50.939416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-115048e5-ac12-494b-8880-ac798cf75583 req-4fe4c12d-9666-4b98-be57-0397b8317425 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Jul 15 16:48:50.969879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-931facc5-348e-4c0f-a66b-0b87c2ba7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:50.969879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-931facc5-348e-4c0f-a66b-0b87c2ba7387 service neutron] 10.222.0.20 "GET /v2.0/networks?id=631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 200 len: 904 time: 0.1265345 Jul 15 16:48:50.989818 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-b1126f02-ac80-4635-badf-15e79b1d494e req-01fae87d-93c5-4d71-902a-155b37ded411 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:50.990788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1126f02-ac80-4635-badf-15e79b1d494e req-01fae87d-93c5-4d71-902a-155b37ded411 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/340d5f9d-27c9-4d35-b200-33b265a5f0ff HTTP/1.1" status: 404 len: 352 time: 0.0174501 Jul 15 16:48:51.049833 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-79181b2d-73a9-4734-8fa5-cdb8b8b99910 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110 HTTP/1.1" status: 200 len: 217 time: 0.0410526 Jul 15 16:48:51.105134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-89c6045d-485a-43c0-be25-cea280043ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:51.107516 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-89c6045d-485a-43c0-be25-cea280043ea2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 200 len: 844 time: 0.0500848 Jul 15 16:48:51.147352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-d39ff692-edb4-4549-9393-1c71c5d7dcad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=631e1399-d426-49fb-a4f2-16bb96043a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317662 Jul 15 16:48:51.270734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f37dc279-f7a9-4359-b421-74697a54c0cd req-2c29b61b-9721-4dfc-be88-3070dec1c909 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0506456 Jul 15 16:48:51.319436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-6f09addd-e1ea-4e4e-b5e4-6186fae46255 service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644418 Jul 15 16:48:51.353669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-6d5cd7cd-c14e-4600-b187-79d0b2606996 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487120 Jul 15 16:48:51.459154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f8246200-cd9d-46d8-a77e-46c7526dd016 req-c8f998b7-0957-4d8c-b4af-68aeaa2411bb service neutron] 10.222.0.20 "GET /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171691 Jul 15 16:48:51.474444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-c004550d-94e2-4f4a-8521-169478d0e932 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:51.476154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-c004550d-94e2-4f4a-8521-169478d0e932 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175246 Jul 15 16:48:51.493072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-5da45f0b-3a25-4069-81cf-5b2cd381774b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/quotas/209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 375 time: 0.0108476 Jul 15 16:48:51.569073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-b3328ce3-310f-4dbf-a74e-bc585da75ca8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696218 Jul 15 16:48:51.651164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb1dcf-d4cc-41ba-846e-5639362386c9 req-3a081c7a-5fcb-44a3-8deb-b2688b37abbf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:51.652732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bfb1dcf-d4cc-41ba-846e-5639362386c9 req-3a081c7a-5fcb-44a3-8deb-b2688b37abbf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 944 time: 0.0727723 Jul 15 16:48:51.694362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bfb1dcf-d4cc-41ba-846e-5639362386c9 req-4bb45a96-9a7b-4d4c-bf50-77ec3bcd522c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Jul 15 16:48:51.710291 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-e105c22a-75d1-4977-8ea6-4b1746158b13 req-c0afa212-18f4-46da-8fbd-79d98a728ce7 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:51.721038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e105c22a-75d1-4977-8ea6-4b1746158b13 req-c0afa212-18f4-46da-8fbd-79d98a728ce7 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/d6f73033-e687-493d-ab2e-15455ae6a4b7 HTTP/1.1" status: 404 len: 352 time: 0.0152638 Jul 15 16:48:51.823507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e41dcf0-a64a-44d9-8d37-67e8168879c0 req-dc58d48e-923f-4f58-9f3f-1218d8afba16 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 210 time: 0.0337839 Jul 15 16:48:51.864784 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-aee785e6-ff4f-49c3-8c55-300a444d27ff req-56daaa90-1798-40f3-9c48-c6101cbca83c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:51.865857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aee785e6-ff4f-49c3-8c55-300a444d27ff req-56daaa90-1798-40f3-9c48-c6101cbca83c tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/e228aee4-d3ea-4f39-af9c-01bea375498d HTTP/1.1" status: 404 len: 352 time: 0.0146458 Jul 15 16:48:51.935138 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-8c2beadd-68e6-4129-bf3f-e82ea34bb230 req-54e826d9-7bcd-4ff0-a785-45a39285401e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:51.936421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c2beadd-68e6-4129-bf3f-e82ea34bb230 req-54e826d9-7bcd-4ff0-a785-45a39285401e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/68d4aaee-1176-47b1-8d87-fae71b462568 HTTP/1.1" status: 404 len: 352 time: 0.0159717 Jul 15 16:48:52.021184 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-4f92dce6-55e4-4346-be89-07763f9fdfe0 req-4b4a893f-96e5-433e-b8dd-e1a0593994e2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:52.023177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f92dce6-55e4-4346-be89-07763f9fdfe0 req-4b4a893f-96e5-433e-b8dd-e1a0593994e2 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/035ca970-2af8-47fb-a518-861de2d01197 HTTP/1.1" status: 404 len: 352 time: 0.0247397 Jul 15 16:48:52.203459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ef907-efb9-4c69-a795-9b40a6818741 req-0444de79-5939-423d-bf3b-b48c6032a6ed tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.210896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f49ef907-efb9-4c69-a795-9b40a6818741 req-0444de79-5939-423d-bf3b-b48c6032a6ed tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.0782623 Jul 15 16:48:52.242436 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-d64ff70a-7541-433e-a1cd-bb0168a1e9bf req-22605daa-6636-43a2-b1e7-0160060e2469 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] show failed (client error): The resource could not be found. Jul 15 16:48:52.243746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d64ff70a-7541-433e-a1cd-bb0168a1e9bf req-22605daa-6636-43a2-b1e7-0160060e2469 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/18a27aff-081b-4adb-8ca7-5ce00e97dde6 HTTP/1.1" status: 404 len: 352 time: 0.0243089 Jul 15 16:48:52.275966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f49ef907-efb9-4c69-a795-9b40a6818741 req-2b75a12a-d9b7-4b93-b7d0-356979b6ad82 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636792 Jul 15 16:48:52.438241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7e0a971f-9982-4f2e-a074-072dec24301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.441579 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7e0a971f-9982-4f2e-a074-072dec24301b service neutron] 10.222.0.20 "GET /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 1026 time: 0.0993361 Jul 15 16:48:52.539544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-0a34f283-49d4-46fc-924f-b542aa541357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.541401 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-0a34f283-49d4-46fc-924f-b542aa541357 service neutron] 10.222.0.20 "GET /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 1027 time: 0.0883811 Jul 15 16:48:52.615492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fb87cd7-08e3-4b6b-8da5-444e40bf0c2d req-15d9357f-0163-4ab1-ae48-9fb01a949f1a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0392838 Jul 15 16:48:52.798135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-158fc975-493c-4ef3-973a-d00ae549460f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.823545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-158fc975-493c-4ef3-973a-d00ae549460f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.861096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-158fc975-493c-4ef3-973a-d00ae549460f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:52.864682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-158fc975-493c-4ef3-973a-d00ae549460f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/networks?id=3d19312a-92de-4366-b01d-7804d5a6d70d&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=635f2096-e6a8-4bf0-891f-d3f486b5236d&id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 1987 time: 0.3032103 Jul 15 16:48:52.953869 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-55972ba0-3265-4911-b8b1-94c0a3c7b500 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81 HTTP/1.1" status: 200 len: 380 time: 0.0585070 Jul 15 16:48:52.971785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'admin_state_up': True, 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'security_groups': ['b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:53.126378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:53.131837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.166582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151f6db-59b5-4540-8700-a0734f8b6e52 req-0334a1f0-d199-4bd8-9911-93405f09086d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:53.169338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d151f6db-59b5-4540-8700-a0734f8b6e52 req-0334a1f0-d199-4bd8-9911-93405f09086d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 944 time: 0.1314292 Jul 15 16:48:53.248694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:53.274147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d151f6db-59b5-4540-8700-a0734f8b6e52 req-1463442d-c930-4e1b-9c54-4317e343c08f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914648 Jul 15 16:48:53.314200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 172.20.0.10 (3d19312a-92de-4366-b01d-7804d5a6d70d/aeee1726-16d3-4a4c-9823-bb146c206460/6d0acba0-eaf7-4ffd-bad3-07c4b381db32) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:53.324083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490535-71aa-4b3d-bbe1-45fb928ed611 req-aa47d7a6-42e4-4299-9b6e-35d904993b7e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:53.352381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07490535-71aa-4b3d-bbe1-45fb928ed611 req-aa47d7a6-42e4-4299-9b6e-35d904993b7e tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1023 time: 0.1793602 Jul 15 16:48:53.386721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d363ceb-fcf6-41ae-b04b-d55310f2f110 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:48:53.455198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07490535-71aa-4b3d-bbe1-45fb928ed611 req-7d71c293-4c66-411a-8436-fa620e5c38fc tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=86633502-9628-432a-a96e-f1828b110909&id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=13684027-ee8e-4c9e-be18-c5cca30aaf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0987270 Jul 15 16:48:53.484127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.526565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:53.531665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2378692-2a83-46b4-8a52-88d4235dd8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.568016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.570748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:53.586438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9d363ceb-fcf6-41ae-b04b-d55310f2f110', 'network_id': '631e1399-d426-49fb-a4f2-16bb96043a70', 'port_id': '9d363ceb-fcf6-41ae-b04b-d55310f2f110', 'mac_address': 'fa:16:3e:c3:11:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2204dc9d-3263-44db-bb5c-e155d09a6867', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:48:53.609170 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb0e5739-bbef-4e70-8e5f-ed4e69c345ef req-348132fa-713e-4a85-9737-0b0df683325a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 210 time: 0.0812798 Jul 15 16:48:53.639622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.659188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d363ceb-fcf6-41ae-b04b-d55310f2f110 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:53.682663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-d5204617-e08b-46c5-be8e-6037dad8a562 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303354 Jul 15 16:48:53.687296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:53.694570 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.712480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 3d19312a-92de-4366-b01d-7804d5a6d70d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:53.733179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:53.760255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:53.814754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:53.839292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:53.846689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2378692-2a83-46b4-8a52-88d4235dd8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.858275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2378692-2a83-46b4-8a52-88d4235dd8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:53.923298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a2378692-2a83-46b4-8a52-88d4235dd8d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=964883c7a8ef49cb95b0696b579556d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723764 Jul 15 16:48:53.946488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52624) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:53.991552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2378692-2a83-46b4-8a52-88d4235dd8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddd217a-08c5-4387-bc52-b99be90feca5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:54.012764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.019770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.058383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-91b42b14-6dd7-4c77-a5f3-3f7a7b8835ed tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0936711 Jul 15 16:48:54.087498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-3463aebc-d8d7-4562-bf96-451e88d55c33 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.089682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-3463aebc-d8d7-4562-bf96-451e88d55c33 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3935668 Jul 15 16:48:54.095183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'admin_state_up': True, 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'security_groups': ['b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:54.118033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Request body: {'port': {'device_id': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '209b68c69eef48af80cac0d3e7b124de'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:54.141398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ba72caee-b45c-497f-a403-8889186edbe4 None None] Provisioning for port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:54.147130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ba72caee-b45c-497f-a403-8889186edbe4 None None] Provisioning complete for port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:54.147895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ba72caee-b45c-497f-a403-8889186edbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.158512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9d363ceb-fcf6-41ae-b04b-d55310f2f110'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:54.182573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.211918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.231382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ba72caee-b45c-497f-a403-8889186edbe4 None None] Port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:54.296967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.301001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.302332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ddd217a-08c5-4387-bc52-b99be90feca5 HTTP/1.1" status: 204 len: 168 time: 0.3491292 Jul 15 16:48:54.326489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acb281-bb72-4e0a-a789-2f76c8c4b8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddd217a-08c5-4387-bc52-b99be90feca5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:54.338455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01868c06-4a79-41af-b305-60dc0894ae5b req-9c82eb68-8f75-4657-b663-1e4de10fc9a5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.346487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01868c06-4a79-41af-b305-60dc0894ae5b req-9c82eb68-8f75-4657-b663-1e4de10fc9a5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.3936820 Jul 15 16:48:54.353994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:54.361999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.389181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c10970-dc9a-428b-872b-c713f7079d0c req-cbe11540-3520-4354-b13e-e8454d6266d7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.390731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c10970-dc9a-428b-872b-c713f7079d0c req-cbe11540-3520-4354-b13e-e8454d6266d7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 932 time: 0.3601394 Jul 15 16:48:54.408674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01868c06-4a79-41af-b305-60dc0894ae5b req-d99e3020-f069-4b6c-bc2e-fbb99b8c1292 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610468 Jul 15 16:48:54.410951 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:48:54.451277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c10970-dc9a-428b-872b-c713f7079d0c req-a9cbafbf-2c5e-4152-ae3f-ddc4fe7db8cd tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386066 Jul 15 16:48:54.459584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Made reservation on behalf of 209b68c69eef48af80cac0d3e7b124de for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:54.463813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.707777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d303b1f-9852-4833-9029-a55cd90a99a5 req-bc8929c8-f8bf-4b14-a6c6-5f0ff8828332 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.709638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d303b1f-9852-4833-9029-a55cd90a99a5 req-bc8929c8-f8bf-4b14-a6c6-5f0ff8828332 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1465881 Jul 15 16:48:54.773036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52638) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:54.820707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5fd40-b53e-42c3-9ae8-e770c375830d req-2fb889fb-4527-4c03-ad23-abd7bbc7d35f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.827787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36b5fd40-b53e-42c3-9ae8-e770c375830d req-2fb889fb-4527-4c03-ad23-abd7bbc7d35f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 945 time: 0.1868465 Jul 15 16:48:54.837084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c39d7e95-e6af-4e72-86f5-c914e5e7ab4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:54.859704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d303b1f-9852-4833-9029-a55cd90a99a5 req-115591bc-2ac9-43ca-9cd3-226ef84ef003 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434705 Jul 15 16:48:54.908254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36b5fd40-b53e-42c3-9ae8-e770c375830d req-3394b4cf-d6cf-41fa-b249-019d78a31ee1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795519 Jul 15 16:48:54.953258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-d35c70df-16f2-4faf-949a-f4cfdbe17ffa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:54.954757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-d35c70df-16f2-4faf-949a-f4cfdbe17ffa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1023 time: 0.2243404 Jul 15 16:48:55.076082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.1.1.89 (0629291a-0b8d-451c-92c3-7bd9488d949c/63a60b88-b054-4eb3-9288-34fa7dda25e0/7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:55.096671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Allocated IP 192.168.233.229 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/f1f7cd58-0d62-40f9-b249-449ef058486f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:55.169272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Deleting port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:48:55.169593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.288251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7d9d9-322c-4c7c-8e5a-68ad41b08048 req-69779483-8a5e-4d02-90dd-2e5dc73e79e1 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:55.290038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ce7d9d9-322c-4c7c-8e5a-68ad41b08048 req-69779483-8a5e-4d02-90dd-2e5dc73e79e1 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c HTTP/1.1" status: 200 len: 1023 time: 0.2102156 Jul 15 16:48:55.368491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ce7d9d9-322c-4c7c-8e5a-68ad41b08048 req-3a98d0b6-58d8-4301-a7a3-3784730d79f0 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups?id=86633502-9628-432a-a96e-f1828b110909&id=aa64a659-6f33-44b4-9166-c7aeb71c57fe&id=13684027-ee8e-4c9e-be18-c5cca30aaf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0656097 Jul 15 16:48:55.402097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d363ceb-fcf6-41ae-b04b-d55310f2f110 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:48:55.427701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9c98f33-22ec-4697-95a1-8344040a679f req-d4724f73-00db-438e-831a-488cc28adf60 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 210 time: 0.0529780 Jul 15 16:48:55.450950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] For port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,segment=NetworkSegment(38aad6a9-537f-4226-b7cc-1c0dc77a7605),segment_id=38aad6a9-537f-4226-b7cc-1c0dc77a7605)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:55.457092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.462730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.487074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:55.492033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c39d7e95-e6af-4e72-86f5-c914e5e7ab4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.493699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Calling delete_port for 2fcf2fa2-10a6-466c-98fb-c60175eb04fe owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:48:55.494084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:55.494702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.506268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c39d7e95-e6af-4e72-86f5-c914e5e7ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.533905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.568230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Transition to ACTIVE for port object f1f7cd58-0d62-40f9-b249-449ef058486f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:55.587020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:55.593279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c39d7e95-e6af-4e72-86f5-c914e5e7ab4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fc3835ac71e4ff2be331d985d3a08a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8137538 Jul 15 16:48:55.593891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d7e95-e6af-4e72-86f5-c914e5e7ab4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4482a28c-2073-4a7a-b834-eaba3f375eb0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:55.608977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:55.617020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.691596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:55.698532 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee5cde-aa13-4e12-aec1-5d9595c05c87" -d '{"events": [{"server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "name": "network-vif-plugged", "status": "completed", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:55.712130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:55.737120 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.762763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.772847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.773332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.814703 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f87fe08-6e64-48fa-a44f-cc4d1a391086 x-openstack-request-id: req-6f87fe08-6e64-48fa-a44f-cc4d1a391086 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:55.815004 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "name": "network-vif-plugged", "status": "completed", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:55.815302 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f87fe08-6e64-48fa-a44f-cc4d1a391086 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:55.815712 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110', 'code': 200} Jul 15 16:48:55.824827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:48:55.829405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'Port': ['ID=2fcf2fa2-10a6-466c-98fb-c60175eb04fe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:55.864590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.888628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-df3efbd9-010d-4130-9486-b662a7cfdd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.893003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] No DVR routers for this DVR port 2fcf2fa2-10a6-466c-98fb-c60175eb04fe on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:48:55.899960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.906702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-065fb6c3-2b88-414a-908a-cb15cf43c2e0 req-560dc4fc-3574-4838-ab50-df5ed34289aa tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.20 "DELETE /v2.0/ports/2fcf2fa2-10a6-466c-98fb-c60175eb04fe HTTP/1.1" status: 204 len: 173 time: 0.9419918 Jul 15 16:48:55.908241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'name': 'network-vif-deleted', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:55.916938 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e020dcf-417b-48b0-8e7d-8eee1a6dab5e" -d '{"events": [{"server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "name": "network-vif-deleted", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:55.918407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:55.950773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:55.959433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:55.977792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a7841-3335-4a45-a56d-c8e0eade5377 req-66341485-4dcc-407a-9c05-32bb3af0af05 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:55.981988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a69a7841-3335-4a45-a56d-c8e0eade5377 req-66341485-4dcc-407a-9c05-32bb3af0af05 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 932 time: 0.2778697 Jul 15 16:48:55.995758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:55.997218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:56.028318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:56.031723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:56.091378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a69a7841-3335-4a45-a56d-c8e0eade5377 req-d6b6d61a-a7af-4dab-8628-edfbf8a97aaa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020253 Jul 15 16:48:56.142097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:56.142821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.150956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:56.160470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:56.268540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-34708656-d17a-47e2-8806-ff86fc96246e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1672642 Jul 15 16:48:56.294693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:56.318267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:56.318929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.333427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Request body: {'port': {'device_id': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:56.405134 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-93311fcd-6953-441d-ab6b-9c7f44f91a21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3138685 Jul 15 16:48:56.416951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d11a7-4af5-4391-80b7-a546d39ee507 req-fc54524b-9c19-4fcf-832e-184bfbbe68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:56.418934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e4d11a7-4af5-4391-80b7-a546d39ee507 req-fc54524b-9c19-4fcf-832e-184bfbbe68ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 1097 time: 0.5270712 Jul 15 16:48:56.433606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'admin_state_up': True, 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'security_groups': ['b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:56.464901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.467870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.475185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4482a28c-2073-4a7a-b834-eaba3f375eb0 HTTP/1.1" status: 204 len: 168 time: 0.8629501 Jul 15 16:48:56.505660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b6a16bfb-73ad-4efc-a3a0-e2e393d5dd28 None None] Provisioning for port f1f7cd58-0d62-40f9-b249-449ef058486f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:56.509988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b6a16bfb-73ad-4efc-a3a0-e2e393d5dd28 None None] Provisioning complete for port f1f7cd58-0d62-40f9-b249-449ef058486f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:56.510419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b6a16bfb-73ad-4efc-a3a0-e2e393d5dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.555469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb7ab8-7471-40f2-9ec6-f2643f08ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4482a28c-2073-4a7a-b834-eaba3f375eb0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:56.640417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e4d11a7-4af5-4391-80b7-a546d39ee507 req-55bf4a0f-ca5a-42f7-997d-e27fea5ee2f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994214 Jul 15 16:48:56.643176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.652475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e9b3-2e46-4565-9db0-8f86ab5d3360 req-fcac5a44-415d-491a-9faa-1bbcb7b1d98a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:56.653238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b6a16bfb-73ad-4efc-a3a0-e2e393d5dd28 None None] Port f1f7cd58-0d62-40f9-b249-449ef058486f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:56.657725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b58e9b3-2e46-4565-9db0-8f86ab5d3360 req-fcac5a44-415d-491a-9faa-1bbcb7b1d98a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.2397158 Jul 15 16:48:56.734912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b58e9b3-2e46-4565-9db0-8f86ab5d3360 req-75508ee0-6a84-4350-b1b3-f2fd88ac1037 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Jul 15 16:48:56.787138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8b99d063-533e-4ffd-8c60-4a429ae6a16c None None] Provisioning for port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:56.792554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8b99d063-533e-4ffd-8c60-4a429ae6a16c None None] Provisioning complete for port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:56.793252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b99d063-533e-4ffd-8c60-4a429ae6a16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.797983 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e7b5c-be88-4336-83cc-2b603c7c3796 x-openstack-request-id: req-641e7b5c-be88-4336-83cc-2b603c7c3796 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:56.798519 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c", "name": "network-vif-deleted", "tag": "2fcf2fa2-10a6-466c-98fb-c60175eb04fe", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:56.799166 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-641e7b5c-be88-4336-83cc-2b603c7c3796 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:56.799723 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c0d246-acb8-4e0b-b0e8-271c8e83ee0c', 'name': 'network-vif-deleted', 'tag': '2fcf2fa2-10a6-466c-98fb-c60175eb04fe', 'status': 'completed', 'code': 200} Jul 15 16:48:56.859226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:56.864685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:56.907851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8b99d063-533e-4ffd-8c60-4a429ae6a16c None None] Port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:57.093134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa9027-dad3-4bb3-9fb9-37c1a4d1f98f req-c4467c8f-3b0e-475c-87fa-9b26c1879bf9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.094946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63aa9027-dad3-4bb3-9fb9-37c1a4d1f98f req-c4467c8f-3b0e-475c-87fa-9b26c1879bf9 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1386125 Jul 15 16:48:57.104181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64651dab-fc54-4099-9d63-70cca013c3be req-536415c2-b575-4e82-9766-7023adfffe26 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.110292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.1.1.241 (0629291a-0b8d-451c-92c3-7bd9488d949c/63a60b88-b054-4eb3-9288-34fa7dda25e0/9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:57.112138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64651dab-fc54-4099-9d63-70cca013c3be req-536415c2-b575-4e82-9766-7023adfffe26 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.1168904 Jul 15 16:48:57.194902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64651dab-fc54-4099-9d63-70cca013c3be req-7d0d7e35-e37a-42b8-95c7-83fb82f465f6 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Jul 15 16:48:57.212396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63aa9027-dad3-4bb3-9fb9-37c1a4d1f98f req-9bda6fc0-eb90-4d03-9d60-d8cb9dbd91e3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924420 Jul 15 16:48:57.221786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f7cd58-0d62-40f9-b249-449ef058486f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:48:57.238616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.286934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Transition to ACTIVE for port object f1f7cd58-0d62-40f9-b249-449ef058486f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:57.353895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.371513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:57.406025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2fcf2fa2-10a6-466c-98fb-c60175eb04fe no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:48:57.410313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.437482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.460507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2fcf2fa2-10a6-466c-98fb-c60175eb04fe {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:48:57.461506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2fcf2fa2-10a6-466c-98fb-c60175eb04fe not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:48:57.507959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 0629291a-0b8d-451c-92c3-7bd9488d949c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:48:57.515507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:48:57.517731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:48:57.583397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411c94-03cb-4bd3-90b6-20462d2dcd22 req-45d47402-cba2-43f8-9218-d7351b7e6993 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.590057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411c94-03cb-4bd3-90b6-20462d2dcd22 req-45d47402-cba2-43f8-9218-d7351b7e6993 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.602779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411c94-03cb-4bd3-90b6-20462d2dcd22 req-45d47402-cba2-43f8-9218-d7351b7e6993 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.605863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30411c94-03cb-4bd3-90b6-20462d2dcd22 req-45d47402-cba2-43f8-9218-d7351b7e6993 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 2374 time: 0.2024481 Jul 15 16:48:57.621925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:57.676929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74d31f-243b-4fa1-9549-51b796dc5e08 req-1f7310ff-7808-43c1-8840-ddc3423481eb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.679488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d74d31f-243b-4fa1-9549-51b796dc5e08 req-1f7310ff-7808-43c1-8840-ddc3423481eb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 948 time: 0.2488916 Jul 15 16:48:57.696584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30411c94-03cb-4bd3-90b6-20462d2dcd22 req-d7d2889c-208c-4f94-9004-b878af46237f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796399 Jul 15 16:48:57.747912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:57.748606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.779174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563697 Jul 15 16:48:57.798720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Attempting to bind port f1f7cd58-0d62-40f9-b249-449ef058486f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:48:57.799112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Attempting to bind port f1f7cd58-0d62-40f9-b249-449ef058486f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:48:57.799451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Attempting to bind port f1f7cd58-0d62-40f9-b249-449ef058486f on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:57.804904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136b50-7a6d-4213-ad43-547f2210071a tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:57.820858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'admin_state_up': True, 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'security_groups': ['b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:57.825771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d74d31f-243b-4fa1-9549-51b796dc5e08 req-dd0e345c-e90a-46f5-afe3-a5b7ebe11cb5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278844 Jul 15 16:48:57.827681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Port f1f7cd58-0d62-40f9-b249-449ef058486f on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:48:57.828200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Attempting to bind port f1f7cd58-0d62-40f9-b249-449ef058486f on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:48:57.849832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:48:57.850388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:57.850961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:48:57.852695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Bound port: f1f7cd58-0d62-40f9-b249-449ef058486f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:48:57.853271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:57.928689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-f20cc1b2-bc0a-4a08-b539-b12c249057ce tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/13684027-ee8e-4c9e-be18-c5cca30aaf6f HTTP/1.1" status: 200 len: 1799 time: 0.1712754 Jul 15 16:48:57.931712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:57.948489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cbf576ce-fe3f-4448-8834-af33174dd23c None None] Provisioning for port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:48:57.953440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cbf576ce-fe3f-4448-8834-af33174dd23c None None] Provisioning complete for port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:48:57.953905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cbf576ce-fe3f-4448-8834-af33174dd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.074236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cbf576ce-fe3f-4448-8834-af33174dd23c None None] Port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:48:58.097396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:58.120573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.154129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-network', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:58.188294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:48:58.193638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.202767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:48:58.211993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.235287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Made reservation on behalf of 08a85f5d7acd42caa6e2369b34ecef9c for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:58.238802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.254560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.263918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.270969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.271593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.273033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] 10.222.0.20 "PUT /v2.0/ports/f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 1096 time: 1.9750252 Jul 15 16:48:58.273476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:48:58.275773 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaedb68-6596-4785-9f2d-7145628d320a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:48:58.283312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c9c8e-d747-4c47-841f-d8050a382b46 req-0cda2d28-7a35-4e6c-8214-c204489bba02 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.292663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-575c9c8e-d747-4c47-841f-d8050a382b46 req-0cda2d28-7a35-4e6c-8214-c204489bba02 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.2189825 Jul 15 16:48:58.320256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.321199 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9751011d-c796-4247-9116-3261a46e1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.323856 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.340266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a70bd9d-c8bd-4837-9dfc-2553be1ff2e4 req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/13684027-ee8e-4c9e-be18-c5cca30aaf6f HTTP/1.1" status: 204 len: 173 time: 0.4106009 Jul 15 16:48:58.380355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f629-b458-4795-a94e-7d6656b77680 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13684027-ee8e-4c9e-be18-c5cca30aaf6f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:58.405715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc393d3-524b-4b39-80eb-da285a368e37 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:58.446378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-575c9c8e-d747-4c47-841f-d8050a382b46 req-725753f1-6b0e-499c-95ac-53f11ab45df4 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523991 Jul 15 16:48:58.567991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.580385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.625828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a4d5c-a6ac-4348-9f16-310a2be05e81,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:58.648145 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.656877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:48:58.700896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.701748 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Added segment 3740ce50-6a21-4ebf-8716-aadfebd916a8 of type vlan for network 4668405a-dfc4-48a7-87d3-4076b771c10c Jul 15 16:48:58.737324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-7e015c41-3a0e-44dc-89d4-215e13fadc54 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.739561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-7e015c41-3a0e-44dc-89d4-215e13fadc54 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.20 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.4504714 Jul 15 16:48:58.741490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-0b8af86f-0c30-4c9a-ada7-3b0daaed8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.742843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-0b8af86f-0c30-4c9a-ada7-3b0daaed8173 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1099 time: 0.4110475 Jul 15 16:48:58.746919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.846334 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-39493b94-b5e1-446d-b5a2-67bb1a12c943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 217 time: 0.0684462 Jul 15 16:48:58.847861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.850340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.850340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:58.889956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36599fe-1799-4af6-836d-86a5e8c5ea8f req-1a558af9-8fd7-4977-a3b3-6c172e940d8e tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.896697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d36599fe-1799-4af6-836d-86a5e8c5ea8f req-1a558af9-8fd7-4977-a3b3-6c172e940d8e tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.2413971 Jul 15 16:48:58.911019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.2.2.100 (635f2096-e6a8-4bf0-891f-d3f486b5236d/b69bfa85-8e99-4e40-a125-8b936864dc1a/925bf9f1-d19e-4bec-b16e-58858b578aa1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:48:58.921456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef794e-2bbf-4c3d-8017-9f70d8bd9995 req-3f271eaf-0d52-40d8-b80c-31c1639c4d82 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:58.923008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ef794e-2bbf-4c3d-8017-9f70d8bd9995 req-3f271eaf-0d52-40d8-b80c-31c1639c4d82 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1795797 Jul 15 16:48:58.954224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0214684 Jul 15 16:48:58.958992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:58.977046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Request body: {'subnet': {'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-subnet', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:48:58.998200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6380a-af72-4e52-a92a-0ae059215c88 admin admin] Pushing event updated for resources: {'Network': ['ID=4668405a-dfc4-48a7-87d3-4076b771c10c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:59.012941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4668405a-dfc4-48a7-87d3-4076b771c10c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:48:59.029176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d36599fe-1799-4af6-836d-86a5e8c5ea8f req-597cb690-d0a8-4205-86ca-d6f085eea863 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178410 Jul 15 16:48:59.034690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-3ef5ae73-f5c2-4aaf-a6a2-3e409e09fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.036883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-3ef5ae73-f5c2-4aaf-a6a2-3e409e09fc7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1796265 Jul 15 16:48:59.042875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ef794e-2bbf-4c3d-8017-9f70d8bd9995 req-1abee0cc-9320-42fa-8d8b-05493d4bb7c2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111078 Jul 15 16:48:59.102236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Made reservation on behalf of 08a85f5d7acd42caa6e2369b34ecef9c for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:48:59.105653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.163503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-991e9ed9-429e-4ae8-816d-e037ff0271e4 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "GET /v2.0/security-groups/86633502-9628-432a-a96e-f1828b110909 HTTP/1.1" status: 200 len: 1801 time: 0.0829771 Jul 15 16:48:59.263871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.274010 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c2a778-2919-4ec9-9f5d-cef19478cb92 x-openstack-request-id: req-c2c2a778-2919-4ec9-9f5d-cef19478cb92 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:48:59.274010 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:48:59.274622 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2c2a778-2919-4ec9-9f5d-cef19478cb92 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:48:59.274926 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'status': 'completed', 'code': 200} Jul 15 16:48:59.292268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.357044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.360071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.373531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:48:59.380536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43d41876-aba0-4e9d-a2c4-09e6081b0b3c req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] 10.222.0.25 "DELETE /v2.0/security-groups/86633502-9628-432a-a96e-f1828b110909 HTTP/1.1" status: 204 len: 173 time: 0.2098525 Jul 15 16:48:59.386645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Deleting port cb64301a-e018-4f79-8745-be75d49f653b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:48:59.386989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.405687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.411669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7507c5-33d4-45b5-ae66-7177be8e8529 tempest-SecurityGroupsTestJSON-1182765046 tempest-SecurityGroupsTestJSON-1182765046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86633502-9628-432a-a96e-f1828b110909,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:59.435715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.607486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-a89e9577-b3df-459a-ac7d-165c62a4e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.609234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-a89e9577-b3df-459a-ac7d-165c62a4e0b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5519881 Jul 15 16:48:59.620455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Deleting subnet 8e07d16d-8dd4-4f79-b551-82ef0091a663 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:48:59.626334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.629023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a69d905-6ec7-4430-814c-ec164f280a49,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:48:59.639130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9c306-81b7-4c65-a2cd-c302a7379b43 req-52b1e8ff-8596-418c-9757-82b2dbca7958 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.645477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9c306-81b7-4c65-a2cd-c302a7379b43 req-52b1e8ff-8596-418c-9757-82b2dbca7958 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.649204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.651222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9c306-81b7-4c65-a2cd-c302a7379b43 req-52b1e8ff-8596-418c-9757-82b2dbca7958 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.652886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ee9c306-81b7-4c65-a2cd-c302a7379b43 req-52b1e8ff-8596-418c-9757-82b2dbca7958 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 2374 time: 0.1223836 Jul 15 16:48:59.714009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.714321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.714583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421b356-071b-4738-87c8-9674a1227f38 req-57a3f2cd-c03d-4d8c-96c2-5e53af145550 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.715049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.715049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.715284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.715615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.715924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.716205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5421b356-071b-4738-87c8-9674a1227f38 req-57a3f2cd-c03d-4d8c-96c2-5e53af145550 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 948 time: 0.1188896 Jul 15 16:48:59.716341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.716570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.716960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.717280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.717661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:48:59.720984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object 925bf9f1-d19e-4bec-b16e-58858b578aa1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:48:59.726484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ee9c306-81b7-4c65-a2cd-c302a7379b43 req-79f1cd7d-2003-4acd-9297-eaf3acd4101c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647864 Jul 15 16:48:59.765698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] For port cb64301a-e018-4f79-8745-be75d49f653b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cb64301a-e018-4f79-8745-be75d49f653b,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:48:59.766015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.769920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5421b356-071b-4738-87c8-9674a1227f38 req-176b4f62-2069-4829-a0a6-8ce35e3223a8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Jul 15 16:48:59.774122 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:48:59.781894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Checking segment: {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:48:59.782168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Network hostable DHCP agents. Network: 4668405a-dfc4-48a7-87d3-4076b771c10c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:48:59.973336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567ac95-fc84-4728-9ce9-00ac86f5256b req-73d1f979-f968-40e7-abcf-2a4bfbe14a6a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:48:59.973336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3567ac95-fc84-4728-9ce9-00ac86f5256b req-73d1f979-f968-40e7-abcf-2a4bfbe14a6a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.0741129 Jul 15 16:49:00.026925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3567ac95-fc84-4728-9ce9-00ac86f5256b req-47a49446-cc3d-4b97-b102-80fc82dab2aa tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Jul 15 16:49:00.155694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Calling delete_port for cb64301a-e018-4f79-8745-be75d49f653b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:00.199536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218dd08d-61f6-4a8a-b18d-2d1a97966c9e req-80fd7277-c719-4240-a36a-143594de4a66 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.201173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-218dd08d-61f6-4a8a-b18d-2d1a97966c9e req-80fd7277-c719-4240-a36a-143594de4a66 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 945 time: 0.1032801 Jul 15 16:49:00.261328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.261875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc117c8-e7c8-4116-ae1f-2b07449558f5 req-6095109a-55ac-4673-a175-a3e48b611add tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.263479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc117c8-e7c8-4116-ae1f-2b07449558f5 req-6095109a-55ac-4673-a175-a3e48b611add tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1124330 Jul 15 16:49:00.267176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-38eb4738-0337-4612-a976-53556f1e63e7 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327829 Jul 15 16:49:00.269228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-218dd08d-61f6-4a8a-b18d-2d1a97966c9e req-520753f1-70dc-4bbd-8523-947c3eb231cb tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573020 Jul 15 16:49:00.289755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Network 4668405a-dfc4-48a7-87d3-4076b771c10c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:00.302019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.305915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cc117c8-e7c8-4116-ae1f-2b07449558f5 req-b3be5311-b690-47ff-8f73-ca5c41f64512 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Jul 15 16:49:00.420345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:00.437668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4668405a-dfc4-48a7-87d3-4076b771c10c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:00.446520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512671d6-684a-4d70-a9fc-2db0eef85dcc None None] Network 4668405a-dfc4-48a7-87d3-4076b771c10c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:00.454505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.455098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.519438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:00.520959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.538140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:00.562401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:00.567149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e07d16d-8dd4-4f79-b551-82ef0091a663,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:00.573782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7f819c3-1aaf-4b6c-9883-bb1d6decdb71 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6109903 Jul 15 16:49:00.587522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52732) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:00.598313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.599679 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b19e5ad1-653f-4fb0-b460-64084e05d3c9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8e07d16d-8dd4-4f79-b551-82ef0091a663 HTTP/1.1" status: 204 len: 168 time: 1.2235074 Jul 15 16:49:00.606897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:00.610155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:00.640833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-4668405a-dfc4-48a7-87d3-4076b771c10c', 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'fixed_ips': [{'subnet_id': '2a69d905-6ec7-4430-814c-ec164f280a49'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:00.642363 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.669227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6510d1d-465b-447a-92a1-13a1ef1c2621 req-30c2def7-5cf3-493a-82b7-693b85255080 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.671521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6510d1d-465b-447a-92a1-13a1ef1c2621 req-30c2def7-5cf3-493a-82b7-693b85255080 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aaa899a-45d2-4221-9707-b57b27c39066 HTTP/1.1" status: 200 len: 950 time: 0.2680368 Jul 15 16:49:00.693424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb0b7b-e03b-4989-ae20-16181a52d965 req-b1dec16b-9db5-49ee-9b6f-1cbdfd79befc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.695088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18fb0b7b-e03b-4989-ae20-16181a52d965 req-b1dec16b-9db5-49ee-9b6f-1cbdfd79befc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.2404840 Jul 15 16:49:00.698063 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.699300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.715747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f53868e-fe2e-4949-9744-bb77f8a1eed4 req-7b4ffe21-2abd-43c3-a8f4-76d6ef041e79 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210050 Jul 15 16:49:00.734114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:00.734743 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.749196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6510d1d-465b-447a-92a1-13a1ef1c2621 req-59b826c8-3144-47ca-8bb7-2661bbf00282 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.25 "GET /v2.0/security-groups?id=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jul 15 16:49:00.854801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.862344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18fb0b7b-e03b-4989-ae20-16181a52d965 req-144ca1e1-4adc-4c5d-9ee3-97461458c679 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566052 Jul 15 16:49:00.880951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:00.920998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eddd5a49-d6b8-4549-8712-03c3f8ce11b1 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1181493 Jul 15 16:49:00.926947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Pushing event deleted for resources: {'Port': ['ID=cb64301a-e018-4f79-8745-be75d49f653b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:00.951158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'admin_state_up': True, 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'security_groups': ['b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:00.987413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.023049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f76830a-fef0-49d9-9a6c-a8ec230964f4 None None] Provisioning for port 925bf9f1-d19e-4bec-b16e-58858b578aa1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:01.035297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] No DVR routers for this DVR port cb64301a-e018-4f79-8745-be75d49f653b on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:01.036005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f76830a-fef0-49d9-9a6c-a8ec230964f4 None None] Provisioning complete for port 925bf9f1-d19e-4bec-b16e-58858b578aa1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:01.036503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f76830a-fef0-49d9-9a6c-a8ec230964f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.046349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.048366 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f45ae8d9-db50-4d54-8eec-a8999e8f1a29 req-ed23ab20-2ac3-4a77-aa42-8e9227545ba5 tempest-TenantUsagesTestJSON-1072156011 tempest-TenantUsagesTestJSON-1072156011-project] 10.222.0.20 "DELETE /v2.0/ports/cb64301a-e018-4f79-8745-be75d49f653b HTTP/1.1" status: 204 len: 173 time: 2.2644258 Jul 15 16:49:01.114520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9f76830a-fef0-49d9-9a6c-a8ec230964f4 None None] Port 925bf9f1-d19e-4bec-b16e-58858b578aa1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:01.178328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Allocated IP 172.20.0.2 (4668405a-dfc4-48a7-87d3-4076b771c10c/2a69d905-6ec7-4430-814c-ec164f280a49/0a340170-c047-4cdf-adc1-6a9a6debd390) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:01.195850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.282596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'name': 'network-vif-deleted', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:01.286284 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c064783-308f-4281-9af0-b09e343beceb" -d '{"events": [{"server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "name": "network-vif-deleted", "tag": "cb64301a-e018-4f79-8745-be75d49f653b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:01.300386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaedb68-6596-4785-9f2d-7145628d320a req-eac279bf-e99d-40d2-9f5d-918830148220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.303772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-eac279bf-e99d-40d2-9f5d-918830148220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1099 time: 0.4701965 Jul 15 16:49:01.367673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.423254 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.432570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Transition to ACTIVE for port object 0a340170-c047-4cdf-adc1-6a9a6debd390 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:01.438445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e8072d-f79c-4657-adef-4ac9d8dcccdf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:01.449485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Transition to ACTIVE for port object 0a340170-c047-4cdf-adc1-6a9a6debd390 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:01.454690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cb64301a-e018-4f79-8745-be75d49f653b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:01.476481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: cb64301a-e018-4f79-8745-be75d49f653b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:01.477113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cb64301a-e018-4f79-8745-be75d49f653b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:01.481296 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.515455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38aad6a9-537f-4226-b7cc-1c0dc77a7605') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:01.515811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38aad6a9-537f-4226-b7cc-1c0dc77a7605') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:01.526483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Network 4668405a-dfc4-48a7-87d3-4076b771c10c is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:01.536471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:01.542686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.545033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Made reservation on behalf of 2270cd09cc5247d5a2a3b1ac78c0da81 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:01.545467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:01.545596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.549015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Pushing event updated for resources: {'Port': ['ID=0a340170-c047-4cdf-adc1-6a9a6debd390,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:01.551883 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.624813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.625072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Attempting to bind port 0a340170-c047-4cdf-adc1-6a9a6debd390 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:01.625452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Attempting to bind port 0a340170-c047-4cdf-adc1-6a9a6debd390 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:01.626477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Attempting to bind port 0a340170-c047-4cdf-adc1-6a9a6debd390 on network 4668405a-dfc4-48a7-87d3-4076b771c10c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:01.634589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:01.634975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Checking segment: {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:01.635670 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.636077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Bound using segment: {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:01.636648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Bound port: 0a340170-c047-4cdf-adc1-6a9a6debd390, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:01.637228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.648008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:49:01.648478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:49:01.651337 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:49:01.663966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7a84-6331-4258-ab17-ce431c281973 req-0a0a2b15-bd76-4fc7-9c1c-480aa6776faa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.671472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7a84-6331-4258-ab17-ce431c281973 req-0a0a2b15-bd76-4fc7-9c1c-480aa6776faa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.678802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7a84-6331-4258-ab17-ce431c281973 req-0a0a2b15-bd76-4fc7-9c1c-480aa6776faa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.686386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb7a84-6331-4258-ab17-ce431c281973 req-0a0a2b15-bd76-4fc7-9c1c-480aa6776faa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.706437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaedb68-6596-4785-9f2d-7145628d320a req-42f467af-311f-4e0e-9f5d-9a476a120334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.708377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-42f467af-311f-4e0e-9f5d-9a476a120334 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3855238 Jul 15 16:49:01.708791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebb7a84-6331-4258-ab17-ce431c281973 req-0a0a2b15-bd76-4fc7-9c1c-480aa6776faa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 3095 time: 0.7698557 Jul 15 16:49:01.726423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] For port 0a340170-c047-4cdf-adc1-6a9a6debd390, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:01.798490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebb7a84-6331-4258-ab17-ce431c281973 req-78590765-d8b9-4486-bd77-7318d1cd1e91 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879104 Jul 15 16:49:01.829939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-378136db-9ea2-4fd6-948c-9be7ce204d7f tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.831763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-378136db-9ea2-4fd6-948c-9be7ce204d7f tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 945 time: 0.4159856 Jul 15 16:49:01.839227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-ed0a3d25-3bc1-4b40-bb1d-96b429efebbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 217 time: 0.0751932 Jul 15 16:49:01.844577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec557ff-112a-413c-8827-82117805a45d req-f45a99be-0718-4648-b6ef-c2fbb9d6385b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:01.848784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] For port 0a340170-c047-4cdf-adc1-6a9a6debd390, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a340170-c047-4cdf-adc1-6a9a6debd390,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:01.855946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ec557ff-112a-413c-8827-82117805a45d req-f45a99be-0718-4648-b6ef-c2fbb9d6385b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 948 time: 0.4045854 Jul 15 16:49:01.865374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.885427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.924358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:01.926719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] 10.222.0.25 "DELETE /v2.0/networks/28e8072d-f79c-4657-adef-4ac9d8dcccdf HTTP/1.1" status: 204 len: 168 time: 1.3170047 Jul 15 16:49:02.005262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Pushing event updated for resources: {'Port': ['ID=0a340170-c047-4cdf-adc1-6a9a6debd390,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:02.009845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b11c81-8ec1-4e9d-94ce-45f9607a6727 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e8072d-f79c-4657-adef-4ac9d8dcccdf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:02.022950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.023400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.023841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.024375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.027873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.028374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.028822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.032756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.033976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.033976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.033976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.041226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d2a210-f556-4088-99e6-88fc02eb5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:02.060650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaedb68-6596-4785-9f2d-7145628d320a req-256ed0b3-a92c-4584-ba02-ade551007e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:02.063237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-256ed0b3-a92c-4584-ba02-ade551007e2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2127106 Jul 15 16:49:02.080850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ec557ff-112a-413c-8827-82117805a45d req-721e19ba-2676-46b7-ba77-82512db1020d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560559 Jul 15 16:49:02.178831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:02.427267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Allocated IP 10.2.2.200 (635f2096-e6a8-4bf0-891f-d3f486b5236d/b69bfa85-8e99-4e40-a125-8b936864dc1a/9d3d95cd-9996-4857-934e-c0795edef0d8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:02.431689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ee89dff-9bcf-451f-b70d-5aa813050dc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95fa07cd54c1414993a732a6ce275d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440085 Jul 15 16:49:02.439446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:02.456280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Deleting port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:02.457385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.479201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.486490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaedb68-6596-4785-9f2d-7145628d320a req-c6950f0b-e55e-429a-a357-d483710f1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:02.488541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-c6950f0b-e55e-429a-a357-d483710f1b28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3591380 Jul 15 16:49:02.528812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.638580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a0a2-c135-43e9-96a9-bc59f80567cf req-7a9552c4-e944-4971-9e2e-d7d5c4b14663 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:02.640121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb26a0a2-c135-43e9-96a9-bc59f80567cf req-7a9552c4-e944-4971-9e2e-d7d5c4b14663 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.3216352 Jul 15 16:49:02.647726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed39a0-30e6-4e3b-99cb-337ef7c00b90 req-f66026b6-cad6-43a6-ae21-328ee96a6602 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:02.649229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30ed39a0-30e6-4e3b-99cb-337ef7c00b90 req-f66026b6-cad6-43a6-ae21-328ee96a6602 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed393a57-f352-4d55-b247-d6862f1b9cad HTTP/1.1" status: 200 len: 945 time: 0.3333781 Jul 15 16:49:02.653638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.724258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] For port 6fbcc371-198b-4c9b-838c-88c1fa104fe4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6fbcc371-198b-4c9b-838c-88c1fa104fe4,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:02.724635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.751082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.759012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Calling delete_port for 6fbcc371-198b-4c9b-838c-88c1fa104fe4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:02.766922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-59d36ca4-a158-42cc-9277-1a9e932917a8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660110 Jul 15 16:49:02.783381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb26a0a2-c135-43e9-96a9-bc59f80567cf req-7e19b053-2e0b-44c3-8e68-b487a881417a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330974 Jul 15 16:49:02.794459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:02.803050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30ed39a0-30e6-4e3b-99cb-337ef7c00b90 req-d3cf3545-d613-42c3-b3aa-900e5cf6d40d tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d64a304-fc85-4335-8691-f55595743a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359656 Jul 15 16:49:02.804190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Allocated IP 172.25.8.152 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/0a84813d-4bc7-4f52-8b02-b72131956321) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:02.860833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Transition to ACTIVE for port object 9d3d95cd-9996-4857-934e-c0795edef0d8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:02.929134 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5cbbe2-01ae-4e0a-bac6-e17ad6f62759 x-openstack-request-id: req-0d5cbbe2-01ae-4e0a-bac6-e17ad6f62759 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:02.929427 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aaa899a-45d2-4221-9707-b57b27c39066", "name": "network-vif-deleted", "tag": "cb64301a-e018-4f79-8745-be75d49f653b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:02.929675 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d5cbbe2-01ae-4e0a-bac6-e17ad6f62759 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:02.930110 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aaa899a-45d2-4221-9707-b57b27c39066', 'name': 'network-vif-deleted', 'tag': 'cb64301a-e018-4f79-8745-be75d49f653b', 'status': 'completed', 'code': 200} Jul 15 16:49:02.996803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.001665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.005336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa64a659-6f33-44b4-9166-c7aeb71c57fe HTTP/1.1" status: 204 len: 168 time: 0.5616095 Jul 15 16:49:03.013824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8aaedb68-6596-4785-9f2d-7145628d320a req-6fc1f847-ff62-40c4-9b94-24a608555e93 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349565 Jul 15 16:49:03.036137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.061364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa64a659-6f33-44b4-9166-c7aeb71c57fe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:03.078669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.079011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.079437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.079854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.080215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.080544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.080866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.081226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.081552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.082186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.082304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.082527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e427381d-0452-4baf-8a54-15ab7383d4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:03.157450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:03.180383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:03.186315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:03.189955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:03.256645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.269102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6fbcc371-198b-4c9b-838c-88c1fa104fe4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:03.282399 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.298960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Pushing event deleted for resources: {'Port': ['ID=6fbcc371-198b-4c9b-838c-88c1fa104fe4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:03.315752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:03.316839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.351880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-ea8f7f3a-0e39-4d0e-a4be-f149049a4aa3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4147511 Jul 15 16:49:03.405607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:03.419776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:03.494812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] No DVR routers for this DVR port 6fbcc371-198b-4c9b-838c-88c1fa104fe4 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:03.515309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6dfd3-0862-4ddf-9864-0549de4ccf4f req-8886b291-36cc-4c06-96c1-c5cd81bdf757 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:03.526433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.528619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28b6dfd3-0862-4ddf-9864-0549de4ccf4f req-8886b291-36cc-4c06-96c1-c5cd81bdf757 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.4537585 Jul 15 16:49:03.528985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3dd25f6e-842f-4ea8-add5-f02f1d281eb7 req-2195ec75-695d-44d4-bb09-5c19e4557ba4 tempest-AttachSCSIVolumeTestJSON-435809061 tempest-AttachSCSIVolumeTestJSON-435809061-project] 10.222.0.20 "DELETE /v2.0/ports/6fbcc371-198b-4c9b-838c-88c1fa104fe4 HTTP/1.1" status: 204 len: 173 time: 1.6864295 Jul 15 16:49:03.549852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.682715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:03.696210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'mac_address': 'fa:16:3e:14:af:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:03.700031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d91c8a-333b-4fb4-9cd1-29065dfa4f52 None None] Network 4668405a-dfc4-48a7-87d3-4076b771c10c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:03.737356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28b6dfd3-0862-4ddf-9864-0549de4ccf4f req-6b451ec1-d7a2-4aed-8189-f2c6009a5f10 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077475 Jul 15 16:49:03.745272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.821785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:03.833550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:03.845257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:03.908974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b431267c-9a82-497d-a4ed-4db5aa217b17 None None] Provisioning for port 0a340170-c047-4cdf-adc1-6a9a6debd390 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:03.937632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:03.964309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:03.990780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f7cd58-0d62-40f9-b249-449ef058486f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:04.001300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Pushing event updated for resources: {'Port': ['ID=0a84813d-4bc7-4f52-8b02-b72131956321,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:04.051926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:04.074388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.083262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b431267c-9a82-497d-a4ed-4db5aa217b17 None None] Provisioning for port 9d3d95cd-9996-4857-934e-c0795edef0d8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:04.109837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b431267c-9a82-497d-a4ed-4db5aa217b17 None None] Provisioning complete for port 9d3d95cd-9996-4857-934e-c0795edef0d8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:04.110474 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b431267c-9a82-497d-a4ed-4db5aa217b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.148251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.169639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.183826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.190344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.191749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b431267c-9a82-497d-a4ed-4db5aa217b17 None None] Port 9d3d95cd-9996-4857-934e-c0795edef0d8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:04.197417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.205770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-6cdf0c58-cff3-456f-8911-f02b00c1395f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 3816 time: 0.8843744 Jul 15 16:49:04.234508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:04.336658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:04.339933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a340170-c047-4cdf-adc1-6a9a6debd390 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:04.380811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.429512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Transition to ACTIVE for port object 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:04.445705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.457912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:04.519207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdd43425-8f99-4a83-90de-75e0a1b119d9 req-d7c3ac79-1153-48ea-a295-e810b9316ad0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084955 Jul 15 16:49:04.563611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409c117-8d8d-4ee1-8e7d-e5be2adb1b4b req-c3bd25e7-fee0-400f-871c-5842e21d114f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:04.566805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:04.585974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7409c117-8d8d-4ee1-8e7d-e5be2adb1b4b req-c3bd25e7-fee0-400f-871c-5842e21d114f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 948 time: 0.5781033 Jul 15 16:49:04.610935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0a340170-c047-4cdf-adc1-6a9a6debd390 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:04.624385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0a340170-c047-4cdf-adc1-6a9a6debd390 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:04.624756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.658712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-58603bf2-10da-4644-aeda-7b365a1e4eb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cf323a2944940c5aaa7c2a20e9add22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6930547 Jul 15 16:49:04.674162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52796) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:04.778461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Attempting to bind port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:04.779389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Attempting to bind port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:04.779769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Attempting to bind port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 on network 3d19312a-92de-4366-b01d-7804d5a6d70d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:04.791754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 on network 3d19312a-92de-4366-b01d-7804d5a6d70d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:04.794388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Attempting to bind port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 on network 3d19312a-92de-4366-b01d-7804d5a6d70d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:04.807026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:04.807366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Checking segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:04.809464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Bound using segment: {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:04.810023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Bound port: 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528fd111-0676-4ab2-87f4-d04dfcc3712d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:04.812423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.821667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8654b2e5-a927-4013-ada3-fed2dd58faf6 None None] Provisioning complete for port 0a340170-c047-4cdf-adc1-6a9a6debd390 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:04.822057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8654b2e5-a927-4013-ada3-fed2dd58faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.938687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:04.945142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:04.946199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7409c117-8d8d-4ee1-8e7d-e5be2adb1b4b req-176842d9-ecc6-4868-855f-d7eb8e1ba91a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494811 Jul 15 16:49:04.959464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'name': 'network-vif-deleted', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:04.967530 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0dd5a9-aeb0-4ea5-aea7-f56fdeabf38e" -d '{"events": [{"server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "name": "network-vif-deleted", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:04.978870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:04.993767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.004164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.048018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.065081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.071781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:05.073977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.076892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 200 len: 1092 time: 1.6703300 Jul 15 16:49:05.083422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0a340170-c047-4cdf-adc1-6a9a6debd390, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a340170-c047-4cdf-adc1-6a9a6debd390,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:05.107390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.130640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:05.176947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8654b2e5-a927-4013-ada3-fed2dd58faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.188099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15015fa5-752f-447d-b768-2c2c8a17c12f req-323f2b37-9e2c-410e-99d1-ab3c8e78e77b tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:05.198833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15015fa5-752f-447d-b768-2c2c8a17c12f req-323f2b37-9e2c-410e-99d1-ab3c8e78e77b tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.3347931 Jul 15 16:49:05.216886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a4e5-765a-4328-8b91-76fe228c57e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:05.246555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0a340170-c047-4cdf-adc1-6a9a6debd390,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:05.358158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15015fa5-752f-447d-b768-2c2c8a17c12f req-a3152d57-eee3-4ae6-a5b4-439803e35ce0 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Jul 15 16:49:05.379305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.402686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-8654b2e5-a927-4013-ada3-fed2dd58faf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:49:05.406201 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-8654b2e5-a927-4013-ada3-fed2dd58faf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:49:05.417380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6fbcc371-198b-4c9b-838c-88c1fa104fe4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:05.468195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 6fbcc371-198b-4c9b-838c-88c1fa104fe4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:05.468547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6fbcc371-198b-4c9b-838c-88c1fa104fe4 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:05.499076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.501835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.504471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4 HTTP/1.1" status: 204 len: 168 time: 0.8114815 Jul 15 16:49:05.564833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494495c-61f8-4705-88a0-c89ccc131a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1d509-6c09-4ea8-b203-2cd9e3dc9ef4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:05.677666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511056d6-4c75-41c0-a141-d2908fcfb757 req-bcaed18d-5a61-4b55-8150-e8d4976807ef tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:05.684603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-511056d6-4c75-41c0-a141-d2908fcfb757 req-bcaed18d-5a61-4b55-8150-e8d4976807ef tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1892278 Jul 15 16:49:05.688563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:05.842925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-511056d6-4c75-41c0-a141-d2908fcfb757 req-43b084a4-da2b-4c60-8752-883cacac22a0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488233 Jul 15 16:49:05.906424 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7deed1b-d49c-439a-b717-3f803afdb0db x-openstack-request-id: req-e7deed1b-d49c-439a-b717-3f803afdb0db {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:05.906934 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed393a57-f352-4d55-b247-d6862f1b9cad", "name": "network-vif-deleted", "tag": "6fbcc371-198b-4c9b-838c-88c1fa104fe4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:05.906934 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7deed1b-d49c-439a-b717-3f803afdb0db {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:05.907329 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed393a57-f352-4d55-b247-d6862f1b9cad', 'name': 'network-vif-deleted', 'tag': '6fbcc371-198b-4c9b-838c-88c1fa104fe4', 'status': 'completed', 'code': 200} Jul 15 16:49:06.058075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a796445b-9345-424a-9f93-abf3319682c8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:06.078178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.097961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Router 9c830f1b-3897-4dc0-a903-db76760c91e6 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:49:06.109622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Transition to ACTIVE for port object a796445b-9345-424a-9f93-abf3319682c8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:06.117931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.145592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.162089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.188688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.211172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.235541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.238496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-422b1345-b465-4444-92c1-0eb3cf0ea74f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 3828 time: 0.2091455 Jul 15 16:49:06.241625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:06.269855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a340170-c047-4cdf-adc1-6a9a6debd390 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:06.394337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0a340170-c047-4cdf-adc1-6a9a6debd390 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:06.395014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.414073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52862) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:06.457482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52868) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:06.530734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79ba669-b5d1-48c6-bc3a-09323d6940b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.554972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Attempting to bind port a796445b-9345-424a-9f93-abf3319682c8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:06.555557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Attempting to bind port a796445b-9345-424a-9f93-abf3319682c8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:06.559170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Attempting to bind port a796445b-9345-424a-9f93-abf3319682c8 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:06.576343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Port a796445b-9345-424a-9f93-abf3319682c8 on network 0629291a-0b8d-451c-92c3-7bd9488d949c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:06.576788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Attempting to bind port a796445b-9345-424a-9f93-abf3319682c8 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:06.583676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:06.584102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:06.584580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Bound using segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:06.585240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Bound port: a796445b-9345-424a-9f93-abf3319682c8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:06.585684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.685150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:06.691066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a796445b-9345-424a-9f93-abf3319682c8,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:06.696657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.774305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:06.774983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.776878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] 10.222.0.20 "PUT /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 1129 time: 1.6522810 Jul 15 16:49:06.778138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656c9d-e5ca-4b9b-baba-56e8fd47829e service neutron] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:06.818807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:06.869284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c5d2c08-9b19-47ac-93d5-3691343f70e6 req-80c0c5d7-f5f5-4f8f-a0e7-b2672aa6eaa0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690999 Jul 15 16:49:06.978002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:06.998653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4a1f7-4a49-46b8-a63c-3a6b7508d22b req-3b494ba6-0478-4d30-a9ee-11bbb61ddcb4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:07.005826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a4a1f7-4a49-46b8-a63c-3a6b7508d22b req-3b494ba6-0478-4d30-a9ee-11bbb61ddcb4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 949 time: 0.7089248 Jul 15 16:49:07.039621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:07.052495 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Sync routers for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:07.071093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:07.074113 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:07.118163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a4a1f7-4a49-46b8-a63c-3a6b7508d22b req-1be7a538-adc2-416e-90a6-ef3c54729919 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095288 Jul 15 16:49:07.234878 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:07.259402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce3bb-cc0f-4ef9-addc-491d493c9619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.416546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79ba669-b5d1-48c6-bc3a-09323d6940b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.419818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:07.429478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f4f6f-fe13-4b4b-9c09-e006f35e2a2d req-9d4aed81-165b-408d-9a89-69fb22163f55 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:07.431566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d56f4f6f-fe13-4b4b-9c09-e006f35e2a2d req-9d4aed81-165b-408d-9a89-69fb22163f55 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.3056726 Jul 15 16:49:07.435019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f79ba669-b5d1-48c6-bc3a-09323d6940b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.445568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64afb2f-1a93-41d6-95c7-7c93a7e7ee1b req-db940d0c-9d0f-4306-8a19-cca441e74d31 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:07.447462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a89fc5-496b-47fa-ab48-af82fb429533 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:07.455148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d64afb2f-1a93-41d6-95c7-7c93a7e7ee1b req-db940d0c-9d0f-4306-8a19-cca441e74d31 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1460431 Jul 15 16:49:07.464127 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:04Z', 'revision_number': 3, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:07.465688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.480992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port f1f7cd58-0d62-40f9-b249-449ef058486f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:07.486266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f1f7cd58-0d62-40f9-b249-449ef058486f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:07.486748 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.494415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Checking router: 9c830f1b-3897-4dc0-a903-db76760c91e6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:07.494763 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Updating router 9c830f1b-3897-4dc0-a903-db76760c91e6 port 0a84813d-4bc7-4f52-8b02-b72131956321 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:07.497141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Transition to ACTIVE for port object c5a89fc5-496b-47fa-ab48-af82fb429533 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:07.508565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.518195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba669-b5d1-48c6-bc3a-09323d6940b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8eb81e-88d7-4980-b3e5-07d01dbfecc8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:07.525474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.531779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9323908f-d3a7-4ea3-a1c2-e7bafd17e40b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9367113 Jul 15 16:49:07.536647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52882) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:07.558388 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.591620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.607009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:07.639250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:07.640418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:07.642980 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd783dc-5250-47ac-8b60-32804fe6d006" -d '{"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:07.649151 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.736857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:07.755835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d64afb2f-1a93-41d6-95c7-7c93a7e7ee1b req-d1ff59c5-07ec-47d6-88da-e3ae77cc23e0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994869 Jul 15 16:49:07.777645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d56f4f6f-fe13-4b4b-9c09-e006f35e2a2d req-5eaa2348-80be-4109-8e5d-65cfbaaa73dc tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196104 Jul 15 16:49:07.783928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:07.788571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f79ba669-b5d1-48c6-bc3a-09323d6940b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c6d0319f59c4504acc1948f2ae4500a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3705952 Jul 15 16:49:07.822804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Attempting to bind port c5a89fc5-496b-47fa-ab48-af82fb429533 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:07.823211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Attempting to bind port c5a89fc5-496b-47fa-ab48-af82fb429533 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:07.823478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Attempting to bind port c5a89fc5-496b-47fa-ab48-af82fb429533 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:07.840832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Port c5a89fc5-496b-47fa-ab48-af82fb429533 on network 0629291a-0b8d-451c-92c3-7bd9488d949c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:07.841302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Attempting to bind port c5a89fc5-496b-47fa-ab48-af82fb429533 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:07.844594 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daccdcb-db08-4d74-8b83-c10edc00b699 x-openstack-request-id: req-8daccdcb-db08-4d74-8b83-c10edc00b699 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:07.844892 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:07.845846 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8daccdcb-db08-4d74-8b83-c10edc00b699 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:07.845979 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'code': 200} Jul 15 16:49:07.854179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:07.854532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:07.854920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Bound using segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:07.855361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Bound port: c5a89fc5-496b-47fa-ab48-af82fb429533, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:07.855725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.912007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}, {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': 'a796445b-9345-424a-9f93-abf3319682c8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:07.914184 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c325f1-4664-4278-808b-1dd007c21689" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32"}, {"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "a796445b-9345-424a-9f93-abf3319682c8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:07.956099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce3bb-cc0f-4ef9-addc-491d493c9619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:07.968461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c99ce3bb-cc0f-4ef9-addc-491d493c9619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.006103 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.010086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.035018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.043909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce3bb-cc0f-4ef9-addc-491d493c9619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537252c4-bde1-4f96-bf40-2dec59da64b7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:08.045155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Transition to ACTIVE for port object 0a84813d-4bc7-4f52-8b02-b72131956321 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:08.057999 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.119428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:08.123831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c5a89fc5-496b-47fa-ab48-af82fb429533,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:08.126397 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933510b3-9fa6-4952-be03-d403f7e6f036 x-openstack-request-id: req-933510b3-9fa6-4952-be03-d403f7e6f036 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:08.127059 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "a796445b-9345-424a-9f93-abf3319682c8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:08.127605 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-933510b3-9fa6-4952-be03-d403f7e6f036 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:08.128360 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'status': 'completed', 'code': 200} Jul 15 16:49:08.128851 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': 'a796445b-9345-424a-9f93-abf3319682c8', 'status': 'completed', 'code': 200} Jul 15 16:49:08.137563 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Attempting to bind port 0a84813d-4bc7-4f52-8b02-b72131956321 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:08.137926 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Attempting to bind port 0a84813d-4bc7-4f52-8b02-b72131956321 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:08.138288 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Attempting to bind port 0a84813d-4bc7-4f52-8b02-b72131956321 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:08.140468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Pushing event updated for resources: {'Port': ['ID=0a84813d-4bc7-4f52-8b02-b72131956321,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:08.150648 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:08.151570 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:08.168634 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.169431 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:08.170108 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Bound port: 0a84813d-4bc7-4f52-8b02-b72131956321, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:08.171050 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.174402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.175000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.175649 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.176385 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.176877 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.177365 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.182467 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.183055 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.183559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.184150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.184344 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.184832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.185346 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:49:08.232796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c99ce3bb-cc0f-4ef9-addc-491d493c9619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=885fe8136a5b4b3697591c8987f62278&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7733004 Jul 15 16:49:08.235720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52896) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:08.265997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.266629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.268063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] 10.222.0.20 "PUT /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 1130 time: 1.4574547 Jul 15 16:49:08.277664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e8e68-6ac8-40a9-b73b-a6d7ce12280b service neutron] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:08.295093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] For port 0a84813d-4bc7-4f52-8b02-b72131956321, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:08.299292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] For port 0a84813d-4bc7-4f52-8b02-b72131956321, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a84813d-4bc7-4f52-8b02-b72131956321,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:08.313857 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.328393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:08.384864 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d1e70-d58c-4896-9492-71c804c19167 None None] Pushing event updated for resources: {'Port': ['ID=0a84813d-4bc7-4f52-8b02-b72131956321,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:08.389018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.393075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.395015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba8eb81e-88d7-4980-b3e5-07d01dbfecc8 HTTP/1.1" status: 204 len: 168 time: 0.6072712 Jul 15 16:49:08.438958 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:08.439594 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:08.468653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3997c51-cce4-45b3-ad16-fd708c7dbe83 req-ce3b448c-6c77-468a-bc57-8a9873dedc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.470646 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b3997c51-cce4-45b3-ad16-fd708c7dbe83 req-ce3b448c-6c77-468a-bc57-8a9873dedc3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1101 time: 0.5531809 Jul 15 16:49:08.477488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecdf9c-cfaf-4fed-9639-2eecc793dab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8eb81e-88d7-4980-b3e5-07d01dbfecc8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:08.499233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.533405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.547320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.562778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.568924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.581637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.589529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.625669 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:08.626729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.626729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-b8624702-0e95-4768-9e5c-4b9b1aa16488 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5371 time: 0.4345994 Jul 15 16:49:08.742655 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:08.759023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8589f680-1b53-44b2-a677-fbf691a8cb10 req-5d3f3f1b-5b0b-4962-9afa-6bd15544e988 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396813 Jul 15 16:49:08.792341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fb613-00cc-454e-92d0-fdf4a92e488f req-c335e7ab-64ac-42a6-8e33-fc41c0563cfb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.804780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae1fb613-00cc-454e-92d0-fdf4a92e488f req-c335e7ab-64ac-42a6-8e33-fc41c0563cfb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.4452987 Jul 15 16:49:08.863582 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:04Z', 'revision_number': 3, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:08.903902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae1fb613-00cc-454e-92d0-fdf4a92e488f req-49201be8-c637-4b73-abbb-454e22be4cff tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975955 Jul 15 16:49:08.921163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.921654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.923701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.926510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.927030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.927686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.928002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:08.930050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-01692741-6cc1-4351-ac29-79ec83287c8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6208 time: 0.7989528 Jul 15 16:49:08.945524 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f88f41-090a-4353-b440-03bc5ce7b9d1 None None] The sync data for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 is: [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:04Z', 'revision_number': 3, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:09.000427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.055942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.060722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.062214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/537252c4-bde1-4f96-bf40-2dec59da64b7 HTTP/1.1" status: 204 len: 168 time: 0.8254566 Jul 15 16:49:09.222598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfe710-7390-48b8-93bd-2af0ded588a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537252c4-bde1-4f96-bf40-2dec59da64b7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:09.267825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b3997c51-cce4-45b3-ad16-fd708c7dbe83 req-f48d24f2-0144-494e-9438-c070e344ba1d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853553 Jul 15 16:49:09.423310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-830fdf42-0019-4b78-aa5e-19f235d78390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.424151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-830fdf42-0019-4b78-aa5e-19f235d78390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.424939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-830fdf42-0019-4b78-aa5e-19f235d78390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.426819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-830fdf42-0019-4b78-aa5e-19f235d78390 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4786544 Jul 15 16:49:09.466352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b626e0-bc14-4a70-89f8-80976a0419a4 req-655479a1-d4b0-4e08-8a32-86b2ae0a77b8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.475111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b626e0-bc14-4a70-89f8-80976a0419a4 req-655479a1-d4b0-4e08-8a32-86b2ae0a77b8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.5152349 Jul 15 16:49:09.521593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:09.557354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.579606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e290ab0-baaf-4fa4-a885-0f6ff16e86b9 req-9be5b453-be1f-4762-942c-3cfba104cd7c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.581318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e290ab0-baaf-4fa4-a885-0f6ff16e86b9 req-9be5b453-be1f-4762-942c-3cfba104cd7c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.4256413 Jul 15 16:49:09.595550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Transition to ACTIVE for port object 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:09.639048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b626e0-bc14-4a70-89f8-80976a0419a4 req-033608d3-3d23-4853-878a-7e54c0afef6d tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503222 Jul 15 16:49:09.645193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.700211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e290ab0-baaf-4fa4-a885-0f6ff16e86b9 req-45da7adb-3bf9-4133-babb-d515d36ccdc4 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030791 Jul 15 16:49:09.740639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:09.855595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52932) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:09.895867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Pushing event updated for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:09.929398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-21a306ac-166f-4fe0-8d30-380503f059fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:09.934667 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-21a306ac-166f-4fe0-8d30-380503f059fe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4769604 Jul 15 16:49:10.072530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Attempting to bind port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:10.072958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Attempting to bind port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:10.073294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Attempting to bind port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:10.131673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': 'c5a89fc5-496b-47fa-ab48-af82fb429533'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:10.139662 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa6588-06db-47a1-8c30-a9cd0e95e88f" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "c5a89fc5-496b-47fa-ab48-af82fb429533"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:10.151751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 on network 0629291a-0b8d-451c-92c3-7bd9488d949c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:10.154914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Attempting to bind port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:10.171178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:10.172864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:10.173277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Bound using segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:10.173731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Bound port: 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:10.174099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.252441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-network', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:10.352668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.353795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.353795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.354140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.354616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.355076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.355543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.357795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-a6534178-c9d5-46e3-9842-bd6f22b2f3db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6233 time: 0.3658266 Jul 15 16:49:10.392306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a84813d-4bc7-4f52-8b02-b72131956321 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:10.405542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:10.469641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:10.524708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Made reservation on behalf of 54e3683575e4429eaad4144d90d0bee3 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:10.531094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.538440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Allocated IP 172.20.0.1 (4668405a-dfc4-48a7-87d3-4076b771c10c/2a69d905-6ec7-4430-814c-ec164f280a49/3e98f194-925b-4c8b-9374-a3bc9b922f88) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:10.572356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.584706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.608711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.614856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0a84813d-4bc7-4f52-8b02-b72131956321 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:10.619325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0a84813d-4bc7-4f52-8b02-b72131956321 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:10.619961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.656174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.663527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.669888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.680350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-e2dd97e9-f1d1-4173-9279-28b1385ff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.680834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-e2dd97e9-f1d1-4173-9279-28b1385ff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.681308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-e2dd97e9-f1d1-4173-9279-28b1385ff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.683921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.687494 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-e2dd97e9-f1d1-4173-9279-28b1385ff1df service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3193142 Jul 15 16:49:10.688920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.689846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.705778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.717485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.729310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.729992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.731417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] 10.222.0.20 "PUT /v2.0/ports/7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 HTTP/1.1" status: 200 len: 1090 time: 2.4113309 Jul 15 16:49:10.733147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af76ffa3-2356-443b-8732-4508b9376018 req-00226799-5dd7-4021-9bfd-07dbd06a5de7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5383 time: 0.5905914 Jul 15 16:49:10.810118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:10.826275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:10.830341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f19fda-b178-407f-87c2-50a649979f48 req-093e2a3a-ffc8-4f25-8a3d-2e5ae5773a44 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:10.833816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4f19fda-b178-407f-87c2-50a649979f48 req-093e2a3a-ffc8-4f25-8a3d-2e5ae5773a44 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.4397287 Jul 15 16:49:10.849825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:10.894893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0a84813d-4bc7-4f52-8b02-b72131956321, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a84813d-4bc7-4f52-8b02-b72131956321,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:10.904129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af76ffa3-2356-443b-8732-4508b9376018 req-6112ddea-6521-4e6a-b25b-4ceb515e5222 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1072199 Jul 15 16:49:10.906400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.022614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0a84813d-4bc7-4f52-8b02-b72131956321,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:11.028915 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85ccae-043f-48fd-b630-290ae562809b x-openstack-request-id: req-cb85ccae-043f-48fd-b630-290ae562809b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:11.034919 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "c5a89fc5-496b-47fa-ab48-af82fb429533", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:11.035381 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb85ccae-043f-48fd-b630-290ae562809b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:11.037058 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': 'c5a89fc5-496b-47fa-ab48-af82fb429533', 'status': 'completed', 'code': 200} Jul 15 16:49:11.070050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4f19fda-b178-407f-87c2-50a649979f48 req-7edd0a0a-87ca-4af5-98b5-d8caf8af2fca tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105629 Jul 15 16:49:11.150571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df71e87-12c4-4b04-8cd2-e547fe8566bf service neutron] Pushing event updated for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:11.168099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.180736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-104805393-network', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:11.213920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.239136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Transition to ACTIVE for port object 3e98f194-925b-4c8b-9374-a3bc9b922f88 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:11.256168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c325f1-4664-4278-808b-1dd007c21689 req-dd876d42-4439-4e4d-98f0-41f2618d512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.258786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d9c325f1-4664-4278-808b-1dd007c21689 req-dd876d42-4439-4e4d-98f0-41f2618d512f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5472252 Jul 15 16:49:11.360775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.438219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.440073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.451269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:49:11.468384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.468739 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Added segment b78b85f1-4c42-47c1-97f4-95ce5029b0b4 of type vlan for network 0371800c-6ab5-4f09-ab13-0812811d9c2d Jul 15 16:49:11.512367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Made reservation on behalf of 6e4ecb809cb34a09822b738e06ce29e7 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:11.514979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.527970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.545874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.603759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.604429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.604981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.605524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.606065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.606603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.607141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.609678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-0bbaa4ac-656a-4961-847f-b6511ab5c3f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6275 time: 0.2885940 Jul 15 16:49:11.616001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.617198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.618046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:11.682265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Network 4668405a-dfc4-48a7-87d3-4076b771c10c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:11.693185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6443ec3-1386-4a60-b0b0-daea639065ab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:11.743824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Pushing event updated for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:11.747093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:11.828649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c868cc-c555-4af6-95f8-64fd8a0fb968 req-b1ea3c85-2705-42ac-a3d2-d34e76a304a3 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.830293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07c868cc-c555-4af6-95f8-64fd8a0fb968 req-b1ea3c85-2705-42ac-a3d2-d34e76a304a3 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.4553690 Jul 15 16:49:11.871458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-733042ad-baac-4f48-a33b-27ab3b5fe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.871965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-733042ad-baac-4f48-a33b-27ab3b5fe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.872459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-733042ad-baac-4f48-a33b-27ab3b5fe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.874070 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-733042ad-baac-4f48-a33b-27ab3b5fe79b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2287021 Jul 15 16:49:11.897200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb446f7e-6c5e-4e7e-9841-dea24c766956 req-130aa92a-6668-4ef6-8209-fbc4e3be6d72 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:11.899982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb446f7e-6c5e-4e7e-9841-dea24c766956 req-130aa92a-6668-4ef6-8209-fbc4e3be6d72 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.5376322 Jul 15 16:49:11.942518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] Pushing event updated for resources: {'Network': ['ID=0371800c-6ab5-4f09-ab13-0812811d9c2d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:11.947198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:11.953203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:11.956780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:49:11.977953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.015926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07c868cc-c555-4af6-95f8-64fd8a0fb968 req-5cd2a94e-b3a5-43cc-b9ea-1e50633884bc tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299124 Jul 15 16:49:12.016992 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.101509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Transition to ACTIVE for port object 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:12.108661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.121456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.187289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb446f7e-6c5e-4e7e-9841-dea24c766956 req-d642b8fa-0ade-4ee5-b3eb-19cb8aed0e1c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416449 Jul 15 16:49:12.195312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a68e29f9-d9c7-4899-9f0f-43936ee402f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3380990 Jul 15 16:49:12.208439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:12.209918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:12.220877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.243407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Request body: {'subnet': {'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-subnet', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:12.251116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.271508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a84813d-4bc7-4f52-8b02-b72131956321 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:12.306733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39133dc7-781d-4509-8581-75063cecbbda,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:12.342165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:49:12.366913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-6494e499-710c-421c-923f-7a828b720a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:12.368777 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54aa6588-06db-47a1-8c30-a9cd0e95e88f req-6494e499-710c-421c-923f-7a828b720a0b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4705844 Jul 15 16:49:12.373610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.374502 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Added segment 83d3cbf3-6c10-419f-ba7e-04d9e3f19f86 of type vlan for network f5d90009-bd42-4f3d-9930-d23992058d9e Jul 15 16:49:12.375715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Made reservation on behalf of 54e3683575e4429eaad4144d90d0bee3 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:12.378414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.486608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.536690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.604971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-779ef330-7d62-470a-a121-3509cc595c42 None None] Provisioning for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:12.619981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-779ef330-7d62-470a-a121-3509cc595c42 None None] Provisioning complete for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:12.620234 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-779ef330-7d62-470a-a121-3509cc595c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.715215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-779ef330-7d62-470a-a121-3509cc595c42 None None] Port 3e98f194-925b-4c8b-9374-a3bc9b922f88 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:12.730088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0a84813d-4bc7-4f52-8b02-b72131956321 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:12.730929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.770482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.795431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Attempting to bind port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:12.795769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Attempting to bind port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:12.796209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Attempting to bind port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:12.812054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 on network 0629291a-0b8d-451c-92c3-7bd9488d949c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:12.812458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Attempting to bind port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:12.824997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:12.825417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Checking segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:12.825713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Bound using segment: {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:12.826155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Bound port: 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:12.826512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.916475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.917357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:12.917926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.928686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:12.986704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:12.993396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:12.999368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.005172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1752434 Jul 15 16:49:13.006117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.010801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:13.011433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfa06b-4733-4eba-80cc-e2b08fa54ccc admin admin] Pushing event updated for resources: {'Network': ['ID=f5d90009-bd42-4f3d-9930-d23992058d9e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:13.011958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.017929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.018219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Request body: {'subnet': {'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-104805393-subnet', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:13.024015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.024966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f5d90009-bd42-4f3d-9930-d23992058d9e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:49:13.025943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-50420743-9687-43df-b095-d654ece7fc8b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5395 time: 0.5371928 Jul 15 16:49:13.063212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:13.066426 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:13.104438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:13.119385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Made reservation on behalf of 6e4ecb809cb34a09822b738e06ce29e7 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:13.122191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.127540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:13.130573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Pushing event updated for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:13.145212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.162313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.173220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb8ec4dc-bafa-4171-bc68-0bdecf003f46 req-7e9b6b4a-d41d-4e2d-a007-ca60d91e65d0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765064 Jul 15 16:49:13.186556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Network 4668405a-dfc4-48a7-87d3-4076b771c10c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:13.188875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:13.197729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57e63-38db-4629-a74a-8ebfdd31328d req-0376effa-74e1-4925-abc9-6e5b116e248c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.199253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72b57e63-38db-4629-a74a-8ebfdd31328d req-0376effa-74e1-4925-abc9-6e5b116e248c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.6694000 Jul 15 16:49:13.359573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.362039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.364028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 HTTP/1.1" status: 200 len: 1091 time: 2.5425019 Jul 15 16:49:13.444739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:13.463618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72b57e63-38db-4629-a74a-8ebfdd31328d req-7e8021ed-2ed8-4edc-910b-581dbfebc6a8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547457 Jul 15 16:49:13.465778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e73ca5a-758b-45d5-b937-10fc7ea59cf7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:13.539473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Router 9c830f1b-3897-4dc0-a903-db76760c91e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:13.543303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76ea3a-3183-4e75-908e-93ca473bc823 service neutron] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:13.568561 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c84716-e34f-41c8-b832-d647b97e722f x-openstack-request-id: req-67c84716-e34f-41c8-b832-d647b97e722f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:13.568840 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:13.569105 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67c84716-e34f-41c8-b832-d647b97e722f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:13.569511 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1', 'status': 'completed', 'code': 200} Jul 15 16:49:13.587911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a45e6-0921-414c-9fa4-b557baad7980 req-e9b0f200-9738-4ced-a3e3-0967ae24e344 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.609737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f5a45e6-0921-414c-9fa4-b557baad7980 req-e9b0f200-9738-4ced-a3e3-0967ae24e344 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.2454200 Jul 15 16:49:13.642523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40103bdc-5bac-402c-82e4-57f36584de2b None None] Provisioning complete for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:13.642906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40103bdc-5bac-402c-82e4-57f36584de2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.690207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Checking segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:13.690626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Network hostable DHCP agents. Network: 0371800c-6ab5-4f09-ab13-0812811d9c2d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:49:13.716681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-40103bdc-5bac-402c-82e4-57f36584de2b None None] Port 3e98f194-925b-4c8b-9374-a3bc9b922f88 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:13.786535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f5a45e6-0921-414c-9fa4-b557baad7980 req-476b85d8-a1ab-4595-8613-e7da5ed8ff81 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683507 Jul 15 16:49:13.797212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:13.860145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409a021-91d1-497e-9ee7-f7d3a7c0ece1 req-2fb80677-74a8-4797-ad18-cfd2e9aea3bf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.861439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e409a021-91d1-497e-9ee7-f7d3a7c0ece1 req-2fb80677-74a8-4797-ad18-cfd2e9aea3bf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1522665 Jul 15 16:49:13.864808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0371800c-6ab5-4f09-ab13-0812811d9c2d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:13.870399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.871008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.871175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:13.874061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:13.881643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a4431-6f14-463c-bd18-c094bb49e1d7 None None] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:13.884902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-30c51622-4f98-4dce-a53b-83189883300b admin admin] 10.222.0.25 "PUT /v2.0/routers/9c830f1b-3897-4dc0-a903-db76760c91e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3442786 Jul 15 16:49:13.897563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Sync routers for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:13.923116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e409a021-91d1-497e-9ee7-f7d3a7c0ece1 req-50e4b096-8fa7-4a89-ba2c-1c065340a515 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Jul 15 16:49:13.941513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.942326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.942985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.943624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.944286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.944963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.945593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:13.947662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-be5b0031-82f9-4a5d-a414-1e5f729050de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6342 time: 0.3653154 Jul 15 16:49:13.987307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f22d0ad-78bc-47aa-b636-e7b6c0f9780e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7671454 Jul 15 16:49:13.990627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52994) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:13.995986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:14.008200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:14.008862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:14.034767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-d79af9e7-efd1-437c-bd5e-5f76a3b8ad7a req-7b331ddc-a681-420b-b5c6-4396212e945d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:14.036039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d79af9e7-efd1-437c-bd5e-5f76a3b8ad7a req-7b331ddc-a681-420b-b5c6-4396212e945d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166140 Jul 15 16:49:14.061071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.062457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.203130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.257561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.264064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53002) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:14.345003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:14.352657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b304924-16e0-4227-adb4-e3b46acbc47b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:14.502417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0371800c-6ab5-4f09-ab13-0812811d9c2d', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:14.503790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.673228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Allocated IP 172.20.0.2 (0371800c-6ab5-4f09-ab13-0812811d9c2d/9e73ca5a-758b-45d5-b937-10fc7ea59cf7/f4a64d65-643c-4349-959d-981f27402eaa) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:14.740601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.755289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-ffa647a4-45d2-4afc-a618-934b21757017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.755931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-ffa647a4-45d2-4afc-a618-934b21757017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.756614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-ffa647a4-45d2-4afc-a618-934b21757017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.758261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-ffa647a4-45d2-4afc-a618-934b21757017 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.7883415 Jul 15 16:49:14.762866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Checking segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:14.763336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Network hostable DHCP agents. Network: f5d90009-bd42-4f3d-9930-d23992058d9e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:49:14.857626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.868002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Transition to ACTIVE for port object f4a64d65-643c-4349-959d-981f27402eaa will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:14.887535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Transition to ACTIVE for port object f4a64d65-643c-4349-959d-981f27402eaa will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:14.931410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:14.975377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.981781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.988105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:14.994091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.000304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.006970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.010235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:15.013347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.021780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-d4386759-a201-480f-ba04-710fd43e0c62 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5395 time: 0.4641240 Jul 15 16:49:15.040468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:15.043607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:15.081066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Pushing event updated for resources: {'Port': ['ID=f4a64d65-643c-4349-959d-981f27402eaa,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:15.135013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ed889d8-5f4e-4dfc-987f-6e5daf511e8f req-0c6807ac-97e1-49ec-baf2-0b36c598561d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122513 Jul 15 16:49:15.156233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Attempting to bind port f4a64d65-643c-4349-959d-981f27402eaa on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:15.157988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Attempting to bind port f4a64d65-643c-4349-959d-981f27402eaa by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:15.158509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Attempting to bind port f4a64d65-643c-4349-959d-981f27402eaa on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:15.185273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:15.186006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Checking segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:15.186501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.187009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Bound using segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:15.187607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Bound port: f4a64d65-643c-4349-959d-981f27402eaa, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:15.188851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.223326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Network f5d90009-bd42-4f3d-9930-d23992058d9e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:15.268329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-6695d682-4c51-4903-bc27-efe969161322 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8188531 Jul 15 16:49:15.297183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f5d90009-bd42-4f3d-9930-d23992058d9e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:15.321016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9416446-5202-4875-97f0-af1573bc55ab None None] Network f5d90009-bd42-4f3d-9930-d23992058d9e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:15.332149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.332149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.382308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-217203c3-c828-4cfd-8054-2f635766b95e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3677185 Jul 15 16:49:15.392179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53012) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:15.413611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:15.418209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-34e48079-a994-435c-a04f-ce990653c755 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7973611 Jul 15 16:49:15.423961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:15.436938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-5da27e37-b5c5-49fa-93cb-cb628c45c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:15.438430 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6b96fcc-f9a0-4620-8e96-d49d7dc77168 req-5da27e37-b5c5-49fa-93cb-cb628c45c5eb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6682882 Jul 15 16:49:15.506968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.508571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.517372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925bf9f1-d19e-4bec-b16e-58858b578aa1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:15.533034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.568873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Transition to ACTIVE for port object 925bf9f1-d19e-4bec-b16e-58858b578aa1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:15.571062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:15.573665 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ab35fa-ad0b-443d-bff2-db842d1ada87" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:15.616057 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.619772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] For port f4a64d65-643c-4349-959d-981f27402eaa, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:15.647378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] For port f4a64d65-643c-4349-959d-981f27402eaa, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f4a64d65-643c-4349-959d-981f27402eaa,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:15.655259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:12Z', 'revision_number': 4, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '3e98f194-925b-4c8b-9374-a3bc9b922f88', 'name': '', 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'mac_address': 'fa:16:3e:6d:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:09Z', 'updated_at': '2021-07-15T16:49:12Z', 'revision_number': 2, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'subnets': [{'id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:15.675304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.676283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:15.689779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.700275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Checking router: 9c830f1b-3897-4dc0-a903-db76760c91e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:15.700627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Updating router 9c830f1b-3897-4dc0-a903-db76760c91e6 port 3e98f194-925b-4c8b-9374-a3bc9b922f88 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:15.806503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-f5d90009-bd42-4f3d-9930-d23992058d9e', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:15.807381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.849197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:15.856407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2216816-38c1-4ba5-b45e-8d7d67881478 None None] Pushing event updated for resources: {'Port': ['ID=f4a64d65-643c-4349-959d-981f27402eaa,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:16.149451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.194845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Attempting to bind port 925bf9f1-d19e-4bec-b16e-58858b578aa1 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:16.195189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Attempting to bind port 925bf9f1-d19e-4bec-b16e-58858b578aa1 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:16.195512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Attempting to bind port 925bf9f1-d19e-4bec-b16e-58858b578aa1 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:16.201375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Port 925bf9f1-d19e-4bec-b16e-58858b578aa1 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:16.201693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Attempting to bind port 925bf9f1-d19e-4bec-b16e-58858b578aa1 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:16.221966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:16.222409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Checking segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:16.222826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Bound using segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:16.225130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Bound port: 925bf9f1-d19e-4bec-b16e-58858b578aa1, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:16.225787 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.314666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.416234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:16.420843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:16.432508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.474522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:16.475296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.476783 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] 10.222.0.20 "PUT /v2.0/ports/925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 200 len: 1091 time: 3.0403380 Jul 15 16:49:16.603544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Request body: {'port': {'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:16.646823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Allocated IP 172.20.0.2 (f5d90009-bd42-4f3d-9930-d23992058d9e/0b304924-16e0-4227-adb4-e3b46acbc47b/bd2955a7-7d20-4c02-ad7b-ca91b210b5b4) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:16.681323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b0ee2-ffcc-4d1a-832b-763fc7831b69 service neutron] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:16.725770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.826546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:16.840268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ae671-5f73-479b-abb0-be53442aadda req-77dd296c-5213-48cc-a429-e43482a2b6fe tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:16.848809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-081ae671-5f73-479b-abb0-be53442aadda req-77dd296c-5213-48cc-a429-e43482a2b6fe tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 1.4166760 Jul 15 16:49:16.858970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.077639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.084489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-081ae671-5f73-479b-abb0-be53442aadda req-72b5c6a9-dd22-47ea-aed1-42f576927aef tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277374 Jul 15 16:49:17.116515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.125546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.138973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.172828 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.179666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Transition to ACTIVE for port object 3e98f194-925b-4c8b-9374-a3bc9b922f88 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:17.186752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Transition to ACTIVE for port object bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:17.193013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.210979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Allocated IP 172.25.8.215 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/b188de4e-c0a0-47d1-97f7-662a66862a55) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:17.279204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.292530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Transition to ACTIVE for port object bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:17.339043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.393918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Network f5d90009-bd42-4f3d-9930-d23992058d9e is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:17.397690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811c4cd-7ce3-4c22-9ed7-6272945dd063 None None] Pushing event updated for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:17.405422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:17.408539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:17.539328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Attempting to bind port 3e98f194-925b-4c8b-9374-a3bc9b922f88 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:17.539705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Attempting to bind port 3e98f194-925b-4c8b-9374-a3bc9b922f88 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:17.540070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Attempting to bind port 3e98f194-925b-4c8b-9374-a3bc9b922f88 on network 4668405a-dfc4-48a7-87d3-4076b771c10c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:17.554505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:17.554935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Checking segment: {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:17.555352 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.555753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Bound using segment: {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:17.556269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Bound port: 3e98f194-925b-4c8b-9374-a3bc9b922f88, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3740ce50-6a21-4ebf-8716-aadfebd916a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:17.556666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.606797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3d95cd-9996-4857-934e-c0795edef0d8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:17.611170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Attempting to bind port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:17.611546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Attempting to bind port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:17.611911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Attempting to bind port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 on network f5d90009-bd42-4f3d-9930-d23992058d9e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:17.621515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Pushing event updated for resources: {'Port': ['ID=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:17.625254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:17.626262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Checking segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:17.626679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.627075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Bound using segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:17.627710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Bound port: bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:17.628716 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.650356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605bd0b-3f54-44dc-b2aa-77b1efadbdb4 req-80d5d1ec-58c6-4144-94bc-0f4645c358f5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:17.657961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2605bd0b-3f54-44dc-b2aa-77b1efadbdb4 req-80d5d1ec-58c6-4144-94bc-0f4645c358f5 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1342680 Jul 15 16:49:17.666315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.702915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Transition to ACTIVE for port object 9d3d95cd-9996-4857-934e-c0795edef0d8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:17.709128 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.714899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] For port 3e98f194-925b-4c8b-9374-a3bc9b922f88, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:17.717764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2605bd0b-3f54-44dc-b2aa-77b1efadbdb4 req-bbc1d753-9615-4dcb-a05b-0ae0245dba2f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569415 Jul 15 16:49:17.720027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] For port 3e98f194-925b-4c8b-9374-a3bc9b922f88, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3e98f194-925b-4c8b-9374-a3bc9b922f88,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:17.731312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-cd5d7ff0-149d-4165-99a9-76467af9cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:17.733543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-cd5d7ff0-149d-4165-99a9-76467af9cbb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1101 time: 0.2839489 Jul 15 16:49:17.734415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.786129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] For port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:17.790207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] For port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:17.791814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98069c51-3d16-492e-b118-28c7ca424eed None None] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:17.803806 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.823181 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.848468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:17.885349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Deleting port 2af8909f-b19b-4ccf-b86a-05d2f9f47027 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:17.885934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:17.889229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8259c561-38a9-4c72-9296-5c3f3e27ad55 None None] Provisioning for port f4a64d65-643c-4349-959d-981f27402eaa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:17.935607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:17.936347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:18.059187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.158676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811c4cd-7ce3-4c22-9ed7-6272945dd063 None None] Pushing event updated for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:18.227785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] For port 2af8909f-b19b-4ccf-b86a-05d2f9f47027, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2af8909f-b19b-4ccf-b86a-05d2f9f47027,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:18.228665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.246424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-1d1b0985-b858-4fac-95ce-eb4d1fbf9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:18.247927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-1d1b0985-b858-4fac-95ce-eb4d1fbf9f80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.4955902 Jul 15 16:49:18.263640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:18.294146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4454fb-d1ff-40c0-b20e-af05b2cee693 None None] Pushing event updated for resources: {'Port': ['ID=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:18.295657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Calling delete_port for 2af8909f-b19b-4ccf-b86a-05d2f9f47027 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:18.309357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:18.321377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:18.431606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f4a64d65-643c-4349-959d-981f27402eaa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:18.454611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad077-c483-43be-869f-04d8d83866a6 req-aa902597-350c-4ccf-a66b-036349a889d0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:18.467348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-a646d1de-6b94-403f-b1ab-63353d3ef3d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 217 time: 0.1845787 Jul 15 16:49:18.467825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572ad077-c483-43be-869f-04d8d83866a6 req-aa902597-350c-4ccf-a66b-036349a889d0 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.6243062 Jul 15 16:49:18.468578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b188de4e-c0a0-47d1-97f7-662a66862a55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:18.470420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Allocated IP 172.25.8.245 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/37479d54-2ff5-4d6a-ab12-b51b8b0e3c60) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:18.505630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Attempting to bind port 9d3d95cd-9996-4857-934e-c0795edef0d8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:18.506660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Attempting to bind port 9d3d95cd-9996-4857-934e-c0795edef0d8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:18.507173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Attempting to bind port 9d3d95cd-9996-4857-934e-c0795edef0d8 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:18.538334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:18.552336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Port 9d3d95cd-9996-4857-934e-c0795edef0d8 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:18.552971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Attempting to bind port 9d3d95cd-9996-4857-934e-c0795edef0d8 on network 635f2096-e6a8-4bf0-891f-d3f486b5236d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:18.569865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:18.570476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Checking segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:18.571207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Bound using segment: {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:18.571802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Bound port: 9d3d95cd-9996-4857-934e-c0795edef0d8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:18.572377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.583869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572ad077-c483-43be-869f-04d8d83866a6 req-a8126b7a-04ae-4a16-ab9b-f3adf536d3cf tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139324 Jul 15 16:49:18.584132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f4a64d65-643c-4349-959d-981f27402eaa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:18.590761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f4a64d65-643c-4349-959d-981f27402eaa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:18.591151 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.668312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-f47d5fbe-607b-4424-bde7-1feb4f69440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:18.669763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-f47d5fbe-607b-4424-bde7-1feb4f69440f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1886232 Jul 15 16:49:18.673691 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a9dfd3-58bd-4120-8788-41711ab19bc3 x-openstack-request-id: req-f9a9dfd3-58bd-4120-8788-41711ab19bc3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:18.673980 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:18.674225 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9a9dfd3-58bd-4120-8788-41711ab19bc3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:18.675237 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'status': 'completed', 'code': 200} Jul 15 16:49:18.764404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.880039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.898932 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:18.946284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f4a64d65-643c-4349-959d-981f27402eaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f4a64d65-643c-4349-959d-981f27402eaa,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:18.983543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af8909f-b19b-4ccf-b86a-05d2f9f47027,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:19.012070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:19.045542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.108873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:19.126907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-8744f8c1-32e8-4d36-83e7-5b90b3637730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.129663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-8744f8c1-32e8-4d36-83e7-5b90b3637730 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4510236 Jul 15 16:49:19.138075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f4a64d65-643c-4349-959d-981f27402eaa,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:19.185769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e5b8a867-bf00-49a9-9ff3-4df190200e97 None None] Provisioning complete for port f4a64d65-643c-4349-959d-981f27402eaa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:19.186139 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a867-bf00-49a9-9ff3-4df190200e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.210087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.297219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:12Z', 'revision_number': 4, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '3e98f194-925b-4c8b-9374-a3bc9b922f88', 'name': '', 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'mac_address': 'fa:16:3e:6d:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:09Z', 'updated_at': '2021-07-15T16:49:17Z', 'revision_number': 4, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'subnets': [{'id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:19.354330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.355003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.355483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.355968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.357034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.357505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.357972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.358376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Allocated IP 172.25.8.45 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/26035c84-a619-41ec-b739-7726207e8e6e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:19.359921 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-11e5de9e-0d32-4e10-8037-909bcadefa40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6434 time: 0.6647165 Jul 15 16:49:19.404197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65569aa-a20e-4363-8d37-6834e01c705c None None] The sync data for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 is: [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:12Z', 'revision_number': 4, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '3e98f194-925b-4c8b-9374-a3bc9b922f88', 'name': '', 'network_id': '4668405a-dfc4-48a7-87d3-4076b771c10c', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'mac_address': 'fa:16:3e:6d:2e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:09Z', 'updated_at': '2021-07-15T16:49:17Z', 'revision_number': 4, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'subnets': [{'id': '2a69d905-6ec7-4430-814c-ec164f280a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:19.482144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.544686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.545332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.546909 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 200 len: 1091 time: 2.9877481 Jul 15 16:49:19.556792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:19.585342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.591420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.598278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.604200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.611715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.618660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.630142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.633900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-e6be900b-f70c-4550-8504-1a1c5c395bf3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.7043257 Jul 15 16:49:19.656630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:19.662824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:19.692747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.778555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99a935-bdc8-4b4a-ba6d-e979a6180a38 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:19.806492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ae247-65dc-443c-92c7-1a45cf3bd03c None None] Network f5d90009-bd42-4f3d-9930-d23992058d9e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:19.811879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.815072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:19.824706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-5ca98dd5-36d2-4f7d-b739-8d60414a9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.825183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-5ca98dd5-36d2-4f7d-b739-8d60414a9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.825648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-5ca98dd5-36d2-4f7d-b739-8d60414a9bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:19.827254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-5ca98dd5-36d2-4f7d-b739-8d60414a9bfe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4351482 Jul 15 16:49:19.883923 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-1d65a223-aaa7-4b33-ac7e-a7449bf0c469 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040741 Jul 15 16:49:19.897002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Pushing event updated for resources: {'Port': ['ID=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:19.942841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:20.001903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6525bd1f-d246-4b0d-93ef-fcd40f734051 req-bfa1b732-19c7-43de-a4f0-1503354790e2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3669186 Jul 15 16:49:20.019862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aae6ecbb-c844-4748-95cb-d9bc5ca36cdf None None] Provisioning for port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:20.586407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3e98f194-925b-4c8b-9374-a3bc9b922f88 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:20.698749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:20.728080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:20.734968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:20.745177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1'}, {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:20.747947 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ea85e9-bd28-4539-a627-70901610f975" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1"}, {"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:20.751269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:20.757712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-9956736f-0b93-4118-ba89-9706367e467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:20.759364 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92ab35fa-ad0b-443d-bff2-db842d1ada87 req-9956736f-0b93-4118-ba89-9706367e467d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9244344 Jul 15 16:49:20.833012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:20.841787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:20.842738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:20.891831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=26035c84-a619-41ec-b739-7726207e8e6e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:20.918770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-352e2e1f-a7a6-44e9-b55a-05dc878f1017 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0179753 Jul 15 16:49:20.976909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.028448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3e98f194-925b-4c8b-9374-a3bc9b922f88, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3e98f194-925b-4c8b-9374-a3bc9b922f88,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:21.037023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.038332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:21.073763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Router 4e778c5b-f375-4852-ad03-7b62a7533feb is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:49:21.120408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119d158-a834-48d6-9dd6-e1492cf1748d req-537dd8e3-5a50-43b3-be30-0e777c11cdab tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.131301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e119d158-a834-48d6-9dd6-e1492cf1748d req-537dd8e3-5a50-43b3-be30-0e777c11cdab tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.4477482 Jul 15 16:49:21.172581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:21.192096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.195191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.198249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.199357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.199842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.200354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.200827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.203475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-57d0af06-3704-4e76-9c9f-c4fd42dd60a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6476 time: 0.2837434 Jul 15 16:49:21.219105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:21.230914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:21.231749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.245844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.250938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.321304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-a8d0b6a2-9453-4671-b1b2-6038b46eda7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 200 len: 217 time: 0.0557909 Jul 15 16:49:21.354197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.359572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:21.375745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Sync routers for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:21.391047 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:21.391820 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:21.418647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:21.423613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.424418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.428353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03c03bbe-5f8c-4500-b724-6bb7d89788d3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0326376 Jul 15 16:49:21.428546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f4a64d65-643c-4349-959d-981f27402eaa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:21.428790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:21.448786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-f7637f19-2c8f-4f18-82f4-2685767086ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.451195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-f7637f19-2c8f-4f18-82f4-2685767086ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeee1726-16d3-4a4c-9823-bb146c206460 HTTP/1.1" status: 200 len: 849 time: 0.0893931 Jul 15 16:49:21.455950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e119d158-a834-48d6-9dd6-e1492cf1748d req-117eb519-efce-4a62-90b2-173674be7e71 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235543 Jul 15 16:49:21.477436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Router eb91c6d2-b819-4c66-a76e-81d70d1efda5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:21.503709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.527007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:21.539754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f4a64d65-643c-4349-959d-981f27402eaa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:21.540239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.641020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:21.653482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-0d3dc87f-a232-4ba6-824d-0a6bd449866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:21.655543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-0d3dc87f-a232-4ba6-824d-0a6bd449866f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d19312a-92de-4366-b01d-7804d5a6d70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725576 Jul 15 16:49:21.806664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:21.817202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5503551a-b7e0-48c9-b8e9-affd1ff01970 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb91c6d2-b819-4c66-a76e-81d70d1efda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5520039 Jul 15 16:49:21.819532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Sync routers for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:21.823746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53054) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:21.832959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:21.834088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:21.841572 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 3, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:21.867212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-efe8892d-1cda-4514-99c0-fd7351c0c141 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766462 Jul 15 16:49:21.873608 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Checking router: 4e778c5b-f375-4852-ad03-7b62a7533feb for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:21.874352 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Updating router 4e778c5b-f375-4852-ad03-7b62a7533feb port b188de4e-c0a0-47d1-97f7-662a66862a55 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:21.914860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.921487 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:21.975582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:22.019583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0e5f-4266-468d-b365-d5a286cefce7 req-59fe629b-439e-43d4-b0c8-db39d4f2bacc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:22.021125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-056b0e5f-4266-468d-b365-d5a286cefce7 req-59fe629b-439e-43d4-b0c8-db39d4f2bacc tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.3890676 Jul 15 16:49:22.051716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2c91ea3b-3b0a-429f-aa67-09a3501cd230 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752391 Jul 15 16:49:22.104701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-8d467d06-e835-4228-9c84-697a23936ff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 217 time: 0.0432804 Jul 15 16:49:22.160538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.184162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.199846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.217238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-acd054f8-2984-4612-bbba-c946c1398ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:22.220444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-acd054f8-2984-4612-bbba-c946c1398ec3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.0940249 Jul 15 16:49:22.227419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 5, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:22.240345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.264369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Checking router: eb91c6d2-b819-4c66-a76e-81d70d1efda5 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:22.266671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:22.276394 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.287941 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Transition to ACTIVE for port object b188de4e-c0a0-47d1-97f7-662a66862a55 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:22.296946 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.313005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Routers {'eb91c6d2-b819-4c66-a76e-81d70d1efda5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:22.313798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:22.324323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=26035c84-a619-41ec-b739-7726207e8e6e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:22.333711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-056b0e5f-4266-468d-b365-d5a286cefce7 req-c253f41f-e9dc-45c9-b344-5ac0c26fd1b7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951162 Jul 15 16:49:22.373475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-1d6c02e1-9366-491d-907a-d047ecc7e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:22.373475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-1d6c02e1-9366-491d-907a-d047ecc7e77d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1298177 Jul 15 16:49:22.379050 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37ef1-cc92-44e4-9493-cc6df92082d9 None None] Pushing event updated for resources: {'Port': ['ID=b188de4e-c0a0-47d1-97f7-662a66862a55,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:22.397770 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Attempting to bind port b188de4e-c0a0-47d1-97f7-662a66862a55 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:22.398146 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Attempting to bind port b188de4e-c0a0-47d1-97f7-662a66862a55 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:22.398904 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Attempting to bind port b188de4e-c0a0-47d1-97f7-662a66862a55 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:22.403862 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:22.404258 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:22.404694 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.405087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:22.405838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Bound port: b188de4e-c0a0-47d1-97f7-662a66862a55, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:22.406207 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.466603 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.483446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] Set router eb91c6d2-b819-4c66-a76e-81d70d1efda5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:22.483697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Router f5a6db9e-1144-4842-9a9f-d3065689a95d is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:49:22.501636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.510186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.511335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-68576c8e-0652-4104-a98b-dbc84c0d7fa9 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0920782 Jul 15 16:49:22.513895 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] For port b188de4e-c0a0-47d1-97f7-662a66862a55, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:22.526841 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] For port b188de4e-c0a0-47d1-97f7-662a66862a55, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b188de4e-c0a0-47d1-97f7-662a66862a55,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:22.532594 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.535876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-41886f8c-89ff-4141-af15-a1221b6691db service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091282 Jul 15 16:49:22.606404 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a37ef1-cc92-44e4-9493-cc6df92082d9 None None] Pushing event updated for resources: {'Port': ['ID=b188de4e-c0a0-47d1-97f7-662a66862a55,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:22.631680 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:22.632652 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:22.717541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Allocated IP 172.20.0.1 (f5d90009-bd42-4f3d-9930-d23992058d9e/0b304924-16e0-4227-adb4-e3b46acbc47b/39a67bab-66a6-4dd8-933b-da213282c806) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:22.737961 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-378fa69e-039b-43f7-b768-c520b71e28c6 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923165 Jul 15 16:49:22.778991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:22.779410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:22.794520 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af38305e-f3dd-49fd-89b6-beb49db50023 x-openstack-request-id: req-af38305e-f3dd-49fd-89b6-beb49db50023 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:22.794834 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:22.795176 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af38305e-f3dd-49fd-89b6-beb49db50023 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:22.795632 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'status': 'completed', 'code': 200} Jul 15 16:49:22.795942 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'status': 'completed', 'code': 200} Jul 15 16:49:22.801091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-47a8a72e-9b77-4864-97dd-8764ac855ba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 217 time: 0.0559380 Jul 15 16:49:22.883700 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:22.937265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c0ff032d-60bd-497f-9942-e72a1ca0d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:22.939529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-c0ff032d-60bd-497f-9942-e72a1ca0d1e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1287334 Jul 15 16:49:23.003209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3e98f194-925b-4c8b-9374-a3bc9b922f88 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:23.018669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-745de5c1-edb6-461a-aee3-51cc2b2ed615 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.4695616 Jul 15 16:49:23.045952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.046437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 5, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:23.060507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019ac4-7597-4299-905d-a873b3366397 req-e6ccb37d-70d9-465e-b512-8e0fa3e51ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.062449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-e6ccb37d-70d9-465e-b512-8e0fa3e51ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 1096 time: 0.1693463 Jul 15 16:49:23.076724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239e87e-4b0e-48f5-b453-05a974b28fe6 None None] The sync data for ids ['eb91c6d2-b819-4c66-a76e-81d70d1efda5'] in n-d-800085-3 is: [{'id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'name': 'tempest-AttachSCSIVolumeTestJSON-986843573-router', 'tenant_id': 'bd7c3ba7d9794375bc95096788dc0909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:46:54Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 5, 'project_id': 'bd7c3ba7d9794375bc95096788dc0909', 'gw_port': {'id': '071bf6d1-446f-497b-aab9-1dc7ecf8434b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb91c6d2-b819-4c66-a76e-81d70d1efda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:46:55Z', 'updated_at': '2021-07-15T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:23.094323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Transition to ACTIVE for port object 39a67bab-66a6-4dd8-933b-da213282c806 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:23.095582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3e98f194-925b-4c8b-9374-a3bc9b922f88 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:23.095964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.140339 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 3, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:23.182071 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677ed272-7f2c-4597-a11f-faf7b04c09f4 None None] The sync data for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 is: [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 3, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:23.193293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-fcca5623-0dcb-44ae-92dc-c4d005f15043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.195585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-fcca5623-0dcb-44ae-92dc-c4d005f15043 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2445841 Jul 15 16:49:23.266058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:23.281821 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:23.293699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019ac4-7597-4299-905d-a873b3366397 req-9a5acc8f-b06b-4668-b43d-916a6cb8e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.295502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-9a5acc8f-b06b-4668-b43d-916a6cb8e279 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 916 time: 0.2226336 Jul 15 16:49:23.295998 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:23.296990 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:23.301420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.307549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.313575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.320268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.326313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.332941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.338954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.346916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-ca147236-d73b-48f4-9798-fd60f28f8b4b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.3268530 Jul 15 16:49:23.350056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.355032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Deleting port 071bf6d1-446f-497b-aab9-1dc7ecf8434b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:23.355376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.362784 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-cb8b1636-bd64-4fc9-b521-96d03d3ac4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 200 len: 217 time: 0.0545635 Jul 15 16:49:23.369522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-adf24192-ff4b-4483-ae1f-cb3c1d43a0f7 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.370894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-adf24192-ff4b-4483-ae1f-cb3c1d43a0f7 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.3264136 Jul 15 16:49:23.400580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.404665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-671f0438-33db-46c9-a401-82a568f74a5e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.4125581 Jul 15 16:49:23.408762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-819abac2-027b-438d-89d1-f42a9416a02d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:23.410185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6ffc24a-9629-44d8-8f50-b9ccd7a479db req-819abac2-027b-438d-89d1-f42a9416a02d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198710 Jul 15 16:49:23.411503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53062) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:23.429823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Network f5d90009-bd42-4f3d-9930-d23992058d9e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:23.430690 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:23.479671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:23.498408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:23.590667 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-27b766d6-8616-4ce1-8859-7dd45dbf20fd service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861361 Jul 15 16:49:23.608513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57a60823-95ec-4cf0-878c-4c594c8867cc req-a8ea2c00-c856-4c1e-9e19-8bad72a80d4c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603219 Jul 15 16:49:23.632010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Pushing event updated for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:23.697858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.708455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019ac4-7597-4299-905d-a873b3366397 req-5ef3229f-2def-4310-b95e-a555cc99bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:23.712188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-5ef3229f-2def-4310-b95e-a555cc99bc26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.3210158 Jul 15 16:49:23.801842 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-0515d8bc-f298-42c6-a2a1-d73989ae47e6 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874330 Jul 15 16:49:23.927565 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:20Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:23.932208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] For port 071bf6d1-446f-497b-aab9-1dc7ecf8434b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=071bf6d1-446f-497b-aab9-1dc7ecf8434b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:23.932576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:23.943805 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-5e6c49bc-15a9-4b1e-9ff8-3c27051cf81f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 HTTP/1.1" status: 200 len: 217 time: 0.0475459 Jul 15 16:49:23.956882 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:23.957482 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Updating router f5a6db9e-1144-4842-9a9f-d3065689a95d port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:24.002014 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.004916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2c2f36fa-cd05-44e4-9b70-6371c1142023 None None] Provisioning for port 39a67bab-66a6-4dd8-933b-da213282c806 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:24.009500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2c2f36fa-cd05-44e4-9b70-6371c1142023 None None] Provisioning complete for port 39a67bab-66a6-4dd8-933b-da213282c806 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:24.009876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2c2f36fa-cd05-44e4-9b70-6371c1142023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.073274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Calling delete_port for 071bf6d1-446f-497b-aab9-1dc7ecf8434b owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:24.073897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f36fa-cd05-44e4-9b70-6371c1142023 None None] Port 39a67bab-66a6-4dd8-933b-da213282c806 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:24.077740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019ac4-7597-4299-905d-a873b3366397 req-dd9eb70d-b262-4337-8a16-337c09d87e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.079629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-dd9eb70d-b262-4337-8a16-337c09d87e1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2763069 Jul 15 16:49:24.081939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4647e67c-d028-42f4-9e56-03a45da4f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.083599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-4647e67c-d028-42f4-9e56-03a45da4f571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1252277 Jul 15 16:49:24.190964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44868648-4069-4f7a-b3d7-5cf7420200c3 req-d036176b-b0d4-4bce-b033-b0dabe27571d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.192555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44868648-4069-4f7a-b3d7-5cf7420200c3 req-d036176b-b0d4-4bce-b033-b0dabe27571d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.4806454 Jul 15 16:49:24.280059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b188de4e-c0a0-47d1-97f7-662a66862a55 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:24.290926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.326007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ef276-d4b3-4844-b02d-f803d15c7ecb req-03e67c8d-8ec6-4d52-9ed6-6897a79736f7 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.327459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f05ef276-d4b3-4844-b02d-f803d15c7ecb req-03e67c8d-8ec6-4d52-9ed6-6897a79736f7 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.4395101 Jul 15 16:49:24.353162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44868648-4069-4f7a-b3d7-5cf7420200c3 req-62b8df3c-c8d6-4b41-91c0-da0ea480984c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522121 Jul 15 16:49:24.369773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-7b148ab1-8716-4272-bdeb-fb564f1e2cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712958 Jul 15 16:49:24.376943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b188de4e-c0a0-47d1-97f7-662a66862a55 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:24.381568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b188de4e-c0a0-47d1-97f7-662a66862a55 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:24.381999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.439356 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.451626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Transition to ACTIVE for port object 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:24.465683 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.483319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-8aecb0bb-908b-4b97-94b8-cf979842e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.484887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-8aecb0bb-908b-4b97-94b8-cf979842e953 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2958550 Jul 15 16:49:24.494553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.529740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b188de4e-c0a0-47d1-97f7-662a66862a55, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b188de4e-c0a0-47d1-97f7-662a66862a55,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:24.534461 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Attempting to bind port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:24.534861 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Attempting to bind port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:24.535211 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Attempting to bind port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:24.537515 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889b56-ac80-4b12-a97e-d19a94fefd23 None None] Pushing event updated for resources: {'Port': ['ID=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:24.538035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.544007 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:24.544439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:24.544771 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.545168 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:24.545626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Bound port: 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:24.546152 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.593577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2af8909f-b19b-4ccf-b86a-05d2f9f47027 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:24.622847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2af8909f-b19b-4ccf-b86a-05d2f9f47027 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:24.623342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2af8909f-b19b-4ccf-b86a-05d2f9f47027 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:24.631858 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] For port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:24.639641 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] For port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:24.650808 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.671649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f05ef276-d4b3-4844-b02d-f803d15c7ecb req-cb8e5dec-5ccd-4b15-8573-819add15e0f3 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146937 Jul 15 16:49:24.676856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b188de4e-c0a0-47d1-97f7-662a66862a55,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:24.751591 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:24.752925 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:24.792797 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889b56-ac80-4b12-a97e-d19a94fefd23 None None] Pushing event updated for resources: {'Port': ['ID=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:24.796567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac5770-8333-4093-8d34-866274aa4785 req-1c597f77-c1f8-4f67-8ea0-cd9f9ad184e1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:24.811814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edac5770-8333-4093-8d34-866274aa4785 req-1c597f77-c1f8-4f67-8ea0-cd9f9ad184e1 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.2238374 Jul 15 16:49:24.870048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.890275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:24.928297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:24.976594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edac5770-8333-4093-8d34-866274aa4785 req-dacf13fe-039e-4dfd-b931-69a7bff66042 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641381 Jul 15 16:49:25.045088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-188b9689-c35a-484a-9e4f-fb4cedef6f18 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961431 Jul 15 16:49:25.105767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Pushing event deleted for resources: {'Port': ['ID=071bf6d1-446f-497b-aab9-1dc7ecf8434b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:25.119071 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:20Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:25.154820 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8dce93-93d2-43c2-a110-b3e9debe3c24 None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:20Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:25.217043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Allocated IP 172.20.0.1 (0371800c-6ab5-4f09-ab13-0812811d9c2d/9e73ca5a-758b-45d5-b937-10fc7ea59cf7/799affed-5475-4b0c-83a4-d549ea4d4772) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:25.229250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5f019ac4-7597-4299-905d-a873b3366397 req-499e9a28-6fe9-4b81-b776-bd632917a7af service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447559 Jul 15 16:49:25.240793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-88f818da-2ce6-43f2-b0d3-fb5594449c93 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866653 Jul 15 16:49:25.251704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-b97b83a1-eb0d-4ec6-b133-568ca6d15043 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4947138 Jul 15 16:49:25.302383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:25.307524 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-9dd9dd04-f0d4-4773-801e-ed532645b776 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0552897 Jul 15 16:49:25.379810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-87a7ca1c-e374-43a0-b4d3-14ac040f5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.381492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-87a7ca1c-e374-43a0-b4d3-14ac040f5746 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.0608897 Jul 15 16:49:25.402282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.411289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.425230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.443541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.506492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.515878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Pushing event updated for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:25.547537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.552533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2574600e-9ebb-4c36-869f-97ea5a998ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.554013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-2574600e-9ebb-4c36-869f-97ea5a998ada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628983 Jul 15 16:49:25.558838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.576642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.583641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.589610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.595497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.602157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.608034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.614068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:25.615998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cface3c2-fb0e-4674-b778-2249eff4abae req-79fbbc1a-3d64-4a09-a2e6-c8db513f4b88 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.4846301 Jul 15 16:49:25.686352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.691903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Network f5d90009-bd42-4f3d-9930-d23992058d9e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:25.704431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:25.725903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.726406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb91c6d2-b819-4c66-a76e-81d70d1efda5 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:49:25.736305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Transition to ACTIVE for port object 799affed-5475-4b0c-83a4-d549ea4d4772 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:25.740104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.744007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bbd6e1cb-405b-4f7f-b5bc-f7d081281127 admin admin] 10.222.0.25 "DELETE /v2.0/routers/eb91c6d2-b819-4c66-a76e-81d70d1efda5 HTTP/1.1" status: 204 len: 168 time: 3.9159579 Jul 15 16:49:25.746396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53072) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:25.753594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a80e642e-a538-469d-91f6-123080557dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:25.826864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cface3c2-fb0e-4674-b778-2249eff4abae req-05be8b2b-3f0e-4ef7-ab45-c83d14833716 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612160 Jul 15 16:49:25.870684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-656b05c1-efd7-4596-8454-c6ad99e9109a service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085709 Jul 15 16:49:25.991295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-5098ab29-eb21-4195-ad75-4ee4de076f67 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097777 Jul 15 16:49:26.044690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-414e0ce3-b426-4a6e-bf9b-8484874aa07f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 200 len: 217 time: 0.0430913 Jul 15 16:49:26.140312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-aab2b01e-a8de-4291-937b-0ba7b0951ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:26.141919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-aab2b01e-a8de-4291-937b-0ba7b0951ac0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.0628815 Jul 15 16:49:26.142106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-73624278-08ab-4670-a4ab-ecce85c225fa None None] Provisioning complete for port 39a67bab-66a6-4dd8-933b-da213282c806 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:26.142747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-73624278-08ab-4670-a4ab-ecce85c225fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.199275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Router 4e778c5b-f375-4852-ad03-7b62a7533feb has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:26.212778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-73624278-08ab-4670-a4ab-ecce85c225fa None None] Port 39a67bab-66a6-4dd8-933b-da213282c806 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:26.285144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-957ddaf7-e8bd-49ce-9ddd-bbf4b3e2349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:26.286711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-957ddaf7-e8bd-49ce-9ddd-bbf4b3e2349a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249478 Jul 15 16:49:26.319092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Deleting subnet e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:49:26.344698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.384999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.403936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:26.417929 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-224fafa5-c0e3-45db-a1f8-8560667db70f admin admin] 10.222.0.25 "PUT /v2.0/routers/4e778c5b-f375-4852-ad03-7b62a7533feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9773886 Jul 15 16:49:26.425974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Sync routers for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:26.431307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.436364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:26.437445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:48:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:26.437982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.443011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-e6767e2b-da43-4b15-b5e3-92349b22dd4e service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291466 Jul 15 16:49:26.477971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:26.585928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:26.615312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:26.646735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-cf1207f1-60d1-45be-8ecf-8a6bfb1b4508 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934235 Jul 15 16:49:26.650828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:26.743874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-a1844ce7-5efe-48ff-97fd-bbd66b5e8ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 200 len: 217 time: 0.0872188 Jul 15 16:49:26.763427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d8c7e-982d-48e2-9c03-792c2cbba034 req-f7b6408d-52ae-4ead-9f1a-8d80191e32f0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:26.765042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b2d8c7e-982d-48e2-9c03-792c2cbba034 req-f7b6408d-52ae-4ead-9f1a-8d80191e32f0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.4655392 Jul 15 16:49:26.780542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b188de4e-c0a0-47d1-97f7-662a66862a55 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:26.839764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-536a9b55-51df-4ab8-9a08-be5800fbbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:26.841490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-536a9b55-51df-4ab8-9a08-be5800fbbc27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.0881155 Jul 15 16:49:26.852444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:26.891680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.894861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.901828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b188de4e-c0a0-47d1-97f7-662a66862a55 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:26.902824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:26.944294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-518de5e3-dd98-4f5f-87cb-7693b61adb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:26.945808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-518de5e3-dd98-4f5f-87cb-7693b61adb96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967774 Jul 15 16:49:27.033683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Allocated IP 172.25.8.42 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/087da38b-5061-4da3-ba0e-646677726000) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:27.047877 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-eb7b926d-c6f6-4f0a-be28-321017419b94 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947266 Jul 15 16:49:27.056696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b2d8c7e-982d-48e2-9c03-792c2cbba034 req-4d777e7f-178a-4ef8-a63d-0b5f12fa9aeb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846700 Jul 15 16:49:27.093169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-33da142a-c2a9-414a-aa0a-d0dbd687bbb6 None None] Provisioning for port 799affed-5475-4b0c-83a4-d549ea4d4772 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:27.122279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-33da142a-c2a9-414a-aa0a-d0dbd687bbb6 None None] Provisioning complete for port 799affed-5475-4b0c-83a4-d549ea4d4772 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:27.122548 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-33da142a-c2a9-414a-aa0a-d0dbd687bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.161129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-33da142a-c2a9-414a-aa0a-d0dbd687bbb6 None None] Port 799affed-5475-4b0c-83a4-d549ea4d4772 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:27.163452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:27.191832 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f6e47-b885-4a28-bc1d-1601f9c57d0f req-d773ae0b-38ae-4e51-8a50-52d4e8239dbb service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358798 Jul 15 16:49:27.231209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 2, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:27.234730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:27.260648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Checking router: 4e778c5b-f375-4852-ad03-7b62a7533feb for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:27.261010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Updating router 4e778c5b-f375-4852-ad03-7b62a7533feb port 39a67bab-66a6-4dd8-933b-da213282c806 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:27.262767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:27.263146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.267159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.320383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:27.328000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.340383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.340581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.341186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.341724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.342412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-82db85d7-7261-4ec6-bd15-68a772ac4d5a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e9c4b3a8-d520-4960-a7cd-7d6ef3b18ef7 HTTP/1.1" status: 204 len: 168 time: 1.5881591 Jul 15 16:49:27.345700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.346828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.347613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.349525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.349674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:27.350406 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-982d3dd0-88f4-4712-8163-dbdfc0d2630e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6476 time: 0.0774543 Jul 15 16:49:27.358999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.368089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1260fe1e-1427-475b-bf53-b3d770feed0c None None] Network 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:27.435387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.472656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-056aeecb-6569-42b8-a150-430564f3c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.474861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-056aeecb-6569-42b8-a150-430564f3c771 service neutron] 10.222.0.20 "GET /v2.0/networks?id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 901 time: 0.1174915 Jul 15 16:49:27.522833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10d59f-a102-41db-bc0c-34c39d99dbf5 req-bae604b7-06f1-45f2-ab26-0d52b03c2c23 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.524643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de10d59f-a102-41db-bc0c-34c39d99dbf5 req-bae604b7-06f1-45f2-ab26-0d52b03c2c23 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.3181233 Jul 15 16:49:27.524942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-aaf0106e-cdc4-4c78-9943-d90d26bbedd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 200 len: 217 time: 0.0415149 Jul 15 16:49:27.532143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.546168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.586956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-78c5b0de-6568-4987-a0f7-f399d16cccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.589348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-78c5b0de-6568-4987-a0f7-f399d16cccdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.0573511 Jul 15 16:49:27.606775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:27.627987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.671961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-19d5d9f7-1a73-4416-b35e-69b6440bc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:27.673831 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-19d5d9f7-1a73-4416-b35e-69b6440bc114 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672958 Jul 15 16:49:27.686960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de10d59f-a102-41db-bc0c-34c39d99dbf5 req-cd2166dd-5b49-4933-9c97-54b47d5d06f1 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551311 Jul 15 16:49:27.697564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.763598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:27.765452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:27.779555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:27.787620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:27.807983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Deleting port 8773c931-3171-4b32-acb1-a8aa6530aee5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:27.808412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.845138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=087da38b-5061-4da3-ba0e-646677726000,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:27.870478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] DHCP port deletion for 25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:49:27.874717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.875647 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-849db137-f727-4bcb-bf84-052346b9786a service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884794 Jul 15 16:49:27.883677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.902083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.913547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Transition to ACTIVE for port object 39a67bab-66a6-4dd8-933b-da213282c806 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:27.925369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:27.990126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73f9d4-3c65-492d-9d10-f85128669223 None None] Pushing event updated for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:27.998390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Deleting port 8773c931-3171-4b32-acb1-a8aa6530aee5 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:27.998859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.001153 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-de3787f4-ea5f-44ec-9e5f-8e8466715129 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172755 Jul 15 16:49:28.036985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] For port 8773c931-3171-4b32-acb1-a8aa6530aee5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8773c931-3171-4b32-acb1-a8aa6530aee5,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:28.037348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.066393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Calling delete_port for 8773c931-3171-4b32-acb1-a8aa6530aee5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:28.069961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Attempting to bind port 39a67bab-66a6-4dd8-933b-da213282c806 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:28.070344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Attempting to bind port 39a67bab-66a6-4dd8-933b-da213282c806 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:28.070714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Attempting to bind port 39a67bab-66a6-4dd8-933b-da213282c806 on network f5d90009-bd42-4f3d-9930-d23992058d9e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:28.090489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.109064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:28.109463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Checking segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:28.109844 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.110511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Bound using segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:28.110714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Bound port: 39a67bab-66a6-4dd8-933b-da213282c806, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:28.111105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.138239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.138977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.140694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.141377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.142581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.143292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.143842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.143996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] For port 8773c931-3171-4b32-acb1-a8aa6530aee5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8773c931-3171-4b32-acb1-a8aa6530aee5,segment=NetworkSegment(53d233c9-755a-4713-8b12-daae49984dae),segment_id=53d233c9-755a-4713-8b12-daae49984dae)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:28.144406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.147160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-830d9c69-65b1-4522-878d-d12766259320 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6476 time: 0.0930445 Jul 15 16:49:28.177476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Calling delete_port for 8773c931-3171-4b32-acb1-a8aa6530aee5 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:28.246651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:28.271613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:28.281065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:28.283042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:28.300276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-304080ab-5540-4487-9fd2-ccc6d84a86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.301919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-304080ab-5540-4487-9fd2-ccc6d84a86bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 901 time: 0.1459548 Jul 15 16:49:28.316598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] For port 39a67bab-66a6-4dd8-933b-da213282c806, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:28.352594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] For port 39a67bab-66a6-4dd8-933b-da213282c806, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a67bab-66a6-4dd8-933b-da213282c806,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:28.357945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-5e1286d5-2939-42f2-9381-c5003ac8bc15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 200 len: 217 time: 0.0465362 Jul 15 16:49:28.372263 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.427428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-be767e55-5c8d-4c4a-99e7-d66d376a66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.429301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-be767e55-5c8d-4c4a-99e7-d66d376a66d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.0651824 Jul 15 16:49:28.457907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73f9d4-3c65-492d-9d10-f85128669223 None None] Pushing event updated for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:28.466714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c24c8422-1f10-47df-95f7-9e4980df34e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.489636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.497247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:28.497975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:28.498477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:28.514476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea85e9-bd28-4539-a627-70901610f975 req-dd843c1d-4bf3-4ce8-b211-166c46a0d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.516734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-dd843c1d-4bf3-4ce8-b211-166c46a0d65a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789468 Jul 15 16:49:28.524860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b76784-5436-4ee6-99a2-d0bd25907aa8 req-4fff581d-eb66-409c-a3ec-1276dd93b2c4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:28.526359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34b76784-5436-4ee6-99a2-d0bd25907aa8 req-4fff581d-eb66-409c-a3ec-1276dd93b2c4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.6451006 Jul 15 16:49:28.541440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.585565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.661237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-c5e58ed4-e8d5-46bf-b17a-7a67bb291713 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367941 Jul 15 16:49:28.719340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.757841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] Pushing event deleted for resources: {'Port': ['ID=8773c931-3171-4b32-acb1-a8aa6530aee5,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:28.764713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:28.765285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.767811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b19e8-f20a-4389-a0ad-5d4bd70396fb None None] No DVR routers for this DVR port 8773c931-3171-4b32-acb1-a8aa6530aee5 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:28.773143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00ea85e9-bd28-4539-a627-70901610f975 req-53fd930e-58a8-4088-ab63-4a0482891b40 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034520 Jul 15 16:49:28.792832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34b76784-5436-4ee6-99a2-d0bd25907aa8 req-2cfdce3e-4f00-4131-9c0e-7cd8c29d29cb tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165089 Jul 15 16:49:28.810262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8773c931-3171-4b32-acb1-a8aa6530aee5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:28.847648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] No DVR routers for this DVR port 8773c931-3171-4b32-acb1-a8aa6530aee5 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:28.856324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.868366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-78b345ab-140f-4e70-8a28-7e9c9f4edf6f None None] Provisioning complete for port 799affed-5475-4b0c-83a4-d549ea4d4772 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:28.868658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-78b345ab-140f-4e70-8a28-7e9c9f4edf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:28.913586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:28.960883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-78b345ab-140f-4e70-8a28-7e9c9f4edf6f None None] Port 799affed-5475-4b0c-83a4-d549ea4d4772 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:28.969260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:28.978441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:28.987983 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:28.988913 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:28.999406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.012356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-55a3000c-87cd-4def-b8a6-b5f996de9bd8 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5a6db9e-1144-4842-9a9f-d3065689a95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5981734 Jul 15 16:49:29.022114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:29.064254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d233c9-755a-4713-8b12-daae49984dae') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:29.064613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d233c9-755a-4713-8b12-daae49984dae') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:29.081026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.105305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.111632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.124437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:49:29.125089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:49:29.126630 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:49:29.134745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:29.166384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.220283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8773c931-3171-4b32-acb1-a8aa6530aee5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:29.246297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8773c931-3171-4b32-acb1-a8aa6530aee5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:29.246784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8773c931-3171-4b32-acb1-a8aa6530aee5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:29.247296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 071bf6d1-446f-497b-aab9-1dc7ecf8434b no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:29.287244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 071bf6d1-446f-497b-aab9-1dc7ecf8434b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:29.287754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 071bf6d1-446f-497b-aab9-1dc7ecf8434b not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:29.321699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:28Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:29.356402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a4dac-6ef8-4439-801f-713837fbcd57 None None] The sync data for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 is: [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:28Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:29.400371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:29.405268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336026368', 'description': 'tempest-description--628059081'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:29.411317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.465522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.502196 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 2, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:29.553270 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:29.554062 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Updating router f5a6db9e-1144-4842-9a9f-d3065689a95d port 799affed-5475-4b0c-83a4-d549ea4d4772 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:29.594815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.601786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.606510 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.638621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961268f3-6e90-43a7-8b69-25e8a474c79e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:29.643184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.644918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-67031a25-a3d8-4c5f-8c2c-f746a980a31f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2435191 Jul 15 16:49:29.648627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:29.653541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'security_group_rule': {'security_group_id': '961268f3-6e90-43a7-8b69-25e8a474c79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:29.693258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.708899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=087da38b-5061-4da3-ba0e-646677726000,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:29.711222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.724329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.727565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.729956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c HTTP/1.1" status: 204 len: 168 time: 2.3793273 Jul 15 16:49:29.733509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53100) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:29.766167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f67fb1-0a1d-40e0-9241-6064082fb8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ec9a49-2c5c-4ee2-b4c9-ba7f0d8bf56c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:29.777588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.783763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.813190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151d0e7a-6f30-4229-bb99-8359d7a992ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:29.819170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.821373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.822649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f98d510b-ef08-4b04-bbc2-f247341cf525 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729331 Jul 15 16:49:29.825345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:29.827891 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-b4c67b9a-8217-4a36-b3e2-c1f058d6eb39 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5352364 Jul 15 16:49:29.830995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'security_group_rule': {'security_group_id': '961268f3-6e90-43a7-8b69-25e8a474c79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:29.877138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.914691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.921331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.928415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.934430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.940797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.944931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.947088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.950591 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.953225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:29.961244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-b5cf9bb1-5b1a-4933-a7b9-87dfe94cc97c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.3568923 Jul 15 16:49:29.980825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:29.982291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1557400 Jul 15 16:49:29.985140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:29.991010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:29.992220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-c3fc9a82-0d27-4ccb-9ecb-2f21a5271950 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.1630721 Jul 15 16:49:29.997142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9014-434a-4d08-94b0-4059e1ede73f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a6583e-3ea1-4362-a9ab-e01f6b16c3ee,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:30.025257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.051780 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.063878 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Transition to ACTIVE for port object 799affed-5475-4b0c-83a4-d549ea4d4772 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:30.069400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71f3acc2-0ba6-4e06-bea8-3a7f9057b788 req-faffabd1-419a-4060-b55a-b117cf1ded0b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1071727 Jul 15 16:49:30.069585 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.211447 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.226751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96821f9-3805-482d-b471-6d421475e717 req-cad98d4c-a255-4d3e-833b-6d2f92638c97 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:30.244273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-cad98d4c-a255-4d3e-833b-6d2f92638c97 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2494111 Jul 15 16:49:30.297451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a67bab-66a6-4dd8-933b-da213282c806 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:30.301804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-678ef3ec-c37d-4797-aa94-2264cfa48033 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:30.302688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96821f9-3805-482d-b471-6d421475e717 req-678ef3ec-c37d-4797-aa94-2264cfa48033 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097728 Jul 15 16:49:30.349727 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374b6d-6e5b-4f7f-946d-32a92e8926ab None None] Pushing event updated for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:30.352098 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Attempting to bind port 799affed-5475-4b0c-83a4-d549ea4d4772 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:30.352502 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Attempting to bind port 799affed-5475-4b0c-83a4-d549ea4d4772 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:30.352841 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Attempting to bind port 799affed-5475-4b0c-83a4-d549ea4d4772 on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:30.371353 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:30.371722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Checking segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:30.372208 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.372532 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Bound using segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:30.372993 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Bound port: 799affed-5475-4b0c-83a4-d549ea4d4772, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:30.373366 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.425789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 39a67bab-66a6-4dd8-933b-da213282c806 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:30.435490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 39a67bab-66a6-4dd8-933b-da213282c806 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:30.435869 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.440166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434177b-905a-4b56-8772-dd17fea390a1 req-1addc607-5ab5-4f58-a7c6-b38266f2d3e5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:30.443172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6434177b-905a-4b56-8772-dd17fea390a1 req-1addc607-5ab5-4f58-a7c6-b38266f2d3e5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.1317136 Jul 15 16:49:30.461237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Allocated IP 172.25.8.132 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/2e5b2835-1694-4a66-8d3b-17eaa64f6bbc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:30.463796 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] For port 799affed-5475-4b0c-83a4-d549ea4d4772, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:30.472418 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] For port 799affed-5475-4b0c-83a4-d549ea4d4772, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=799affed-5475-4b0c-83a4-d549ea4d4772,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:30.482345 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.556106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.580234 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:30.581545 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:30.609784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 39a67bab-66a6-4dd8-933b-da213282c806, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a67bab-66a6-4dd8-933b-da213282c806,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:30.625534 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.645551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6434177b-905a-4b56-8772-dd17fea390a1 req-3f74e33f-541b-42dd-9313-8bf02531a455 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947186 Jul 15 16:49:30.698498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.729516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:30.800548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:30.818929 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374b6d-6e5b-4f7f-946d-32a92e8926ab None None] Pushing event updated for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:30.839093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:30.846982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-23f80b84-7ccd-4ed2-a660-e1097e6d4c8c tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:30.849581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-23f80b84-7ccd-4ed2-a660-e1097e6d4c8c tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 821 time: 0.3635247 Jul 15 16:49:30.869860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-46fabb03-d28a-434d-9881-616a12735fb8 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/quotas/54e3683575e4429eaad4144d90d0bee3 HTTP/1.1" status: 200 len: 375 time: 0.0118163 Jul 15 16:49:30.882387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:30.890665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:30.894602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:30.977661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'Port': ['ID=2e5b2835-1694-4a66-8d3b-17eaa64f6bbc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:31.042588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.043163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.111452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d61d7-fea2-4fdb-898c-0ff4340d3db0 req-d66e343d-e114-4c8b-a933-9adcbfa395a3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:31.112445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.113223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-304d61d7-fea2-4fdb-898c-0ff4340d3db0 req-d66e343d-e114-4c8b-a933-9adcbfa395a3 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.2066896 Jul 15 16:49:31.114276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.120637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-da74d59b-b4a1-4e06-b786-2f7502a26af7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294946 Jul 15 16:49:31.141203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:31.176491 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b39d72-2149-4c01-a8ce-aaae718c4753 None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:31.273410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-304d61d7-fea2-4fdb-898c-0ff4340d3db0 req-90deac2e-0c81-4119-aa7e-c3b515c0fb2f tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436696 Jul 15 16:49:31.335786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-62c91641-9220-42eb-aeff-457ec0919211 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902437 Jul 15 16:49:31.342638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.356775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.400243 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:49:31.435803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'Port': ['ID=2e5b2835-1694-4a66-8d3b-17eaa64f6bbc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:31.442967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.456720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.457958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e74cf82-87ef-47ce-9dab-7f143e971a34 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4718628 Jul 15 16:49:31.537291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-046ef57b-4585-4897-b28d-a2463b6eb433 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669850 Jul 15 16:49:31.557939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab69e7c-1763-46be-bf0e-8862e8d73509 req-47396ead-bc6e-4919-8e05-8e46f55315c8 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:31.559407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ab69e7c-1763-46be-bf0e-8862e8d73509 req-47396ead-bc6e-4919-8e05-8e46f55315c8 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1702435 Jul 15 16:49:31.646811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ab69e7c-1763-46be-bf0e-8862e8d73509 req-977de2e3-e716-4171-aa7e-17a0ff1f7f9b tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Jul 15 16:49:31.716182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Deleting port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:31.716620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.910436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-841b362b-7f48-4bf5-bcff-a0de8564334f tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2367778 Jul 15 16:49:31.923597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] For port c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:31.923960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:31.939105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:31.958897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Calling delete_port for c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:31.994493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.000475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.006796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.012665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.019360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.025620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.031344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.033261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-0c2a1046-6879-4bf5-ad13-bff458c7aebb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.2437994 Jul 15 16:49:32.073362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.166279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b12feec3-566e-4870-a1f5-41ce475b2520 req-6852a162-a781-44d5-bd42-376e29909a52 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964510 Jul 15 16:49:32.325790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a67bab-66a6-4dd8-933b-da213282c806 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:32.370699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-e574642b-f598-486e-96ba-38faa443602c tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1336026368&fields=id&tenant_id=6e4ecb809cb34a09822b738e06ce29e7 HTTP/1.1" status: 200 len: 267 time: 0.0753412 Jul 15 16:49:32.398062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 39a67bab-66a6-4dd8-933b-da213282c806 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:32.398540 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.477436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.479225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.502961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 799affed-5475-4b0c-83a4-d549ea4d4772 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:32.571996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 799affed-5475-4b0c-83a4-d549ea4d4772 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:32.578216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 799affed-5475-4b0c-83a4-d549ea4d4772 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:32.578930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.698677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.735176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 799affed-5475-4b0c-83a4-d549ea4d4772, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=799affed-5475-4b0c-83a4-d549ea4d4772,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:32.739927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:32.792783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:32.823614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:32.949072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-2ea30d32-ae09-47f9-853d-b1e44746486d tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:32.950614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-2ea30d32-ae09-47f9-853d-b1e44746486d tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/networks?id=f5d90009-bd42-4f3d-9930-d23992058d9e HTTP/1.1" status: 200 len: 811 time: 0.5496686 Jul 15 16:49:33.006563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-780755a0-5226-4e4f-9438-2c94a3385f23 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/quotas/6e4ecb809cb34a09822b738e06ce29e7 HTTP/1.1" status: 200 len: 375 time: 0.0445611 Jul 15 16:49:33.095432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Allocated IP 172.25.8.161 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/92fddadf-7118-4114-9635-e20cc244a06d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:33.150130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-bd91cfd3-5087-4740-8ad1-4dc482c02aa2 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:33.151779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-bd91cfd3-5087-4740-8ad1-4dc482c02aa2 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 821 time: 0.1680038 Jul 15 16:49:33.171986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'port': {'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'admin_state_up': True, 'tenant_id': '54e3683575e4429eaad4144d90d0bee3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:33.234923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.266913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-dd6526b0-b7cc-4fff-9169-0a616085c2e8 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e4ecb809cb34a09822b738e06ce29e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2274339 Jul 15 16:49:33.297930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Made reservation on behalf of 54e3683575e4429eaad4144d90d0bee3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:33.302158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.359959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.431749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Allocated IP 172.20.0.12 (0371800c-6ab5-4f09-ab13-0812811d9c2d/9e73ca5a-758b-45d5-b937-10fc7ea59cf7/fadac778-fa1e-44e8-836b-47e112d7199e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:33.493263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-1c119fc9-74b8-492f-a561-95434321f8e4 service neutron] 10.222.0.25 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850119 Jul 15 16:49:33.564686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.595158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.609350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Transition to ACTIVE for port object fadac778-fa1e-44e8-836b-47e112d7199e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:33.646372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.652613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:33.691209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:33.692841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:33.696057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:33.699864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:33.700061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:33.705549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=92fddadf-7118-4114-9635-e20cc244a06d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:33.724104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event updated for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:33.750675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-e83a8b38-abb3-4459-a8bd-8e51145d871a service neutron] 10.222.0.25 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488420 Jul 15 16:49:33.753730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:33.754418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.773603 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-8eda9222-bfe2-4f6c-864b-3d153b63da19 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6061151 Jul 15 16:49:33.779023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Router ae2b353d-7660-4d05-b5b5-8edd552632ff has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:33.789574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Request body: {'port': {'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:33.873391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.876406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.974507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:33.976010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:33.983333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ccbec856-d6da-4119-96c5-1b8c79a638f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/ae2b353d-7660-4d05-b5b5-8edd552632ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2315593 Jul 15 16:49:33.983979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:33.987969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Sync routers for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:34.043559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:34.044924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:34.052478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7c8406f6-9e88-4383-b97d-83a7aa0c2eba None None] Provisioning for port fadac778-fa1e-44e8-836b-47e112d7199e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:34.102057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7c8406f6-9e88-4383-b97d-83a7aa0c2eba None None] Provisioning complete for port fadac778-fa1e-44e8-836b-47e112d7199e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:34.102539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c8406f6-9e88-4383-b97d-83a7aa0c2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.199156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7c8406f6-9e88-4383-b97d-83a7aa0c2eba None None] Port fadac778-fa1e-44e8-836b-47e112d7199e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:34.217551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:34.222904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.348319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadac778-fa1e-44e8-836b-47e112d7199e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:34.359596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.372351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b135-ea81-449f-925b-d0224997c199 req-0ab200e1-9d6e-486e-a17c-05ac92f9b622 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:34.373889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6d9b135-ea81-449f-925b-d0224997c199 req-0ab200e1-9d6e-486e-a17c-05ac92f9b622 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 932 time: 0.2969909 Jul 15 16:49:34.381608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 799affed-5475-4b0c-83a4-d549ea4d4772 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:34.382445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Transition to ACTIVE for port object fadac778-fa1e-44e8-836b-47e112d7199e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:34.391601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.401008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.419631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.468147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Pushing event updated for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:34.471366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.486868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6d9b135-ea81-449f-925b-d0224997c199 req-268a9fe1-dc0e-4437-8026-ccbc94a4d8e7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017284 Jul 15 16:49:34.538546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=92fddadf-7118-4114-9635-e20cc244a06d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:34.592824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 799affed-5475-4b0c-83a4-d549ea4d4772 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:34.593205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.607046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Attempting to bind port fadac778-fa1e-44e8-836b-47e112d7199e on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:34.607384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Attempting to bind port fadac778-fa1e-44e8-836b-47e112d7199e by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:34.607714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Attempting to bind port fadac778-fa1e-44e8-836b-47e112d7199e on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:34.610059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.632260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Port fadac778-fa1e-44e8-836b-47e112d7199e on network 0371800c-6ab5-4f09-ab13-0812811d9c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:34.632948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Attempting to bind port fadac778-fa1e-44e8-836b-47e112d7199e on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:34.640858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:34.641588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Checking segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:34.644313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Bound using segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:34.645017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Bound port: fadac778-fa1e-44e8-836b-47e112d7199e, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:34.645590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.669644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port': {'id': 'c895f2b2-4d10-4efa-8c83-5afa8599e186', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:11Z', 'updated_at': '2021-07-15T16:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:34.672046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.673703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-3b85cdd2-79dd-4627-ab87-377a632069aa tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7521877 Jul 15 16:49:34.677012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Deleting port c895f2b2-4d10-4efa-8c83-5afa8599e186 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:34.677452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.746620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:34.750251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fadac778-fa1e-44e8-836b-47e112d7199e,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:34.754279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Checking router: ae2b353d-7660-4d05-b5b5-8edd552632ff for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:34.761856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.764581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Routers {'ae2b353d-7660-4d05-b5b5-8edd552632ff'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:34.765178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ae2b353d-7660-4d05-b5b5-8edd552632ff'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:34.875858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] Set router ae2b353d-7660-4d05-b5b5-8edd552632ff gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:34.894778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-b65979ad-a40f-49c8-b440-817a22fae15a tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.1401222 Jul 15 16:49:34.952724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:49:34Z', 'revision_number': 6, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:34.966232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] For port c895f2b2-4d10-4efa-8c83-5afa8599e186, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c895f2b2-4d10-4efa-8c83-5afa8599e186,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:34.966633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:34.991211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7c727-4635-4a11-a2c7-78ee9eb98e2f None None] The sync data for ids ['ae2b353d-7660-4d05-b5b5-8edd552632ff'] in n-d-800085-3 is: [{'id': 'ae2b353d-7660-4d05-b5b5-8edd552632ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-1239885018-router', 'tenant_id': '0174ced1d3564662bd7bc3d3d84760a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:09Z', 'updated_at': '2021-07-15T16:49:34Z', 'revision_number': 6, 'project_id': '0174ced1d3564662bd7bc3d3d84760a4', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:35.015351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Calling delete_port for c895f2b2-4d10-4efa-8c83-5afa8599e186 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:35.051570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf26e-f35f-4768-a88e-ae1b34a8a19a req-7f74835f-e238-48dd-8edb-446ad644ff9c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.053171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8bbf26e-f35f-4768-a88e-ae1b34a8a19a req-7f74835f-e238-48dd-8edb-446ad644ff9c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.2972853 Jul 15 16:49:35.139356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.139986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:35.141432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] 10.222.0.20 "PUT /v2.0/ports/fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 1092 time: 1.3599877 Jul 15 16:49:35.141883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:35.145016 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b25d3da-b443-4df4-ac6f-2316983216b7" -d '{"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:35.177064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1ba2e-36c3-465e-a45c-e66ced25a255 service neutron] Pushing event updated for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:35.248722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-d9315a08-abc5-4bd4-9396-85a98d61bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.250492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-d9315a08-abc5-4bd4-9396-85a98d61bd6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1095 time: 0.0612483 Jul 15 16:49:35.299471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-bccc47fc-deeb-45f1-a6f0-89513d67119c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0405214 Jul 15 16:49:35.359853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-4f40a336-7a48-4881-94a6-ef2cd076f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.361463 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-4f40a336-7a48-4881-94a6-ef2cd076f550 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0559504 Jul 15 16:49:35.404005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-d8f7b0b0-d41e-4304-9b09-3cf227275530 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.405339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51a9bbe6-f546-4061-8dd9-f801c8252b94 req-d8f7b0b0-d41e-4304-9b09-3cf227275530 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.5046160 Jul 15 16:49:35.433406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8185-0487-45ac-8944-b0493883a531 req-4400b7b8-7498-4a83-89cd-e414b48ee21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.434969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-4400b7b8-7498-4a83-89cd-e414b48ee21c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658181 Jul 15 16:49:35.441226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8bbf26e-f35f-4768-a88e-ae1b34a8a19a req-4a2814bb-5a1d-4410-94ee-ecfd4e6ea8fd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Jul 15 16:49:35.583597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-d85b3bf5-f36a-4d9d-bd51-1c571ca04e6b service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381583 Jul 15 16:49:35.669719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:35.694105 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3f3c8185-0487-45ac-8944-b0493883a531 req-ca238da0-cac9-4997-b0bd-c67558e65503 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039307 Jul 15 16:49:35.706591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Pushing event deleted for resources: {'Port': ['ID=c895f2b2-4d10-4efa-8c83-5afa8599e186,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:35.746158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210f990-5c01-423c-8066-211ff2563d34 req-7db6a001-df55-45b0-976d-0e89240ee717 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.753634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e210f990-5c01-423c-8066-211ff2563d34 req-7db6a001-df55-45b0-976d-0e89240ee717 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.2006474 Jul 15 16:49:35.816853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-d4e4f0dc-1203-4c10-80e1-fceba8c1a11c tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.818689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-d4e4f0dc-1203-4c10-80e1-fceba8c1a11c tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.20 "GET /v2.0/networks?id=f5d90009-bd42-4f3d-9930-d23992058d9e HTTP/1.1" status: 200 len: 811 time: 0.1234200 Jul 15 16:49:35.839634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eadacc-fcaf-4082-8a14-41b061347c09 req-32c21f17-9220-422d-b9e1-ac9c87b3a5d8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:35.841169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9eadacc-fcaf-4082-8a14-41b061347c09 req-32c21f17-9220-422d-b9e1-ac9c87b3a5d8 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.2061155 Jul 15 16:49:35.843950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e210f990-5c01-423c-8066-211ff2563d34 req-c87f754c-d51d-4fa5-8818-af15c3afd4be tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895424 Jul 15 16:49:35.844827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:35.872611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-d6480ee8-61eb-492e-a1cc-5cffdcd37264 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e4ecb809cb34a09822b738e06ce29e7 HTTP/1.1" status: 200 len: 380 time: 0.0450952 Jul 15 16:49:35.882363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'port': {'device_id': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'admin_state_up': True, 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'security_groups': ['961268f3-6e90-43a7-8b69-25e8a474c79e']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:35.975044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:35.981735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:35.992385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9eadacc-fcaf-4082-8a14-41b061347c09 req-47dab7a4-eb88-42bc-9b39-0bc118e0e0b6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446235 Jul 15 16:49:36.029694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Made reservation on behalf of 6e4ecb809cb34a09822b738e06ce29e7 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:36.035382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.068525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.069134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2b353d-7660-4d05-b5b5-8edd552632ff {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:49:36.076647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.077793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a2c743a2-c09f-4044-8ee3-fb7a0e05057a admin admin] 10.222.0.25 "DELETE /v2.0/routers/ae2b353d-7660-4d05-b5b5-8edd552632ff HTTP/1.1" status: 204 len: 168 time: 2.0919785 Jul 15 16:49:36.080374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:36.163204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c17f296d-4fc6-404b-957f-4d2cf6c45a8a req-fa7ca75a-c4c0-4b60-8a2e-0b9c4a1f69d1 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 210 time: 0.0444441 Jul 15 16:49:36.168815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Deleting subnet 23db7e3e-7ea2-460d-8bf3-a76c25ad8813 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:49:36.173443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.188161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Allocated IP 172.20.0.10 (f5d90009-bd42-4f3d-9930-d23992058d9e/0b304924-16e0-4227-adb4-e3b46acbc47b/b2e321ff-7617-4ab5-b914-120e8d01afbd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:36.209942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.216056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.221992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.228702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.235021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.238556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c895f2b2-4d10-4efa-8c83-5afa8599e186 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:36.241545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.247505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.249527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-2d47b0c3-13d7-4889-9064-1ffe639e3fbc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.2178569 Jul 15 16:49:36.273766 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f599c-737c-45eb-8bd7-c967387838e5 x-openstack-request-id: req-d43f599c-737c-45eb-8bd7-c967387838e5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:36.274122 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:36.274305 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d43f599c-737c-45eb-8bd7-c967387838e5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:36.274707 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:49:36.282432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.291721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c895f2b2-4d10-4efa-8c83-5afa8599e186 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:36.292067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c895f2b2-4d10-4efa-8c83-5afa8599e186 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:36.292554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:36.323543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:36.324205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8a50a5d-fd83-48a3-838e-8e3e9da5fcc0 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:36.362046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94dc78fc-8496-4b98-ae10-1809bb5f58bb req-f00c046b-7f18-4e58-9aee-ef046b7b0f96 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023948 Jul 15 16:49:36.422852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.442141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-a0ed1fde-fed8-4b64-ae23-dd8e1272e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.443766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-a0ed1fde-fed8-4b64-ae23-dd8e1272e9fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1095 time: 0.1469963 Jul 15 16:49:36.444792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Transition to ACTIVE for port object b2e321ff-7617-4ab5-b914-120e8d01afbd will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:36.477862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-bc899938-9360-421c-8a5f-4f74a02f254d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1931751 Jul 15 16:49:36.481034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.515901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:36.551748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.586724 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.590048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-27309b47-aab4-4db1-a0d1-11a3eaed6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.591618 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-27309b47-aab4-4db1-a0d1-11a3eaed6ec1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1405010 Jul 15 16:49:36.612913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Network f5d90009-bd42-4f3d-9930-d23992058d9e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:36.620727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.648471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:36.653301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-2fa4d78c-7f99-46b0-af6b-99eb42085d56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0540164 Jul 15 16:49:36.654041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:36.659586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f377bdf-3b4c-40ed-ab12-637e8d17b2ba req-816f6043-7e27-468c-9856-a77b8dcabbb5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.661175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f377bdf-3b4c-40ed-ab12-637e8d17b2ba req-816f6043-7e27-468c-9856-a77b8dcabbb5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 944 time: 0.1778426 Jul 15 16:49:36.662423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event updated for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:36.664703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23db7e3e-7ea2-460d-8bf3-a76c25ad8813,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:36.668756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.670641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fad6b503-8448-47ce-a1ee-e7ae45ca9381 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/23db7e3e-7ea2-460d-8bf3-a76c25ad8813 HTTP/1.1" status: 204 len: 168 time: 0.5892680 Jul 15 16:49:36.673706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53180) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:36.680408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14fed0b-e269-4ce5-8db9-6c86a86c7e4e None None] Network 8ac8814f-f3fb-4acb-9601-d42a3775183a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:36.745870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.746502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.749942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-36a8a208-512b-4f80-aab6-67c7019bc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.751427 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-36a8a208-512b-4f80-aab6-67c7019bc2dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0899861 Jul 15 16:49:36.789874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eb5bc5ed-a46c-4175-ba79-1a10c014decc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9113655 Jul 15 16:49:36.805039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Request body: {'port': {'device_id': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:36.820940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f377bdf-3b4c-40ed-ab12-637e8d17b2ba req-17c94ff9-c0ea-4c06-bc92-bebdae99e0da tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181781 Jul 15 16:49:36.826460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.881857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.896855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-f651f648-7dda-4429-8d55-1d9e05efc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:36.898529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-f651f648-7dda-4429-8d55-1d9e05efc288 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387413 Jul 15 16:49:36.938207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:36.987716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Deleting port 362b774e-e02f-437d-ae72-1dda4c77df74 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:36.988240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.055617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-8082c4f8-847b-4167-acef-399522041800 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497686 Jul 15 16:49:37.089980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b0e4b18b-c89a-4a04-b771-d773efe40951 None None] Provisioning for port b2e321ff-7617-4ab5-b914-120e8d01afbd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:37.094740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b0e4b18b-c89a-4a04-b771-d773efe40951 None None] Provisioning complete for port b2e321ff-7617-4ab5-b914-120e8d01afbd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:37.094897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b0e4b18b-c89a-4a04-b771-d773efe40951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.108807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] For port 362b774e-e02f-437d-ae72-1dda4c77df74, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=362b774e-e02f-437d-ae72-1dda4c77df74,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:37.109452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.138516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4b18b-c89a-4a04-b771-d773efe40951 None None] Port b2e321ff-7617-4ab5-b914-120e8d01afbd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:37.162615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Allocated IP 172.25.8.126 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/09846961-8070-4e0c-9f04-3af55aacd125) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:37.165698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Calling delete_port for 362b774e-e02f-437d-ae72-1dda4c77df74 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:37.185857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] DHCP port deletion for 8ac8814f-f3fb-4acb-9601-d42a3775183a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:49:37.257305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Deleting port 362b774e-e02f-437d-ae72-1dda4c77df74 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:37.257970 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.264502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b25d3da-b443-4df4-ac6f-2316983216b7 req-3a26f12e-2114-41fa-a6ba-8b4d08daa60d service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604493 Jul 15 16:49:37.322045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] For port 362b774e-e02f-437d-ae72-1dda4c77df74, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=362b774e-e02f-437d-ae72-1dda4c77df74,segment=NetworkSegment(38e04c1e-5ff3-4b3c-96c0-a699c9806d5e),segment_id=38e04c1e-5ff3-4b3c-96c0-a699c9806d5e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:37.322601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.346577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Calling delete_port for 362b774e-e02f-437d-ae72-1dda4c77df74 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:37.357272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e321ff-7617-4ab5-b914-120e8d01afbd {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:37.365443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.378819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Transition to ACTIVE for port object b2e321ff-7617-4ab5-b914-120e8d01afbd will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:37.383443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.387672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.437595 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.442958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.480808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] Pushing event deleted for resources: {'Port': ['ID=362b774e-e02f-437d-ae72-1dda4c77df74,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.485052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178c1ee-1ba0-4323-b22a-fd1ef3d2ea80 None None] No DVR routers for this DVR port 362b774e-e02f-437d-ae72-1dda4c77df74 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:37.499169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.508835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b5d28-f8d9-4312-acc7-45ff3f3a124c req-dedefd12-9ece-484a-bcc5-f64259da754e tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:37.510437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e9b5d28-f8d9-4312-acc7-45ff3f3a124c req-dedefd12-9ece-484a-bcc5-f64259da754e tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.2206421 Jul 15 16:49:37.537151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Attempting to bind port b2e321ff-7617-4ab5-b914-120e8d01afbd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:37.537773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Attempting to bind port b2e321ff-7617-4ab5-b914-120e8d01afbd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:37.538267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Attempting to bind port b2e321ff-7617-4ab5-b914-120e8d01afbd on network f5d90009-bd42-4f3d-9930-d23992058d9e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:37.543208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Port b2e321ff-7617-4ab5-b914-120e8d01afbd on network f5d90009-bd42-4f3d-9930-d23992058d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:37.543510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Attempting to bind port b2e321ff-7617-4ab5-b914-120e8d01afbd on network f5d90009-bd42-4f3d-9930-d23992058d9e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:37.549743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:37.550328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Checking segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:37.550715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Bound using segment: {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:37.551147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Bound port: b2e321ff-7617-4ab5-b914-120e8d01afbd, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:37.551840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.554719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.558637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fadac778-fa1e-44e8-836b-47e112d7199e details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:37.584233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:37.588725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:37.591603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:37.607676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] No DVR routers for this DVR port 362b774e-e02f-437d-ae72-1dda4c77df74 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:37.613541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=09846961-8070-4e0c-9f04-3af55aacd125,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.633394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:37.637068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:37.645265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.685091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fadac778-fa1e-44e8-836b-47e112d7199e,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:37.691108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:37.691799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.693252 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] 10.222.0.20 "PUT /v2.0/ports/b2e321ff-7617-4ab5-b914-120e8d01afbd HTTP/1.1" status: 200 len: 1092 time: 0.8925297 Jul 15 16:49:37.701674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:37.719913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Pushing event deleted for resources: {'Port': ['ID=362b774e-e02f-437d-ae72-1dda4c77df74,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.737000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae10e7f-07fd-4598-bf1e-cac54931ab5e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.743153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e9b5d28-f8d9-4312-acc7-45ff3f3a124c req-1cc90ef4-6e3c-4660-a640-ad55203ee595 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226009 Jul 15 16:49:37.806907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-d1687f55-7c08-4852-a25b-1018aa55db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:37.809174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-d1687f55-7c08-4852-a25b-1018aa55db75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e4ecb809cb34a09822b738e06ce29e7&device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 1095 time: 0.0673299 Jul 15 16:49:37.818905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.819321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.836251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadac778-fa1e-44e8-836b-47e112d7199e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:37.867460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fadac778-fa1e-44e8-836b-47e112d7199e,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:37.875261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-6f3c95dd-5d33-4d82-9452-79529cd3f410 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd HTTP/1.1" status: 200 len: 217 time: 0.0552931 Jul 15 16:49:37.879203 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.879595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac8814f-f3fb-4acb-9601-d42a3775183a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:37.898325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:37.898719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e04c1e-5ff3-4b3c-96c0-a699c9806d5e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:37.913989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.930591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.936179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:37.948241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-7ecf6e2e-9956-473b-a58e-280876c52f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:37.950308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-7ecf6e2e-9956-473b-a58e-280876c52f82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b304924-16e0-4227-adb4-e3b46acbc47b HTTP/1.1" status: 200 len: 850 time: 0.0659633 Jul 15 16:49:37.951185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.960749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:49:37.961321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:49:37.963392 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:49:38.014017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-8d9fb207-2dbf-4a46-8089-c96aa76fdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.015548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-8d9fb207-2dbf-4a46-8089-c96aa76fdab5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5d90009-bd42-4f3d-9930-d23992058d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579822 Jul 15 16:49:38.058250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.080945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.085494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.087371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8ac8814f-f3fb-4acb-9601-d42a3775183a HTTP/1.1" status: 204 len: 168 time: 1.4128804 Jul 15 16:49:38.109199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16952639-22ed-469e-ad08-6d577fb0d296 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac8814f-f3fb-4acb-9601-d42a3775183a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:38.147603 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-30759230-9809-410a-8119-79706e9e9f45 service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178076 Jul 15 16:49:38.149320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fadac778-fa1e-44e8-836b-47e112d7199e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:38.244011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 362b774e-e02f-437d-ae72-1dda4c77df74 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:38.249295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:38.277514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:38.279863 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ab8a6-68da-4028-a4ce-59d0eafec983" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:38.280387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 362b774e-e02f-437d-ae72-1dda4c77df74 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:38.280933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 362b774e-e02f-437d-ae72-1dda4c77df74 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:38.291557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9a4090c-850e-4e89-9670-a84b63518aaf req-077b715f-70c2-4491-ba61-265e7e4b4bc0 service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373632 Jul 15 16:49:38.328757 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a61ce59e-7476-4820-a76e-b59a298b9aa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd7c3ba7d9794375bc95096788dc0909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757446 Jul 15 16:49:38.328978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53198) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:38.336924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.347436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.390425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.390684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5b6f5-5072-440e-a3c1-487437f2cabf req-aa3ba874-dfd1-483a-af4e-e95935698024 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.391970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ae5b6f5-5072-440e-a3c1-487437f2cabf req-aa3ba874-dfd1-483a-af4e-e95935698024 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.1654201 Jul 15 16:49:38.411739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.444650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event updated for resources: {'Port': ['ID=09846961-8070-4e0c-9f04-3af55aacd125,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:38.461015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.463766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.464990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.465232 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d64a304-fc85-4335-8691-f55595743a93 HTTP/1.1" status: 204 len: 168 time: 0.1351483 Jul 15 16:49:38.473784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0075c-4a9d-48ff-805f-0546b62cdb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d64a304-fc85-4335-8691-f55595743a93,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:38.481114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ae5b6f5-5072-440e-a3c1-487437f2cabf req-18067671-04bf-4680-835d-d56ee2da2094 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803232 Jul 15 16:49:38.490403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.491636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-d8b0cf30-2d48-4d8b-9307-6b4b9ac45e46 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9893899 Jul 15 16:49:38.556956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-ba121bb8-943a-468b-b507-78da52bbf2b1 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0593452 Jul 15 16:49:38.703804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-fd74595a-a41d-4007-ab36-2ed2beee9c75 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.705178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a5e4c0-8f4e-4e22-8490-ef0cb22213db req-fd74595a-a41d-4007-ab36-2ed2beee9c75 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1472936 Jul 15 16:49:38.721249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a94f-60b5-40c4-9147-ac8f62dc501d req-e4645441-1d7a-40b6-8990-5fdf44d96a36 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.723037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af16a94f-60b5-40c4-9147-ac8f62dc501d req-e4645441-1d7a-40b6-8990-5fdf44d96a36 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 944 time: 0.1235981 Jul 15 16:49:38.763459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af16a94f-60b5-40c4-9147-ac8f62dc501d req-406e325e-5903-4f8e-91c6-c2e841b3c703 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Jul 15 16:49:38.807093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-7d66ad31-ecb2-4c7a-a2f3-6ba39876cc0f req-71701e1b-82a2-494b-8c85-8f406c473a3c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:38.808363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d66ad31-ecb2-4c7a-a2f3-6ba39876cc0f req-71701e1b-82a2-494b-8c85-8f406c473a3c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064938 Jul 15 16:49:38.824237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:38.865092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-497bc9a1-49be-4612-9b6c-4d974f3b6981 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0174ced1d3564662bd7bc3d3d84760a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396209 Jul 15 16:49:38.868050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:38.915947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.936948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.964976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.970793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.976779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.982931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.983214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.985728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:38.986867 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a24d1d6-d211-44a9-989e-650ec7d880be HTTP/1.1" status: 204 len: 168 time: 0.1180527 Jul 15 16:49:38.989509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.995192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:38.995789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a3873-cad2-4457-bfb8-e47e704ffc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24d1d6-d211-44a9-989e-650ec7d880be,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:39.001089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.003687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24616d19-2ebe-4ad6-a019-515268626faf req-e63431e7-37bb-4599-be2f-98af52696153 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.1944709 Jul 15 16:49:39.024370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d66ad31-ecb2-4c7a-a2f3-6ba39876cc0f req-df049329-6adf-4459-9b42-18868f109a95 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2045913 Jul 15 16:49:39.054133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24616d19-2ebe-4ad6-a019-515268626faf req-fc23145f-c8bf-48d9-a2f8-f8f62bc8c500 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418720 Jul 15 16:49:39.241371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5da77c-b21c-4d28-8e32-17878bacd8bc req-d3c33864-9b15-48b0-803a-acfde806e416 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.242982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd5da77c-b21c-4d28-8e32-17878bacd8bc req-d3c33864-9b15-48b0-803a-acfde806e416 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 945 time: 0.0747218 Jul 15 16:49:39.312441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd5da77c-b21c-4d28-8e32-17878bacd8bc req-305b9309-65b7-476c-a72a-431d05360f79 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Jul 15 16:49:39.366759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526742e3-61d5-489f-aecb-e5ac2481793d req-c6d6ad7d-1ee8-434a-8292-028f1b363638 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.368518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-526742e3-61d5-489f-aecb-e5ac2481793d req-c6d6ad7d-1ee8-434a-8292-028f1b363638 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.0942614 Jul 15 16:49:39.374677 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9cc46e-640e-46e5-9279-b20885ea6dd0 x-openstack-request-id: req-fb9cc46e-640e-46e5-9279-b20885ea6dd0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:39.375030 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:39.375357 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb9cc46e-640e-46e5-9279-b20885ea6dd0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:39.375806 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'status': 'completed', 'code': 200} Jul 15 16:49:39.454189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-50e648d8-e7e1-4c14-9fb8-53d597419e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.456313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-50e648d8-e7e1-4c14-9fb8-53d597419e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e4ecb809cb34a09822b738e06ce29e7&device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 1095 time: 0.0583367 Jul 15 16:49:39.460601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8cff07-1c8e-4bb9-939c-9f5a0d69724e req-7898cc97-d3e2-469a-8d21-f334265e636b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips/a6b4e46a-2627-45c9-9124-563af62e987f HTTP/1.1" status: 200 len: 693 time: 0.0665338 Jul 15 16:49:39.463416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-526742e3-61d5-489f-aecb-e5ac2481793d req-ff248feb-91f3-4e59-ac8c-61314ec9cb8e tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891805 Jul 15 16:49:39.574241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b2e321ff-7617-4ab5-b914-120e8d01afbd details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:39.578975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fadac778-fa1e-44e8-836b-47e112d7199e up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:39.607621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-0336be90-48ae-42fd-b2b5-fca4d4f29c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.610589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-0336be90-48ae-42fd-b2b5-fca4d4f29c49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5d90009-bd42-4f3d-9930-d23992058d9e HTTP/1.1" status: 200 len: 911 time: 0.1434288 Jul 15 16:49:39.623317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cff07-1c8e-4bb9-939c-9f5a0d69724e req-0520d54c-f25e-41a7-8726-6803fc52c3a2 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.624759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8cff07-1c8e-4bb9-939c-9f5a0d69724e req-0520d54c-f25e-41a7-8726-6803fc52c3a2 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1564674 Jul 15 16:49:39.643400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-5f8cff07-1c8e-4bb9-939c-9f5a0d69724e req-81135377-df78-4ccd-ab68-1c389a81e427 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:39.644400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8cff07-1c8e-4bb9-939c-9f5a0d69724e req-81135377-df78-4ccd-ab68-1c389a81e427 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065503 Jul 15 16:49:39.667179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0fadb-9793-4dea-a0d5-738288e2c092 req-66eb959d-2efd-47f6-a050-661f60c40efb tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.668685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6de0fadb-9793-4dea-a0d5-738288e2c092 req-66eb959d-2efd-47f6-a050-661f60c40efb tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.0971093 Jul 15 16:49:39.717144 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-1a888d43-a2c4-45e4-baca-003810196969 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd HTTP/1.1" status: 200 len: 217 time: 0.0997362 Jul 15 16:49:39.746819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port fadac778-fa1e-44e8-836b-47e112d7199e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:39.765575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:39.779643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-bba44472-5119-4dad-b44b-1a5da23255fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.781525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-bba44472-5119-4dad-b44b-1a5da23255fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b304924-16e0-4227-adb4-e3b46acbc47b HTTP/1.1" status: 200 len: 850 time: 0.0564032 Jul 15 16:49:39.797193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port fadac778-fa1e-44e8-836b-47e112d7199e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:39.797600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:39.803561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'port_id': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'mac_address': 'fa:16:3e:42:31:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:39.852581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:39.865443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-c7b33069-db5a-4920-afe0-ac0d4391abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:39.867244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-c7b33069-db5a-4920-afe0-ac0d4391abba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5d90009-bd42-4f3d-9930-d23992058d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782218 Jul 15 16:49:39.891066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:39.911652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e321ff-7617-4ab5-b914-120e8d01afbd {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:39.969834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:39.973848 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:39.981578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-2fa0465b-c02e-465f-b9d7-a4e77bd78157 service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080344 Jul 15 16:49:39.987814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.006116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-6386044-network', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:40.017177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6de0fadb-9793-4dea-a0d5-738288e2c092 req-2bb534e5-ffd8-47b6-a973-03f67893b780 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399777 Jul 15 16:49:40.028647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:40.031170 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3384cb73-362f-45f2-ad08-27e800a0e2db" -d '{"events": [{"server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "name": "network-vif-plugged", "status": "completed", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:40.052978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fadac778-fa1e-44e8-836b-47e112d7199e,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:40.066661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.072059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:40.095213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11b8f4-5bca-4c78-bf0e-d99dcc297a90 req-02337ca5-ad10-4385-9013-fc63c67f05a2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:40.097776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f11b8f4-5bca-4c78-bf0e-d99dcc297a90 req-02337ca5-ad10-4385-9013-fc63c67f05a2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1294725 Jul 15 16:49:40.107569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-054ab8a6-68da-4028-a4ce-59d0eafec983 req-11946d0c-2dd5-427f-a5ef-e73f4ac5667b service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198051 Jul 15 16:49:40.112745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:40.115220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.125115 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.143320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:40.161784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f11b8f4-5bca-4c78-bf0e-d99dcc297a90 req-0d88121c-a106-4054-9711-1f9b6d718a99 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529299 Jul 15 16:49:40.230526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.234400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.251639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-942b4506-7255-4500-becb-15b5f21562db tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips/a6b4e46a-2627-45c9-9124-563af62e987f HTTP/1.1" status: 200 len: 693 time: 0.0521395 Jul 15 16:49:40.259567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:49:40.269873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:40.275841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.278455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b2e321ff-7617-4ab5-b914-120e8d01afbd'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:40.280328 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Added segment 5428246e-11d7-454e-adcc-87ce7953b0e1 of type vlan for network 068b08be-fcca-49a6-8d5e-42c41fbea630 Jul 15 16:49:40.308395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28768c1-53dc-4729-8417-ba5b7c3ec040 req-e114b08e-5e67-4900-9de4-f4ec8aac53ea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:40.309885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a28768c1-53dc-4729-8417-ba5b7c3ec040 req-e114b08e-5e67-4900-9de4-f4ec8aac53ea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.1400986 Jul 15 16:49:40.325846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.369062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.370442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:40.371221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.398900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a28768c1-53dc-4729-8417-ba5b7c3ec040 req-f601a842-2324-48d1-a864-2ac04655d3a8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825508 Jul 15 16:49:40.414139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5575314 Jul 15 16:49:40.414369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-1c70a2b3-cef0-42e1-a284-ced166eca340 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:40.414369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-1c70a2b3-cef0-42e1-a284-ced166eca340 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1542494 Jul 15 16:49:40.414921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53254) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:40.420181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Request body: {'subnet': {'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-6386044-subnet', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:40.441379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47878ea-3ccd-4126-acee-5dd817887392 admin admin] Pushing event updated for resources: {'Network': ['ID=068b08be-fcca-49a6-8d5e-42c41fbea630,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:40.442341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-c157617b-99da-4eba-9170-17a54840844c tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:40.448631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-c157617b-99da-4eba-9170-17a54840844c tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247285 Jul 15 16:49:40.469860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:49:40.508600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-88ed92cd-2910-400a-8c5b-fe91c572d97a tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0560908 Jul 15 16:49:40.526906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:40.529226 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.560057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.562231 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.606236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-b114a3d2-1439-4950-b5a5-f8d7d8aff67f tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0966380 Jul 15 16:49:40.769014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e8a5d-2341-4138-b53f-94ab62f2c44e req-6b137c80-f76b-471a-9afb-69471ef0c9df tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:40.770484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a67e8a5d-2341-4138-b53f-94ab62f2c44e req-6b137c80-f76b-471a-9afb-69471ef0c9df tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 945 time: 0.2536130 Jul 15 16:49:40.874088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a67e8a5d-2341-4138-b53f-94ab62f2c44e req-56d3c6c1-278e-473e-997c-1273055cebf5 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839088 Jul 15 16:49:40.911481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Deleting port 09846961-8070-4e0c-9f04-3af55aacd125 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:40.911783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:40.921672 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08792d-0a8e-43af-abd4-678c7aae7bcd x-openstack-request-id: req-ed08792d-0a8e-43af-abd4-678c7aae7bcd {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:40.922533 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "name": "network-vif-plugged", "status": "completed", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:40.923015 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed08792d-0a8e-43af-abd4-678c7aae7bcd {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:40.923472 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'code': 200} Jul 15 16:49:40.941873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.049540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704ef5f-6497-4920-af09-ff1fd7715c6f req-24feae21-13a4-4a2a-bcd3-5259f4ccb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.051283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7704ef5f-6497-4920-af09-ff1fd7715c6f req-24feae21-13a4-4a2a-bcd3-5259f4ccb63c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.0571449 Jul 15 16:49:41.075828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d92edcc-e81c-482b-8710-bbfa9785dcec,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:41.085996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7704ef5f-6497-4920-af09-ff1fd7715c6f req-0c638e55-91b9-4a03-9585-e21d94543a01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277851 Jul 15 16:49:41.094605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Checking segment: {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:41.094966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Network hostable DHCP agents. Network: 068b08be-fcca-49a6-8d5e-42c41fbea630, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:49:41.098429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.098754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.121517 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Calling delete_port for 09846961-8070-4e0c-9f04-3af55aacd125 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:41.147124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:41.191285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 068b08be-fcca-49a6-8d5e-42c41fbea630) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:41.198606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568791a7-3749-4b36-924a-4fe518e05c74 None None] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:41.202888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010158-e548-43d1-9fbe-5944e3bfefa4 req-a9a6ea90-021d-492e-9913-070bca4e823f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.204396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60010158-e548-43d1-9fbe-5944e3bfefa4 req-a9a6ea90-021d-492e-9913-070bca4e823f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.1755714 Jul 15 16:49:41.205804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.206197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.248301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33c97c88-c422-40ad-991f-e99e2bbb9dd0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8319612 Jul 15 16:49:41.251222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:41.255870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:41.278059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60010158-e548-43d1-9fbe-5944e3bfefa4 req-4c04ca8a-ecdc-4a01-9285-a028bdb5ac4f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678232 Jul 15 16:49:41.280300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.285187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.344712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.367159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-068b08be-fcca-49a6-8d5e-42c41fbea630', 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'fixed_ips': [{'subnet_id': '3d92edcc-e81c-482b-8710-bbfa9785dcec'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:41.368410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.379642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event deleted for resources: {'Port': ['ID=09846961-8070-4e0c-9f04-3af55aacd125,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:41.398628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.492582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.495345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.496618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a672199-88d6-426d-9f96-5b7e5cd91c6a req-acee57b0-935f-4b5f-bd81-681424edbc4b tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "DELETE /v2.0/floatingips/a6b4e46a-2627-45c9-9124-563af62e987f HTTP/1.1" status: 204 len: 173 time: 0.8826573 Jul 15 16:49:41.526778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Allocated IP 172.20.0.2 (068b08be-fcca-49a6-8d5e-42c41fbea630/3d92edcc-e81c-482b-8710-bbfa9785dcec/01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:41.538340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.546800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.553941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.560473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.560821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.566871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.573583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.579832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.588126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-26049547-32e1-43fa-be88-0481ec8f2167 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.1526215 Jul 15 16:49:41.616621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b2e321ff-7617-4ab5-b914-120e8d01afbd up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:41.646917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0788c1c-e231-484c-b9b4-c9f24c9a1776 req-a8efd1e5-d058-44b2-b098-8f794b1f6384 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537860 Jul 15 16:49:41.746771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port b2e321ff-7617-4ab5-b914-120e8d01afbd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:41.751413 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.753634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port b2e321ff-7617-4ab5-b914-120e8d01afbd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:41.753790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.788972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Transition to ACTIVE for port object 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:41.816975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Transition to ACTIVE for port object 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:41.824325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.840353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257faf3-44aa-4f29-a83f-b2fddc93fcca req-3b7ec08a-b411-423b-9195-1238bb83fc29 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:41.842167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7257faf3-44aa-4f29-a83f-b2fddc93fcca req-3b7ec08a-b411-423b-9195-1238bb83fc29 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 946 time: 0.0833821 Jul 15 16:49:41.850428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.860420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.882027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:41.886321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:41.891574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:41.892907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7257faf3-44aa-4f29-a83f-b2fddc93fcca req-45e4a443-33ca-4a91-8764-06b217d31bae tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Jul 15 16:49:41.922399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:41.996860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Allocated IP 172.25.8.49 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/5bbb4f1e-13f6-4049-bd65-ee2102dd951d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:42.005607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5f3a6-502d-4635-975a-e1c612b8d645 req-9a22e75a-5556-4840-acfc-e20fec3d801d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.007167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86a5f3a6-502d-4635-975a-e1c612b8d645 req-9a22e75a-5556-4840-acfc-e20fec3d801d tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.1004810 Jul 15 16:49:42.014442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:42.041829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Attempting to bind port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:42.042067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Attempting to bind port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:42.042439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Attempting to bind port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc on network 068b08be-fcca-49a6-8d5e-42c41fbea630 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:42.045680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.048207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Pushing event updated for resources: {'Port': ['ID=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:42.058706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:42.059087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Checking segment: {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:42.059496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.059878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Bound using segment: {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:42.060374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Bound port: 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:42.060757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.084931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86a5f3a6-502d-4635-975a-e1c612b8d645 req-346a53dc-263d-4e2b-8e6f-7f80f7129dd7 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646322 Jul 15 16:49:42.104897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17cbb-e0ec-4e29-ba23-a4fde2229edf req-44dec2bc-e283-4d7c-937f-14d965685f10 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.106696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9be17cbb-e0ec-4e29-ba23-a4fde2229edf req-44dec2bc-e283-4d7c-937f-14d965685f10 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.0980799 Jul 15 16:49:42.146464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.150343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:42.181876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] For port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:42.185308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] For port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:42.191902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.196408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.236032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:42.242762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:42.246312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:42.248960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9be17cbb-e0ec-4e29-ba23-a4fde2229edf req-95d496ba-5205-45f1-a748-af6f8c0c501b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286309 Jul 15 16:49:42.266369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e2d4d-923e-4f26-9309-77cd6ebda23f None None] Pushing event updated for resources: {'Port': ['ID=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:42.281940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:42.452739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d077d-e923-44b8-9480-ca7bf811eac9 req-37661e54-a0da-4659-84e6-7ca93966e3a6 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.454232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b64d077d-e923-44b8-9480-ca7bf811eac9 req-37661e54-a0da-4659-84e6-7ca93966e3a6 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3032568 Jul 15 16:49:42.490881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d4851-3dc2-4e1a-9068-128e7c598b86 req-bce07636-35aa-4523-96ab-40f7070b4ec6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.498100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0a3d4851-3dc2-4e1a-9068-128e7c598b86 req-bce07636-35aa-4523-96ab-40f7070b4ec6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.0991042 Jul 15 16:49:42.566923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.568753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0a3d4851-3dc2-4e1a-9068-128e7c598b86 req-a40f1ddc-bee1-44b3-837f-9ca6be8729e5 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697751 Jul 15 16:49:42.693550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe298ac-453b-4ecd-957a-7598b8b70b48 req-e59cee31-868f-47ed-9ff2-6714e4a8b588 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.695343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fe298ac-453b-4ecd-957a-7598b8b70b48 req-e59cee31-868f-47ed-9ff2-6714e4a8b588 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.0792177 Jul 15 16:49:42.737875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fe298ac-453b-4ecd-957a-7598b8b70b48 req-0a341b26-8f00-431e-b313-03b3737f22bb tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jul 15 16:49:42.811364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:42.834596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2098a309-bdc5-459a-b1d4-324736caa070 req-aeeb77c5-0c21-4b17-9414-dbb47addfaa2 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=08a85f5d7acd42caa6e2369b34ecef9c HTTP/1.1" status: 200 len: 1655 time: 0.0598507 Jul 15 16:49:42.925302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:42.927840 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ff7ef-4458-40d5-9c9d-95004b102b36" -d '{"events": [{"server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "name": "network-vif-plugged", "status": "completed", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:42.951062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:49:42.990433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098a309-bdc5-459a-b1d4-324736caa070 req-477fb1d3-3b20-418a-8c7f-c87d068d3bdf tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:42.992284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2098a309-bdc5-459a-b1d4-324736caa070 req-477fb1d3-3b20-418a-8c7f-c87d068d3bdf tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks?id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 787 time: 0.1493647 Jul 15 16:49:43.007202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254389a1-d922-4d8b-8bcf-348f497afac2 req-b0289879-d2e5-4f73-991d-5c52e70e9da9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.013316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254389a1-d922-4d8b-8bcf-348f497afac2 req-b0289879-d2e5-4f73-991d-5c52e70e9da9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.019338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254389a1-d922-4d8b-8bcf-348f497afac2 req-b0289879-d2e5-4f73-991d-5c52e70e9da9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.021156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-254389a1-d922-4d8b-8bcf-348f497afac2 req-b0289879-d2e5-4f73-991d-5c52e70e9da9 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1&device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 2416 time: 0.1653001 Jul 15 16:49:43.026775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-2098a309-bdc5-459a-b1d4-324736caa070 req-272fba53-83ca-4e92-936b-c18dbfcc514d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:43.027869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2098a309-bdc5-459a-b1d4-324736caa070 req-272fba53-83ca-4e92-936b-c18dbfcc514d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057328 Jul 15 16:49:43.071304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-254389a1-d922-4d8b-8bcf-348f497afac2 req-f7975327-97a1-44f4-a28f-f6b8e1be4d26 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Jul 15 16:49:43.285547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.291696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.297632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.303708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.309726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.316249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.322191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.324172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-bdf2e1e2-812f-451c-906b-1c36b9ac2009 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5419 time: 0.1587725 Jul 15 16:49:43.347607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23a39e-3547-43fa-bc61-7ebdeb8457a2 req-811d8b2b-6a46-41d1-be4c-ba4a522b8906 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.349352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd23a39e-3547-43fa-bc61-7ebdeb8457a2 req-811d8b2b-6a46-41d1-be4c-ba4a522b8906 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 946 time: 0.1514130 Jul 15 16:49:43.411830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:43.422573 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Sync routers for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:43.426216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-9a06c5e8-1547-4335-bf5a-fc898526f927 service neutron] 10.222.0.20 "GET /v2.0/ports/f1f7cd58-0d62-40f9-b249-449ef058486f/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.0788155 Jul 15 16:49:43.428651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd23a39e-3547-43fa-bc61-7ebdeb8457a2 req-88f86254-cf68-4845-84f0-ae0386ef4495 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691795 Jul 15 16:49:43.441230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:43.442790 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:43.444973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:43.445832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04547c3b-22cb-484e-a485-0d5f0143d37e req-cbb28a45-81d6-4eee-b91d-3c04cbd1f2e2 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068428 Jul 15 16:49:43.448490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:43.448714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8526d625-4920-4fe4-9dc9-ce3a37587be9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1962435 Jul 15 16:49:43.479969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2597b689-31b0-4fed-a91b-90388fd322ad None None] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:43.557815 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8385ee60-1a6a-43a9-aac2-942277884082 x-openstack-request-id: req-8385ee60-1a6a-43a9-aac2-942277884082 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:43.558095 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "name": "network-vif-plugged", "status": "completed", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:43.559759 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8385ee60-1a6a-43a9-aac2-942277884082 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:43.562348 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'code': 200} Jul 15 16:49:43.575438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-07faee42-bba3-40b2-865c-bd2af7482d1e None None] Provisioning for port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:43.580985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-94fc58e4-ac91-40d2-980a-ef1d54bd1933 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.582939 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-94fc58e4-ac91-40d2-980a-ef1d54bd1933 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=01569593-5f69-4799-8efb-b4db78cca25a HTTP/1.1" status: 200 len: 946 time: 0.1303382 Jul 15 16:49:43.622890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-243f624e-6a9e-41de-89e4-18c0a069846c req-2832e07c-f5ad-42a5-b738-f31e96bc9200 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:43.624450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-243f624e-6a9e-41de-89e4-18c0a069846c req-2832e07c-f5ad-42a5-b738-f31e96bc9200 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179079 Jul 15 16:49:43.667689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:43.735605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-1699ba19-2830-421f-8d52-00e9948ab555 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips/05af7396-624c-4ee3-94d4-06457fe93955 HTTP/1.1" status: 200 len: 693 time: 0.1298237 Jul 15 16:49:43.857970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c2771-222d-4571-9c2e-3f2bc6b7c95d req-15128688-f6d4-4ff8-8569-67e3f893c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:43.859826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-828c2771-222d-4571-9c2e-3f2bc6b7c95d req-15128688-f6d4-4ff8-8569-67e3f893c6a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 1097 time: 0.2048359 Jul 15 16:49:43.873966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:43.874782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:43.933180 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:42Z', 'revision_number': 3, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:43.966954 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Checking router: 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:43.967833 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Updating router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:43.997981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-9427e5b0-293b-4752-9aa2-7bcdaa6ceb06 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:44.009169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-9427e5b0-293b-4752-9aa2-7bcdaa6ceb06 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2727227 Jul 15 16:49:44.019870 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.025064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-828c2771-222d-4571-9c2e-3f2bc6b7c95d req-06b4f2c3-0f69-4578-bff5-c2474b1e2c75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531341 Jul 15 16:49:44.057073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-ddee412c-9277-41de-800d-cc4bd60a5067 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:49:44.067198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-ddee412c-9277-41de-800d-cc4bd60a5067 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571091 Jul 15 16:49:44.079599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port 9d363ceb-fcf6-41ae-b04b-d55310f2f110, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d363ceb-fcf6-41ae-b04b-d55310f2f110,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:44.080053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.098660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-93a21675-bec7-4b4c-83b2-c840a918a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:44.100207 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-93a21675-bec7-4b4c-83b2-c840a918a886 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.2021959 Jul 15 16:49:44.101183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for 9d363ceb-fcf6-41ae-b04b-d55310f2f110 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:44.284784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-09e2bab1-63ce-4160-b400-fb6148b1e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:44.286389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-09e2bab1-63ce-4160-b400-fb6148b1e086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1101 time: 0.1535022 Jul 15 16:49:44.324745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:44.379623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.395578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d2e7935-11f6-40d4-875c-74767fab12c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:44.484149 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.497488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:44.500100 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Transition to ACTIVE for port object 5bbb4f1e-13f6-4049-bd65-ee2102dd951d will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:44.508842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:44.520329 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.520962 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.528367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-243f624e-6a9e-41de-89e4-18c0a069846c req-a2f03bd6-5d91-47ce-97c1-732e60d92483 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8879390 Jul 15 16:49:44.534503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-0e2b9114-f07b-409c-88cc-9cb130a33e52 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.4663005 Jul 15 16:49:44.608417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port 9d363ceb-fcf6-41ae-b04b-d55310f2f110 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:49:44.610176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=9d363ceb-fcf6-41ae-b04b-d55310f2f110,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:44.621434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.623242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-76d36759-4fb2-442d-97f9-9cf54755b3fe req-664f4776-57c9-4d8f-be4a-f0439007d25a tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/9d363ceb-fcf6-41ae-b04b-d55310f2f110 HTTP/1.1" status: 204 len: 173 time: 1.0329580 Jul 15 16:49:44.624281 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Attempting to bind port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:44.624686 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Attempting to bind port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:44.625049 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Attempting to bind port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:44.625234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'name': 'network-vif-deleted', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:44.629767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72cd5d-20f6-48c1-a0c2-0e6cf67e4dab None None] Pushing event updated for resources: {'Port': ['ID=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:44.637319 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:44.638216 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:44.639380 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.639938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:44.640131 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1126a278-ba9a-4ce1-a055-487e4f9fc6b4" -d '{"events": [{"server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "name": "network-vif-deleted", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:44.640687 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Bound port: 5bbb4f1e-13f6-4049-bd65-ee2102dd951d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:44.641229 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.646659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-30a61bbc-2362-4f16-90ea-6bb4da64cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:44.648953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-30a61bbc-2362-4f16-90ea-6bb4da64cb0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2835302 Jul 15 16:49:44.729992 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] For port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:44.734361 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] For port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:44.742524 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.776319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-463cb01a-0889-4d3a-b4cf-d19114ae042f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 217 time: 0.1070647 Jul 15 16:49:44.886765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-143ec174-33f4-4f2a-a48c-cb4775c0bb78 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.3292754 Jul 15 16:49:44.900239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:44.905938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-9319a0dc-8322-43de-8cc6-cde07db7f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:44.907446 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-9319a0dc-8322-43de-8cc6-cde07db7f453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1270440 Jul 15 16:49:44.908911 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:44.918648 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:44.973280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:44.978887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.053828 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72cd5d-20f6-48c1-a0c2-0e6cf67e4dab None None] Pushing event updated for resources: {'Port': ['ID=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:45.059966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:45.074906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-f1bc35a1-690c-4c29-9934-63417a9c3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:45.085942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-f1bc35a1-690c-4c29-9934-63417a9c3444 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630249 Jul 15 16:49:45.189152 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:45.210453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.299628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-e9233a05-3e4b-4307-b7b6-456d684687bd service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049227 Jul 15 16:49:45.351435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd283-173b-4ca3-98b5-603c1ef92930 req-938c6e33-dfd0-43b8-8fea-00584d18309d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:45.353016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5dd283-173b-4ca3-98b5-603c1ef92930 req-938c6e33-dfd0-43b8-8fea-00584d18309d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.2456026 Jul 15 16:49:45.356545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Deleting port 92fddadf-7118-4114-9635-e20cc244a06d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:45.356873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.497124 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-359a3c49-aed0-411a-bd72-3de4127f8ef4 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852093 Jul 15 16:49:45.529598 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:42Z', 'revision_number': 3, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:45.597609 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6fc3e-514c-41bd-bda6-3f98fa79a21d None None] The sync data for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 is: [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:42Z', 'revision_number': 3, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:45.600793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.601425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.606633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5dd283-173b-4ca3-98b5-603c1ef92930 req-59eaa40d-9083-40cd-a7ab-7876ebe81c65 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454542 Jul 15 16:49:45.623134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:45.625471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Calling delete_port for 92fddadf-7118-4114-9635-e20cc244a06d owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:45.679134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:45.750085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Allocated IP 172.20.0.1 (068b08be-fcca-49a6-8d5e-42c41fbea630/3d92edcc-e81c-482b-8710-bbfa9785dcec/f8c9acc2-1650-4dc1-987d-3d46d1d5e530) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:45.856978 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:49:45.928688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-1ee09b3c-7784-4021-bf70-aeb440243e37 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2136316 Jul 15 16:49:45.984765 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:45.991348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:46.010829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.041127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.045306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:46.047920 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f40fbe-1e59-4525-a499-cf50eb44f491" -d '{"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:46.049299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.053600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.054301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d363ceb-fcf6-41ae-b04b-d55310f2f110 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:49:46.081138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 9d363ceb-fcf6-41ae-b04b-d55310f2f110 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:49:46.081397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d363ceb-fcf6-41ae-b04b-d55310f2f110 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:49:46.085127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'port_id': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'mac_address': 'fa:16:3e:36:3f:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:46.100928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Transition to ACTIVE for port object f8c9acc2-1650-4dc1-987d-3d46d1d5e530 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:46.168869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.171681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:46.176323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.196638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:46.203629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.225425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.231144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.232151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d3d95cd-9996-4857-934e-c0795edef0d8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:46.262268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event deleted for resources: {'Port': ['ID=92fddadf-7118-4114-9635-e20cc244a06d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:46.312217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.351745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:46.373738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:46.403059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:46.414178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:46.416823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:46.441437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:46.450145 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.453123 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.464127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.480327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcad9e16-7826-4968-8b06-48bb2d7a0575 req-79e70a62-d6c9-4036-a4f3-3d93cfb6abee tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "DELETE /v2.0/floatingips/05af7396-624c-4ee3-94d4-06457fe93955 HTTP/1.1" status: 204 len: 173 time: 1.5831678 Jul 15 16:49:46.481617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'port_id': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'mac_address': 'fa:16:3e:44:c4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69bfa85-8e99-4e40-a125-8b936864dc1a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:46.520969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:46.521416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.570590 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.602768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3d95cd-9996-4857-934e-c0795edef0d8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:46.628158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.684054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.696462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.697331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c5a89fc5-496b-47fa-ab48-af82fb429533 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:46.726753 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.750552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5bbb4f1e-13f6-4049-bd65-ee2102dd951d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:46.811307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:46.834405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c5a89fc5-496b-47fa-ab48-af82fb429533,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:46.857521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'c5a89fc5-496b-47fa-ab48-af82fb429533', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'port_id': 'c5a89fc5-496b-47fa-ab48-af82fb429533', 'mac_address': 'fa:16:3e:dc:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:46.864806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ea901eb6-f3de-43b2-aba8-9fc1a2c8abd5 None None] Provisioning for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:46.871843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ea901eb6-f3de-43b2-aba8-9fc1a2c8abd5 None None] Provisioning complete for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:46.872294 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ea901eb6-f3de-43b2-aba8-9fc1a2c8abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.913544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:46.920850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:46.921240 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.943822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.970551 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:46.973786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ea901eb6-f3de-43b2-aba8-9fc1a2c8abd5 None None] Port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:46.980848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Allocated IP 172.25.8.28 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/2b2ea216-45f0-4c1c-942f-cfdc718144db) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:46.992881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a89fc5-496b-47fa-ab48-af82fb429533 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:47.015127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078141c-8e9e-4a68-873f-c01ed006172d req-89dde985-3748-4f50-901e-d1264762a9b8 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.017026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f078141c-8e9e-4a68-873f-c01ed006172d req-89dde985-3748-4f50-901e-d1264762a9b8 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.2185054 Jul 15 16:49:47.019801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c5a89fc5-496b-47fa-ab48-af82fb429533,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.040032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.040767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:47.089587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.140899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.152627 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.156607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.167087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f078141c-8e9e-4a68-873f-c01ed006172d req-161ffb9f-a0b9-463c-82e7-69b259822e29 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315734 Jul 15 16:49:47.244473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.249825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.256752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.268821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'port_id': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'mac_address': 'fa:16:3e:96:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:47.310834 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.324039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:47.342163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.355274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.357448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.364172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.367243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 925bf9f1-d19e-4bec-b16e-58858b578aa1 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:47.437926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.440572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.441970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.451478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'network_id': '635f2096-e6a8-4bf0-891f-d3f486b5236d', 'port_id': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'mac_address': 'fa:16:3e:81:44:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69bfa85-8e99-4e40-a125-8b936864dc1a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:47.458100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.464929 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.490232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.502917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:47.504530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925bf9f1-d19e-4bec-b16e-58858b578aa1 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:47.514501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.521218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.525048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.527414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.529236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.530025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a796445b-9345-424a-9f93-abf3319682c8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:47.534400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.540561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.547411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.553512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:47.555428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-ce36c4a3-2708-4957-ac42-40b6f7e926a3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5422 time: 0.2710745 Jul 15 16:49:47.569220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:47.583408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:47.603089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.606943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a796445b-9345-424a-9f93-abf3319682c8,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.619462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a796445b-9345-424a-9f93-abf3319682c8', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'port_id': 'a796445b-9345-424a-9f93-abf3319682c8', 'mac_address': 'fa:16:3e:b6:50:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:47.639614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event updated for resources: {'Port': ['ID=2b2ea216-45f0-4c1c-942f-cfdc718144db,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.681738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.698057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a796445b-9345-424a-9f93-abf3319682c8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:47.719663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a796445b-9345-424a-9f93-abf3319682c8,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.729075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e671d24-6a77-418a-a7d5-aa34231e191e req-cc25c0bd-f90a-4496-a826-cdf087403e34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1617973 Jul 15 16:49:47.739800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.740505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:47.789041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:47.792439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:47.793087 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67550e0a-8e74-45a2-b40b-35283088b5f2 x-openstack-request-id: req-67550e0a-8e74-45a2-b40b-35283088b5f2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:47.793923 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01569593-5f69-4799-8efb-b4db78cca25a", "name": "network-vif-deleted", "tag": "9d363ceb-fcf6-41ae-b04b-d55310f2f110", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:47.794343 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67550e0a-8e74-45a2-b40b-35283088b5f2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:47.794972 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01569593-5f69-4799-8efb-b4db78cca25a', 'name': 'network-vif-deleted', 'tag': '9d363ceb-fcf6-41ae-b04b-d55310f2f110', 'status': 'completed', 'code': 200} Jul 15 16:49:47.808323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.819756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.827373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1', 'network_id': '0629291a-0b8d-451c-92c3-7bd9488d949c', 'port_id': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1', 'mac_address': 'fa:16:3e:ad:e2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a60b88-b054-4eb3-9288-34fa7dda25e0', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:47.920347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.940243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:47.953164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:47.972322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:47.980979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:47.981564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.019488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:49:48.032050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:48.144918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:48.153948 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6caec-7475-4cc8-a740-d75f7966691b x-openstack-request-id: req-faa6caec-7475-4cc8-a740-d75f7966691b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:48.154240 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:48.154489 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faa6caec-7475-4cc8-a740-d75f7966691b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:48.154921 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'code': 200} Jul 15 16:49:48.164521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:48.179245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'mac_address': 'fa:16:3e:14:af:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:49:48.226273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.229245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fbb9eb29-ef10-49c2-91b4-ccaf6bb392fc None None] Provisioning complete for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:48.229600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbb9eb29-ef10-49c2-91b4-ccaf6bb392fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.258540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5bbb4f1e-13f6-4049-bd65-ee2102dd951d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:48.264503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-7df410bd-4508-48de-8fda-c91d61980dae tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips/8ea7df37-9121-46b7-8189-08acc4cf0123 HTTP/1.1" status: 200 len: 692 time: 0.0940268 Jul 15 16:49:48.279421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f7cd58-0d62-40f9-b249-449ef058486f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:48.352564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:48.355619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.422856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-9fbd313c-d670-44db-885e-3efa925d3304 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574191 Jul 15 16:49:48.455425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Sync routers for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:48.462335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:48.466192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9eb29-ef10-49c2-91b4-ccaf6bb392fc None None] Port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:49:48.469188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.503141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:48.504423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:48.526797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-c38934d1-86c9-4e23-89aa-6e344fcc2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:48.528550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-c38934d1-86c9-4e23-89aa-6e344fcc2ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.0605826 Jul 15 16:49:48.595090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:48.605310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:48.605533 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.645080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-5c242ee7-e78c-451a-99e7-8229765af6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:48.646584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-5c242ee7-e78c-451a-99e7-8229765af6d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.0982888 Jul 15 16:49:48.691492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-82321795-3ac2-4615-9f48-f8835f3e7c82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0381064 Jul 15 16:49:48.705880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-423c0310-4fbf-4640-91af-302c7676be02 admin admin] 10.222.0.25 "PUT /v2.0/routers/05d0ba56-986f-4365-8f4a-a40d6d1a1ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2459259 Jul 15 16:49:48.705880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.713935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:48.759656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-542d77cc-a464-461d-a889-eaa0e22d2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:48.761644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-542d77cc-a464-461d-a889-eaa0e22d2b82 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0633996 Jul 15 16:49:48.787508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-ebb90731-3c07-41e3-b361-b483e61aeae1 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:48.795494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-ebb90731-3c07-41e3-b361-b483e61aeae1 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.5243950 Jul 15 16:49:48.817607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:48.846277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-70cac625-4142-49a2-bc42-669e97b8ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:48.848235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-70cac625-4142-49a2-bc42-669e97b8ddb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789423 Jul 15 16:49:48.870026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-305fc39c-f7df-4941-9a65-213d20372e97 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.0736656 Jul 15 16:49:48.874448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event updated for resources: {'Port': ['ID=2b2ea216-45f0-4c1c-942f-cfdc718144db,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:48.889399 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.901324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1034079723'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:48.934411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-08e6f52d-4242-4873-96c6-ccc156e07713 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.42 HTTP/1.1" status: 200 len: 695 time: 0.0548961 Jul 15 16:49:48.963357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:48.967045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.969912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:46Z', 'revision_number': 4, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'f8c9acc2-1650-4dc1-987d-3d46d1d5e530', 'name': '', 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'mac_address': 'fa:16:3e:28:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:45Z', 'updated_at': '2021-07-15T16:49:47Z', 'revision_number': 2, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'subnets': [{'id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:48.992597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:48.996728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Checking router: 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:48.997075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Updating router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:49:48.999915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-a6b3b6f3-be7f-4f56-914d-a71ba9447da5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0352731 Jul 15 16:49:49.000433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-c41982fa-f098-4cb0-869b-b77a661b2c1c service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447511 Jul 15 16:49:49.007050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:49:49.033768 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.043571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.043911 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Added segment 0e50bcfb-0446-4257-86ba-e42820497ae4 of type vlan for network 5274bbb6-390b-405d-bc45-8b7551b4d623 Jul 15 16:49:49.046983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a796445b-9345-424a-9f93-abf3319682c8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.076324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.092095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-21c63e10-7744-4ae9-9245-67f4bf93b67a tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.0911343 Jul 15 16:49:49.119435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c5a89fc5-496b-47fa-ab48-af82fb429533'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.122945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.128809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.154674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ed675b98-8923-43c4-8053-f3b21fbd415e req-9a818b2a-0bd2-4c24-92b5-c8337ec38fba service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485691 Jul 15 16:49:49.172884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.180652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:49.181270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.184711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6d0acba0-eaf7-4ffd-bad3-07c4b381db32'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.188274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9d3d95cd-9996-4857-934e-c0795edef0d8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.219174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3977599 Jul 15 16:49:49.219400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Deleting port 087da38b-5061-4da3-ba0e-646677726000 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:49.219400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.219650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:49.224273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'subnet': {'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:49.292022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4164432-a20d-4efa-88b1-bb291a6d01c1 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Network': ['ID=5274bbb6-390b-405d-bc45-8b7551b4d623,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:49.296171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-f8ab771d-4647-4a79-8813-f27e2c79aef7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:49.296681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e612eb3e-ac4d-4310-ac3e-cab6593cf9a5 req-f8ab771d-4647-4a79-8813-f27e2c79aef7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1868660 Jul 15 16:49:49.345953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:49:49.348721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.357173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.358186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.394151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Calling delete_port for 087da38b-5061-4da3-ba0e-646677726000 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:49.402245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:49.407558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.632901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.634490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.692026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event deleted for resources: {'Port': ['ID=087da38b-5061-4da3-ba0e-646677726000,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:49.706078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Subnet': ['ID=e9271292-86d4-4454-ab5f-2f6a405baeef,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:49.714679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Checking segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:49.714838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network hostable DHCP agents. Network: 5274bbb6-390b-405d-bc45-8b7551b4d623, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:49:49.733793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:49.743487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5274bbb6-390b-405d-bc45-8b7551b4d623) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:49.759581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:49.760270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.764440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f9230-05be-49c2-b8af-32298a5dd852 None None] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:49.779456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53332) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:49.779720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a45a2ebd-f4ab-4739-814e-cc9ea725d060 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5589321 Jul 15 16:49:49.784989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1635553436'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:49.788363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.791320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.792532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ea6e531-67b1-46e9-b3f8-8434b717a53b req-9f930dfd-6a43-4221-a092-8182f8564fe4 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "DELETE /v2.0/floatingips/8ea7df37-9121-46b7-8189-08acc4cf0123 HTTP/1.1" status: 204 len: 173 time: 0.8512225 Jul 15 16:49:49.800619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b9a01-f90c-4969-9414-661b395fe2de req-eaaf5d7d-14ca-42a1-96b2-fb5aaee53d68 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:49.807371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d43b9a01-f90c-4969-9414-661b395fe2de req-eaaf5d7d-14ca-42a1-96b2-fb5aaee53d68 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 949 time: 0.1856794 Jul 15 16:49:49.863140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d43b9a01-f90c-4969-9414-661b395fe2de req-e3b8e324-c9e1-4039-a6d9-7a1836b0fc80 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548241 Jul 15 16:49:49.864345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:49.867870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.898740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:49:49.913514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['925bf9f1-d19e-4bec-b16e-58858b578aa1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:49.937165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:49.937870 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Added segment 445445e6-5b6c-4169-8231-f37bdebeab66 of type vlan for network db1011d4-5bc4-4a62-9523-f4d8f31a3671 Jul 15 16:49:49.998017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.042197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2348412-1dc7-4150-9430-708b1d5ce753 req-8e69be82-7217-4fe7-afd2-79275ab3f2b6 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.043683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2348412-1dc7-4150-9430-708b1d5ce753 req-8e69be82-7217-4fe7-afd2-79275ab3f2b6 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.1372902 Jul 15 16:49:50.054741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:50.055986 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.059427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Request body: {'floatingip': {'port_id': 'b2e321ff-7617-4ab5-b914-120e8d01afbd'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:50.061441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.062038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.106962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3266454 Jul 15 16:49:50.109919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:50.156416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.169161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'subnet': {'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:50.176623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe9ebf-88e4-4c10-bcc6-781ca0af2c72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Network': ['ID=db1011d4-5bc4-4a62-9523-f4d8f31a3671,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:50.248101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:49:50.448296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.455303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.463346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.472092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.479082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.485490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.492223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.501327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37770322-00ad-4847-993f-aafe72c3e6db req-18cd31e0-a266-4bbf-be81-764365eb37e7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5426 time: 0.3256745 Jul 15 16:49:50.512322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:50.516171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.535006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-36b22f31-ac38-4814-94e2-88115f3f413a tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.536774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-36b22f31-ac38-4814-94e2-88115f3f413a tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 821 time: 0.2911468 Jul 15 16:49:50.586309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-f56f0897-7908-42b7-80c3-9b913f5a894e tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/quotas/54e3683575e4429eaad4144d90d0bee3 HTTP/1.1" status: 200 len: 375 time: 0.0356252 Jul 15 16:49:50.634281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37770322-00ad-4847-993f-aafe72c3e6db req-9075a1e1-982c-4623-b887-56e67a8b364f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1308939 Jul 15 16:49:50.639154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-c4174159-7003-4150-ac35-4f138b22d1e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021435 Jul 15 16:49:50.676827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.729629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Transition to ACTIVE for port object f8c9acc2-1650-4dc1-987d-3d46d1d5e530 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:50.757064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-e643d1a4-a878-404d-a41b-8701e2d39559 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips/994b87e9-0c88-47f5-ad47-4d41690e5482 HTTP/1.1" status: 200 len: 692 time: 0.0848155 Jul 15 16:49:50.764274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.799974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.804970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-5274bbb6-390b-405d-bc45-8b7551b4d623', 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'fixed_ips': [{'subnet_id': 'e9271292-86d4-4454-ab5f-2f6a405baeef'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:50.805846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.806925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:50.848215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-33544ad7-50a0-4012-a9ee-d426169a1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:50.850484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-33544ad7-50a0-4012-a9ee-d426169a1a39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14cdb54818764c5db53e9b928a95f876&device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 1096 time: 0.1570590 Jul 15 16:49:50.859821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fda900-82e7-4a5e-86b2-0e06fb1c367f None None] Pushing event updated for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:50.877652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-e0395957-a7e5-4151-a849-7e871f38dbda tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2580881 Jul 15 16:49:51.009272 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Floating IP edbd228e-88e4-4420-9cfd-7979f1e13352 associated. External IP: 172.25.8.132, port: b2e321ff-7617-4ab5-b914-120e8d01afbd. Jul 15 16:49:51.044047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Attempting to bind port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:51.044615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Attempting to bind port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:51.045107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Attempting to bind port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 on network 068b08be-fcca-49a6-8d5e-42c41fbea630 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:51.077352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.084251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:51.084933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Checking segment: {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:51.085314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.085864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Bound using segment: {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:51.086460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Bound port: f8c9acc2-1650-4dc1-987d-3d46d1d5e530, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5428246e-11d7-454e-adcc-87ce7953b0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:51.086946 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.088067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-0c8a9d35-c76b-438a-9a93-6280d7270559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:51.089610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-0c8a9d35-c76b-438a-9a93-6280d7270559 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 200 len: 916 time: 0.1838264 Jul 15 16:49:51.139545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Allocated IP 19.80.0.2 (5274bbb6-390b-405d-bc45-8b7551b4d623/e9271292-86d4-4454-ab5f-2f6a405baeef/db1e6e0b-2b71-4480-9d40-e7b561e4b929) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:51.160173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-f8706fda-57bb-46ec-9be0-9e634e5e0c4b service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814329 Jul 15 16:49:51.181147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-495f22f4-b69a-4e53-a4c6-b22c97084522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 200 len: 217 time: 0.0537963 Jul 15 16:49:51.184766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-a5ed0709-651b-4da2-b15e-ba655c19563f tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:51.192651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-a5ed0709-651b-4da2-b15e-ba655c19563f tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.4132352 Jul 15 16:49:51.206624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] For port f8c9acc2-1650-4dc1-987d-3d46d1d5e530, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:51.255262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] For port f8c9acc2-1650-4dc1-987d-3d46d1d5e530, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:51.265527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.273427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Subnet': ['ID=19f47670-f397-44ae-bdd4-316667957893,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:51.277482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-9e5d88fc-42fa-48fb-8f92-285c4e56e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:51.279037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-9e5d88fc-42fa-48fb-8f92-285c4e56e3c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 200 len: 855 time: 0.0880156 Jul 15 16:49:51.289638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-229ba55f-a682-4abc-840c-b6537760a23d tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0961585 Jul 15 16:49:51.341280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Checking segment: {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:51.341636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network hostable DHCP agents. Network: db1011d4-5bc4-4a62-9523-f4d8f31a3671, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:49:51.384169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:51.385199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:51.392891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fda900-82e7-4a5e-86b2-0e06fb1c367f None None] Pushing event updated for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:51.404184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-54139a57-04a5-4b06-b8c6-ff8de31ccfc8 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.0797081 Jul 15 16:49:51.422729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-be6f6510-be85-4d43-8bdc-56b1db40ccc8 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558239 Jul 15 16:49:51.437149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:49:51.503226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, db1011d4-5bc4-4a62-9523-f4d8f31a3671) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:51.508506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:51.509993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.528067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad34c8-9229-4a4f-85de-61947d14e80c None None] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:51.573262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.608649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6ad4d471-e184-45bb-9b49-e89aecdbe6f6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4898818 Jul 15 16:49:51.659310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Deleting port 26035c84-a619-41ec-b739-7726207e8e6e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:51.659796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.725450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:51.782369 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.782714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:51.800595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Calling delete_port for 26035c84-a619-41ec-b739-7726207e8e6e owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:51.847460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Transition to ACTIVE for port object db1e6e0b-2b71-4480-9d40-e7b561e4b929 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:51.893565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Router 4e778c5b-f375-4852-ad03-7b62a7533feb has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:51.924875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-e32465dc-61d2-4716-b68a-61d3fbe5092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:51.926451 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-e32465dc-61d2-4716-b68a-61d3fbe5092e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6384878 Jul 15 16:49:51.978053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.037285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Transition to ACTIVE for port object db1e6e0b-2b71-4480-9d40-e7b561e4b929 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:52.052800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Pushing event deleted for resources: {'Port': ['ID=26035c84-a619-41ec-b739-7726207e8e6e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:52.093544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.173502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:52.185584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:52.187785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:52.206251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-9061d3dc-ebef-4606-968d-6fd4ae0fda7f service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475836 Jul 15 16:49:52.206853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.210048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.211256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-339ce3b3-362f-458b-ae1b-8f1383242733 req-db4ae321-76c4-40f8-81b3-08feab6d7e58 tempest-FloatingIPDetailsTestJSON-1992977218 tempest-FloatingIPDetailsTestJSON-1992977218-project] 10.222.0.25 "DELETE /v2.0/floatingips/994b87e9-0c88-47f5-ad47-4d41690e5482 HTTP/1.1" status: 204 len: 173 time: 0.7931790 Jul 15 16:49:52.213391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:52.222270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:52.228932 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Sync routers for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:52.240859 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:52.241478 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:52.244163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.304077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-654f3e0a-e89f-45e8-8ee7-e9c23a30dd12 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:52.306037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-654f3e0a-e89f-45e8-8ee7-e9c23a30dd12 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a&tenant_id=209b68c69eef48af80cac0d3e7b124de&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 949 time: 0.2736142 Jul 15 16:49:52.369794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Pushing event updated for resources: {'Port': ['ID=db1e6e0b-2b71-4480-9d40-e7b561e4b929,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:52.385884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-db1011d4-5bc4-4a62-9523-f4d8f31a3671', 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'fixed_ips': [{'subnet_id': '19f47670-f397-44ae-bdd4-316667957893'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:49:52.399269 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.416567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2c0dac7-c6b8-4dd1-91e8-085ba49b3544 req-8aa9f1d8-0da0-4383-89bb-b581398f72a8 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 210 time: 0.1056025 Jul 15 16:49:52.473264 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e36aaf36-7acb-4df2-839c-1e3b2a2079ac tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "PUT /v2.0/floatingips/edbd228e-88e4-4420-9cfd-7979f1e13352 HTTP/1.1" status: 200 len: 992 time: 2.4173834 Jul 15 16:49:52.536016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:52.538345 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:52.548184 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:52.589507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Attempting to bind port db1e6e0b-2b71-4480-9d40-e7b561e4b929 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:52.589918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Attempting to bind port db1e6e0b-2b71-4480-9d40-e7b561e4b929 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:52.590208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Attempting to bind port db1e6e0b-2b71-4480-9d40-e7b561e4b929 on network 5274bbb6-390b-405d-bc45-8b7551b4d623 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Checking segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Bound using segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Bound port: db1e6e0b-2b71-4480-9d40-e7b561e4b929, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:52.604654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.610227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2ef4622-1279-4b04-b40b-de049d32f011 req-700beda3-d435-41f7-bc83-dc5c7ba361ce service neutron] 10.222.0.20 "GET /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928907 Jul 15 16:49:52.655610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-f7ac953e-6359-45c4-9fab-6d020eda1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:52.665574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-f7ac953e-6359-45c4-9fab-6d020eda1cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 1100 time: 0.2413042 Jul 15 16:49:52.700879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:46Z', 'revision_number': 4, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'f8c9acc2-1650-4dc1-987d-3d46d1d5e530', 'name': '', 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'mac_address': 'fa:16:3e:28:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:45Z', 'updated_at': '2021-07-15T16:49:51Z', 'revision_number': 4, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'subnets': [{'id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:52.765849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d0084c-b85a-4691-9b19-534937daeee6 None None] The sync data for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 is: [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:46Z', 'revision_number': 4, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'f8c9acc2-1650-4dc1-987d-3d46d1d5e530', 'name': '', 'network_id': '068b08be-fcca-49a6-8d5e-42c41fbea630', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'mac_address': 'fa:16:3e:28:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:45Z', 'updated_at': '2021-07-15T16:49:51Z', 'revision_number': 4, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'subnets': [{'id': '3d92edcc-e81c-482b-8710-bbfa9785dcec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:52.806044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] For port db1e6e0b-2b71-4480-9d40-e7b561e4b929, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:52.813203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] For port db1e6e0b-2b71-4480-9d40-e7b561e4b929, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db1e6e0b-2b71-4480-9d40-e7b561e4b929,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:52.815649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Allocated IP 19.86.0.2 (db1011d4-5bc4-4a62-9523-f4d8f31a3671/19f47670-f397-44ae-bdd4-316667957893/55790edb-213a-4df4-af9f-9df9e9fef654) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:52.831867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:52.907656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-b337c065-69b1-4a04-a189-1c8d5927364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:52.924213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-b337c065-69b1-4a04-a189-1c8d5927364a service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2164614 Jul 15 16:49:52.980052 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-90931c24-715f-47b6-a484-59f9ed0a88ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 200 len: 217 time: 0.0546677 Jul 15 16:49:53.013989 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'edbd228e-88e4-4420-9cfd-7979f1e13352', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'port_id': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'mac_address': 'fa:16:3e:42:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:30Z', 'updated_at': '2021-07-15T16:49:50Z', 'revision_number': 1, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:53.079795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-afe07426-aaa0-4cbf-9e7f-71a422830f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.082755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-afe07426-aaa0-4cbf-9e7f-71a422830f21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0953441 Jul 15 16:49:53.085856 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Checking router: 4e778c5b-f375-4852-ad03-7b62a7533feb for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:53.105411 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:53.106203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:53.159268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-e3e15feb-011b-4643-8eb4-baf0190af212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.161304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-e3e15feb-011b-4643-8eb4-baf0190af212 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719061 Jul 15 16:49:53.207474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-37204f2a-91e5-4387-a640-62f1d33d38ba tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.223678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-37204f2a-91e5-4387-a640-62f1d33d38ba tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.230509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-37204f2a-91e5-4387-a640-62f1d33d38ba tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/networks?id=5274bbb6-390b-405d-bc45-8b7551b4d623&id=db1011d4-5bc4-4a62-9523-f4d8f31a3671&id=5274bbb6-390b-405d-bc45-8b7551b4d623 HTTP/1.1" status: 200 len: 1392 time: 0.6602042 Jul 15 16:49:53.332481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-9d9e7b7a-2200-4da1-b6ae-948397c09487 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552927 Jul 15 16:49:53.336328 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:53.371464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e236-e584-4f97-8550-0f0a4c47a5b9 None None] Pushing event updated for resources: {'Port': ['ID=db1e6e0b-2b71-4480-9d40-e7b561e4b929,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:53.500924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:53.504128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-2f669028-ff95-4447-b970-1ae8d6646df4 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/quotas/2a86a626af6246acaf08ef56eb83ee0b HTTP/1.1" status: 200 len: 375 time: 0.0799854 Jul 15 16:49:53.508153 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-63daebb2-47d6-4654-ab79-0c6615aec75b req-b3251560-1e68-4719-95aa-6d24b9cb6a85 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534104 Jul 15 16:49:53.520332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Transition to ACTIVE for port object 55790edb-213a-4df4-af9f-9df9e9fef654 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:53.550727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Transition to ACTIVE for port object 55790edb-213a-4df4-af9f-9df9e9fef654 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:53.562649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:53.586729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.593125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.599600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.605991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.612873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.620550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.629747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:53.633863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-c165c40b-1af3-4a87-aaa1-455440165d34 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5426 time: 1.1108794 Jul 15 16:49:53.643207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:53.651498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:53.660805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:53.667700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Pushing event updated for resources: {'Port': ['ID=55790edb-213a-4df4-af9f-9df9e9fef654,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:53.798762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Attempting to bind port 55790edb-213a-4df4-af9f-9df9e9fef654 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:53.799146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Attempting to bind port 55790edb-213a-4df4-af9f-9df9e9fef654 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:53.801756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Attempting to bind port 55790edb-213a-4df4-af9f-9df9e9fef654 on network db1011d4-5bc4-4a62-9523-f4d8f31a3671 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:53.811518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:53.811890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Checking segment: {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:53.812322 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:53.812709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Bound using segment: {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:53.815754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Bound port: 55790edb-213a-4df4-af9f-9df9e9fef654, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:53.816849 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:53.827246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'edbd228e-88e4-4420-9cfd-7979f1e13352', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'port_id': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'mac_address': 'fa:16:3e:42:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:30Z', 'updated_at': '2021-07-15T16:49:50Z', 'revision_number': 1, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:53.863604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03859cce-3cf4-409a-b68a-113b5db4ed92 req-e1e8e9e2-64e8-4d86-8676-9044eae51b81 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2181823 Jul 15 16:49:53.909193 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45341362-cc97-4c2d-a232-d44a57a2ccf7 None None] The sync data for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 is: [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'edbd228e-88e4-4420-9cfd-7979f1e13352', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'port_id': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'mac_address': 'fa:16:3e:42:31:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:30Z', 'updated_at': '2021-07-15T16:49:50Z', 'revision_number': 1, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:49:53.944292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] For port 55790edb-213a-4df4-af9f-9df9e9fef654, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:53.948676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] For port 55790edb-213a-4df4-af9f-9df9e9fef654, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=55790edb-213a-4df4-af9f-9df9e9fef654,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:53.959066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:53.994496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-bab609b8-0ccd-4db6-b412-c10ff0a33415 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4829099 Jul 15 16:49:53.998635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-f4a19a97-4046-404f-8ba7-61b17784fcb4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:54.013098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-f4a19a97-4046-404f-8ba7-61b17784fcb4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 821 time: 0.3016171 Jul 15 16:49:54.026591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'port': {'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'admin_state_up': True, 'tenant_id': '54e3683575e4429eaad4144d90d0bee3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:54.092404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177a536-c4e9-468e-a308-d9501c055748 None None] Pushing event updated for resources: {'Port': ['ID=55790edb-213a-4df4-af9f-9df9e9fef654,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:54.103758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:54.259919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:54.264500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:54.264956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:54.386312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Made reservation on behalf of 54e3683575e4429eaad4144d90d0bee3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:54.390282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:54.419215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-51d8ccb1-c2f5-4a83-9bbc-3596c121fe5a service neutron] 10.222.0.25 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228835 Jul 15 16:49:54.458394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:54.488162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db1e6e0b-2b71-4480-9d40-e7b561e4b929 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:54.582905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7702b83-f073-41bf-95df-9969aa18d5e4 None None] New status for floating IP edbd228e-88e4-4420-9cfd-7979f1e13352: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:49:54.589621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3164b-bbde-4dff-9b85-1621697199b1 req-2ae8bb2e-1b11-4725-b696-3331e4229e52 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:54.597033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7d3164b-bbde-4dff-9b85-1621697199b1 req-2ae8bb2e-1b11-4725-b696-3331e4229e52 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 949 time: 0.4439206 Jul 15 16:49:54.691153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:54.697852 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28f4fb-03c5-4e9e-978a-c5e7489ae17a" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:54.704054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Allocated IP 172.20.0.7 (0371800c-6ab5-4f09-ab13-0812811d9c2d/9e73ca5a-758b-45d5-b937-10fc7ea59cf7/3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:54.758355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:54.778130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:54.795721 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:54.800979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d3d95cd-9996-4857-934e-c0795edef0d8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:54.964536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7d3164b-bbde-4dff-9b85-1621697199b1 req-55d49c68-f3b6-4c08-b7fe-b3f56933b63c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858739 Jul 15 16:49:55.075570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.079064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-2b54f123-84b0-4e5a-b5f9-de6dde8703f6 service neutron] 10.222.0.25 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393991 Jul 15 16:49:55.110320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Transition to ACTIVE for port object 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:55.115014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port db1e6e0b-2b71-4480-9d40-e7b561e4b929 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:55.141774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f8c9acc2-1650-4dc1-987d-3d46d1d5e530 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:55.183648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.252055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fadac778-fa1e-44e8-836b-47e112d7199e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:49:55.267453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:49:55.272509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:49:55.293544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:49:55.373741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event updated for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:55.391570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:55.406646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9d3d95cd-9996-4857-934e-c0795edef0d8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:55.411965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:55.413356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.419276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9d3d95cd-9996-4857-934e-c0795edef0d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:55.419680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.448795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-fbca17a8-0a38-40bb-9ad9-4c1084276b0b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4264631 Jul 15 16:49:55.461824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Request body: {'port': {'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:55.509633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a15d34d-7545-4c45-bcfe-7e30c54529ac None None] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:55.532362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-2622f4b3-0841-462c-abe4-63a31a8ace08 service neutron] 10.222.0.25 "GET /v2.0/networks/db1011d4-5bc4-4a62-9523-f4d8f31a3671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261680 Jul 15 16:49:55.565692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.616748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Provisioning for port db1e6e0b-2b71-4480-9d40-e7b561e4b929 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:55.680474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Provisioning complete for port db1e6e0b-2b71-4480-9d40-e7b561e4b929 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:55.681141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.706608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-b34a2167-43e3-4a51-9e12-92f551d26cd6 service neutron] 10.222.0.25 "GET /v2.0/networks/db1011d4-5bc4-4a62-9523-f4d8f31a3671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633725 Jul 15 16:49:55.733723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:55.779456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:55.780098 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.871093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.896212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfdc5a99-a9d0-4c06-af54-9b4a4ae7bb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:55.922127 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457877b5-2158-4bc1-a655-2401ea13eb0e x-openstack-request-id: req-457877b5-2158-4bc1-a655-2401ea13eb0e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:55.929390 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:55.932852 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-457877b5-2158-4bc1-a655-2401ea13eb0e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:55.933397 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'status': 'completed', 'code': 200} Jul 15 16:49:55.980173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-986a43c8-525f-48c9-ac74-dfe210aa8302 service neutron] 10.222.0.25 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614217 Jul 15 16:49:55.989984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:56.055763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-000ab76c-43ba-46c1-9b9b-b2282b9cebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.056011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-000ab76c-43ba-46c1-9b9b-b2282b9cebf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e4ecb809cb34a09822b738e06ce29e7&device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 1097 time: 0.1356585 Jul 15 16:49:56.108870 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.110358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c5a89fc5-496b-47fa-ab48-af82fb429533 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:56.191195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-3ea3171e-912c-4184-812e-a50c27f946a5 service neutron] 10.222.0.25 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100456 Jul 15 16:49:56.209719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:49:56.214557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Deleting port 3e98f194-925b-4c8b-9374-a3bc9b922f88 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:56.217319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.225396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.245341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-5a1ff858-624f-4bb9-8667-1248bc9ee786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.246850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-5a1ff858-624f-4bb9-8667-1248bc9ee786 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5d90009-bd42-4f3d-9930-d23992058d9e HTTP/1.1" status: 200 len: 911 time: 0.1831009 Jul 15 16:49:56.249905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9eeeb-9920-4469-919a-ab5777026621 req-bc730b9a-8bc2-447a-9572-2911f936fb7c tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.250113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Transition to ACTIVE for port object 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:49:56.251999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7f9eeeb-9920-4469-919a-ab5777026621 req-bc730b9a-8bc2-447a-9572-2911f936fb7c tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 931 time: 0.2158697 Jul 15 16:49:56.263275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.344667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fd97e-e9e0-4cfb-bd29-c07f454b430a None None] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:49:56.362172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.430077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:56.435916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7f9eeeb-9920-4469-919a-ab5777026621 req-a800ef46-b0d2-4989-a4c7-1927b7a90726 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108294 Jul 15 16:49:56.449562 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-1630d233-e894-4454-a7d3-f9a75d64c5f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd HTTP/1.1" status: 200 len: 1002 time: 0.1924756 Jul 15 16:49:56.449891 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c08dcd-2ef5-4ad0-a94d-b4b6bc1713d1 x-openstack-request-id: req-63c08dcd-2ef5-4ad0-a94d-b4b6bc1713d1 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:56.450194 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:56.450448 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63c08dcd-2ef5-4ad0-a94d-b4b6bc1713d1 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:56.450841 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'code': 200} Jul 15 16:49:56.509388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] For port 3e98f194-925b-4c8b-9374-a3bc9b922f88, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3e98f194-925b-4c8b-9374-a3bc9b922f88,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:56.509987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.547779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Calling delete_port for 3e98f194-925b-4c8b-9374-a3bc9b922f88 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:56.559479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:56.578554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.614012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-88ae79d6-8bb9-4156-a3e6-2b5fd78f3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.615691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-88ae79d6-8bb9-4156-a3e6-2b5fd78f3b58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b304924-16e0-4227-adb4-e3b46acbc47b HTTP/1.1" status: 200 len: 850 time: 0.1206546 Jul 15 16:49:56.694135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Attempting to bind port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:49:56.694506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Attempting to bind port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:49:56.694791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Attempting to bind port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:56.733027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b on network 0371800c-6ab5-4f09-ab13-0812811d9c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:49:56.733365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Attempting to bind port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b on network 0371800c-6ab5-4f09-ab13-0812811d9c2d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:49:56.741626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-8e82ecfe-e1ff-4466-9245-be49ca11e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.743345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-8e82ecfe-e1ff-4466-9245-be49ca11e2ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5d90009-bd42-4f3d-9930-d23992058d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201077 Jul 15 16:49:56.745039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:49:56.745039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Checking segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:49:56.745434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Bound using segment: {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:49:56.745994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Bound port: 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:49:56.746331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.785337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.791851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.798279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.810615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.818110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.824626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.837320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.846579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89df3e02-91a6-4a29-8897-f293c1485257 req-b7de3d43-0c43-4d8a-b262-943a2d936ece tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5428 time: 0.2549629 Jul 15 16:49:56.882119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:49:56.885382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:49:56.898659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.945166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89df3e02-91a6-4a29-8897-f293c1485257 req-22b7027d-5d3a-4b3e-ba7d-11b56c9a93e5 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975118 Jul 15 16:49:56.951605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:56.952435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:56.953717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 1091 time: 1.4969568 Jul 15 16:49:56.972600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-cf9b52cd-271a-4d8e-82f8-07021a0e8574 service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160957 Jul 15 16:49:57.055328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] For port db1e6e0b-2b71-4480-9d40-e7b561e4b929, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db1e6e0b-2b71-4480-9d40-e7b561e4b929,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:57.077767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b958da2-6add-44b3-bd0f-dfd12a695358 service neutron] Pushing event updated for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:57.099527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.102750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port c5a89fc5-496b-47fa-ab48-af82fb429533 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:57.117738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port c5a89fc5-496b-47fa-ab48-af82fb429533 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:57.118108 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.121655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f8c9acc2-1650-4dc1-987d-3d46d1d5e530, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:57.179410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f754a16d-7952-461f-8b58-d15ccaff1b25 req-9e36c3ed-0b6e-487e-8d41-f90f758cffaa tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 210 time: 0.0724785 Jul 15 16:49:57.213043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.217442 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.291177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb50302e-4b37-4d4a-b566-8b46306b919f None None] Provisioning for port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:57.325220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e98f194-925b-4c8b-9374-a3bc9b922f88,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:57.338466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f271cf2-a8ec-4ffb-b82d-37459e8adb94 None None] Pushing event updated for resources: {'Port': ['ID=db1e6e0b-2b71-4480-9d40-e7b561e4b929,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:57.389576 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b3e3bc-7dc1-46eb-a558-d2f12fa66513 req-e3951b9d-12d0-44cb-8f66-47a0f5ff6e0b service neutron] 10.222.0.20 "GET /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034228 Jul 15 16:49:57.416915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-e3d642d5-66c3-4d9e-b7cc-7d3257603909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:57.418712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-e3d642d5-66c3-4d9e-b7cc-7d3257603909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1094 time: 0.3924413 Jul 15 16:49:57.448608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb50302e-4b37-4d4a-b566-8b46306b919f None None] Provisioning for port 55790edb-213a-4df4-af9f-9df9e9fef654 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:57.506488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-29852a25-75d5-45c2-a4fb-fac8247e2e29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 217 time: 0.0799630 Jul 15 16:49:57.579336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 55790edb-213a-4df4-af9f-9df9e9fef654 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:57.614924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.652653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-ea423957-5e15-471b-a202-3996ac409fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:57.654241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-ea423957-5e15-471b-a202-3996ac409fe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.1391470 Jul 15 16:49:57.657614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c5a89fc5-496b-47fa-ab48-af82fb429533,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:57.674749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:57.694019 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.694942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:57.719261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad56e-32f5-4ab4-9f9d-e60147fa959c req-9338ad8b-b60a-4633-8cd6-c9b924e7bf36 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:57.726369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac0ad56e-32f5-4ab4-9f9d-e60147fa959c req-9338ad8b-b60a-4633-8cd6-c9b924e7bf36 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 949 time: 0.5253320 Jul 15 16:49:57.783755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-554b685c-759f-4d4d-998b-883397659c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:57.785312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-554b685c-759f-4d4d-998b-883397659c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182055 Jul 15 16:49:57.840204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac0ad56e-32f5-4ab4-9f9d-e60147fa959c req-ff136785-f83e-4ca2-bb7f-60d3bc56715c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128531 Jul 15 16:49:57.842858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:57.849827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.891060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 55790edb-213a-4df4-af9f-9df9e9fef654 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:57.934458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:57.937681 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564479af-efdb-463c-b55f-7b8274fdc6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:57.941755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 55790edb-213a-4df4-af9f-9df9e9fef654 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:57.942135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:57.952023 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-40620dcb-c172-4bc9-b2c7-d0c182c22ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519105 Jul 15 16:49:57.986782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:57.999946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-03407fa4-78f0-4624-89a1-f5830ca2b7b7 None None] Provisioning complete for port db1e6e0b-2b71-4480-9d40-e7b561e4b929 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:58.000475 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-03407fa4-78f0-4624-89a1-f5830ca2b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.061231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:58.061608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.092483 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-eb622e24-40df-4faf-aaa7-7ed77b092087 req-28bcb71a-d382-4fec-991f-a41d70525c4d service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301923 Jul 15 16:49:58.238677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9e9d0-57e5-46ba-815c-7c1cce5c002a req-2d524303-925f-4eab-8fe5-1751b993724d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:58.240308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b9e9d0-57e5-46ba-815c-7c1cce5c002a req-2d524303-925f-4eab-8fe5-1751b993724d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 943 time: 0.1637609 Jul 15 16:49:58.254579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.257352 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.301840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fd6e781-12ea-4aa3-b37d-4475aa750d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.333731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:58.339535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 55790edb-213a-4df4-af9f-9df9e9fef654, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=55790edb-213a-4df4-af9f-9df9e9fef654,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:58.343453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.344331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a796445b-9345-424a-9f93-abf3319682c8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:58.351985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.456919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a89fc5-496b-47fa-ab48-af82fb429533'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:49:58.459389 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccebcba2-a002-4c4d-a7a3-7dcfd47f20bf" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "c5a89fc5-496b-47fa-ab48-af82fb429533"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:49:58.469822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-dc74ae60-816f-40a0-bd27-accac0801750 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:58.471224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-624b90a2-6a98-4184-9db6-60801db011d7 None None] Provisioning complete for port 55790edb-213a-4df4-af9f-9df9e9fef654 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:58.471618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-624b90a2-6a98-4184-9db6-60801db011d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.473214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:58.479883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-dc74ae60-816f-40a0-bd27-accac0801750 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:58.481732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-dc74ae60-816f-40a0-bd27-accac0801750 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "GET /v2.0/networks?id=5274bbb6-390b-405d-bc45-8b7551b4d623&id=db1011d4-5bc4-4a62-9523-f4d8f31a3671&id=5274bbb6-390b-405d-bc45-8b7551b4d623 HTTP/1.1" status: 200 len: 1392 time: 0.2218311 Jul 15 16:49:58.503800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'admin_state_up': True, 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:49:58.525476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=55790edb-213a-4df4-af9f-9df9e9fef654,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:58.578219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a796445b-9345-424a-9f93-abf3319682c8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:58.585779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a796445b-9345-424a-9f93-abf3319682c8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:58.586494 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.667616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f50a0f-6309-4a9e-b370-c9f497cec061 req-fda8f5be-3eea-4c59-ae19-0850680ad168 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:58.675504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24f50a0f-6309-4a9e-b370-c9f497cec061 req-fda8f5be-3eea-4c59-ae19-0850680ad168 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 949 time: 0.5160217 Jul 15 16:49:58.688345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:49:58.693962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.723991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b9e9d0-57e5-46ba-815c-7c1cce5c002a req-56ffbea4-dc85-4e30-abbd-db9558a16979 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448550 Jul 15 16:49:58.731972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.742743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Router 9c830f1b-3897-4dc0-a903-db76760c91e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:49:58.753677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24f50a0f-6309-4a9e-b370-c9f497cec061 req-c0c46f54-f21e-4be4-9af6-f53842e5d013 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773053 Jul 15 16:49:58.807923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.815387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a796445b-9345-424a-9f93-abf3319682c8,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:58.826290 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:58.827287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:58.851739 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a9ae0-d25b-4ac2-99f8-74d662c506e6 x-openstack-request-id: req-2b0a9ae0-d25b-4ac2-99f8-74d662c506e6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:58.852035 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:58.852321 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b0a9ae0-d25b-4ac2-99f8-74d662c506e6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:58.852725 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'status': 'completed', 'code': 200} Jul 15 16:49:58.884266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:49:58.895190 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Sync routers for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:49:58.895832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3c30371c-1df8-469e-97c4-febf570366b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/9c830f1b-3897-4dc0-a903-db76760c91e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6727164 Jul 15 16:49:58.900069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53442) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:49:58.909579 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:58.910494 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:58.963057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:58.980774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:58.987338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:58.988024 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.050359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-f3ca9d26-8b59-4f6f-b4ef-4a6199179483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.051780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-f3ca9d26-8b59-4f6f-b4ef-4a6199179483 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1094 time: 0.1882815 Jul 15 16:49:59.065267 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:59.091935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.093487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Allocated IP 19.80.0.182 (5274bbb6-390b-405d-bc45-8b7551b4d623/e9271292-86d4-4454-ab5f-2f6a405baeef/2e1a514d-0341-41e6-870d-4a017edf8247) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:49:59.136633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.154095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:59.161257 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.175988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:59.196411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.202452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.209292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.215288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.222269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.229865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-efc21a17-bffa-458c-be65-bf025a8ccfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.231353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-efc21a17-bffa-458c-be65-bf025a8ccfcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1698945 Jul 15 16:49:59.241891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.258989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.261390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-1bc8b0ad-964f-4006-8777-bb84cb255878 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5431 time: 0.2999058 Jul 15 16:49:59.305352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-72a26d6a-11d1-480e-b096-94462a499eff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 217 time: 0.0515747 Jul 15 16:49:59.315049 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:56Z', 'revision_number': 5, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:59.316735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:59.336145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f1f7cd58-0d62-40f9-b249-449ef058486f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:59.336981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.353878 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Checking router: 9c830f1b-3897-4dc0-a903-db76760c91e6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:49:59.365075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Routers {'9c830f1b-3897-4dc0-a903-db76760c91e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:49:59.366957 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9c830f1b-3897-4dc0-a903-db76760c91e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:49:59.385416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c4e47-87e8-4f0a-abb6-0984d552eb16 req-8d118330-4553-495d-9267-35e0facad447 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.387351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-086c4e47-87e8-4f0a-abb6-0984d552eb16 req-8d118330-4553-495d-9267-35e0facad447 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.3714275 Jul 15 16:49:59.427873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.490803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.494046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d3c1440-772e-41e3-b795-faeadecddf68 req-f0467801-3c23-43df-b754-49646d124ec0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206914 Jul 15 16:49:59.511266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db1e6e0b-2b71-4480-9d40-e7b561e4b929 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:59.518271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-086c4e47-87e8-4f0a-abb6-0984d552eb16 req-d7c93dbf-8458-4ad0-8c80-7d18e7da4b74 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227481 Jul 15 16:49:59.530349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.561714 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] Set router 9c830f1b-3897-4dc0-a903-db76760c91e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:49:59.632351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port db1e6e0b-2b71-4480-9d40-e7b561e4b929 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:59.632942 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.657749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Deleting port 0a84813d-4bc7-4f52-8b02-b72131956321 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:49:59.658546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.667531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:59.676824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.678277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 925bf9f1-d19e-4bec-b16e-58858b578aa1 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:59.752321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-914dfb9e-3b5c-42eb-a708-6533cb200202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.753898 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-914dfb9e-3b5c-42eb-a708-6533cb200202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.4411066 Jul 15 16:49:59.757893 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ad8c1-c016-4632-8bc8-45b3d9728eee x-openstack-request-id: req-926ad8c1-c016-4632-8bc8-45b3d9728eee {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:49:59.758189 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "c5a89fc5-496b-47fa-ab48-af82fb429533", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:49:59.758440 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-926ad8c1-c016-4632-8bc8-45b3d9728eee {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:49:59.759642 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'code': 200} Jul 15 16:49:59.759907 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a89fc5-496b-47fa-ab48-af82fb429533', 'code': 200} Jul 15 16:49:59.760188 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'code': 200} Jul 15 16:49:59.860132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f61696bc-55c2-4eea-8059-9534dc1a4877 req-75d5f822-f97a-4a1d-a780-1b91adbccdf0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 210 time: 0.0905540 Jul 15 16:49:59.865617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 55790edb-213a-4df4-af9f-9df9e9fef654 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:49:59.870472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:49:59.909063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] For port 0a84813d-4bc7-4f52-8b02-b72131956321, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a84813d-4bc7-4f52-8b02-b72131956321,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:49:59.909303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.913175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-c5cdf468-1fda-458a-a31d-6bcfeb1773fc tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:49:59.914731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-c5cdf468-1fda-458a-a31d-6bcfeb1773fc tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.1599488 Jul 15 16:49:59.918189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.933900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Calling delete_port for 0a84813d-4bc7-4f52-8b02-b72131956321 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:49:59.934160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 925bf9f1-d19e-4bec-b16e-58858b578aa1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:49:59.941925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 925bf9f1-d19e-4bec-b16e-58858b578aa1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:49:59.942490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:49:59.968835 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:56Z', 'revision_number': 5, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:00.024532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-c8580cd5-69d4-48bb-a8d4-eb8c80fee12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:00.026323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-c8580cd5-69d4-48bb-a8d4-eb8c80fee12c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372217 Jul 15 16:50:00.057469 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd4469-e665-4e9d-9ed3-dc4843143911 None None] The sync data for ids ['9c830f1b-3897-4dc0-a903-db76760c91e6'] in n-d-800085-3 is: [{'id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-1253759855-router', 'tenant_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:00Z', 'updated_at': '2021-07-15T16:49:56Z', 'revision_number': 5, 'project_id': '08a85f5d7acd42caa6e2369b34ecef9c', 'gw_port': {'id': '0a84813d-4bc7-4f52-8b02-b72131956321', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c830f1b-3897-4dc0-a903-db76760c91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:02Z', 'updated_at': '2021-07-15T16:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:00.061948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 55790edb-213a-4df4-af9f-9df9e9fef654 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:00.062210 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.065708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:00.096678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Transition to ACTIVE for port object 2e1a514d-0341-41e6-870d-4a017edf8247 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:00.188561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.216739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Deleting port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:00.217179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.261561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a84813d-4bc7-4f52-8b02-b72131956321,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:00.279631 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.310937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:00.356308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] For port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:00.356742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.357041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feecfc5-5a0a-4526-aa55-a2787872cef9 req-128992b3-b62a-45d4-bb7f-c0d07d8b785d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:00.362441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:00.365112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4feecfc5-5a0a-4526-aa55-a2787872cef9 req-128992b3-b62a-45d4-bb7f-c0d07d8b785d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 943 time: 0.1903510 Jul 15 16:50:00.374671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.379462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Calling delete_port for 07c3d17c-a8d9-422a-891e-f8ea0ad1314a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:00.380671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:00.391083 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.419831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f8c9acc2-1650-4dc1-987d-3d46d1d5e530 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:00.503087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-a74760c6-e593-4d22-bc54-7f2bd8cd8598 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649484 Jul 15 16:50:00.504186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.504874 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.523227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.526619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:00.527410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.549086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4feecfc5-5a0a-4526-aa55-a2787872cef9 req-ef4d588c-2fd6-4bda-97aa-7e7a82922bb6 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823468 Jul 15 16:50:00.562191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:00.684660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.685193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c830f1b-3897-4dc0-a903-db76760c91e6 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:50:00.690845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.694389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36da02cc-d877-437a-bf61-e610eb32023d admin admin] 10.222.0.25 "DELETE /v2.0/routers/9c830f1b-3897-4dc0-a903-db76760c91e6 HTTP/1.1" status: 204 len: 168 time: 1.7910721 Jul 15 16:50:00.696343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53470) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:00.698782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:00.711232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:00.723909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:00.724571 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.727220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.730895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:00.735017 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-564479af-efdb-463c-b55f-7b8274fdc6fd req-22849988-d83f-4469-b288-16dacdbecae6 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706173 Jul 15 16:50:00.735235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:00.830296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:00.872153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:00.874203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.879805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Deleting subnet 2a69d905-6ec7-4430-814c-ec164f280a49 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:00.887409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.918412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:00.928958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.929351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.929644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.930785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.931139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.931478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.931813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.932166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.932498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.932824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.933523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.933523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:00.946604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-db6913c7-6dd5-4d7d-82c3-678b825c1cc3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4507031 Jul 15 16:50:00.953324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:00.962055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671', 'admin_state_up': True, 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:01.012435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e8e22-3093-4dd7-a877-0b0cc65f4429 req-27cdaad4-2e2e-4d41-b8c2-3fe479df1394 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.014030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec3e8e22-3093-4dd7-a877-0b0cc65f4429 req-27cdaad4-2e2e-4d41-b8c2-3fe479df1394 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe105043-3c72-496e-88c2-df7560559de1 HTTP/1.1" status: 200 len: 945 time: 0.2351842 Jul 15 16:50:01.038926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.045039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.051477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.057418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.063223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.072602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.078413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.081599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-2a97626f-8698-4884-96cd-16e9b1fd907b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.2563088 Jul 15 16:50:01.104683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.117316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['df4c2950-faa0-45e0-9b80-43d9576a75bf', '794493a7-ca55-437a-b11c-3e1162de4e83'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:01.121227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:01.125768 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.152748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event deleted for resources: {'Port': ['ID=07c3d17c-a8d9-422a-891e-f8ea0ad1314a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:01.166405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-396be7be-8504-4c98-9e48-7e0ac41d6737 None None] Provisioning for port 2e1a514d-0341-41e6-870d-4a017edf8247 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:01.176599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-396be7be-8504-4c98-9e48-7e0ac41d6737 None None] Provisioning complete for port 2e1a514d-0341-41e6-870d-4a017edf8247 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:01.176599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-396be7be-8504-4c98-9e48-7e0ac41d6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.191703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.229118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec3e8e22-3093-4dd7-a877-0b0cc65f4429 req-aec2e3ea-46b3-48d2-9b01-acebe4d17b3b tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048993 Jul 15 16:50:01.231580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] No DVR routers for this DVR port 07c3d17c-a8d9-422a-891e-f8ea0ad1314a on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:01.236601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.239961 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-32c7df0b-f450-46e8-8d56-5f624a4161c3 req-16f3d6ca-02dc-4e98-9def-615078f35f04 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "DELETE /v2.0/ports/07c3d17c-a8d9-422a-891e-f8ea0ad1314a HTTP/1.1" status: 204 len: 173 time: 1.3141997 Jul 15 16:50:01.239961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'name': 'network-vif-deleted', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:01.242711 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2444d05-e355-48c6-b89a-19737711be6a" -d '{"events": [{"server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "name": "network-vif-deleted", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:01.247289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-396be7be-8504-4c98-9e48-7e0ac41d6737 None None] Port 2e1a514d-0341-41e6-870d-4a017edf8247 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:01.257782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:01.266757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.273600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0535521-5488-428c-bc7f-88e7e07b3f08 req-c58cd2fb-09b5-431e-8afc-d8a81c6ec7c3 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390040 Jul 15 16:50:01.338819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.368870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.375675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a69d905-6ec7-4430-814c-ec164f280a49 HTTP/1.1" status: 204 len: 168 time: 0.6782968 Jul 15 16:50:01.376017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c33106-9100-4e03-a48c-cf9f4f205128 None None] Network 4668405a-dfc4-48a7-87d3-4076b771c10c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:01.377289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53478) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:01.439831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Allocated IP 19.86.0.88 (db1011d4-5bc4-4a62-9523-f4d8f31a3671/19f47670-f397-44ae-bdd4-316667957893/e4e8ef4c-4b48-480e-bc82-688c1052fd1b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:01.483271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ba2e2-412e-45b9-802e-17d64a9eac04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a69d905-6ec7-4430-814c-ec164f280a49,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:01.581313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-b0c68e1d-d525-40b0-bfbc-33410146a0c5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676043 Jul 15 16:50:01.582478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a84813d-4bc7-4f52-8b02-b72131956321 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:01.651071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0a84813d-4bc7-4f52-8b02-b72131956321 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:01.651071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a84813d-4bc7-4f52-8b02-b72131956321 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:01.651265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3e98f194-925b-4c8b-9374-a3bc9b922f88 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:01.705169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3e98f194-925b-4c8b-9374-a3bc9b922f88 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:01.705989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3e98f194-925b-4c8b-9374-a3bc9b922f88 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:01.712640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.730988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Transition to ACTIVE for port object e4e8ef4c-4b48-480e-bc82-688c1052fd1b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:01.760257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.761426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a796445b-9345-424a-9f93-abf3319682c8'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1'}, {'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:01.763882 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeb5c33-8506-45cf-86d2-1d3011e0e443" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "a796445b-9345-424a-9f93-abf3319682c8"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1"}, {"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:01.780606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.855968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:01.862288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:01.865219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:01.878684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139062-7489-43e0-91d8-6969d849b200 req-ca04df34-903a-4c03-b319-edcb42f19c79 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.880267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c139062-7489-43e0-91d8-6969d849b200 req-ca04df34-903a-4c03-b319-edcb42f19c79 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 932 time: 0.2633297 Jul 15 16:50:01.886923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-9b81f681-bba6-491f-9564-222cbd124cfd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.887511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] DHCP port deletion for 4668405a-dfc4-48a7-87d3-4076b771c10c request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:50:01.894131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-9b81f681-bba6-491f-9564-222cbd124cfd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115268 Jul 15 16:50:01.907473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:01.927206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-b66613d0-df6e-4bfa-b7a6-aa20bf0639cf tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/quotas/209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 375 time: 0.0321457 Jul 15 16:50:01.947135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:01.948292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.973325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-90e85afa-9c0b-4ebb-98d1-f5b1ed707a89 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158722 Jul 15 16:50:01.977208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Deleting port 0a340170-c047-4cdf-adc1-6a9a6debd390 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:01.977786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:01.990273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'admin_state_up': True, 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:02.033418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c139062-7489-43e0-91d8-6969d849b200 req-307aaa49-7592-4315-a802-fa0b4b9fdd28 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369538 Jul 15 16:50:02.064895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Deleting port 0a340170-c047-4cdf-adc1-6a9a6debd390 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:02.065360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.067643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] For port 0a340170-c047-4cdf-adc1-6a9a6debd390, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a340170-c047-4cdf-adc1-6a9a6debd390,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:02.068361 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.085367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 07c3d17c-a8d9-422a-891e-f8ea0ad1314a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:02.093351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Calling delete_port for 0a340170-c047-4cdf-adc1-6a9a6debd390 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:02.116796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 07c3d17c-a8d9-422a-891e-f8ea0ad1314a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:02.117195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 07c3d17c-a8d9-422a-891e-f8ea0ad1314a not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:02.132932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-8b742390-de60-4cd6-b3ed-f1e916a8aa81 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047803 Jul 15 16:50:02.200870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:02.206933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.258937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.263042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] For port 0a340170-c047-4cdf-adc1-6a9a6debd390, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a340170-c047-4cdf-adc1-6a9a6debd390,segment=NetworkSegment(3740ce50-6a21-4ebf-8716-aadfebd916a8),segment_id=3740ce50-6a21-4ebf-8716-aadfebd916a8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:02.263683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.287089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Calling delete_port for 0a340170-c047-4cdf-adc1-6a9a6debd390 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:02.349251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Pushing event deleted for resources: {'Port': ['ID=0a340170-c047-4cdf-adc1-6a9a6debd390,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:02.365044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] No DVR routers for this DVR port 0a340170-c047-4cdf-adc1-6a9a6debd390 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:02.368353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.368979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.369676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.370421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.371975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.372568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.373188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.373760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.374372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.376043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.376864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.377433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.378141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab1963-a201-48c2-9b02-38e7d2c668ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:02.396274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-671a2127-5af5-4f96-ae98-e0ec8c2c91ba None None] Provisioning for port e4e8ef4c-4b48-480e-bc82-688c1052fd1b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:02.399953 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72be17fd-e406-41a8-a57a-12f113e4d4b7 x-openstack-request-id: req-72be17fd-e406-41a8-a57a-12f113e4d4b7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:02.400158 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe105043-3c72-496e-88c2-df7560559de1", "name": "network-vif-deleted", "tag": "07c3d17c-a8d9-422a-891e-f8ea0ad1314a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:02.400397 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72be17fd-e406-41a8-a57a-12f113e4d4b7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:02.400792 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe105043-3c72-496e-88c2-df7560559de1', 'name': 'network-vif-deleted', 'tag': '07c3d17c-a8d9-422a-891e-f8ea0ad1314a', 'status': 'completed', 'code': 200} Jul 15 16:50:02.404789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-671a2127-5af5-4f96-ae98-e0ec8c2c91ba None None] Provisioning complete for port e4e8ef4c-4b48-480e-bc82-688c1052fd1b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:02.405190 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-671a2127-5af5-4f96-ae98-e0ec8c2c91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.416408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a340170-c047-4cdf-adc1-6a9a6debd390,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:02.422338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] No DVR routers for this DVR port 0a340170-c047-4cdf-adc1-6a9a6debd390 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:02.467717 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4fd294-ba38-4db7-9158-5678ec3b7df5 x-openstack-request-id: req-ab4fd294-ba38-4db7-9158-5678ec3b7df5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:02.468025 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "a796445b-9345-424a-9f93-abf3319682c8", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1", "code": 200}, {"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-plugged", "status": "completed", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-plugged", "status": "completed", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:02.468298 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab4fd294-ba38-4db7-9158-5678ec3b7df5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:02.468695 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a796445b-9345-424a-9f93-abf3319682c8', 'code': 200} Jul 15 16:50:02.468943 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1', 'code': 200} Jul 15 16:50:02.469188 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'code': 200} Jul 15 16:50:02.469430 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'code': 200} Jul 15 16:50:02.480773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-671a2127-5af5-4f96-ae98-e0ec8c2c91ba None None] Port e4e8ef4c-4b48-480e-bc82-688c1052fd1b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:02.557518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Allocated IP 19.80.0.96 (5274bbb6-390b-405d-bc45-8b7551b4d623/e9271292-86d4-4454-ab5f-2f6a405baeef/1b99246b-0181-4a3c-83c8-405334d43e8d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:02.583230 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.599019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4668405a-dfc4-48a7-87d3-4076b771c10c']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:02.637607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3740ce50-6a21-4ebf-8716-aadfebd916a8') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:02.637907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3740ce50-6a21-4ebf-8716-aadfebd916a8') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:02.674083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.703780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10015f81-599f-4fe6-9c19-2748f1df1808 req-418b20f1-ab89-4c70-b724-f748311edac4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 210 time: 0.0749266 Jul 15 16:50:02.714944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.737000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:02.737000 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:02.738795 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:02.766715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.767282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.767836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.768391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.768938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.769441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.769966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.772486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-015c6673-953d-4038-af71-2e8c4610db63 req-3cb577e5-ae49-41cb-a498-02cf65ccc2ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6490 time: 0.1649024 Jul 15 16:50:02.811429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17810-794e-4a91-b346-053503bb85ca req-ce854a47-d47a-42ff-88d6-e343f5503f43 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:02.818578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ab17810-794e-4a91-b346-053503bb85ca req-ce854a47-d47a-42ff-88d6-e343f5503f43 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 944 time: 0.1958494 Jul 15 16:50:02.823370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.825922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.838047 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.839907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4668405a-dfc4-48a7-87d3-4076b771c10c HTTP/1.1" status: 204 len: 168 time: 1.4545240 Jul 15 16:50:02.850411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-015c6673-953d-4038-af71-2e8c4610db63 req-af5011ce-6ad9-4d52-a46a-7922f1cd4900 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661082 Jul 15 16:50:02.852958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Transition to ACTIVE for port object 1b99246b-0181-4a3c-83c8-405334d43e8d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:02.857841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be311ed1-cfa0-4c76-a924-22a8935ecea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4668405a-dfc4-48a7-87d3-4076b771c10c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:02.897161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:02.917751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ab17810-794e-4a91-b346-053503bb85ca req-b3867147-663f-4395-b6f1-e8a61f92dff2 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982075 Jul 15 16:50:02.964048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:02.974828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:02.979454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:03.015642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.021109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:03.036424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.049541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.062749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.063489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.064305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.069041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:03.070497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.078123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.085778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.093895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-a8690dff-2708-49e1-b646-7a22502d894d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.2382371 Jul 15 16:50:03.136233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-786253c3-b85d-41b2-a66e-218b7bd3a635 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1510966 Jul 15 16:50:03.153727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:03.163465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e98e6dc7-e59a-4d71-be6a-8a4ce54d69f3 req-1e94dd47-4290-4eb5-ab91-75d99f8bcaeb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683460 Jul 15 16:50:03.210067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9645ddfa-0808-4e8f-b775-dc5d933776ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08a85f5d7acd42caa6e2369b34ecef9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360970 Jul 15 16:50:03.210712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:03.312790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.343098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.369088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.391284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a340170-c047-4cdf-adc1-6a9a6debd390 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:03.446104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0a340170-c047-4cdf-adc1-6a9a6debd390 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:03.446517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a340170-c047-4cdf-adc1-6a9a6debd390 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:03.447164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.450721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.452483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/434a4d5c-a6ac-4348-9f16-310a2be05e81 HTTP/1.1" status: 204 len: 168 time: 0.2406135 Jul 15 16:50:03.462711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a4d5c-a6ac-4348-9f16-310a2be05e81,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:03.513027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-66e4f50f-127b-43f0-b4d3-dd0208199684 None None] Provisioning for port 1b99246b-0181-4a3c-83c8-405334d43e8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:03.515542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.515900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.519656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.520302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.520858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.520984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.521238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.521574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.521914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.522243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.522573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.522905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1852aedc-07fa-4a68-90ac-18760a744d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:50:03.524415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-66e4f50f-127b-43f0-b4d3-dd0208199684 None None] Provisioning complete for port 1b99246b-0181-4a3c-83c8-405334d43e8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:03.524868 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66e4f50f-127b-43f0-b4d3-dd0208199684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.573727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-66e4f50f-127b-43f0-b4d3-dd0208199684 None None] Port 1b99246b-0181-4a3c-83c8-405334d43e8d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:03.634034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95454545-3a1a-40a5-90b2-4b7adf8c30ca req-ff6076e0-866f-4c39-8367-b4a446725634 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.640005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95454545-3a1a-40a5-90b2-4b7adf8c30ca req-ff6076e0-866f-4c39-8367-b4a446725634 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.646780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95454545-3a1a-40a5-90b2-4b7adf8c30ca req-ff6076e0-866f-4c39-8367-b4a446725634 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.648548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95454545-3a1a-40a5-90b2-4b7adf8c30ca req-ff6076e0-866f-4c39-8367-b4a446725634 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2375 time: 0.1386893 Jul 15 16:50:03.699255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95454545-3a1a-40a5-90b2-4b7adf8c30ca req-efae462b-244f-4b00-bfbf-6e1440c44b4e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Jul 15 16:50:03.779393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1a514d-0341-41e6-870d-4a017edf8247 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:03.792382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.814851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Transition to ACTIVE for port object 2e1a514d-0341-41e6-870d-4a017edf8247 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:03.819043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:03.872149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd024-9d5a-461f-8632-5763adcb57a6 req-0acf4b89-06a0-46ad-b949-ba862977bd01 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.873748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b66dd024-9d5a-461f-8632-5763adcb57a6 req-0acf4b89-06a0-46ad-b949-ba862977bd01 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.1094303 Jul 15 16:50:03.877693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:03.922833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9651ca2-b2cb-401b-82b3-fe99a9166381 req-f8d51169-b18e-45f9-926f-2a6ed2ce7bd7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:03.925114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9651ca2-b2cb-401b-82b3-fe99a9166381 req-f8d51169-b18e-45f9-926f-2a6ed2ce7bd7 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.1171062 Jul 15 16:50:03.969003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b66dd024-9d5a-461f-8632-5763adcb57a6 req-cee200ce-7f4e-4853-a94e-81bf86040a4b tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849385 Jul 15 16:50:04.018295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Attempting to bind port 2e1a514d-0341-41e6-870d-4a017edf8247 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:04.018899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Attempting to bind port 2e1a514d-0341-41e6-870d-4a017edf8247 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:04.019155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Attempting to bind port 2e1a514d-0341-41e6-870d-4a017edf8247 on network 5274bbb6-390b-405d-bc45-8b7551b4d623 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:04.025323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Port 2e1a514d-0341-41e6-870d-4a017edf8247 on network 5274bbb6-390b-405d-bc45-8b7551b4d623 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:04.026484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Attempting to bind port 2e1a514d-0341-41e6-870d-4a017edf8247 on network 5274bbb6-390b-405d-bc45-8b7551b4d623 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:04.031965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9651ca2-b2cb-401b-82b3-fe99a9166381 req-e1a096b3-9814-48ad-9ae9-91d2686a39ad tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000881 Jul 15 16:50:04.035799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:04.036163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Checking segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:04.036555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Bound using segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:04.037039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Bound port: 2e1a514d-0341-41e6-870d-4a017edf8247, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:04.037406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.093940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:04.130463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:04.134493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2e1a514d-0341-41e6-870d-4a017edf8247,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:04.148587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.234177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:04.245811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.246313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:04.246469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.248018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.248187 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e1a514d-0341-41e6-870d-4a017edf8247 HTTP/1.1" status: 200 len: 1092 time: 1.0986524 Jul 15 16:50:04.262293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-134631e9-b666-475a-a7e4-702d6da1426a req-ceb24630-2c7a-4b8e-ab9a-0c94e1259cc0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 210 time: 0.0656352 Jul 15 16:50:04.291327 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-7285eb72-cfa6-4be8-b61c-b44c2c70fdca tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422311 Jul 15 16:50:04.335954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:04.384179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.416395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c011d-afc9-434b-9adf-f5049007ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:04.424652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:04.440772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:04.443498 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:04.450740 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.451629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c37be-a32e-48c5-8b21-d84914dd45e7 req-1e47639d-785b-44ad-9d66-e038aff57be5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.462923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525c37be-a32e-48c5-8b21-d84914dd45e7 req-1e47639d-785b-44ad-9d66-e038aff57be5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 944 time: 0.1625481 Jul 15 16:50:04.491977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:04.494566 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1058ccc0-9c2a-4e32-9602-b8ae6ebfa819" -d '{"events": [{"server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "name": "network-vif-plugged", "status": "completed", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:04.521045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525c37be-a32e-48c5-8b21-d84914dd45e7 req-29722102-873e-43ab-a586-d9400ab944bc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Jul 15 16:50:04.546490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:04.645552 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e96a0d5-e6cd-4094-97a3-a37877a12e36 x-openstack-request-id: req-4e96a0d5-e6cd-4094-97a3-a37877a12e36 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:04.645843 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:04.646099 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e96a0d5-e6cd-4094-97a3-a37877a12e36 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:04.646500 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247', 'status': 'completed', 'code': 200} Jul 15 16:50:04.656845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:04.686799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-da4bcae0-bbfe-473f-8501-fcb34917a20f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.688496 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-da4bcae0-bbfe-473f-8501-fcb34917a20f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769159 Jul 15 16:50:04.707782 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a4c48-53d0-45d3-9e97-93e8403c9b0d x-openstack-request-id: req-a26a4c48-53d0-45d3-9e97-93e8403c9b0d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:04.709367 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "name": "network-vif-plugged", "status": "completed", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:04.709992 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a26a4c48-53d0-45d3-9e97-93e8403c9b0d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:04.710613 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'code': 200} Jul 15 16:50:04.743397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Request body: {'port': {'device_id': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '209b68c69eef48af80cac0d3e7b124de'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:04.784339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.797020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.810067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.820923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.851223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.867991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.897158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:04.903359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-41dabd24-ec99-4332-a825-1172758909ae tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.3308713 Jul 15 16:50:04.985060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c430e295-4d60-49ea-a4ab-c8c6ff3b0dcb req-e65d2e04-815a-4771-bb4f-1d4a0e7e35cf tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755455 Jul 15 16:50:05.007304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-5b1e88e2-0bc6-4e56-a997-f15c5e7e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.007949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-5b1e88e2-0bc6-4e56-a997-f15c5e7e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.008467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-5b1e88e2-0bc6-4e56-a997-f15c5e7e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.010170 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-5b1e88e2-0bc6-4e56-a997-f15c5e7e932f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2730 time: 0.3201704 Jul 15 16:50:05.043174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb09e5-a8a3-4f10-8fc7-98fca83de123 req-7bfc6083-4275-499e-a827-79ad084f583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.044832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0fb09e5-a8a3-4f10-8fc7-98fca83de123 req-7bfc6083-4275-499e-a827-79ad084f583f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1096 time: 0.1341197 Jul 15 16:50:05.063490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c8f5-a85e-4db2-be98-1846c180b01c req-e0b23397-fd0d-4b11-a82a-4bc8629dd35d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.070286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c8f5-a85e-4db2-be98-1846c180b01c req-e0b23397-fd0d-4b11-a82a-4bc8629dd35d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.076202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55c8f5-a85e-4db2-be98-1846c180b01c req-e0b23397-fd0d-4b11-a82a-4bc8629dd35d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.083797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae55c8f5-a85e-4db2-be98-1846c180b01c req-e0b23397-fd0d-4b11-a82a-4bc8629dd35d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2387 time: 0.1210697 Jul 15 16:50:05.093876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Made reservation on behalf of 209b68c69eef48af80cac0d3e7b124de for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:05.097432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:05.144376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0fb09e5-a8a3-4f10-8fc7-98fca83de123 req-0f576d79-9903-4a4d-9b30-81ef9fc541ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575790 Jul 15 16:50:05.147313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae55c8f5-a85e-4db2-be98-1846c180b01c req-aae6de26-145d-4277-b865-1e7a65d393f8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Jul 15 16:50:05.265966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-94ad4920-8c93-484d-a784-c2990ffd9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.266356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-94ad4920-8c93-484d-a784-c2990ffd9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.266867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-94ad4920-8c93-484d-a784-c2990ffd9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.269256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-94ad4920-8c93-484d-a784-c2990ffd9423 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.2430270 Jul 15 16:50:05.331008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ecf60-2163-4a14-ab04-e9c2b6aeb1a3 req-bac93579-15aa-4c67-9c4b-5ad70aafe7bd tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.332835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d85ecf60-2163-4a14-ab04-e9c2b6aeb1a3 req-bac93579-15aa-4c67-9c4b-5ad70aafe7bd tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.0726328 Jul 15 16:50:05.362164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e8ef4c-4b48-480e-bc82-688c1052fd1b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:05.377904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d85ecf60-2163-4a14-ab04-e9c2b6aeb1a3 req-a89514f2-5a60-440f-98cb-95c5d880ac36 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Jul 15 16:50:05.388572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:05.446684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Transition to ACTIVE for port object e4e8ef4c-4b48-480e-bc82-688c1052fd1b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:05.458401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:05.479055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Allocated IP 192.168.233.239 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/5078fa52-3c60-47b5-bb41-774a140b559f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:05.514384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-2f3b45ed-a24f-46de-9a9d-cf9792df7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.515858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc1fbf0a-cc59-4a9d-a90d-701c1c58dab5 req-2f3b45ed-a24f-46de-9a9d-cf9792df7acc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2236958 Jul 15 16:50:05.549210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Pushing event updated for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:05.565788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b68e201b-99c4-42f5-bb7d-df1d0294b1a6 req-29695bb8-35dd-46b7-a9ee-5a645c61b9b9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 210 time: 0.0427735 Jul 15 16:50:05.636886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b62b2-dbee-47cf-8a80-3cbab20bc44d req-905ca98e-5f3d-416a-a449-5a344a2ebcd2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.647285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-741b62b2-dbee-47cf-8a80-3cbab20bc44d req-905ca98e-5f3d-416a-a449-5a344a2ebcd2 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.1122916 Jul 15 16:50:05.706681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-741b62b2-dbee-47cf-8a80-3cbab20bc44d req-824bbc57-c504-49ad-838c-11c780e83a50 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/security-groups?id=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Jul 15 16:50:05.717106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Attempting to bind port e4e8ef4c-4b48-480e-bc82-688c1052fd1b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:05.717492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Attempting to bind port e4e8ef4c-4b48-480e-bc82-688c1052fd1b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:05.717823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Attempting to bind port e4e8ef4c-4b48-480e-bc82-688c1052fd1b on network db1011d4-5bc4-4a62-9523-f4d8f31a3671 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:05.772856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Port e4e8ef4c-4b48-480e-bc82-688c1052fd1b on network db1011d4-5bc4-4a62-9523-f4d8f31a3671 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:05.773123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Attempting to bind port e4e8ef4c-4b48-480e-bc82-688c1052fd1b on network db1011d4-5bc4-4a62-9523-f4d8f31a3671 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:05.794893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:05.795506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Checking segment: {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:05.796103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Bound using segment: {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:05.796626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Bound port: e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445445e6-5b6c-4169-8231-f37bdebeab66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:05.796998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:05.846148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58fb18-2f97-44de-9197-9d9ef4463bc2 req-41a5e01f-49dc-41b6-bfdb-0502b180dfa3 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.846455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-c832860f-b272-45f1-afee-e89eaed65b69 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:05.847991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-c832860f-b272-45f1-afee-e89eaed65b69 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 945 time: 0.2678442 Jul 15 16:50:05.853938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb58fb18-2f97-44de-9197-9d9ef4463bc2 req-41a5e01f-49dc-41b6-bfdb-0502b180dfa3 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 945 time: 0.1458251 Jul 15 16:50:05.888552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:05.945432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Transition to ACTIVE for port object 5078fa52-3c60-47b5-bb41-774a140b559f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:05.975608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:05.980022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:05.985363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb58fb18-2f97-44de-9197-9d9ef4463bc2 req-d37f195a-01ae-4c01-ad02-61f97989de5b tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290770 Jul 15 16:50:06.003647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.052585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28116afc-eaed-40c0-8836-75007544685f req-2333db92-f0e9-43bb-9761-b0153ae48dd6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.068085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.068737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.070152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] 10.222.0.20 "PUT /v2.0/ports/e4e8ef4c-4b48-480e-bc82-688c1052fd1b HTTP/1.1" status: 200 len: 1091 time: 1.7571001 Jul 15 16:50:06.075490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28116afc-eaed-40c0-8836-75007544685f req-2333db92-f0e9-43bb-9761-b0153ae48dd6 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 945 time: 0.2183282 Jul 15 16:50:06.102054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d1ff-446e-4174-b347-eeea102bfc3e service neutron] Pushing event updated for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:06.109640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.123661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:06.261661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:06.446496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Deleting port 0d2e7935-11f6-40d4-875c-74767fab12c4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:06.446862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.575188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Deleting port df4c2950-faa0-45e0-9b80-43d9576a75bf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:06.575552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.603108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Request body: {'port': {'device_id': '7a6d738a-0097-4353-b167-3b0dec883f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:06.647914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:06.650232 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec946eb4-d01b-4841-8a8e-0e3b726139e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:06.702061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:06.702849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:06.711155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:06.722116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:06.780903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.787411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.793521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.798374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] For port df4c2950-faa0-45e0-9b80-43d9576a75bf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=df4c2950-faa0-45e0-9b80-43d9576a75bf,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:06.798850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.799370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.805231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.811201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.817074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.818963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-3d393bc4-8410-4725-9d4a-e42e0826f520 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.5667589 Jul 15 16:50:06.825796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Calling delete_port for df4c2950-faa0-45e0-9b80-43d9576a75bf owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:06.837079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.837715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.842332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.921815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f00e26c1-1534-467c-8ff3-ac8d996c5b4d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2199790 Jul 15 16:50:06.928234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc18a0fb-7bea-44e4-a590-b6379602274c req-935ed999-5e92-4119-8eda-19c7bfa6a16f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987697 Jul 15 16:50:06.941136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Request body: {'port': {'device_id': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:06.947743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] For port 0d2e7935-11f6-40d4-875c-74767fab12c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d2e7935-11f6-40d4-875c-74767fab12c4,segment=NetworkSegment(2c7d5241-bb9d-4075-a696-78dc9d94be7d),segment_id=2c7d5241-bb9d-4075-a696-78dc9d94be7d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:06.948138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.966866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-496c894d-869c-4932-83ed-5476d7208ff6 None None] Provisioning for port 5078fa52-3c60-47b5-bb41-774a140b559f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:06.973138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-496c894d-869c-4932-83ed-5476d7208ff6 None None] Provisioning complete for port 5078fa52-3c60-47b5-bb41-774a140b559f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:06.973798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-496c894d-869c-4932-83ed-5476d7208ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:06.982914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432488-b1bc-4e94-b542-33bdfa1ecd56 req-ebd48670-e7cc-4ecc-9e18-6a01a7ca5c4f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.990432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432488-b1bc-4e94-b542-33bdfa1ecd56 req-ebd48670-e7cc-4ecc-9e18-6a01a7ca5c4f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.996616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432488-b1bc-4e94-b542-33bdfa1ecd56 req-ebd48670-e7cc-4ecc-9e18-6a01a7ca5c4f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:06.998444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f432488-b1bc-4e94-b542-33bdfa1ecd56 req-ebd48670-e7cc-4ecc-9e18-6a01a7ca5c4f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2399 time: 0.5720749 Jul 15 16:50:07.004833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Calling delete_port for 0d2e7935-11f6-40d4-875c-74767fab12c4 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:07.029161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-496c894d-869c-4932-83ed-5476d7208ff6 None None] Port 5078fa52-3c60-47b5-bb41-774a140b559f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:07.086018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f432488-b1bc-4e94-b542-33bdfa1ecd56 req-c7898a9d-9bfc-4687-9a4d-ccfcd3b00366 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757151 Jul 15 16:50:07.206100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.246868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.264622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.275931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['794493a7-ca55-437a-b11c-3e1162de4e83'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:07.293109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Pushing event deleted for resources: {'Port': ['ID=0d2e7935-11f6-40d4-875c-74767fab12c4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:07.327075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event deleted for resources: {'Port': ['ID=df4c2950-faa0-45e0-9b80-43d9576a75bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:07.337105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add862d-e147-43c0-8717-838bab9c2f6a req-b763c6af-730f-4ff6-9597-9e2d48d9fb23 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.338605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5add862d-e147-43c0-8717-838bab9c2f6a req-b763c6af-730f-4ff6-9597-9e2d48d9fb23 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45f0799-9c3f-4956-b4c2-aa53797d6cdd HTTP/1.1" status: 200 len: 867 time: 0.2082939 Jul 15 16:50:07.362469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] No DVR routers for this DVR port 0d2e7935-11f6-40d4-875c-74767fab12c4 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:07.365083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.368214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28116afc-eaed-40c0-8836-75007544685f req-bf382260-fa9b-4be5-8540-8890f538f71c tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.20 "DELETE /v2.0/ports/0d2e7935-11f6-40d4-875c-74767fab12c4 HTTP/1.1" status: 204 len: 173 time: 1.2804811 Jul 15 16:50:07.369785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'name': 'network-vif-deleted', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:07.379575 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eca209-b0ae-4665-985f-b1d535c39687" -d '{"events": [{"server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "name": "network-vif-deleted", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:07.442948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5add862d-e147-43c0-8717-838bab9c2f6a req-445fff5d-53f5-43a6-b44c-2a74a90db29a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Jul 15 16:50:07.454421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4f7d-4ee0-4ff3-9f09-82c2009255a2 req-6c7b5482-c3aa-4325-bb30-d54cabc34bb2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.465445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2bd4f7d-4ee0-4ff3-9f09-82c2009255a2 req-6c7b5482-c3aa-4325-bb30-d54cabc34bb2 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 936 time: 0.2526238 Jul 15 16:50:07.473763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] No DVR routers for this DVR port df4c2950-faa0-45e0-9b80-43d9576a75bf on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:07.479048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.481049 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7bbb32c0-771c-4f08-b5b0-3c869714a252 req-8091a8f3-eb1a-4000-b36a-2d4feddf063f tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "DELETE /v2.0/ports/df4c2950-faa0-45e0-9b80-43d9576a75bf HTTP/1.1" status: 204 len: 173 time: 1.6049745 Jul 15 16:50:07.524990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2bd4f7d-4ee0-4ff3-9f09-82c2009255a2 req-6097a192-b2c0-49ae-aaa3-16ec862bf732 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582983 Jul 15 16:50:07.546603 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bf8a23-d2cb-4e49-a1ac-77fd1b4fbb72 x-openstack-request-id: req-c5bf8a23-d2cb-4e49-a1ac-77fd1b4fbb72 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:07.546893 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:07.547142 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5bf8a23-d2cb-4e49-a1ac-77fd1b4fbb72 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:07.547554 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b', 'status': 'completed', 'code': 200} Jul 15 16:50:07.568453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b99246b-0181-4a3c-83c8-405334d43e8d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:07.604782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.626906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Transition to ACTIVE for port object 1b99246b-0181-4a3c-83c8-405334d43e8d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:07.662334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.703971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecdf4083-4033-49b1-aad7-d64ae3303deb req-cd65f8de-99d3-40b5-ad68-dcf2168a90e4 tempest-ServersTestJSON-570292103 tempest-ServersTestJSON-570292103-project] 10.222.0.25 "GET /v2.0/ports?device_id=534919ed-72e5-4494-8765-53ac93015f3a HTTP/1.1" status: 200 len: 210 time: 0.0459805 Jul 15 16:50:07.783421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:07.813409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.822086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.828150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.835347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.841800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.848820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.855246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.867597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:07.870344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f7c0b1b-8c5f-4928-9210-7bf844593fe2 req-12e04d8e-2cc7-4d16-898e-1d559b6440e8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.1771705 Jul 15 16:50:07.871131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:07.879334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Request body: {'floatingip': {'port_id': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:07.884585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:07.906232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-30666d79-7b5b-4bf0-b092-36ef391bf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.906735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-30666d79-7b5b-4bf0-b092-36ef391bf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.907238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-30666d79-7b5b-4bf0-b092-36ef391bf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:07.909844 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-30666d79-7b5b-4bf0-b092-36ef391bf887 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2822 time: 0.2785106 Jul 15 16:50:07.942575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Transition to ACTIVE for port object 5078fa52-3c60-47b5-bb41-774a140b559f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:07.982481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.018426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.104486 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9850397-b24d-42d3-b22e-b81e731ab359 x-openstack-request-id: req-f9850397-b24d-42d3-b22e-b81e731ab359 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:08.105194 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534919ed-72e5-4494-8765-53ac93015f3a", "name": "network-vif-deleted", "tag": "0d2e7935-11f6-40d4-875c-74767fab12c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:08.105578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d2e7935-11f6-40d4-875c-74767fab12c4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:08.105997 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9850397-b24d-42d3-b22e-b81e731ab359 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:08.106587 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534919ed-72e5-4494-8765-53ac93015f3a', 'name': 'network-vif-deleted', 'tag': '0d2e7935-11f6-40d4-875c-74767fab12c4', 'status': 'completed', 'code': 200} Jul 15 16:50:08.128013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bc1f5-3f11-4f19-894e-21348922718a req-c37a85ff-deb4-493c-b0e3-78ff0874637e tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.130042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c69bc1f5-3f11-4f19-894e-21348922718a req-c37a85ff-deb4-493c-b0e3-78ff0874637e tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 945 time: 0.2579193 Jul 15 16:50:08.145564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Attempting to bind port 1b99246b-0181-4a3c-83c8-405334d43e8d on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:08.148853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Attempting to bind port 1b99246b-0181-4a3c-83c8-405334d43e8d by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:08.149213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Attempting to bind port 1b99246b-0181-4a3c-83c8-405334d43e8d on network 5274bbb6-390b-405d-bc45-8b7551b4d623 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:08.177381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 0d2e7935-11f6-40d4-875c-74767fab12c4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:08.178713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d2e7935-11f6-40d4-875c-74767fab12c4 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:08.181897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device df4c2950-faa0-45e0-9b80-43d9576a75bf no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:08.201436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Port 1b99246b-0181-4a3c-83c8-405334d43e8d on network 5274bbb6-390b-405d-bc45-8b7551b4d623 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:08.201760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Attempting to bind port 1b99246b-0181-4a3c-83c8-405334d43e8d on network 5274bbb6-390b-405d-bc45-8b7551b4d623 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:08.220435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: df4c2950-faa0-45e0-9b80-43d9576a75bf {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:08.221069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device df4c2950-faa0-45e0-9b80-43d9576a75bf not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:08.226354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:08.231775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c69bc1f5-3f11-4f19-894e-21348922718a req-18482b06-36dd-420e-8d6b-536c8d43b578 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891018 Jul 15 16:50:08.246689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:08.247035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Checking segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:08.247425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Bound using segment: {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:08.248881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Bound port: 1b99246b-0181-4a3c-83c8-405334d43e8d, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e50bcfb-0446-4257-86ba-e42820497ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:08.249263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.255263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-97885ed0-4413-4f28-b057-fb798c0d2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.255740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-97885ed0-4413-4f28-b057-fb798c0d2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.256234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-97885ed0-4413-4f28-b057-fb798c0d2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.257874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-97885ed0-4413-4f28-b057-fb798c0d2922 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3350635 Jul 15 16:50:08.404687 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:50:08.553729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Attempting to bind port 5078fa52-3c60-47b5-bb41-774a140b559f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:08.553971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Attempting to bind port 5078fa52-3c60-47b5-bb41-774a140b559f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:08.554178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Attempting to bind port 5078fa52-3c60-47b5-bb41-774a140b559f on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:08.572509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Port 5078fa52-3c60-47b5-bb41-774a140b559f on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:08.573008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Attempting to bind port 5078fa52-3c60-47b5-bb41-774a140b559f on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:08.585520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:08.589667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:08.590150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:08.590672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:08.591242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Bound port: 5078fa52-3c60-47b5-bb41-774a140b559f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:08.591706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.596726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1b99246b-0181-4a3c-83c8-405334d43e8d,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:08.606403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-5a2ef648-7729-42f0-96d4-1a5f941a4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.608013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec946eb4-d01b-4841-8a8e-0e3b726139e4 req-5a2ef648-7729-42f0-96d4-1a5f941a4168 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3388541 Jul 15 16:50:08.612160 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.677040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.678027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.679786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b99246b-0181-4a3c-83c8-405334d43e8d HTTP/1.1" status: 200 len: 1091 time: 2.0965352 Jul 15 16:50:08.710736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdaac7-e514-4e00-acc0-4cfc0f63cfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:08.743058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:08.747966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:08.761206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.830811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.831884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:08.833875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] 10.222.0.20 "PUT /v2.0/ports/5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 1096 time: 1.8998520 Jul 15 16:50:08.843588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657c31-fe3e-4c96-8f96-3b1bf026f4f1 req-c08e0f0b-648b-4b96-98df-01692f20cfdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.851012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657c31-fe3e-4c96-8f96-3b1bf026f4f1 req-c08e0f0b-648b-4b96-98df-01692f20cfdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.856759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32e1d9-874e-42b9-9225-d9ee4e4d2e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:08.857415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98657c31-fe3e-4c96-8f96-3b1bf026f4f1 req-c08e0f0b-648b-4b96-98df-01692f20cfdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.859125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98657c31-fe3e-4c96-8f96-3b1bf026f4f1 req-c08e0f0b-648b-4b96-98df-01692f20cfdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2411 time: 0.3820019 Jul 15 16:50:08.887569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-c6d2ee8c-7d17-4641-aa06-33fb36f71f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.888314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-c6d2ee8c-7d17-4641-aa06-33fb36f71f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.888790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-c6d2ee8c-7d17-4641-aa06-33fb36f71f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.890487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-c6d2ee8c-7d17-4641-aa06-33fb36f71f6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2864 time: 0.1403241 Jul 15 16:50:08.971624 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-7f10305f-9c9e-4ca4-8786-3f4ccae8e6cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=2e1a514d-0341-41e6-870d-4a017edf8247 HTTP/1.1" status: 200 len: 217 time: 0.0569592 Jul 15 16:50:08.990718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-06d3053a-ad8d-4038-826b-7ebadbf19d90 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:08.992299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-06d3053a-ad8d-4038-826b-7ebadbf19d90 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3820479 Jul 15 16:50:08.996196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:50:09.037736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4f17d2b6-8d06-4087-b148-80baffe6142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.039568 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-4f17d2b6-8d06-4087-b148-80baffe6142f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1099 time: 0.1333077 Jul 15 16:50:09.044163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-b666097e-b8f2-4c87-b70e-16eeb290a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.045697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-b666097e-b8f2-4c87-b70e-16eeb290a827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9271292-86d4-4454-ab5f-2f6a405baeef HTTP/1.1" status: 200 len: 801 time: 0.0639007 Jul 15 16:50:09.054559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98657c31-fe3e-4c96-8f96-3b1bf026f4f1 req-220ce1f6-1084-4eab-b235-fc30e5a335a9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791928 Jul 15 16:50:09.121448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-6c2606b1-4bcb-462a-9dc3-a2a43c435665 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.0634296 Jul 15 16:50:09.124427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-96edb874-d62f-458a-9bda-f2eb44f944f4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.0854633 Jul 15 16:50:09.140276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:09.144377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:09.187331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:09.192804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:09.195848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-00660c0c-9099-4634-b647-67a813e3c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.197501 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-00660c0c-9099-4634-b647-67a813e3c47e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0675175 Jul 15 16:50:09.202984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-084ac8ba-b5be-4a5c-a7fd-26e5c77a16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.205296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-084ac8ba-b5be-4a5c-a7fd-26e5c77a16fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5274bbb6-390b-405d-bc45-8b7551b4d623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1378412 Jul 15 16:50:09.322984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-e5ceed1b-8110-44d2-8b15-3382d2a91af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.324512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-e5ceed1b-8110-44d2-8b15-3382d2a91af8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183407 Jul 15 16:50:09.341436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-1a869c4d-3a60-407e-b2e9-6b01dd7535ef service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278033 Jul 15 16:50:09.504593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-65092b7c-8554-4497-9981-d9c7277140e4 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618705 Jul 15 16:50:09.508822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-9d3f8a36-dec0-4aff-8496-821ededda574 service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563408 Jul 15 16:50:09.548862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'name': 'network-vif-deleted', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf'}, {'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d'}, {'name': 'network-changed', 'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:09.551241 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9" -d '{"events": [{"server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "name": "network-vif-deleted", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf"}, {"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d"}, {"name": "network-changed", "server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:09.594704 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-2b199733-0dfb-4695-baa0-d4ef7cc1e9d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.88&port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b HTTP/1.1" status: 200 len: 217 time: 0.0629616 Jul 15 16:50:09.686529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e2aa12a-b94c-4e2d-bc18-567dcc67c7da req-f9182c67-4ead-4edb-8c44-9f7377a023fc service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632743 Jul 15 16:50:09.687967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-d166ad3a-cb3c-411d-b50c-e95b21ceff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.690058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-d166ad3a-cb3c-411d-b50c-e95b21ceff1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19f47670-f397-44ae-bdd4-316667957893 HTTP/1.1" status: 200 len: 801 time: 0.0647883 Jul 15 16:50:09.697218 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Floating IP 9a83b343-21d5-4043-9717-9f4a84bc1a7a associated. External IP: 172.25.8.78, port: 6d0acba0-eaf7-4ffd-bad3-07c4b381db32. Jul 15 16:50:09.759707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-4ea5b87e-55c1-42bf-97e1-5221077e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.761188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-4ea5b87e-55c1-42bf-97e1-5221077e1e91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db1011d4-5bc4-4a62-9523-f4d8f31a3671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536103 Jul 15 16:50:09.859172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-aa8e057e-ec6e-4592-b706-d6891a554099 service neutron] 10.222.0.20 "GET /v2.0/networks/db1011d4-5bc4-4a62-9523-f4d8f31a3671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867474 Jul 15 16:50:09.867984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145026d-50c4-475d-a832-746b87be6520 req-391badbb-09dd-4f7a-a54f-9ec82cefbef9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:09.869510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e145026d-50c4-475d-a832-746b87be6520 req-391badbb-09dd-4f7a-a54f-9ec82cefbef9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.2408576 Jul 15 16:50:09.952593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-0cfcc337-3ca0-4856-ae04-ac4ab2f85b35 service neutron] 10.222.0.20 "GET /v2.0/networks/db1011d4-5bc4-4a62-9523-f4d8f31a3671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863502 Jul 15 16:50:10.000971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-67817768-0283-499e-a44d-3fc49aad81b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=1b99246b-0181-4a3c-83c8-405334d43e8d HTTP/1.1" status: 200 len: 217 time: 0.0357993 Jul 15 16:50:10.040946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e145026d-50c4-475d-a832-746b87be6520 req-6ad3f513-0df3-4c84-8fb0-8afc6d9f6bc3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631215 Jul 15 16:50:10.050994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-26de4a9e-cd6d-4b1e-b090-8dfe0cce3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:10.052548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-26de4a9e-cd6d-4b1e-b090-8dfe0cce3bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9271292-86d4-4454-ab5f-2f6a405baeef HTTP/1.1" status: 200 len: 801 time: 0.0445933 Jul 15 16:50:10.117510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-fe051e0f-1273-47f2-aa2d-56c4f7fe8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:10.119247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-fe051e0f-1273-47f2-aa2d-56c4f7fe8b0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5274bbb6-390b-405d-bc45-8b7551b4d623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585327 Jul 15 16:50:10.125815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:10.190629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:10.230676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Deleting subnet 2204dc9d-3263-44db-bb5c-e155d09a6867 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:10.235543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.291516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.311340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-f4bcae82-c11d-41fd-836c-d099b01a47bd service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781361 Jul 15 16:50:10.331561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.346081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.363681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.444547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:10.449569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.467178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Sync routers for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:10.484205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.485933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:10.487834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:10.504384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4477c28-b1b8-42b1-9e80-ab748b71af55 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "PUT /v2.0/floatingips/9a83b343-21d5-4043-9717-9f4a84bc1a7a HTTP/1.1" status: 200 len: 991 time: 2.6309001 Jul 15 16:50:10.507734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:10.510111 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe52c97-5349-4473-963d-e687d8c79c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:10.522268 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8 associated. External IP: 172.25.8.28, port: fadac778-fa1e-44e8-836b-47e112d7199e. Jul 15 16:50:10.613392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:10.775606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f517b9e1-d330-4921-8da0-45cb4a2ce2fe req-6974e05c-15ea-4864-95a9-45d9b62aee7f service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544680 Jul 15 16:50:10.788555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:10.794765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.801306 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6052b81d-483e-498d-86d6-e3ad22f71c67 x-openstack-request-id: req-6052b81d-483e-498d-86d6-e3ad22f71c67 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:10.801527 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45f0799-9c3f-4956-b4c2-aa53797d6cdd", "name": "network-vif-deleted", "tag": "df4c2950-faa0-45e0-9b80-43d9576a75bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:10.801785 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6052b81d-483e-498d-86d6-e3ad22f71c67 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:10.802186 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45f0799-9c3f-4956-b4c2-aa53797d6cdd', 'name': 'network-vif-deleted', 'tag': 'df4c2950-faa0-45e0-9b80-43d9576a75bf', 'status': 'completed', 'code': 200} Jul 15 16:50:10.802448 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d', 'status': 'completed', 'code': 200} Jul 15 16:50:10.802789 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'status': 'completed', 'code': 200} Jul 15 16:50:10.832803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2204dc9d-3263-44db-bb5c-e155d09a6867,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:10.836941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.841695 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c978dd9a-e3cd-490a-a6b6-54d48782f640 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2204dc9d-3263-44db-bb5c-e155d09a6867 HTTP/1.1" status: 204 len: 168 time: 0.7147100 Jul 15 16:50:10.842345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:10.912916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.942439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9a83b343-21d5-4043-9717-9f4a84bc1a7a', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'port_id': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'mac_address': 'fa:16:3e:96:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:48:44Z', 'updated_at': '2021-07-15T16:50:08Z', 'revision_number': 1, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:10.957560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:10.970435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Checking router: 65df62bb-e671-4aa5-8e53-17669d5cf7a6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:10.979311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:10.979923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:10.981486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-33220eb4-03b1-40ea-a7b6-8d6ba3d525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:10.982121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-33220eb4-03b1-40ea-a7b6-8d6ba3d525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:10.982639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-33220eb4-03b1-40ea-a7b6-8d6ba3d525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:10.984307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-33220eb4-03b1-40ea-a7b6-8d6ba3d525ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2864 time: 0.1182637 Jul 15 16:50:10.989041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:10.993758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.000867 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:11.012775 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:11.013618 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.037480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-79954d2c-9dfc-4483-99db-afc86030ec59 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "PUT /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 996 time: 1.9059718 Jul 15 16:50:11.088896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.104172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631e1399-d426-49fb-a4f2-16bb96043a70']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.108590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0ce14-5ece-4913-9eb9-b205a76d5095 req-f56349ed-3004-49f8-9963-d55e240f8b83 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.114711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0ce14-5ece-4913-9eb9-b205a76d5095 req-f56349ed-3004-49f8-9963-d55e240f8b83 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.114974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:11.120847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0ce14-5ece-4913-9eb9-b205a76d5095 req-f56349ed-3004-49f8-9963-d55e240f8b83 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.129148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdb0ce14-5ece-4913-9eb9-b205a76d5095 req-f56349ed-3004-49f8-9963-d55e240f8b83 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2411 time: 0.1998892 Jul 15 16:50:11.144011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7d5241-bb9d-4075-a696-78dc9d94be7d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.144394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7d5241-bb9d-4075-a696-78dc9d94be7d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.160785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.184047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.191948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdb0ce14-5ece-4913-9eb9-b205a76d5095 req-cae77f42-cb99-4b5d-9b5e-9c2eea3dc7b6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617959 Jul 15 16:50:11.195115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-dea8d523-c28a-4974-8235-747eddae9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.196919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-dea8d523-c28a-4974-8235-747eddae9f21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5274bbb6-390b-405d-bc45-8b7551b4d623 HTTP/1.1" status: 200 len: 902 time: 0.1678071 Jul 15 16:50:11.197918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:11.198311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:11.200557 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:11.216846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-0d94a577-0854-4719-a01d-1af196a7fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.218632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-0d94a577-0854-4719-a01d-1af196a7fdfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.1673324 Jul 15 16:50:11.263433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-3f5c79a1-a9c0-4b63-b986-b26d1e8d7eca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=1b99246b-0181-4a3c-83c8-405334d43e8d HTTP/1.1" status: 200 len: 217 time: 0.0524776 Jul 15 16:50:11.263983 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:11.344670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.352301 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.354113 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] 10.222.0.25 "DELETE /v2.0/networks/631e1399-d426-49fb-a4f2-16bb96043a70 HTTP/1.1" status: 204 len: 168 time: 0.5107861 Jul 15 16:50:11.359038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-658f3ffd-5e34-4d02-86f4-8abcc172871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.361262 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-658f3ffd-5e34-4d02-86f4-8abcc172871d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9271292-86d4-4454-ab5f-2f6a405baeef HTTP/1.1" status: 200 len: 801 time: 0.0707450 Jul 15 16:50:11.371556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dccfce-56d1-4734-a612-4b6405b5c65b admin admin] Pushing event deleted for resources: {'Network': ['ID=631e1399-d426-49fb-a4f2-16bb96043a70,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:11.437663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-c73266c4-afd0-489a-b438-cd9b087d66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.439997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-c73266c4-afd0-489a-b438-cd9b087d66b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5274bbb6-390b-405d-bc45-8b7551b4d623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0659935 Jul 15 16:50:11.442524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-a608284a-b621-46a0-833d-90aa716f6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.443408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9a83b343-21d5-4043-9717-9f4a84bc1a7a', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'port_id': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'mac_address': 'fa:16:3e:96:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:48:44Z', 'updated_at': '2021-07-15T16:50:08Z', 'revision_number': 1, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.444995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-a608284a-b621-46a0-833d-90aa716f6726 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.2181468 Jul 15 16:50:11.476504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b4de13-15c1-4651-b7d9-e1253819e40b None None] The sync data for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 is: [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9a83b343-21d5-4043-9717-9f4a84bc1a7a', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'port_id': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'mac_address': 'fa:16:3e:96:95:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e7925-bdae-40f5-a509-b74107125d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:48:44Z', 'updated_at': '2021-07-15T16:50:08Z', 'revision_number': 1, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:11.524564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-29a8d1af-08c1-4226-85af-338c25864fb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 999 time: 0.0733893 Jul 15 16:50:11.578262 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-123bb0bf-e112-43c7-84ce-5d706c9dadef service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271567 Jul 15 16:50:11.616026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528844-c768-4d99-9297-b618498fb07c req-cb0a7ebc-0fcd-4467-8bbf-7416b7537165 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.624366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:11.627856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47528844-c768-4d99-9297-b618498fb07c req-cb0a7ebc-0fcd-4467-8bbf-7416b7537165 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.2231994 Jul 15 16:50:11.633881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-61ecb5a7-887b-4f32-9865-dbbf76379e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.635331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-61ecb5a7-887b-4f32-9865-dbbf76379e74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.1031616 Jul 15 16:50:11.641297 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:10Z', 'revision_number': 1, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.674658 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:11.683708 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:11.684686 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:11.710062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47528844-c768-4d99-9297-b618498fb07c req-e399cdef-ff61-4a73-80fd-44d858f50508 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812128 Jul 15 16:50:11.710726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e8e983cc-8824-461a-9296-06afa633f711 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8851e556b1f2453e8191de5b733e67b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851562 Jul 15 16:50:11.713632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53658) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:11.754874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-276cca95-7171-4616-8897-8ed1f60fb94b service neutron] 10.222.0.20 "GET /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655011 Jul 15 16:50:11.794074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-0556df57-c359-4701-b473-12c0826aeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.802731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-0556df57-c359-4701-b473-12c0826aeb09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518734 Jul 15 16:50:11.808422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-04ce57c2-a22f-4376-a95a-add65cd580ff service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:50:11.809912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-04ce57c2-a22f-4376-a95a-add65cd580ff service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060093 Jul 15 16:50:11.815073 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:11.827057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef760a1-e7ef-409a-a69a-f8c1a35d2ddc None None] New status for floating IP 9a83b343-21d5-4043-9717-9f4a84bc1a7a: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:11.842721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:11.895415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-84592ef6-d117-4b1b-8331-6bfcaa154249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:11.899199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-84592ef6-d117-4b1b-8331-6bfcaa154249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1099 time: 0.0831439 Jul 15 16:50:11.906780 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ad67f3-740b-4fac-8c2c-c79d4fd13a6f x-openstack-request-id: req-a5ad67f3-740b-4fac-8c2c-c79d4fd13a6f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:11.907072 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:11.907356 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5ad67f3-740b-4fac-8c2c-c79d4fd13a6f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:11.907762 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'status': 'completed', 'code': 200} Jul 15 16:50:12.019887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:12.101090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-df4c4f2e-b7d2-4c5b-8fc0-dbad5b7c3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.102674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-df4c4f2e-b7d2-4c5b-8fc0-dbad5b7c3ff3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1731775 Jul 15 16:50:12.116972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.117463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.117937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.118484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.118959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.119453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.119922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.122084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-1d298bef-85b4-4490-8603-c1c69f7f349a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6490 time: 0.1644077 Jul 15 16:50:12.134336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-f6d7664a-8087-44c2-a3f6-b1c01b5c50da service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893002 Jul 15 16:50:12.154994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:12.163583 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-a5d5ac38-ae80-4fb3-bc7e-1d7daf4b4c01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.0404718 Jul 15 16:50:12.166666 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:10Z', 'revision_number': 1, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:12.203804 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad28d21-9833-4580-b13b-3407c2db2506 None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:10Z', 'revision_number': 1, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:12.204686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:12.212561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:12.213103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52ff445a-fe1b-4c38-9bd0-61870f9b6f3e HTTP/1.1" status: 204 len: 168 time: 0.4969537 Jul 15 16:50:12.344332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515a90-c077-4990-971b-846f7fc2a873 req-c0bfb74d-3227-488f-8c71-dc32ffb43b93 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.346601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-bde7764c-bc17-47b4-91f2-01de2f4ab89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.348923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08515a90-c077-4990-971b-846f7fc2a873 req-c0bfb74d-3227-488f-8c71-dc32ffb43b93 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.2612765 Jul 15 16:50:12.358076 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-bde7764c-bc17-47b4-91f2-01de2f4ab89f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1702576 Jul 15 16:50:12.361525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f504fe-e126-46c5-aa01-7caedd907ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ff445a-fe1b-4c38-9bd0-61870f9b6f3e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:12.458277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08515a90-c077-4990-971b-846f7fc2a873 req-3f76bf3b-a66f-4893-a683-456085eeef5d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979474 Jul 15 16:50:12.474606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-b3dd6b41-9e95-4610-9da9-138d9bab28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.476141 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-b3dd6b41-9e95-4610-9da9-138d9bab28fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d19312a-92de-4366-b01d-7804d5a6d70d HTTP/1.1" status: 200 len: 910 time: 0.3015683 Jul 15 16:50:12.494873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18876470-d1c9-4fe2-bfe2-62a62055c7af req-7e228c0b-f5ae-41c8-b9ea-484db2c7ea03 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393388 Jul 15 16:50:12.514014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:12.551983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5078fa52-3c60-47b5-bb41-774a140b559f', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '5078fa52-3c60-47b5-bb41-774a140b559f', 'mac_address': 'fa:16:3e:41:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:12.581940 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4463226-756b-4197-96c6-df86d31ac6f4 None None] New status for floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:12.616393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:12.633035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:12.650184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-7b958b90-5f05-457b-8824-4b01ccb9c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.651832 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-7b958b90-5f05-457b-8824-4b01ccb9c1bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2788975 Jul 15 16:50:12.659068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-b2eebae3-aac6-424b-8399-2e3c13f69b1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 200 len: 1001 time: 0.1712160 Jul 15 16:50:12.661015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:12.667462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:12.759079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:12.882392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-6fdc241b-1f26-41d8-b206-f635e0e209f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.884009 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-6fdc241b-1f26-41d8-b206-f635e0e209f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeee1726-16d3-4a4c-9823-bb146c206460 HTTP/1.1" status: 200 len: 849 time: 0.1990247 Jul 15 16:50:12.890306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727842f5-d398-4da9-9852-1e83ef663d54 req-793c0872-d81e-4bd8-8e8e-de6a664bcd5e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.896719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727842f5-d398-4da9-9852-1e83ef663d54 req-793c0872-d81e-4bd8-8e8e-de6a664bcd5e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.903122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727842f5-d398-4da9-9852-1e83ef663d54 req-793c0872-d81e-4bd8-8e8e-de6a664bcd5e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:12.911800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-727842f5-d398-4da9-9852-1e83ef663d54 req-793c0872-d81e-4bd8-8e8e-de6a664bcd5e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2411 time: 0.1543357 Jul 15 16:50:12.994442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-e3b74c3d-897b-47e1-a529-e647973416a7 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255002 Jul 15 16:50:13.110086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-46ef4f62-1bb8-469d-81aa-9533c1d14612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:13.110086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-46ef4f62-1bb8-469d-81aa-9533c1d14612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d19312a-92de-4366-b01d-7804d5a6d70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103267 Jul 15 16:50:13.121138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5078fa52-3c60-47b5-bb41-774a140b559f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:13.125674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54850be-c602-47f2-abb1-3213fe03deaa req-c97c06fb-2eb3-4ec1-ae35-638264f9d81c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:13.128532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b54850be-c602-47f2-abb1-3213fe03deaa req-c97c06fb-2eb3-4ec1-ae35-638264f9d81c tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1759858 Jul 15 16:50:13.215467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6b1dc3b8-5cbb-4f7e-89ed-d69551c0abf9 req-e4bd21f6-d0d9-4abd-b713-c66508df7cfe service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099164 Jul 15 16:50:13.297232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-1acd068b-a8c3-4bfa-bd83-424be76ed9eb tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:13.298401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-1acd068b-a8c3-4bfa-bd83-424be76ed9eb tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5017765 Jul 15 16:50:13.313001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-727842f5-d398-4da9-9852-1e83ef663d54 req-db3d8002-29d0-403f-8383-5ce49774fee4 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001429 Jul 15 16:50:13.351231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-d3f314b6-638f-4421-9f68-b25fc65ddc08 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216163 Jul 15 16:50:13.396603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Deleting port 794493a7-ca55-437a-b11c-3e1162de4e83 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:13.396955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:13.423544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-06ab3d68-8236-4944-9ac6-3e503ae39f92 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1001 time: 0.1080651 Jul 15 16:50:13.436281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:13.530158 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fe52c97-5349-4473-963d-e687d8c79c8d req-d41dcc04-ee23-445c-9fa6-62bad384efb0 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718805 Jul 15 16:50:13.543459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] For port 794493a7-ca55-437a-b11c-3e1162de4e83, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=794493a7-ca55-437a-b11c-3e1162de4e83,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:13.544131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:13.554679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:13.557323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Calling delete_port for 794493a7-ca55-437a-b11c-3e1162de4e83 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:13.665258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fffc8-cfe6-4e03-bf26-ca016dc295cd req-fd2acf01-9808-4661-80a6-e93749c0fb77 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:13.666749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-982fffc8-cfe6-4e03-bf26-ca016dc295cd req-fd2acf01-9808-4661-80a6-e93749c0fb77 tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/ports?device_id=c220d1e6-c1ae-46a0-9e0c-86ce24df66df HTTP/1.1" status: 200 len: 945 time: 0.1823208 Jul 15 16:50:13.699710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:13.734849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Pushing event deleted for resources: {'Port': ['ID=794493a7-ca55-437a-b11c-3e1162de4e83,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:13.759928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-982fffc8-cfe6-4e03-bf26-ca016dc295cd req-9c529021-e6ba-4564-aa26-c5bc94271c6a tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.25 "GET /v2.0/security-groups?id=6daf82e2-9874-410d-8502-48fa1577d7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822384 Jul 15 16:50:13.799925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] No DVR routers for this DVR port 794493a7-ca55-437a-b11c-3e1162de4e83 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:13.802607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:13.804793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b54850be-c602-47f2-abb1-3213fe03deaa req-66bec515-50c3-4ce2-bc87-2388c59908ba tempest-ListServerFiltersTestJSON-1094052709 tempest-ListServerFiltersTestJSON-1094052709-project] 10.222.0.20 "DELETE /v2.0/ports/794493a7-ca55-437a-b11c-3e1162de4e83 HTTP/1.1" status: 204 len: 173 time: 0.6647031 Jul 15 16:50:13.805553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'name': 'network-vif-deleted', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:13.807631 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517d139-a238-432f-83be-a2189e53e614" -d '{"events": [{"server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "name": "network-vif-deleted", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:13.930531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:13.932862 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4514c6ca-d749-438a-9f38-bcb24c971d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:14.171303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1b99246b-0181-4a3c-83c8-405334d43e8d details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:14.182327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0cb7c-c87b-4a0e-b2f6-c2e0789d4b38 req-3730eb84-a171-49ba-a884-83f3063036d6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.190652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2a0cb7c-c87b-4a0e-b2f6-c2e0789d4b38 req-3730eb84-a171-49ba-a884-83f3063036d6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 949 time: 0.1294181 Jul 15 16:50:14.289213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2a0cb7c-c87b-4a0e-b2f6-c2e0789d4b38 req-8c745a25-3dc3-4d9f-ae5d-6585104d8248 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Jul 15 16:50:14.291822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.296305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1b99246b-0181-4a3c-83c8-405334d43e8d,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:14.306945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.324185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '1b99246b-0181-4a3c-83c8-405334d43e8d', 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'port_id': '1b99246b-0181-4a3c-83c8-405334d43e8d', 'mac_address': 'fa:16:3e:d1:0a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9271292-86d4-4454-ab5f-2f6a405baeef', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:14.327697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['794493a7-ca55-437a-b11c-3e1162de4e83'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:14.362745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:14.398403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.414068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b99246b-0181-4a3c-83c8-405334d43e8d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:14.444516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1b99246b-0181-4a3c-83c8-405334d43e8d,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:14.450863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.452585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2e1a514d-0341-41e6-870d-4a017edf8247 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:14.552131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2e1a514d-0341-41e6-870d-4a017edf8247,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:14.553635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b474ad-e7cc-497f-93f8-2017874e025f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.571422 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317e1a68-6374-44fb-90c9-398e4c978d37 x-openstack-request-id: req-317e1a68-6374-44fb-90c9-398e4c978d37 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:14.571712 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c220d1e6-c1ae-46a0-9e0c-86ce24df66df", "name": "network-vif-deleted", "tag": "794493a7-ca55-437a-b11c-3e1162de4e83", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:14.572173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:14.574141 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-317e1a68-6374-44fb-90c9-398e4c978d37 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:14.574729 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c220d1e6-c1ae-46a0-9e0c-86ce24df66df', 'name': 'network-vif-deleted', 'tag': '794493a7-ca55-437a-b11c-3e1162de4e83', 'status': 'completed', 'code': 200} Jul 15 16:50:14.587127 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8 associated. External IP: 172.25.8.28, port: fadac778-fa1e-44e8-836b-47e112d7199e. Jul 15 16:50:14.587530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2e1a514d-0341-41e6-870d-4a017edf8247', 'network_id': '5274bbb6-390b-405d-bc45-8b7551b4d623', 'port_id': '2e1a514d-0341-41e6-870d-4a017edf8247', 'mac_address': 'fa:16:3e:4e:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9271292-86d4-4454-ab5f-2f6a405baeef', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:14.657828 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.670683 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1018e8b9-d41e-4877-9fd7-9c2b34856b76 x-openstack-request-id: req-1018e8b9-d41e-4877-9fd7-9c2b34856b76 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:14.671129 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:14.671390 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1018e8b9-d41e-4877-9fd7-9c2b34856b76 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:14.671826 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:50:14.686712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1a514d-0341-41e6-870d-4a017edf8247 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:14.731163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2e1a514d-0341-41e6-870d-4a017edf8247,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:14.744806 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.745279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e4e8ef4c-4b48-480e-bc82-688c1052fd1b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:14.805636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b474ad-e7cc-497f-93f8-2017874e025f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.822168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8b474ad-e7cc-497f-93f8-2017874e025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.833383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:14.853960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c8b474ad-e7cc-497f-93f8-2017874e025f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=385183ddc413483aa2e0a5f378825935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899752 Jul 15 16:50:14.857364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-95c072aa-1e77-478e-bb3a-e8d3e9abaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.857525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:14.859432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-95c072aa-1e77-478e-bb3a-e8d3e9abaaab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.2064571 Jul 15 16:50:14.907668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b474ad-e7cc-497f-93f8-2017874e025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d32dbe-0546-4689-9f5b-11fd3044b022,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:14.930862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:14.943638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b', 'network_id': 'db1011d4-5bc4-4a62-9523-f4d8f31a3671', 'port_id': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b', 'mac_address': 'fa:16:3e:0f:05:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f47670-f397-44ae-bdd4-316667957893', 'ip_address': '19.86.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:14.975039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67df63-4ec5-4347-8c88-5df4a438da38 req-3ae498d2-388e-420c-98ce-138764d314e5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.981111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67df63-4ec5-4347-8c88-5df4a438da38 req-3ae498d2-388e-420c-98ce-138764d314e5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.985963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-3f70804a-b0f2-42c4-896c-1b618e45b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.987644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-3f70804a-b0f2-42c4-896c-1b618e45b1e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1170859 Jul 15 16:50:14.987811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67df63-4ec5-4347-8c88-5df4a438da38 req-3ae498d2-388e-420c-98ce-138764d314e5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:14.990369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:14.994666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e67df63-4ec5-4347-8c88-5df4a438da38 req-3ae498d2-388e-420c-98ce-138764d314e5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2413 time: 0.2524440 Jul 15 16:50:15.008732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e8ef4c-4b48-480e-bc82-688c1052fd1b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:15.038155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:15.044302 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.050914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-97184806-d69d-4f92-934a-5117c8034568 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0548906 Jul 15 16:50:15.081858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e67df63-4ec5-4347-8c88-5df4a438da38 req-5c612d14-92fe-4d05-ac1f-29c08a013771 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Jul 15 16:50:15.097691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:15.097872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:15.111253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.118968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-c940519b-2114-48fa-9b0e-690d9e90e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:15.120696 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-c940519b-2114-48fa-9b0e-690d9e90e1df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0612926 Jul 15 16:50:15.178024 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.186606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-fb7bc9ab-956e-4032-9266-6639a56ddf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:15.188479 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-fb7bc9ab-956e-4032-9266-6639a56ddf5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593588 Jul 15 16:50:15.199606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53746) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:15.314303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-42c2fbf6-63e4-439e-b8b4-966f6cf94143 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182215 Jul 15 16:50:15.344709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:15.357339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Deleting subnet a9117458-ae00-4477-b2f4-0f5df06e0836 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:15.358588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:15.365900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.373960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:15.381022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:15.421809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.425221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.426570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81d32dbe-0546-4689-9f5b-11fd3044b022 HTTP/1.1" status: 204 len: 168 time: 0.5665989 Jul 15 16:50:15.435568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:15.458508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4514c6ca-d749-438a-9f38-bcb24c971d3c req-2c78bdc4-ff3d-4560-9312-98b232fd9ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301212 Jul 15 16:50:15.463474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2cab-bbc2-45b0-8495-2758a37a46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d32dbe-0546-4689-9f5b-11fd3044b022,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:15.507552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.603770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:15.706163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2e1a514d-0341-41e6-870d-4a017edf8247'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:15.706715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.737067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['1b99246b-0181-4a3c-83c8-405334d43e8d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:15.770463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e4e8ef4c-4b48-480e-bc82-688c1052fd1b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:15.787903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c4805-2aaa-4c85-b576-b65dd7c60aa7 req-fb5b7db6-7303-4096-b9c5-259700863b9e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:15.789444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a75c4805-2aaa-4c85-b576-b65dd7c60aa7 req-fb5b7db6-7303-4096-b9c5-259700863b9e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 949 time: 0.2596707 Jul 15 16:50:15.815252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f601f49-b503-4b42-aff9-5bf499522094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.888790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:15.903656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a75c4805-2aaa-4c85-b576-b65dd7c60aa7 req-7b1a2896-036a-473a-840a-61c202235202 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Jul 15 16:50:15.913020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:15.970895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9117458-ae00-4477-b2f4-0f5df06e0836,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:15.997440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823983f5-a553-409a-bdd5-592a36359802 None None] Network 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:16.060448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.064806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-daf7c6a6-80c0-41d4-b472-7169e3d631ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a9117458-ae00-4477-b2f4-0f5df06e0836 HTTP/1.1" status: 204 len: 168 time: 0.8604825 Jul 15 16:50:16.065292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:16.117328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:16.124913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.152964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.193009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f601f49-b503-4b42-aff9-5bf499522094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.217205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:16.231389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Deleting port 0a0d6f47-75e1-42ad-ba15-145e13289986 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:16.232259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.243110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f601f49-b503-4b42-aff9-5bf499522094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.316368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f601f49-b503-4b42-aff9-5bf499522094 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10f36f13e8e1403992cb0bf45113a644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8792844 Jul 15 16:50:16.330331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f601f49-b503-4b42-aff9-5bf499522094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a28b3-1dda-4b98-95c4-9f425a1ddde7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:16.335653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:16.381514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] For port 0a0d6f47-75e1-42ad-ba15-145e13289986, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0a0d6f47-75e1-42ad-ba15-145e13289986,segment=NetworkSegment(b42904d8-2f66-4c3f-bb60-e26c87d1a009),segment_id=b42904d8-2f66-4c3f-bb60-e26c87d1a009)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:16.382385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.387922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-77b4a739-b794-4bdd-8c5d-ef51a8c86388 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "PUT /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 997 time: 2.9558787 Jul 15 16:50:16.410428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Calling delete_port for 0a0d6f47-75e1-42ad-ba15-145e13289986 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:16.450921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:14Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:16.457802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 5078fa52-3c60-47b5-bb41-774a140b559f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:16.472513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.474391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbbab-8667-49e7-9d5f-a6caac16694e req-11fb7b20-bce9-4921-a676-9f019fe496be tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:16.481305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbbab-8667-49e7-9d5f-a6caac16694e req-11fb7b20-bce9-4921-a676-9f019fe496be tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:16.487874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbbab-8667-49e7-9d5f-a6caac16694e req-11fb7b20-bce9-4921-a676-9f019fe496be tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:16.489846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c8cbbab-8667-49e7-9d5f-a6caac16694e req-11fb7b20-bce9-4921-a676-9f019fe496be tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2414 time: 0.1705499 Jul 15 16:50:16.495347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.499814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-8ec3559e-7e66-4f5d-b3d1-310a954012ee tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:16.501332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-8ec3559e-7e66-4f5d-b3d1-310a954012ee tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports/fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 943 time: 0.1041439 Jul 15 16:50:16.501721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:16.509796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5078fa52-3c60-47b5-bb41-774a140b559f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:16.510189 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.557940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:16.558580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:16.560810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.563171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.567573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d08a28b3-1dda-4b98-95c4-9f425a1ddde7 HTTP/1.1" status: 204 len: 168 time: 0.2282531 Jul 15 16:50:16.595182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062a46-3a76-4edb-9b1a-a7def9cc629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a28b3-1dda-4b98-95c4-9f425a1ddde7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:16.660940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.701867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0d6f47-75e1-42ad-ba15-145e13289986,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:16.708407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] No DVR routers for this DVR port 0a0d6f47-75e1-42ad-ba15-145e13289986 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:16.737937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:16.800613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.814447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f64f1c-7c76-4170-aa2e-02fa7d68e3ee']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:16.828713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42904d8-2f66-4c3f-bb60-e26c87d1a009') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:16.829686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42904d8-2f66-4c3f-bb60-e26c87d1a009') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:16.846312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.868175 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.876520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:16.877286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:16.879307 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:16.901786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dd65c3-1a3a-4a39-ad91-a6e2c61bf328 None None] DHCP port deletion for 36f64f1c-7c76-4170-aa2e-02fa7d68e3ee request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:50:16.907720 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.913801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}, {'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:16.916995 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea" -d '{"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}, {"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:16.957018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:16.958012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.960187 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c708fd56-98ee-4ffe-9703-8c06726dbfaa" -d '{"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:16.966443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:16.968877 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36f64f1c-7c76-4170-aa2e-02fa7d68e3ee HTTP/1.1" status: 204 len: 168 time: 0.9024823 Jul 15 16:50:16.983294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e06e93-072c-446a-80dd-5ee6333db430 admin admin] Pushing event deleted for resources: {'Network': ['ID=36f64f1c-7c76-4170-aa2e-02fa7d68e3ee,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:17.016446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:17.026235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c8cbbab-8667-49e7-9d5f-a6caac16694e req-bdb190a8-6684-466a-8652-e20ceb437b1a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216200 Jul 15 16:50:17.026731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.027531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 794493a7-ca55-437a-b11c-3e1162de4e83 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:17.071871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-57237af1-3e2e-4e03-bd81-8c335445a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.073540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-57237af1-3e2e-4e03-bd81-8c335445a351 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.1481187 Jul 15 16:50:17.073756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 794493a7-ca55-437a-b11c-3e1162de4e83 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:17.074094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 794493a7-ca55-437a-b11c-3e1162de4e83 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:17.099652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53800) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:17.117828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48867929-b242-4be5-ac59-70bf09d36f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.191789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:17.203186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-82a1e822-16a2-4ebe-a7ca-501eb6ab4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.205467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-82a1e822-16a2-4ebe-a7ca-501eb6ab4e71 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1189675 Jul 15 16:50:17.221889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:17.259228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-800f5c97-8683-42b9-95bc-8fff3250599a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0483596 Jul 15 16:50:17.294891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:14Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:17.295206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-24a45956-7a27-41e2-94cf-263dc3300e32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14cdb54818764c5db53e9b928a95f876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022527 Jul 15 16:50:17.300611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53808) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:17.333954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-3f4dfb07-e2ab-42ba-ab3e-c44aee70c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.335180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bf93c-e546-4d80-88f6-44efdd4a1e5b None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:14Z', 'revision_number': 3, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:17.346525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-3f4dfb07-e2ab-42ba-ab3e-c44aee70c484 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0862944 Jul 15 16:50:17.366218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a0d6f47-75e1-42ad-ba15-145e13289986 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:17.371218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48867929-b242-4be5-ac59-70bf09d36f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.377086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48867929-b242-4be5-ac59-70bf09d36f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.406168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0a0d6f47-75e1-42ad-ba15-145e13289986 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:17.406798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0a0d6f47-75e1-42ad-ba15-145e13289986 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:17.424880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.434287 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48867929-b242-4be5-ac59-70bf09d36f5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52d65cb33caa43548b76093445652e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302820 Jul 15 16:50:17.434287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48867929-b242-4be5-ac59-70bf09d36f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c9dc7-c22f-4467-940c-860b826c0a82,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:17.437326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:17.460483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.475836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-ceb246e0-a494-480c-8007-4cdf0b73f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.480792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-ceb246e0-a494-480c-8007-4cdf0b73f5e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332479 Jul 15 16:50:17.493601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-b790ee8f-063d-49a8-9213-c9fee587940d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:50:17.494827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-b790ee8f-063d-49a8-9213-c9fee587940d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082064 Jul 15 16:50:17.496324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.519652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.577581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.583139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.587048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f3c9dc7-c22f-4467-940c-860b826c0a82 HTTP/1.1" status: 204 len: 168 time: 0.1458309 Jul 15 16:50:17.605839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f07a9f-b145-44a2-95cd-0cd71baecbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c9dc7-c22f-4467-940c-860b826c0a82,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:17.624982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-d9bef386-2762-49a2-8edd-783495690841 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093442 Jul 15 16:50:17.645536 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6ad80-0b60-4ad2-b4c0-21386994892b None None] New status for floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:17.725255 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.728620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:17.729802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6daf82e2-9874-410d-8502-48fa1577d7f4 HTTP/1.1" status: 204 len: 168 time: 0.4281211 Jul 15 16:50:17.768468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f394a-b625-4bdc-9f7b-0dcc25572305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf82e2-9874-410d-8502-48fa1577d7f4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:17.823973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-9f3aabb0-7f1d-4460-910d-fccd8dff4245 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906757 Jul 15 16:50:17.840598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fefea-41c0-4ea4-9023-6c28f8ae2d7a req-3bf4e22b-ad91-43b2-a8fb-3d20df582254 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.848873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819fefea-41c0-4ea4-9023-6c28f8ae2d7a req-3bf4e22b-ad91-43b2-a8fb-3d20df582254 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1600928 Jul 15 16:50:17.936076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819fefea-41c0-4ea4-9023-6c28f8ae2d7a req-36070ad9-087d-44dc-a233-a396da6ea1ea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861182 Jul 15 16:50:17.982687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-ff924f8a-106a-40e2-a9b9-653572accdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:17.992911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-ff924f8a-106a-40e2-a9b9-653572accdaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1096 time: 0.1348572 Jul 15 16:50:18.023232 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf213b-648f-4761-93b0-c4d5cb7bb6b1 x-openstack-request-id: req-2aaf213b-648f-4761-93b0-c4d5cb7bb6b1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:18.023605 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:18.023773 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2aaf213b-648f-4761-93b0-c4d5cb7bb6b1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:18.024355 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:50:18.024599 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'status': 'completed', 'code': 200} Jul 15 16:50:18.029131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:18.043994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:18.044963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:18.092416 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a061c1-b161-4379-9e0b-0d5eeab39df7 x-openstack-request-id: req-07a061c1-b161-4379-9e0b-0d5eeab39df7 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:18.093989 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:18.094941 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07a061c1-b161-4379-9e0b-0d5eeab39df7 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:18.095388 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'code': 200} Jul 15 16:50:18.152390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-7a847514-3567-4929-9006-8ead69286390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.155650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-7a847514-3567-4929-9006-8ead69286390 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1619008 Jul 15 16:50:18.193298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-7bbce42c-0c09-4339-aff1-b968bcfb951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.196212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-7bbce42c-0c09-4339-aff1-b968bcfb951c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.1517062 Jul 15 16:50:18.269439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:18.299783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-57d8403c-eb72-4b0c-abee-75fa386da135 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 1000 time: 0.1382599 Jul 15 16:50:18.315966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-f78ebcb0-aa9a-4601-9fd8-3d61900d4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.317893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-f78ebcb0-aa9a-4601-9fd8-3d61900d4af7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1145639 Jul 15 16:50:18.320804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303a68-22b7-4c32-b0b7-020cdfcdf6aa req-dbb17f11-d7d7-4066-9a29-50306ddf14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.322190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f5303a68-22b7-4c32-b0b7-020cdfcdf6aa req-dbb17f11-d7d7-4066-9a29-50306ddf14ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1101 time: 0.1730366 Jul 15 16:50:18.362724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2e1a514d-0341-41e6-870d-4a017edf8247 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:18.365255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-52f75973-9b88-4eb2-a5c3-c7094fa13183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.367511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-52f75973-9b88-4eb2-a5c3-c7094fa13183 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0618768 Jul 15 16:50:18.412837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-2407122b-1004-41a4-a3f4-f7f4b185a544 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0735993 Jul 15 16:50:18.430429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f5303a68-22b7-4c32-b0b7-020cdfcdf6aa req-6a1f2ab4-9efd-46f4-9aa4-119cbc9966aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884171 Jul 15 16:50:18.489880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-61f54520-b377-452a-82cd-8b95a444cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.491420 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-61f54520-b377-452a-82cd-8b95a444cb1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0637093 Jul 15 16:50:18.539195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-1e1e26b6-6e39-46f1-af2d-a1e5c602f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.542286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-1e1e26b6-6e39-46f1-af2d-a1e5c602f85f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682885 Jul 15 16:50:18.608328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-ed7439cd-c275-4719-8dee-a4082866b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.610156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-ed7439cd-c275-4719-8dee-a4082866b501 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000328 Jul 15 16:50:18.652953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2e1a514d-0341-41e6-870d-4a017edf8247 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:18.670123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2e1a514d-0341-41e6-870d-4a017edf8247 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:18.670610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:18.729393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef466cbf-4128-4454-bbbb-f572608fc13e req-2951962a-27e8-433f-8026-a8e9c283b35c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.735422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef466cbf-4128-4454-bbbb-f572608fc13e req-2951962a-27e8-433f-8026-a8e9c283b35c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.742244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef466cbf-4128-4454-bbbb-f572608fc13e req-2951962a-27e8-433f-8026-a8e9c283b35c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:18.743944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef466cbf-4128-4454-bbbb-f572608fc13e req-2951962a-27e8-433f-8026-a8e9c283b35c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2414 time: 0.1595955 Jul 15 16:50:18.754026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-1a4d651c-dfa4-4706-b426-7b892d2a2354 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351175 Jul 15 16:50:18.754217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-7445ef02-4c90-4d2c-86b5-b2fe3e7fcba3 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062571 Jul 15 16:50:18.853056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef466cbf-4128-4454-bbbb-f572608fc13e req-20d59f44-1bdb-4990-9e66-fff0c6a9c054 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906768 Jul 15 16:50:18.893027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20638b8-7d75-4ec2-8361-50aa5637a7ac req-9bc809d1-b774-48e6-8da3-9cf07762333b service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379981 Jul 15 16:50:18.901718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53860) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:18.908722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-463302b5-c927-4578-8208-3dfbe64d7779 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375813 Jul 15 16:50:18.958411 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:18.989482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:17Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:19.037741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:19.040876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2e1a514d-0341-41e6-870d-4a017edf8247,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:19.051898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.057595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:19.058786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:19.077275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-487835078-network', 'tenant_id': '9f20c8ce2b4b4de5bd0e34cb003ac585'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:19.079724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-e92edd8f-5ada-48f8-85a3-4a6c457ea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:19.081394 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-e92edd8f-5ada-48f8-85a3-4a6c457ea583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1096 time: 0.1098452 Jul 15 16:50:19.127821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Made reservation on behalf of 9f20c8ce2b4b4de5bd0e34cb003ac585 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:19.130629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.153718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.197322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:19.223191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-71c21cf2-e9a1-4db5-a6a1-585ecf15b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:19.224489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:19.224855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-71c21cf2-e9a1-4db5-a6a1-585ecf15b38b service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1363168 Jul 15 16:50:19.272972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-2c725a88-a243-4d0b-a447-6f8e293584f8 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1000 time: 0.1041679 Jul 15 16:50:19.388971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-6fc002ef-0057-448b-8ff4-47159bf2a05d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:19.390809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-6fc002ef-0057-448b-8ff4-47159bf2a05d tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports/3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 942 time: 0.1058550 Jul 15 16:50:19.460642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.465787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.564879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:19.580655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b39b9-501e-4adf-bae8-aa97d1f60c6b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:19.682792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.683049 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Added segment f5479c7f-3672-45e0-a0ed-1d52fc62dffc of type vlan for network f5a6a37f-d34f-49af-90d2-9e772eb35153 Jul 15 16:50:19.743647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:17Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:19.760419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-ef4c1fb1-a1b3-49a3-9518-d4383a612626 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1000 time: 0.1665533 Jul 15 16:50:19.807094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.807696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b90df9-b11c-479c-8c00-b30e2266b1c2 None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:38:50:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2803f1dd-721c-4139-a598-2013e97fd774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:17Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:19.917266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-d5486a18-f8b7-4c3b-b016-a67055f1da3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 1000 time: 0.6756456 Jul 15 16:50:19.977812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-f328a8fd-d8f8-419e-b039-522a822bf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:19.980386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-f328a8fd-d8f8-419e-b039-522a822bf152 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0560548 Jul 15 16:50:19.989887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:19.991134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:19.995652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.019959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-64017927-ce2b-4ee5-9eb4-595b214472ea tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.021435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db5ce3fb-2ef0-4587-881d-2e9b8d088db4 req-64017927-ce2b-4ee5-9eb4-595b214472ea tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2511802 Jul 15 16:50:20.068148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-09bfdca8-64a6-455a-b263-465615a9d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.069988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-09bfdca8-64a6-455a-b263-465615a9d80b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824230 Jul 15 16:50:20.085412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1827044 Jul 15 16:50:20.090670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:20.096899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:20.099607 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e281331-359f-44fa-b9d7-3f75e2a497a2" -d '{"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:20.100024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Request body: {'subnet': {'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-487835078-subnet', 'tenant_id': '9f20c8ce2b4b4de5bd0e34cb003ac585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:20.173553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201313d7-5c8d-4312-997e-6baf4541c2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a6a37f-d34f-49af-90d2-9e772eb35153,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:20.183800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1b99246b-0181-4a3c-83c8-405334d43e8d up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:20.187702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:20.194243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Made reservation on behalf of 9f20c8ce2b4b4de5bd0e34cb003ac585 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:20.198023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.208360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdee59d-4699-4673-bd90-8410a4f6aaf8 req-15face4b-1981-4cc5-9bb6-c1f165f901e6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.210104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cdee59d-4699-4673-bd90-8410a4f6aaf8 req-15face4b-1981-4cc5-9bb6-c1f165f901e6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2041216 Jul 15 16:50:20.285347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-949c2372-6080-43f2-872f-1f9404cc3103 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084823 Jul 15 16:50:20.286401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cdee59d-4699-4673-bd90-8410a4f6aaf8 req-5f078036-2766-4899-aac0-552656ff25db tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694356 Jul 15 16:50:20.389816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 1b99246b-0181-4a3c-83c8-405334d43e8d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:20.421439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 1b99246b-0181-4a3c-83c8-405334d43e8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:20.426939 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.519393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.533028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e05d5b1e-580f-4cc9-8984-f22d8b5ebfea req-7e269c09-08e9-4000-99cf-cec3cef2ae51 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292497 Jul 15 16:50:20.544037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4d35-2ed3-45c4-9be2-216eb04d62e8 req-841a53d6-e04e-4fd9-b278-06ccb041524c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.550696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4d35-2ed3-45c4-9be2-216eb04d62e8 req-841a53d6-e04e-4fd9-b278-06ccb041524c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.556664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4d35-2ed3-45c4-9be2-216eb04d62e8 req-841a53d6-e04e-4fd9-b278-06ccb041524c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.558403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668c4d35-2ed3-45c4-9be2-216eb04d62e8 req-841a53d6-e04e-4fd9-b278-06ccb041524c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2415 time: 0.1318116 Jul 15 16:50:20.567789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1b99246b-0181-4a3c-83c8-405334d43e8d,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:20.574440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.575188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e4e8ef4c-4b48-480e-bc82-688c1052fd1b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:20.619520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.670926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022da82d-e446-42d9-9bfc-05cd33925f8d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:20.676151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668c4d35-2ed3-45c4-9be2-216eb04d62e8 req-0b448ecd-3e8e-4f99-abbe-bdc880544420 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056836 Jul 15 16:50:20.676743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port e4e8ef4c-4b48-480e-bc82-688c1052fd1b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:20.683083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e4e8ef4c-4b48-480e-bc82-688c1052fd1b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:20.683454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.686635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:20.701766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Checking segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:20.702128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Network hostable DHCP agents. Network: f5a6a37f-d34f-49af-90d2-9e772eb35153, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:20.722328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:20.733453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-e88c0a65-b2cb-4d60-b6cf-4060a340c2a9 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1000 time: 0.1387868 Jul 15 16:50:20.742858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f5a6a37f-d34f-49af-90d2-9e772eb35153) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:20.748053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.748794 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.765794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-23594266-61f8-45e9-ac99-2ed966eac399 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6729312 Jul 15 16:50:20.774180 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd7c8a-07fa-4678-a2bc-ee6575d1367b x-openstack-request-id: req-b5fd7c8a-07fa-4678-a2bc-ee6575d1367b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:20.774461 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:20.775295 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5fd7c8a-07fa-4678-a2bc-ee6575d1367b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:20.775295 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247', 'code': 200} Jul 15 16:50:20.775802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b9814-38a3-47d9-8b4a-1ebff43d058f None None] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:20.814913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:20.821613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-f9a9a5c5-400e-4a09-9542-9da1f3b6c381 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:20.836369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-f9a9a5c5-400e-4a09-9542-9da1f3b6c381 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports/3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 942 time: 0.1019318 Jul 15 16:50:20.922570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:20.941178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:21.054323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e803524-7f81-44ca-bb4b-2528c21ed819 None None] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:21.071246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-2a089cb3-14d3-4b64-b7b4-ab94d9f30daf tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1000 time: 0.1029627 Jul 15 16:50:21.203201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:21.237652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-660bf56c-7264-456d-848d-bbd5901886ba tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:21.239151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-660bf56c-7264-456d-848d-bbd5901886ba tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1670308 Jul 15 16:50:21.246521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039ebf0-f68f-4e08-bf44-712f7b6e4b63 req-9fefe0df-9686-4d67-8c24-140a45749fa6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:21.254111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8039ebf0-f68f-4e08-bf44-712f7b6e4b63 req-9fefe0df-9686-4d67-8c24-140a45749fa6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1470411 Jul 15 16:50:21.344658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8039ebf0-f68f-4e08-bf44-712f7b6e4b63 req-c2f79994-c95e-4226-ae18-80281fbd4a0d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895064 Jul 15 16:50:21.355709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-252475d0-f237-4df1-950a-7dcb16a28798 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1000 time: 0.0995347 Jul 15 16:50:21.375104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:21.450211 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:21.615911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:21.620597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:21.621147 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8 disassociated. External IP: 172.25.8.28, port: 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b. Jul 15 16:50:21.879395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-45e6201a-dc3f-48de-aaee-a4dc2428cb44 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:21.880983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-45e6201a-dc3f-48de-aaee-a4dc2428cb44 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 817 time: 0.1687751 Jul 15 16:50:21.925453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-b24b3de0-095f-4369-89fe-3b5fa3b2343d tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/quotas/9f20c8ce2b4b4de5bd0e34cb003ac585 HTTP/1.1" status: 200 len: 375 time: 0.0184028 Jul 15 16:50:21.967551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-c8135d29-3c3f-42ba-a83b-380abf06f6e1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367529 Jul 15 16:50:21.985792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:22.141660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-c0f4052f-68df-4172-b77a-94f8dd70fad3 service neutron] 10.222.0.25 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639082 Jul 15 16:50:22.191960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:22.202764 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:22.212619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:22.213518 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:22.223114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:22.277068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-0e23c3e5-193e-420e-9ff7-55e3ba3cf812 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "PUT /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 694 time: 0.9068172 Jul 15 16:50:22.278833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:22.281140 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dff28a-08df-442b-b3ed-8dadbe2975b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:22.295041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-b44a8297-ca24-469c-8b8b-60fbac0120e6 service neutron] 10.222.0.25 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463673 Jul 15 16:50:22.336664 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:22.368972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-3c28a577-a364-479f-b1d0-6cd57dac1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:22.378492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-3c28a577-a364-479f-b1d0-6cd57dac1469 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1096 time: 0.0773153 Jul 15 16:50:22.663273 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:22.776585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d'}, {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:22.779029 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ea4c79-acd4-4100-8fbc-696b8c84aabb" -d '{"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d"}, {"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:22.831626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:22.841629 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:22.842125 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:22.971746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-8d4ecc75-f1c4-4042-abf9-b5f9b836f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:22.973236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-8d4ecc75-f1c4-4042-abf9-b5f9b836f713 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.5939877 Jul 15 16:50:22.998303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:23.027304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-fd5c4a7e-c0c2-48a1-845f-94017ddaf436 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 217 time: 0.0454514 Jul 15 16:50:23.038326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2c65-e366-4d57-926a-eff81886cd5b req-efd7ace1-6c21-49ee-935c-9ce6cfb74ac2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.044827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2c65-e366-4d57-926a-eff81886cd5b req-efd7ace1-6c21-49ee-935c-9ce6cfb74ac2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.050769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd2c65-e366-4d57-926a-eff81886cd5b req-efd7ace1-6c21-49ee-935c-9ce6cfb74ac2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.052451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31fd2c65-e366-4d57-926a-eff81886cd5b req-efd7ace1-6c21-49ee-935c-9ce6cfb74ac2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.1581306 Jul 15 16:50:23.120372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-7ed64e63-85c4-4f46-90d2-db42685afb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.121869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-7ed64e63-85c4-4f46-90d2-db42685afb39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0685229 Jul 15 16:50:23.128004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31fd2c65-e366-4d57-926a-eff81886cd5b req-22149b91-e145-4f3f-af6d-3a068a606469 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663140 Jul 15 16:50:23.233684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-1fcd4b51-72a4-42d6-9614-1c0abdebd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.235855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-1fcd4b51-72a4-42d6-9614-1c0abdebd7c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056085 Jul 15 16:50:23.303076 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:23.341881 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a81ab1-5281-4ec9-813b-073ba92ca61c None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:23.387266 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70192431-8857-4eab-a1fd-2a01f22b0c6f x-openstack-request-id: req-70192431-8857-4eab-a1fd-2a01f22b0c6f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:23.387652 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:23.387976 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70192431-8857-4eab-a1fd-2a01f22b0c6f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:23.388472 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'status': 'completed', 'code': 200} Jul 15 16:50:23.460496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-370bb945-c466-4c10-aaa3-3177a91857e0 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165236 Jul 15 16:50:23.478624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-55b99672-aa35-4e2f-abae-ea5a6e945425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.480370 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-55b99672-aa35-4e2f-abae-ea5a6e945425 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 1096 time: 0.1140573 Jul 15 16:50:23.643248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-819a6bc1-d84c-41a6-bfd0-90e282b37d52 req-af8631be-fe55-42ff-80aa-21353dd636c8 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742964 Jul 15 16:50:23.651241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-22962927-03bc-4751-8352-6d6c5f96ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.652765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-22962927-03bc-4751-8352-6d6c5f96ab40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.1590681 Jul 15 16:50:23.718421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-ebfec448-3de1-466c-9574-7c3772bcb31e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 200 len: 217 time: 0.0577698 Jul 15 16:50:23.747807 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0730bc-6315-4d49-a238-1c55fe070daa x-openstack-request-id: req-5f0730bc-6315-4d49-a238-1c55fe070daa {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:23.748218 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d", "code": 200}, {"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-plugged", "status": "completed", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:23.748434 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f0730bc-6315-4d49-a238-1c55fe070daa {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:23.748923 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d', 'code': 200} Jul 15 16:50:23.749272 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b', 'code': 200} Jul 15 16:50:23.803375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-2fa6348a-a4d4-4c63-a3ea-729b05cbd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.805471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-2fa6348a-a4d4-4c63-a3ea-729b05cbd685 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0680799 Jul 15 16:50:23.859208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ac848-1972-4a7b-8510-d7667f3e4f12 None None] New status for floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:23.908258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-34f1f3ed-c317-4e03-a7ec-15568f5abb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:23.910344 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-34f1f3ed-c317-4e03-a7ec-15568f5abb58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926061 Jul 15 16:50:23.915340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d825ecb-dc3a-4596-a790-7f45f581a5d6 req-3c9ade8d-09ca-40b4-8d63-68eec012efcb tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 210 time: 0.0885696 Jul 15 16:50:24.111666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e3685-3569-4b6e-906a-d6b9761da4e9 req-84d43b03-d9fe-418c-b478-f1fbf6a3f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.112581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e3685-3569-4b6e-906a-d6b9761da4e9 req-84d43b03-d9fe-418c-b478-f1fbf6a3f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.113270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e3685-3569-4b6e-906a-d6b9761da4e9 req-84d43b03-d9fe-418c-b478-f1fbf6a3f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.115146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8f7e3685-3569-4b6e-906a-d6b9761da4e9 req-84d43b03-d9fe-418c-b478-f1fbf6a3f100 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2870 time: 0.1687562 Jul 15 16:50:24.127508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-0acf1652-e091-4502-85da-3deea45b2300 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002788 Jul 15 16:50:24.224404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8f7e3685-3569-4b6e-906a-d6b9761da4e9 req-f335cf39-24ff-4a5d-bfa4-a2f6667fb7ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952148 Jul 15 16:50:24.252610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-51dff28a-08df-442b-b3ed-8dadbe2975b3 req-c392240d-d570-405c-bc53-cdbf3452b296 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148758 Jul 15 16:50:24.399263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5102e-5c00-44da-8681-e0c22b5e00af req-2a35be98-219a-4c04-b6d2-d07ef0d70a8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.405313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5102e-5c00-44da-8681-e0c22b5e00af req-2a35be98-219a-4c04-b6d2-d07ef0d70a8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.411861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5102e-5c00-44da-8681-e0c22b5e00af req-2a35be98-219a-4c04-b6d2-d07ef0d70a8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.413564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92e5102e-5c00-44da-8681-e0c22b5e00af req-2a35be98-219a-4c04-b6d2-d07ef0d70a8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.0884707 Jul 15 16:50:24.448237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-d03e4af9-83c6-432a-bfd8-1a22ac96dab2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1986933 Jul 15 16:50:24.490179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92e5102e-5c00-44da-8681-e0c22b5e00af req-237d0b89-1c1a-4d42-a2b9-3d46a6549d09 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Jul 15 16:50:24.540416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0099-5394-4013-99fa-917c2e43ec30 req-e753f2c3-776c-4da8-a726-ba13fc5ec5b0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.552588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602c0099-5394-4013-99fa-917c2e43ec30 req-e753f2c3-776c-4da8-a726-ba13fc5ec5b0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1090961 Jul 15 16:50:24.649177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602c0099-5394-4013-99fa-917c2e43ec30 req-d3fe3233-7cbb-4b1b-acf8-bcacda45bfa4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954609 Jul 15 16:50:24.883335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-74c46c62-d48e-44ba-847d-4740837301cc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.894104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-74c46c62-d48e-44ba-847d-4740837301cc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1069813 Jul 15 16:50:24.982735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-3568fe68-22a6-4843-a18d-bb048df41797 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:24.985680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-3568fe68-22a6-4843-a18d-bb048df41797 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 817 time: 0.2021482 Jul 15 16:50:25.003102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Request body: {'port': {'device_id': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'admin_state_up': True, 'tenant_id': '9f20c8ce2b4b4de5bd0e34cb003ac585'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:25.007051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-e9ca23a7-136c-4778-b3c7-fbfa18c4f8a5 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 695 time: 0.1101050 Jul 15 16:50:25.024540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:25.142382 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:25.187456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Made reservation on behalf of 9f20c8ce2b4b4de5bd0e34cb003ac585 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:25.192692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:25.271174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c51fd339-962a-4d66-9058-1d34c72e7eca req-80983c4c-179d-44e1-8125-375580505493 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 210 time: 0.0802414 Jul 15 16:50:25.292407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:25.400746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Allocated IP 172.20.0.4 (f5a6a37f-d34f-49af-90d2-9e772eb35153/022da82d-e446-42d9-9bfc-05cd33925f8d/878edcfb-77e6-43df-a543-4e39fb7c97d2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:25.686875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-091a9fbe-7b1a-4dbf-9610-50e317f2ee11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:25.752677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66abf95f-51e9-4add-8460-b2657ae33313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:25.816249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:25.961393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.034775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-091a9fbe-7b1a-4dbf-9610-50e317f2ee11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.054520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc551-32b6-4020-8882-eb04b2185d5b req-2e43386e-a9ab-4b9d-b20c-d2ed776031cc tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.061245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc551-32b6-4020-8882-eb04b2185d5b req-2e43386e-a9ab-4b9d-b20c-d2ed776031cc tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.068256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc551-32b6-4020-8882-eb04b2185d5b req-2e43386e-a9ab-4b9d-b20c-d2ed776031cc tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.069923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-214fc551-32b6-4020-8882-eb04b2185d5b req-2e43386e-a9ab-4b9d-b20c-d2ed776031cc tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.2780535 Jul 15 16:50:26.073158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-091a9fbe-7b1a-4dbf-9610-50e317f2ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.081877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:26.089876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:26.099267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:26.107444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event updated for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:26.144922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.146355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a9fbe-7b1a-4dbf-9610-50e317f2ee11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e3e43-58de-4bae-b337-be557649484c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:26.155654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-091a9fbe-7b1a-4dbf-9610-50e317f2ee11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4133a801db3e4f6093617f4d4c5b0bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621464 Jul 15 16:50:26.160290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:26.165604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.173506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-214fc551-32b6-4020-8882-eb04b2185d5b req-1af0650c-3a41-4333-9220-6734677c5f59 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909810 Jul 15 16:50:26.213818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-6eae6570-6734-4c69-99f3-eb1dc255f5ae tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.215315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-6eae6570-6734-4c69-99f3-eb1dc255f5ae tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 817 time: 0.3696108 Jul 15 16:50:26.246410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.252799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Request body: {'port': {'device_id': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'admin_state_up': True, 'tenant_id': '9f20c8ce2b4b4de5bd0e34cb003ac585'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:26.264032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.264683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.291191 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8 associated. External IP: 172.25.8.28, port: fadac778-fa1e-44e8-836b-47e112d7199e. Jul 15 16:50:26.323330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.332740 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7c3f79eb-2803-4b28-a473-009ce16188f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3342946 Jul 15 16:50:26.368499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Request body: {'port': {'device_id': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:26.466074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d048e-ce1d-4f3b-9bb0-322338fa9b98 req-3c2c1e22-2627-4491-88e3-eebb0fa44117 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.470668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a5d048e-ce1d-4f3b-9bb0-322338fa9b98 req-3c2c1e22-2627-4491-88e3-eebb0fa44117 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1755300 Jul 15 16:50:26.480482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54102) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:26.500083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.537433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.540834 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.545856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b1e3e43-58de-4bae-b337-be557649484c HTTP/1.1" status: 204 len: 168 time: 0.3818738 Jul 15 16:50:26.571897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Made reservation on behalf of 9f20c8ce2b4b4de5bd0e34cb003ac585 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:26.583614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.631266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11c2b0-ddaf-4fe4-8cca-cfef16f73586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e3e43-58de-4bae-b337-be557649484c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:26.669395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:26.691391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-427605bc-a131-4a84-9d8e-44b24d37bed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.753324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a5d048e-ce1d-4f3b-9bb0-322338fa9b98 req-da0bc4d3-74b7-4f26-8743-e20701659904 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563188 Jul 15 16:50:26.913948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-c6ae5a0a-985a-4192-86c0-c9561c904f37 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.915925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-c6ae5a0a-985a-4192-86c0-c9561c904f37 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "GET /v2.0/ports?device_id=2803f1dd-721c-4139-a598-2013e97fd774 HTTP/1.1" status: 200 len: 945 time: 0.2691424 Jul 15 16:50:26.962471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-3588cf53-6132-4319-bb32-d6a690f8fce2 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:26.963984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-3588cf53-6132-4319-bb32-d6a690f8fce2 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 817 time: 0.3261602 Jul 15 16:50:26.975882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:26.983428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:26.991119 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:26.993734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Request body: {'port': {'device_id': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'admin_state_up': True, 'tenant_id': '9f20c8ce2b4b4de5bd0e34cb003ac585'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:27.004651 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:27.006002 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:27.023734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Allocated IP 172.20.0.6 (f5a6a37f-d34f-49af-90d2-9e772eb35153/022da82d-e446-42d9-9bfc-05cd33925f8d/8d9731c5-d74a-466a-bc70-ec9efc22eb75) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:27.168762 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:27.253087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e62f4b79-de6a-4894-9a56-f739b9e38225 req-49def065-ef49-4924-bf30-89223ed7db63 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 210 time: 0.0569055 Jul 15 16:50:27.280662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.308549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-427605bc-a131-4a84-9d8e-44b24d37bed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.348219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-079d4bad-a141-4e13-8dc1-5e4bb6b81f20 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "PUT /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 996 time: 2.3328834 Jul 15 16:50:27.348819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-427605bc-a131-4a84-9d8e-44b24d37bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.353036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:27.355256 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951c4252-78f6-402f-ae72-00185681f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:27.395987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Made reservation on behalf of 9f20c8ce2b4b4de5bd0e34cb003ac585 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:27.402715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.402715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.467280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-427605bc-a131-4a84-9d8e-44b24d37bed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb529979c18b4a97a396bd286a071276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9855242 Jul 15 16:50:27.476056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:27.532943 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:25Z', 'revision_number': 8, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:27.548998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:27.554663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event updated for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:27.574216 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:27.584052 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:27.584941 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:49:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:27.590727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:27.598993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:27.611991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427605bc-a131-4a84-9d8e-44b24d37bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d3d6ae-2a86-4628-b074-cdce483688c4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:27.656200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-05c20060-d799-4b06-aaf6-6cf0459740cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:27.658573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-05c20060-d799-4b06-aaf6-6cf0459740cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1101 time: 0.4043190 Jul 15 16:50:27.660904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Deleting port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:27.661285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.684227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:27.684551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.691546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:27.691786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.720269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f6052ace-d6d3-4a7a-a817-d512c5d92347 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4747672 Jul 15 16:50:27.743197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Request body: {'port': {'device_id': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:27.749865 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:27.783498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878edcfb-77e6-43df-a543-4e39fb7c97d2 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:27.796925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.835517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Transition to ACTIVE for port object 878edcfb-77e6-43df-a543-4e39fb7c97d2 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:27.841011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1004493137-network', 'tenant_id': '474c7ce0c58140cf93a3fdf21b481d33'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:27.854986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.950711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.972046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Made reservation on behalf of 474c7ce0c58140cf93a3fdf21b481d33 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:27.974529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:27.996683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Pushing event updated for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:28.003935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.007826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Allocated IP 172.20.0.13 (f5a6a37f-d34f-49af-90d2-9e772eb35153/022da82d-e446-42d9-9bfc-05cd33925f8d/efe836af-9080-4028-b3e2-9d79f51f59f2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:28.046810 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:25Z', 'revision_number': 8, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:28.074125 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9131588b-d595-4082-9b3f-01f4464e243a None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8632c221-8d10-4c2c-9717-16f918efe1e8', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'port_id': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'mac_address': 'fa:16:3e:07:ef:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63918313-9f9c-41ea-9377-14fcfafc8908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:49:47Z', 'updated_at': '2021-07-15T16:50:25Z', 'revision_number': 8, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:28.180939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-bd76cd2d-62f6-4ad8-89c2-ccd44b03f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.183431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-bd76cd2d-62f6-4ad8-89c2-ccd44b03f200 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.8016646 Jul 15 16:50:28.223146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.290422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-73584400-2d3b-490e-b930-7d4cda06b922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.296484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Attempting to bind port 878edcfb-77e6-43df-a543-4e39fb7c97d2 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:28.296970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Attempting to bind port 878edcfb-77e6-43df-a543-4e39fb7c97d2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:28.297153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Attempting to bind port 878edcfb-77e6-43df-a543-4e39fb7c97d2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:28.336792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7ae2-bacb-46dc-8ebe-cf38f0899339 req-0a2e3459-a899-48ce-83ab-ac7c5ad19db3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.342610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7ae2-bacb-46dc-8ebe-cf38f0899339 req-0a2e3459-a899-48ce-83ab-ac7c5ad19db3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.349432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7ae2-bacb-46dc-8ebe-cf38f0899339 req-0a2e3459-a899-48ce-83ab-ac7c5ad19db3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.350793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Port 878edcfb-77e6-43df-a543-4e39fb7c97d2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:28.351056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-672a7ae2-bacb-46dc-8ebe-cf38f0899339 req-0a2e3459-a899-48ce-83ab-ac7c5ad19db3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.7927020 Jul 15 16:50:28.351187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Attempting to bind port 878edcfb-77e6-43df-a543-4e39fb7c97d2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:28.377284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:28.377665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Checking segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:28.378023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Bound using segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:28.378481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Bound port: 878edcfb-77e6-43df-a543-4e39fb7c97d2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:28.378847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.393503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b555ab79-90a5-470a-808c-5a5538008bee None None] New status for floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:28.470208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.471831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] For port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:28.472263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.473345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.478018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-4a5e4b5c-c06a-48a3-b820-2cfb31f74273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.479833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-4a5e4b5c-c06a-48a3-b820-2cfb31f74273 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.8080757 Jul 15 16:50:28.488147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.522868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Calling delete_port for 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:28.541752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:28.546655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:28.547807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2248fb1-6d21-48c9-9e2b-cec42aca1cd7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:28.563468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.596920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-98125908-99e2-4201-89a6-429c4597a57a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.0997581 Jul 15 16:50:28.617356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.617356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.619947 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] 10.222.0.20 "PUT /v2.0/ports/878edcfb-77e6-43df-a543-4e39fb7c97d2 HTTP/1.1" status: 200 len: 1091 time: 2.2571425 Jul 15 16:50:28.620996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:28.623723 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:28.625746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-672a7ae2-bacb-46dc-8ebe-cf38f0899339 req-2baa0209-d7cd-43f6-a853-aee690bedd2f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459114 Jul 15 16:50:28.670105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.674385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:28.674702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-c19cfbe7-a1a6-43be-a77b-f8cd700b0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.676248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-c19cfbe7-a1a6-43be-a77b-f8cd700b0a4c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.4470513 Jul 15 16:50:28.677047 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.679600 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.680793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30d3d6ae-2a86-4628-b074-cdce483688c4 HTTP/1.1" status: 204 len: 168 time: 1.1881497 Jul 15 16:50:28.724810 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e30b56-e12b-4315-9f34-f011e95b2749 x-openstack-request-id: req-08e30b56-e12b-4315-9f34-f011e95b2749 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:28.725509 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:28.725509 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08e30b56-e12b-4315-9f34-f011e95b2749 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:28.726133 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:50:28.753398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.20', 52572) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:28.774483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:28.804250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2805e-598b-44f8-9ebf-61d602e3a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d3d6ae-2a86-4628-b074-cdce483688c4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:28.864828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-90618c52-a07b-4970-a382-cc97215c524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:28.866352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-90618c52-a07b-4970-a382-cc97215c524d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.2396650 Jul 15 16:50:28.948704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-4c5dd1b9-6563-4d43-b331-3ff6b4331d99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 1001 time: 0.2134681 Jul 15 16:50:29.051872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:29.083878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.084162 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Added segment 7cff0ae2-d0a3-4071-802b-c03855343fa2 of type vlan for network 927a574b-051a-47c9-b175-5df6dd162cfd Jul 15 16:50:29.103495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4252-78f6-402f-ae72-00185681f80c req-3c1054a0-3459-4d04-a0fc-31df8847a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.104067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59b4d3-21bc-4e5c-b5ee-e0a40d7552af service neutron] Pushing event updated for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.105092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-3c1054a0-3459-4d04-a0fc-31df8847a7cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.3480930 Jul 15 16:50:29.112350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-3bf8c416-d6e4-4955-833a-748413f6ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.113779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-3bf8c416-d6e4-4955-833a-748413f6ffcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.1401017 Jul 15 16:50:29.120825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08613b48-c5df-4345-b0e9-7cfc33f666e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.142343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Network f5a6a37f-d34f-49af-90d2-9e772eb35153 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:29.170540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:29.177418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-02261672-1966-405e-ab83-a3267fd88abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.178927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-02261672-1966-405e-ab83-a3267fd88abe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008840 Jul 15 16:50:29.190172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:29.197531 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.210165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929c323-2a99-412b-a1a5-5a00bb80e58f req-a317d673-8bfd-418c-8a21-16ad030b27ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.211677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f929c323-2a99-412b-a1a5-5a00bb80e58f req-a317d673-8bfd-418c-8a21-16ad030b27ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3382075 Jul 15 16:50:29.229081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.245413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fadac778-fa1e-44e8-836b-47e112d7199e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:29.262966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event updated for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.316096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.316807 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.324883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-648d5b9b-a793-4f8f-b8e3-09b0bdd82983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.326305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-648d5b9b-a793-4f8f-b8e3-09b0bdd82983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 1094 time: 0.6344671 Jul 15 16:50:29.341555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event deleted for resources: {'Port': ['ID=3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.354548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.355504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.356081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.425156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.430591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-ad4dfe49-05b7-44a0-aaf6-b40b33a19c93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2 HTTP/1.1" status: 200 len: 217 time: 0.0792527 Jul 15 16:50:29.441601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9731c5-d74a-466a-bc70-ec9efc22eb75 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:29.479762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] No DVR routers for this DVR port 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:29.482657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.484844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "DELETE /v2.0/ports/3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b HTTP/1.1" status: 204 len: 173 time: 2.5575726 Jul 15 16:50:29.495160 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.515771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] Pushing event updated for resources: {'Network': ['ID=927a574b-051a-47c9-b175-5df6dd162cfd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.528754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 927a574b-051a-47c9-b175-5df6dd162cfd details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:29.528957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f929c323-2a99-412b-a1a5-5a00bb80e58f req-cbf98edf-95c1-4f5e-92bc-1d4226409c73 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912505 Jul 15 16:50:29.538007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Transition to ACTIVE for port object 8d9731c5-d74a-466a-bc70-ec9efc22eb75 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:29.544319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-6ab629df-82cf-407e-a422-480530e1f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.545825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-6ab629df-82cf-407e-a422-480530e1f0a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.1066983 Jul 15 16:50:29.558890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.559916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4252-78f6-402f-ae72-00185681f80c req-707c95b0-4e9e-4998-9271-37e253d8b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.561532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-707c95b0-4e9e-4998-9271-37e253d8b729 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.4460790 Jul 15 16:50:29.586903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-26a2c9ce-9c30-4752-af6e-4f3cf9157902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.588601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-26a2c9ce-9c30-4752-af6e-4f3cf9157902 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4517701 Jul 15 16:50:29.641998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-ddb3fa80-8719-4035-8fd9-646eb3ff062f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253540 Jul 15 16:50:29.651174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-ad2370e4-27dd-4148-a31f-7f8406bae68a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938709 Jul 15 16:50:29.777448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-7970682a-a887-4768-b4f9-ae83158c71ac service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155989 Jul 15 16:50:29.794358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.817555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-ceaa25a0-d59a-492f-8343-f082ab637049 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 1001 time: 0.2347450 Jul 15 16:50:29.822251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08613b48-c5df-4345-b0e9-7cfc33f666e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.844722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08613b48-c5df-4345-b0e9-7cfc33f666e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:29.851654 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bbe7b755-303d-42e3-a1d0-f49c2a6d9c7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1590068 Jul 15 16:50:29.853397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-562c9b16-d3a2-4fc8-bb03-0a756045f6f7 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8636992 Jul 15 16:50:29.858569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:29.865649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Request body: {'subnet': {'network_id': '927a574b-051a-47c9-b175-5df6dd162cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1004493137-subnet', 'tenant_id': '474c7ce0c58140cf93a3fdf21b481d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:29.912644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Request body: {'port': {'device_id': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:29.972809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-d94f3fe5-6f5c-4e8f-8a4d-c5dcefa4fb26 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129046 Jul 15 16:50:29.975971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Attempting to bind port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:29.976352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Attempting to bind port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:29.976689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Attempting to bind port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:29.976862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08613b48-c5df-4345-b0e9-7cfc33f666e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158919f0-18ad-456e-923b-5535f7e3f342,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:29.983416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-254d810a-a7fb-4d33-aeef-582f8cf1c946 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843772 Jul 15 16:50:29.991142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08613b48-c5df-4345-b0e9-7cfc33f666e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f75191acfaa04007b1f7ec49746d2f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138596 Jul 15 16:50:29.993311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4252-78f6-402f-ae72-00185681f80c req-c5505bb8-6580-4f02-8bfe-4802274fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:29.994927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-c5505bb8-6580-4f02-8bfe-4802274fba3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.1624243 Jul 15 16:50:29.996846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:30.004998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Made reservation on behalf of 474c7ce0c58140cf93a3fdf21b481d33 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:30.006843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.037021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:30.037290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Attempting to bind port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:30.040972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-a6968121-d861-4783-a28a-d05b2d5e73d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438753 Jul 15 16:50:30.076606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:30.077487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Checking segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:30.077487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Bound using segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:30.077839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Bound port: 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:30.078306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.111800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.134576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b4b0-49ea-48a7-becb-911bc9de3395 req-b50a6b0d-b3b7-46c9-b47a-6a9aff67fce9 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.140725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7097b4b0-49ea-48a7-becb-911bc9de3395 req-b50a6b0d-b3b7-46c9-b47a-6a9aff67fce9 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 932 time: 0.2432439 Jul 15 16:50:30.210562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fcdc837-7c5a-4a11-bf14-98bb78b32859 req-4cfcd148-44da-4bbd-8365-32a74006a550 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139268 Jul 15 16:50:30.213488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c4252-78f6-402f-ae72-00185681f80c req-bd6b5215-9af7-436b-8b06-772d74eefaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.214416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-bd6b5215-9af7-436b-8b06-772d74eefaef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2084303 Jul 15 16:50:30.234214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:30.254315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7097b4b0-49ea-48a7-becb-911bc9de3395 req-a020a8bb-12dc-4569-98f9-28ec0944e5c3 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997229 Jul 15 16:50:30.258980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:30.259703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:30.283426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.332175 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a4e380-f97a-4d47-b8a1-7064ec68cdac x-openstack-request-id: req-53a4e380-f97a-4d47-b8a1-7064ec68cdac {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:30.332175 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:30.332175 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53a4e380-f97a-4d47-b8a1-7064ec68cdac {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:30.332175 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2', 'status': 'completed', 'code': 200} Jul 15 16:50:30.337977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:30.432021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-4d1aadfa-d71c-4b43-9bf2-5c7becbc7a16 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742215 Jul 15 16:50:30.475730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.479470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:30.501099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.570756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-078a26b5-759e-46a1-be8b-874bb1930a57 req-367b35b3-9d69-4e3f-b312-b0b75e540fd6 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 998 time: 0.1319859 Jul 15 16:50:30.617780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.618413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.619837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/8d9731c5-d74a-466a-bc70-ec9efc22eb75 HTTP/1.1" status: 200 len: 1091 time: 2.8824215 Jul 15 16:50:30.629996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951c4252-78f6-402f-ae72-00185681f80c req-d7a237cc-b41e-4f60-99fe-c6c6ea8c4076 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790056 Jul 15 16:50:30.693886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.728829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'name': 'network-vif-deleted', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:30.730587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5ea7c-67fc-4e2d-b970-6948cd8464f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:30.731089 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e8917-6707-480a-8d3c-0cc222869247" -d '{"events": [{"server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "name": "network-vif-deleted", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:30.750609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a26b5-759e-46a1-be8b-874bb1930a57 req-d8236cca-0482-4700-bc15-fd8a7f4466fb tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.752140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-078a26b5-759e-46a1-be8b-874bb1930a57 req-d8236cca-0482-4700-bc15-fd8a7f4466fb tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1650472 Jul 15 16:50:30.758632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.759924 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.763465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158919f0-18ad-456e-923b-5535f7e3f342 HTTP/1.1" status: 204 len: 168 time: 0.7591121 Jul 15 16:50:30.771931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-cc64e1f1-9750-4733-9aad-ee17d6fa6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.773477 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-cc64e1f1-9750-4733-9aad-ee17d6fa6db4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 1094 time: 0.3811400 Jul 15 16:50:30.793225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-97c9ae24-543f-4a53-9ea2-0df942be9d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:30.795235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-97c9ae24-543f-4a53-9ea2-0df942be9d91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 1094 time: 0.1108463 Jul 15 16:50:30.811632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072b9bd-03ba-4db8-8928-dcc16d31e06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158919f0-18ad-456e-923b-5535f7e3f342,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:30.836092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb5a6e0-5ffc-4d40-be07-7e3d019e9064,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:30.924484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-17e90494-4ebd-452c-b89f-c409c4c00dc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75 HTTP/1.1" status: 200 len: 217 time: 0.1183522 Jul 15 16:50:30.928566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Checking segment: {'id': '7cff0ae2-d0a3-4071-802b-c03855343fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '927a574b-051a-47c9-b175-5df6dd162cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:30.928937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Network hostable DHCP agents. Network: 927a574b-051a-47c9-b175-5df6dd162cfd, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:30.956368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe836af-9080-4028-b3e2-9d79f51f59f2 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:30.965197 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b222c3-89c3-4c01-8ab6-e7e37b21a0f4 x-openstack-request-id: req-34b222c3-89c3-4c01-8ab6-e7e37b21a0f4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:30.965384 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2803f1dd-721c-4139-a598-2013e97fd774", "name": "network-vif-deleted", "tag": "3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:30.965910 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b222c3-89c3-4c01-8ab6-e7e37b21a0f4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:30.966345 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2803f1dd-721c-4139-a598-2013e97fd774', 'name': 'network-vif-deleted', 'tag': '3c28e98b-e0d5-4955-a3fc-1e3d6f7e250b', 'status': 'completed', 'code': 200} Jul 15 16:50:30.974372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:30.987954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Network 927a574b-051a-47c9-b175-5df6dd162cfd is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:30.998905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-1c28737b-bb31-4bf5-ab1a-5afb425371bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.001472 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-1c28737b-bb31-4bf5-ab1a-5afb425371bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 917 time: 0.2033749 Jul 15 16:50:31.006484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Transition to ACTIVE for port object efe836af-9080-4028-b3e2-9d79f51f59f2 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:31.007869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 927a574b-051a-47c9-b175-5df6dd162cfd) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:31.012409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.013050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.016885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.019685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0cae8-40de-4a4e-8c4f-6c339daccb07 None None] Network 927a574b-051a-47c9-b175-5df6dd162cfd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:31.068267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7809ee3e-4284-4508-befb-3fa88d7e612e tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1001 time: 0.1050878 Jul 15 16:50:31.099723 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-24307b3f-9c71-4b6c-8f68-9455711d32b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2 HTTP/1.1" status: 200 len: 217 time: 0.0780904 Jul 15 16:50:31.106112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4acd3e88-8586-462c-9866-5f20cab45be6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2463233 Jul 15 16:50:31.133611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Pushing event updated for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:31.144378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-bdcbd8f8-abf2-4bdb-9b07-9cfc928da55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.146434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-bdcbd8f8-abf2-4bdb-9b07-9cfc928da55f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.1794331 Jul 15 16:50:31.156327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.223012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-8b50c5e5-1fcc-420c-90a9-7ca6f2217d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.224560 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-8b50c5e5-1fcc-420c-90a9-7ca6f2217d1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.1060491 Jul 15 16:50:31.237422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-408b50b9-1955-4402-8bdc-25175dba69e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585992 Jul 15 16:50:31.243955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Attempting to bind port efe836af-9080-4028-b3e2-9d79f51f59f2 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:31.244324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Attempting to bind port efe836af-9080-4028-b3e2-9d79f51f59f2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:31.244656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Attempting to bind port efe836af-9080-4028-b3e2-9d79f51f59f2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:31.258745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Port efe836af-9080-4028-b3e2-9d79f51f59f2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:31.259114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Attempting to bind port efe836af-9080-4028-b3e2-9d79f51f59f2 on network f5a6a37f-d34f-49af-90d2-9e772eb35153 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:31.265948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d7cc8-3e86-461e-b97b-9be7fbdae9cd None None] Network 927a574b-051a-47c9-b175-5df6dd162cfd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:31.282783 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-8d59d74f-5b3b-463d-9cf1-f0578e075f80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347245 Jul 15 16:50:31.284217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:31.284911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Checking segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:31.285475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Bound using segment: {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:31.286099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Bound port: efe836af-9080-4028-b3e2-9d79f51f59f2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:31.286664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.301116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5951d-d0a9-426a-b0dc-4e30e2981860 req-0ba4766e-3d9f-4077-a46b-9090df07ce4a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.308814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ea5951d-d0a9-426a-b0dc-4e30e2981860 req-0ba4766e-3d9f-4077-a46b-9090df07ce4a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3878527 Jul 15 16:50:31.329626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-f738f7ef-a22e-433c-bf65-e991843201f0 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.337802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-f738f7ef-a22e-433c-bf65-e991843201f0 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports/fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 943 time: 0.2380211 Jul 15 16:50:31.433095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:31.439170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=efe836af-9080-4028-b3e2-9d79f51f59f2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:31.443761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-26c492b8-096d-4ba6-a5b0-0070d7595783 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442742 Jul 15 16:50:31.463730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ea5951d-d0a9-426a-b0dc-4e30e2981860 req-83d50b3d-61b5-43f8-af9d-a828efe8be18 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527541 Jul 15 16:50:31.466253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.532052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.532983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:31.534488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] 10.222.0.20 "PUT /v2.0/ports/efe836af-9080-4028-b3e2-9d79f51f59f2 HTTP/1.1" status: 200 len: 1092 time: 1.6314008 Jul 15 16:50:31.603147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18b6fd-77af-49a0-8995-c767b03cd950 service neutron] Pushing event updated for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:31.653048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54ba9e4f-4245-4918-9b66-c7ce6dbf4998 req-52b5c4b3-e474-4d91-bd01-98fa86da82d4 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019815 Jul 15 16:50:31.684461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-0ed2ce11-7889-49fe-aca4-ac7410a5fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.686331 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-0ed2ce11-7889-49fe-aca4-ac7410a5fcf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 1095 time: 0.0780230 Jul 15 16:50:31.747871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-f5a11107-c88e-4777-880d-a42f6bed6f1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe836af-9080-4028-b3e2-9d79f51f59f2 HTTP/1.1" status: 200 len: 217 time: 0.0441589 Jul 15 16:50:31.815683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-0a5e8899-d991-4595-a7b2-15bba1d48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:31.817380 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-0a5e8899-d991-4595-a7b2-15bba1d48f59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.0524454 Jul 15 16:50:31.862753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-01e2e1ef-37c5-495b-8554-81e95f5400dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296502 Jul 15 16:50:31.913568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-91cc6891-5a05-43b8-af57-064e4c2cd71d service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610649 Jul 15 16:50:31.950069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-cd2e0a59-4a67-42b6-9719-5699d8748d2a tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1001 time: 0.4778306 Jul 15 16:50:31.971188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-b758fb63-c69e-4a08-8e39-d0d7758758b6 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990102 Jul 15 16:50:32.072566 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-a4b25e9e-9cf9-4116-9a30-3282622ae6a6 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Jul 15 16:50:32.124250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a06be-3035-4265-a8a1-ba4767191ed9 req-36ba0582-c0ca-4909-a48d-51d8096eb1eb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:32.131383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a06be-3035-4265-a8a1-ba4767191ed9 req-36ba0582-c0ca-4909-a48d-51d8096eb1eb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:32.138129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a06be-3035-4265-a8a1-ba4767191ed9 req-36ba0582-c0ca-4909-a48d-51d8096eb1eb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:32.140258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-274a06be-3035-4265-a8a1-ba4767191ed9 req-36ba0582-c0ca-4909-a48d-51d8096eb1eb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.2501345 Jul 15 16:50:32.170161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d29c2ff-f415-49c7-9f57-2e200b3c966e req-0b7eb1de-6064-44ad-bd4e-f50b456f073a service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350349 Jul 15 16:50:32.190126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-dd9294b7-d055-490f-ae64-34c95e760f98 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:32.191688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-dd9294b7-d055-490f-ae64-34c95e760f98 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2291567 Jul 15 16:50:32.247230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 878edcfb-77e6-43df-a543-4e39fb7c97d2 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:32.253547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-274a06be-3035-4265-a8a1-ba4767191ed9 req-93d2e19f-9788-454f-8ea6-87f5d8f65ab0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025591 Jul 15 16:50:32.284179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-871ad4c6-901b-4859-9ab8-ccc159c2ca55 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 1001 time: 0.0781894 Jul 15 16:50:32.299652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:32.333621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75'}, {'name': 'network-changed', 'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:32.339594 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12c3e4-aa39-4669-a43e-92917de986bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75"}, {"name": "network-changed", "server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:32.371237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:32.383852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '878edcfb-77e6-43df-a543-4e39fb7c97d2', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'port_id': '878edcfb-77e6-43df-a543-4e39fb7c97d2', 'mac_address': 'fa:16:3e:14:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022da82d-e446-42d9-9bfc-05cd33925f8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:32.385688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.424267 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.439414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878edcfb-77e6-43df-a543-4e39fb7c97d2 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:32.460875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:32.466248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.517973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:32.592925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.597579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.597939 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8 disassociated. External IP: 172.25.8.28, port: fadac778-fa1e-44e8-836b-47e112d7199e. Jul 15 16:50:32.646184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb364-36eb-4bb9-84ea-1aa970a5fc2d req-ec753280-f176-45a7-82dc-49954d5a3b12 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:32.647695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af0bb364-36eb-4bb9-84ea-1aa970a5fc2d req-ec753280-f176-45a7-82dc-49954d5a3b12 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 944 time: 0.2123222 Jul 15 16:50:32.732253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af0bb364-36eb-4bb9-84ea-1aa970a5fc2d req-f547fbf6-afab-4e8f-bcd7-dc516c0783ee tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771050 Jul 15 16:50:32.796817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:32.866528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:32.910376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f3962530-6acd-40e0-92d7-b433e8cfa454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:32.969088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1579833157', 'description': 'tempest-description-286825350'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:33.002203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:33.007057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.012321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f3962530-6acd-40e0-92d7-b433e8cfa454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.013558 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:33.017602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f3962530-6acd-40e0-92d7-b433e8cfa454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.023590 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:33.024383 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:33.059675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-7e879291-0d42-4b05-b50a-24a4d0a70017 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "PUT /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 695 time: 0.7681084 Jul 15 16:50:33.060521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.064201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:33.068983 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09320471-2841-4071-9121-9a0e635a19cb" -d '{"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:33.069361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f3962530-6acd-40e0-92d7-b433e8cfa454 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e12412078f4f42b993cc67f31ae1472b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681625 Jul 15 16:50:33.069361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962530-6acd-40e0-92d7-b433e8cfa454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97ab32-0398-463a-b3f7-a694326ba5b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:33.071489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:33.118349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['878edcfb-77e6-43df-a543-4e39fb7c97d2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:33.136847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.138599 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:33.171462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.214143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-a8d9814d-6481-4638-986d-cfb4b980cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.215876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-a8d9814d-6481-4638-986d-cfb4b980cd85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.1156211 Jul 15 16:50:33.218683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.225871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.244505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.247291 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.248597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb97ab32-0398-463a-b3f7-a694326ba5b6 HTTP/1.1" status: 204 len: 168 time: 0.1759105 Jul 15 16:50:33.257519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f5c6a-acc3-4112-af6f-6ad87a85f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97ab32-0398-463a-b3f7-a694326ba5b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:33.348087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:33.349361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d692eb2-826f-4aa3-b686-40c95d65a210 req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3866408 Jul 15 16:50:33.359088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a89ae0-9f94-481e-9d76-8f4726b1a941 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1a0da-d4fc-42fb-972e-37db5f4cfa95,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:33.380797 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:33.429661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-a3dda0b1-1ef0-48a1-a4c5-8f4bdc0bdbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.436758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-a3dda0b1-1ef0-48a1-a4c5-8f4bdc0bdbbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.2076919 Jul 15 16:50:33.497595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-589535a7-f8b8-4602-a9be-79204dfbb915 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0566206 Jul 15 16:50:33.515809 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:33.526087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:33.526736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:33.549686 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4678d3-6eef-49a1-9152-76ad2505b18c x-openstack-request-id: req-4d4678d3-6eef-49a1-9152-76ad2505b18c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:33.550056 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:33.550922 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d4678d3-6eef-49a1-9152-76ad2505b18c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:33.550922 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75', 'status': 'completed', 'code': 200} Jul 15 16:50:33.551301 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2', 'status': 'completed', 'code': 200} Jul 15 16:50:33.577551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-f8d07db1-6f53-466f-ac6f-863f3d1a6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.587232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-f8d07db1-6f53-466f-ac6f-863f3d1a6ced service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.0919306 Jul 15 16:50:33.680795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6ed08250-438d-4657-abc4-859a4c3cb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.682533 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6ed08250-438d-4657-abc4-859a4c3cb1c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 1094 time: 0.0980983 Jul 15 16:50:33.693871 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:33.720190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-27b9e0d1-48ea-47e1-b08c-f8a9f89f6671 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.727532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-27b9e0d1-48ea-47e1-b08c-f8a9f89f6671 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.734538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-27b9e0d1-48ea-47e1-b08c-f8a9f89f6671 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.737360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-27b9e0d1-48ea-47e1-b08c-f8a9f89f6671 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.2574174 Jul 15 16:50:33.759615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-fa7c3bf2-4420-4ef6-ae6c-c8b646f34e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.768342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-fa7c3bf2-4420-4ef6-ae6c-c8b646f34e01 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797040 Jul 15 16:50:33.803380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6cd16390-0f4b-422d-8af3-78e8d36bb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.805486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6cd16390-0f4b-422d-8af3-78e8d36bb3be service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 917 time: 0.1128356 Jul 15 16:50:33.862037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-45286c96-4565-44de-be91-6f1049cc316d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75 HTTP/1.1" status: 200 len: 217 time: 0.0474930 Jul 15 16:50:33.939303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-0691c2e9-3579-4600-bb19-7cb81ab19990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.941229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-0691c2e9-3579-4600-bb19-7cb81ab19990 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.0661817 Jul 15 16:50:33.955038 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:33.970561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e2c0-14d4-4804-9e06-ad2eb4d856de req-02665ea8-8ee4-4d63-89a1-abe7d93da31f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:33.977650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5816e2c0-14d4-4804-9e06-ad2eb4d856de req-02665ea8-8ee4-4d63-89a1-abe7d93da31f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3073599 Jul 15 16:50:33.992209 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4c4a4-e40e-4794-aac6-b1356277922b None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '799affed-5475-4b0c-83a4-d549ea4d4772', 'name': '', 'network_id': '0371800c-6ab5-4f09-ab13-0812811d9c2d', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'mac_address': 'fa:16:3e:5e:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:24Z', 'updated_at': '2021-07-15T16:49:32Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'subnets': [{'id': '9e73ca5a-758b-45d5-b937-10fc7ea59cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:33.997628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-b823c677-7a1d-4863-96ab-142a896a89fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447078 Jul 15 16:50:33.999546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-62aadce0-e430-4089-87df-3763b261035c service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302177 Jul 15 16:50:34.063558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5816e2c0-14d4-4804-9e06-ad2eb4d856de req-cad82e61-cd40-4c66-a54a-104780bb5c9a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jul 15 16:50:34.132708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port e4e8ef4c-4b48-480e-bc82-688c1052fd1b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:34.132936 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.133597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-799ac816-0dd7-4ce6-8528-56085bee1acc service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268539 Jul 15 16:50:34.182510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60625d48-92a0-487b-b1f5-3ef0b4aff988 req-4dadfca0-9bde-42c2-9e4b-97581464e165 service neutron] 10.222.0.25 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725802 Jul 15 16:50:34.253675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8d9731c5-d74a-466a-bc70-ec9efc22eb75 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:34.282466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-88718049-019b-4fa2-9efe-6ac2230fa796 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410527 Jul 15 16:50:34.348615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port e4e8ef4c-4b48-480e-bc82-688c1052fd1b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:34.348987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.367762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for e4e8ef4c-4b48-480e-bc82-688c1052fd1b owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:34.396662 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3195830-45a1-4933-bee4-20a32d808123 x-openstack-request-id: req-b3195830-45a1-4933-bee4-20a32d808123 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:34.397225 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:34.397647 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3195830-45a1-4933-bee4-20a32d808123 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:34.398358 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:50:34.477954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:34.487409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-ad73a298-9d97-4acf-8a7b-f1f6dfd96d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.488963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-ad73a298-9d97-4acf-8a7b-f1f6dfd96d45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 1095 time: 0.1320300 Jul 15 16:50:34.496776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09320471-2841-4071-9121-9a0e635a19cb req-52c49077-98c1-4daa-8738-ff199d4f2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.501454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-52c49077-98c1-4daa-8738-ff199d4f2007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54e3683575e4429eaad4144d90d0bee3&device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 1097 time: 0.2018220 Jul 15 16:50:34.502962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '8d9731c5-d74a-466a-bc70-ec9efc22eb75', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'port_id': '8d9731c5-d74a-466a-bc70-ec9efc22eb75', 'mac_address': 'fa:16:3e:ad:f1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022da82d-e446-42d9-9bfc-05cd33925f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:34.550922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d843489e-9217-49e8-b9fd-0a076b644e62 None None] New status for floating IP 8632c221-8d10-4c2c-9717-16f918efe1e8: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:50:34.552881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-0034d09b-165d-400a-8d3c-55cef4277904 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/e7f1a0da-d4fc-42fb-972e-37db5f4cfa95 HTTP/1.1" status: 200 len: 1804 time: 0.1623340 Jul 15 16:50:34.570802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7f1a0da-d4fc-42fb-972e-37db5f4cfa95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:34.571805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7f1a0da-d4fc-42fb-972e-37db5f4cfa95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:34.585062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.634868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9731c5-d74a-466a-bc70-ec9efc22eb75 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:34.646883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bfb2-645f-456c-8b53-4719979fecae req-146ce544-ed52-4e4c-958f-38b86bca9412 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.653316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bfb2-645f-456c-8b53-4719979fecae req-146ce544-ed52-4e4c-958f-38b86bca9412 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.659341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bfb2-645f-456c-8b53-4719979fecae req-146ce544-ed52-4e4c-958f-38b86bca9412 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.661058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3511bfb2-645f-456c-8b53-4719979fecae req-146ce544-ed52-4e4c-958f-38b86bca9412 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 2417 time: 0.2168663 Jul 15 16:50:34.661976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:34.692921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.693095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:34.700133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.700803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device efe836af-9080-4028-b3e2-9d79f51f59f2 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:50:34.744767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6c266454-dd11-4658-b2c0-6b22122c6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.746926 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-6c266454-dd11-4658-b2c0-6b22122c6271 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 200 len: 917 time: 0.2441041 Jul 15 16:50:34.747234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=e4e8ef4c-4b48-480e-bc82-688c1052fd1b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:34.748389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09320471-2841-4071-9121-9a0e635a19cb req-d2064401-4be9-4b99-be53-1e8e1fd64178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:34.756000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-d2064401-4be9-4b99-be53-1e8e1fd64178 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 200 len: 921 time: 0.2417083 Jul 15 16:50:34.759507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:34.762217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2e1a514d-0341-41e6-870d-4a017edf8247', '1b99246b-0181-4a3c-83c8-405334d43e8d', 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:34.794151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3511bfb2-645f-456c-8b53-4719979fecae req-23d2785e-6c47-47eb-9c60-fdab90b95bad tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200862 Jul 15 16:50:34.817717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-a4d77521-bd80-4f75-81fa-650d8d4a2273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 200 len: 217 time: 0.0443225 Jul 15 16:50:34.846999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.888292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.896852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.947598 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:50:34.948022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c7ea7d-b771-4ab5-887a-217a9b089091,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:34.950538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port e4e8ef4c-4b48-480e-bc82-688c1052fd1b on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:34.954658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.957389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-5fedeb6a-adcf-42c8-948a-1f5403981df8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "DELETE /v2.0/ports/e4e8ef4c-4b48-480e-bc82-688c1052fd1b HTTP/1.1" status: 204 len: 173 time: 1.1789799 Jul 15 16:50:34.959085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:34.973874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7255bc0e-24e4-47f1-80d8-7482b9bbef73 req-7998a4bc-7272-4c2e-bd48-25c57eea7a6e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4122872 Jul 15 16:50:34.989893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=efe836af-9080-4028-b3e2-9d79f51f59f2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:35.173047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'efe836af-9080-4028-b3e2-9d79f51f59f2', 'network_id': 'f5a6a37f-d34f-49af-90d2-9e772eb35153', 'port_id': 'efe836af-9080-4028-b3e2-9d79f51f59f2', 'mac_address': 'fa:16:3e:1a:8b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022da82d-e446-42d9-9bfc-05cd33925f8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:50:35.222340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d32c-349f-4076-98cf-c224be95b63e req-7ee93031-4718-436b-859d-437d30057c13 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:35.223958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb50d32c-349f-4076-98cf-c224be95b63e req-7ee93031-4718-436b-859d-437d30057c13 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 944 time: 0.1744287 Jul 15 16:50:35.230956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 2e1a514d-0341-41e6-870d-4a017edf8247 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:35.231304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.240508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-df2c7168-4202-4cbc-870a-8a700c903eb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe836af-9080-4028-b3e2-9d79f51f59f2 HTTP/1.1" status: 200 len: 217 time: 0.4831185 Jul 15 16:50:35.259877 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.263558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33002a3f-467a-4a35-80d9-537892f31829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.299175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe836af-9080-4028-b3e2-9d79f51f59f2 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:35.346434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=efe836af-9080-4028-b3e2-9d79f51f59f2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:35.368064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 2e1a514d-0341-41e6-870d-4a017edf8247, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2e1a514d-0341-41e6-870d-4a017edf8247,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:35.368519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.382877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 2e1a514d-0341-41e6-870d-4a017edf8247 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:35.399931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.427934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33002a3f-467a-4a35-80d9-537892f31829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.443378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09320471-2841-4071-9121-9a0e635a19cb req-04b81847-de79-4862-89eb-a5454e43393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:35.445145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-04b81847-de79-4862-89eb-a5454e43393b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 200 len: 860 time: 0.2394555 Jul 15 16:50:35.446729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33002a3f-467a-4a35-80d9-537892f31829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.454628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-de18d9dc-d20f-4106-bbdc-fa4f3d667c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:35.456206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-de18d9dc-d20f-4106-bbdc-fa4f3d667c77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 200 len: 857 time: 0.2058473 Jul 15 16:50:35.502558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb50d32c-349f-4076-98cf-c224be95b63e req-f089bae0-15b8-456c-baff-8dd564edaf5b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500159 Jul 15 16:50:35.518218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:35.543634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-77214073', 'description': 'tempest-description-1693873501'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:35.564656 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-258f41d7-e989-48b7-8873-dea2225db760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f5a6a37f-d34f-49af-90d2-9e772eb35153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826600 Jul 15 16:50:35.579283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-33002a3f-467a-4a35-80d9-537892f31829 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e89e974fc434737971f3553284b34a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804634 Jul 15 16:50:35.582223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54300) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:35.587571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33002a3f-467a-4a35-80d9-537892f31829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6798af3-ea57-4c39-87ef-9b178ab0963f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:35.603905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.620766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.669385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09320471-2841-4071-9121-9a0e635a19cb req-bc606f0c-26d8-45b2-a340-455943aeed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:35.670894 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-bc606f0c-26d8-45b2-a340-455943aeed47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0371800c-6ab5-4f09-ab13-0812811d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138350 Jul 15 16:50:35.699114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=2e1a514d-0341-41e6-870d-4a017edf8247,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:35.721270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-41a7f7f9-201a-4d17-96b5-b18c05d6f2d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450126 Jul 15 16:50:35.779168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 2e1a514d-0341-41e6-870d-4a017edf8247 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:35.788646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.790897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-cef63c76-8228-407f-b3d8-655768d50e54 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "DELETE /v2.0/ports/2e1a514d-0341-41e6-870d-4a017edf8247 HTTP/1.1" status: 204 len: 173 time: 0.8131738 Jul 15 16:50:35.796216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.845177 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-337d76ce-6c85-484e-9feb-ed2a26e73ea8 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653206 Jul 15 16:50:35.873170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.900522 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a12c3e4-aa39-4669-a43e-92917de986bd req-cf28d2da-cb40-49ac-9b2a-c59ab84e70f9 service neutron] 10.222.0.20 "GET /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420178 Jul 15 16:50:35.916053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['efe836af-9080-4028-b3e2-9d79f51f59f2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:35.921729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8d9731c5-d74a-466a-bc70-ec9efc22eb75'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:35.949496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40392-c614-47b0-8ea6-62f000c9003f req-c4a20b6b-94a4-471b-acb1-afa2f4c894cd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:35.957314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a40392-c614-47b0-8ea6-62f000c9003f req-c4a20b6b-94a4-471b-acb1-afa2f4c894cd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3179085 Jul 15 16:50:35.993445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:35.997148 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-09320471-2841-4071-9121-9a0e635a19cb req-f78ce250-af60-4c57-bc56-47ce7f56d216 service neutron] 10.222.0.20 "GET /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435008 Jul 15 16:50:36.007998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.057816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.059037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae743cdc-3851-4a1b-9a7b-b3620f8a194b req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5511582 Jul 15 16:50:36.073058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.075564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.076885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6798af3-ea57-4c39-87ef-9b178ab0963f HTTP/1.1" status: 204 len: 168 time: 0.4915452 Jul 15 16:50:36.088290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a40392-c614-47b0-8ea6-62f000c9003f req-94dbab4d-d08b-4a4a-92de-9fd151621073 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300244 Jul 15 16:50:36.093750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95f522-28f0-4388-a884-269348831f5c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:36.108865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ea59d-3f4c-47e7-8d35-015c2c94a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6798af3-ea57-4c39-87ef-9b178ab0963f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:36.115145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 1b99246b-0181-4a3c-83c8-405334d43e8d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:36.115477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.246097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 1b99246b-0181-4a3c-83c8-405334d43e8d, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1b99246b-0181-4a3c-83c8-405334d43e8d,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:36.246421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.266624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 1b99246b-0181-4a3c-83c8-405334d43e8d owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:36.268577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 878edcfb-77e6-43df-a543-4e39fb7c97d2 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:36.340751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 878edcfb-77e6-43df-a543-4e39fb7c97d2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:36.345225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 878edcfb-77e6-43df-a543-4e39fb7c97d2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:36.345604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.401367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b'}, {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:36.403757 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edd7771-24a2-4e99-9fe3-c714962e349a" -d '{"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b"}, {"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:36.429269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-53e41480-8e30-44fd-8ded-9a06a42a3cf7 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8 HTTP/1.1" status: 200 len: 1803 time: 0.1014538 Jul 15 16:50:36.433317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.441303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:36.441303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:36.460710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:36.463411 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead3603-0078-4f66-a7eb-4448d3393684" -d '{"events": [{"server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "name": "network-vif-plugged", "status": "completed", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:36.478523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:36.485577 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.486980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1b99246b-0181-4a3c-83c8-405334d43e8d no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:36.500305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee7c2-a53d-43c1-ac31-bbe3461e299c req-e296748b-7e58-4bc4-a720-75709b79e1b7 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:36.501882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ddee7c2-a53d-43c1-ac31-bbe3461e299c req-e296748b-7e58-4bc4-a720-75709b79e1b7 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a6d738a-0097-4353-b167-3b0dec883f68 HTTP/1.1" status: 200 len: 945 time: 0.1758919 Jul 15 16:50:36.588013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:36.605343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ddee7c2-a53d-43c1-ac31-bbe3461e299c req-70bb9f97-f273-44cb-84c2-5255f586fdc9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956385 Jul 15 16:50:36.611187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.649255 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.690511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.691510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:36.693507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2e1a514d-0341-41e6-870d-4a017edf8247 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:36.715324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2e1a514d-0341-41e6-870d-4a017edf8247 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:36.715680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2e1a514d-0341-41e6-870d-4a017edf8247 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:36.716101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e4e8ef4c-4b48-480e-bc82-688c1052fd1b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:36.741800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: e4e8ef4c-4b48-480e-bc82-688c1052fd1b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:36.742151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e4e8ef4c-4b48-480e-bc82-688c1052fd1b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:37.021396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.032489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-541894e2-6ad7-4fa8-b0c8-3be82e2e39ff tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 200 len: 693 time: 0.3958304 Jul 15 16:50:37.038094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=1b99246b-0181-4a3c-83c8-405334d43e8d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:37.060706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b0b43a-31aa-4f8f-ab53-2467d78a3140,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:37.103566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.104825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fc668ad-27c9-4799-a573-fd09fa8825e2 req-1e48dc7f-4819-435f-b26a-ffa18f5c7118 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6745858 Jul 15 16:50:37.127659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 1b99246b-0181-4a3c-83c8-405334d43e8d on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:37.132568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.134662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0675b172-dcce-4fa9-bc99-08516b092f98 req-caf7395f-b4e0-4b19-b765-0f5b5c46a00d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "DELETE /v2.0/ports/1b99246b-0181-4a3c-83c8-405334d43e8d HTTP/1.1" status: 204 len: 173 time: 1.3285725 Jul 15 16:50:37.188971 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3fb2a6-dd0a-4df8-8bd7-fe05f4a7995e x-openstack-request-id: req-6c3fb2a6-dd0a-4df8-8bd7-fe05f4a7995e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:37.189360 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "e4e8ef4c-4b48-480e-bc82-688c1052fd1b", "status": "completed", "code": 200}, {"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "2e1a514d-0341-41e6-870d-4a017edf8247", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:37.189621 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c3fb2a6-dd0a-4df8-8bd7-fe05f4a7995e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:37.190020 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': 'e4e8ef4c-4b48-480e-bc82-688c1052fd1b', 'status': 'completed', 'code': 200} Jul 15 16:50:37.190277 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': '2e1a514d-0341-41e6-870d-4a017edf8247', 'status': 'completed', 'code': 200} Jul 15 16:50:37.228758 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f441b-bffb-4130-b582-629247802d23 x-openstack-request-id: req-bd3f441b-bffb-4130-b582-629247802d23 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:37.229153 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "name": "network-vif-plugged", "status": "completed", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:37.229502 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd3f441b-bffb-4130-b582-629247802d23 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:37.230019 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2', 'code': 200} Jul 15 16:50:37.260917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-d213a097-4c49-4992-8c25-3a7c45de81ab tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:37.276295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-d213a097-4c49-4992-8c25-3a7c45de81ab tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2325900 Jul 15 16:50:37.368463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2a40b573-d4c9-4057-a67e-49723d3125a0 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 696 time: 0.0911021 Jul 15 16:50:37.467299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-76b15f90-6f18-4398-a517-fe8a56112764 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.28 HTTP/1.1" status: 200 len: 696 time: 0.0826201 Jul 15 16:50:37.616940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889ccb4-15f4-413d-ae4f-eb2224106ee6 req-d6ed21e3-8b13-4a55-8867-3fd7fa715dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:37.618453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d889ccb4-15f4-413d-ae4f-eb2224106ee6 req-d6ed21e3-8b13-4a55-8867-3fd7fa715dcb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 1096 time: 0.1877532 Jul 15 16:50:37.668924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2db36-c886-4479-ad4b-5b07de697061 req-4b806590-76ec-4835-b2b3-0ee1a6a0cde3 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:37.670428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8de2db36-c886-4479-ad4b-5b07de697061 req-4b806590-76ec-4835-b2b3-0ee1a6a0cde3 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 945 time: 0.2079213 Jul 15 16:50:37.708338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d889ccb4-15f4-413d-ae4f-eb2224106ee6 req-d85d03c3-dab9-45f7-a5b0-555dd3e30418 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727003 Jul 15 16:50:37.732416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Deleting port 2b2ea216-45f0-4c1c-942f-cfdc718144db {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:37.732574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.738219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8de2db36-c886-4479-ad4b-5b07de697061 req-fe78fe20-7852-4931-b4ec-a4b6461cbe8e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594347 Jul 15 16:50:37.830695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.831084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:37.844963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Calling delete_port for 2b2ea216-45f0-4c1c-942f-cfdc718144db owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:37.991135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1fb00-48d6-4643-9855-a9961adc829a req-11a30b83-42ac-4dcb-b9e8-cbb97fbcbd47 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:37.997982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76e1fb00-48d6-4643-9855-a9961adc829a req-11a30b83-42ac-4dcb-b9e8-cbb97fbcbd47 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1405334 Jul 15 16:50:38.069284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76e1fb00-48d6-4643-9855-a9961adc829a req-3a76a5d1-b52c-4ee4-84b5-8c44a7b7fc4a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Jul 15 16:50:38.099898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-981852416', 'description': 'tempest-description-1764592390'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:38.105614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.140680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event deleted for resources: {'Port': ['ID=2b2ea216-45f0-4c1c-942f-cfdc718144db,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:38.199008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.225131 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.227688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.229076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02dde93a-d8de-4419-b79a-9031cd22d007 req-2c842fe7-8e90-415c-acef-23e5a3aa77dc tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "DELETE /v2.0/floatingips/8632c221-8d10-4c2c-9717-16f918efe1e8 HTTP/1.1" status: 204 len: 173 time: 0.7489436 Jul 15 16:50:38.267346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8d9731c5-d74a-466a-bc70-ec9efc22eb75 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:38.317545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.323532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.335760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:38.349595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:38.349964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.380141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.389706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-350b88af-7b57-4f27-984a-32927e7f448e req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2943263 Jul 15 16:50:38.397802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf41fdf-2bfa-463b-830e-c06dc4639f20 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5929d-8cae-49b3-972e-dda6cd37c132,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:38.459634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:38.490127 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.529978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:38.537380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.539036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device efe836af-9080-4028-b3e2-9d79f51f59f2 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:38.563960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting subnet 19f47670-f397-44ae-bdd4-316667957893 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:38.567540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.611539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1569642069', 'description': 'tempest-description-537459513'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:38.613729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.627384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:38.647446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.691068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port efe836af-9080-4028-b3e2-9d79f51f59f2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:38.695221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port efe836af-9080-4028-b3e2-9d79f51f59f2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:38.695600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.746712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.809132 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.824166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.855748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=efe836af-9080-4028-b3e2-9d79f51f59f2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:38.862239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.885867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:38.889810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Subnet': ['ID=19f47670-f397-44ae-bdd4-316667957893,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:38.900298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.904407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a18e189d-be50-4226-88d6-b871483c4119 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/subnets/19f47670-f397-44ae-bdd4-316667957893 HTTP/1.1" status: 204 len: 168 time: 0.4414802 Jul 15 16:50:38.904966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:38.932084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:38.937643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:38.944730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d7178-5367-4323-8c14-f989f164d465 req-b59cb048-61a0-440b-ad69-a13cf40ac340 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:38.950305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171dc68-a118-4c70-89fe-6e2a71cf3cba None None] Network db1011d4-5bc4-4a62-9523-f4d8f31a3671 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:38.955406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f3d7178-5367-4323-8c14-f989f164d465 req-b59cb048-61a0-440b-ad69-a13cf40ac340 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 946 time: 0.1504922 Jul 15 16:50:38.964236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.019293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.033703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.036599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b0633e5-6a50-4637-be26-1291d4fd6ac0 req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4298420 Jul 15 16:50:39.043697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f3d7178-5367-4323-8c14-f989f164d465 req-10779778-2c66-4d5c-ae2f-75290d4c672f tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851936 Jul 15 16:50:39.043892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db946841-9907-4b8f-9124-28e4ad53bd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.044043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278e536-b332-441d-965b-3e7451c55178 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10b7a1f-f562-496d-9ab2-16bbc5a8bfda,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.135339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 55790edb-213a-4df4-af9f-9df9e9fef654 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:39.135707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.160948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-06046675-c1f1-48d0-b7f6-93269506f721 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/0fd5929d-8cae-49b3-972e-dda6cd37c132 HTTP/1.1" status: 200 len: 1804 time: 0.0715282 Jul 15 16:50:39.194582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:39.196774 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ecbe2-5f92-4b68-ac5e-aa5c2a2541d3" -d '{"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:39.210240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] DHCP port deletion for db1011d4-5bc4-4a62-9523-f4d8f31a3671 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:50:39.231899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 55790edb-213a-4df4-af9f-9df9e9fef654, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=55790edb-213a-4df4-af9f-9df9e9fef654,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:39.232349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.233859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75'}, {'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:39.236967 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87b315-fe2d-40c1-8d12-8994a1194904" -d '{"events": [{"server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "name": "network-vif-plugged", "status": "completed", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75"}, {"server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "name": "network-vif-plugged", "status": "completed", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:39.250188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 55790edb-213a-4df4-af9f-9df9e9fef654 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:39.265413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Deleting port 55790edb-213a-4df4-af9f-9df9e9fef654 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:39.265979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-f7df1ba7-9dcf-4a48-b296-3f1f53ec88b1 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/e10b7a1f-f562-496d-9ab2-16bbc5a8bfda HTTP/1.1" status: 200 len: 1804 time: 0.0911367 Jul 15 16:50:39.267456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.278605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db946841-9907-4b8f-9124-28e4ad53bd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.293445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fd5929d-8cae-49b3-972e-dda6cd37c132', 'remote_group_id': 'e10b7a1f-f562-496d-9ab2-16bbc5a8bfda', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:39.294224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0fd5929d-8cae-49b3-972e-dda6cd37c132', 'remote_group_id': 'e10b7a1f-f562-496d-9ab2-16bbc5a8bfda', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:39.316136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236ea6d-ceba-4398-aee8-29dc0971c9a6 req-0e9ffb14-a6b4-46ee-9204-0a4624a45dfe tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:39.316136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e236ea6d-ceba-4398-aee8-29dc0971c9a6 req-0e9ffb14-a6b4-46ee-9204-0a4624a45dfe tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 946 time: 0.1346848 Jul 15 16:50:39.316526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db946841-9907-4b8f-9124-28e4ad53bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.359667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] For port 55790edb-213a-4df4-af9f-9df9e9fef654, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=55790edb-213a-4df4-af9f-9df9e9fef654,segment=NetworkSegment(445445e6-5b6c-4169-8231-f37bdebeab66),segment_id=445445e6-5b6c-4169-8231-f37bdebeab66)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:39.360186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.364429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 55790edb-213a-4df4-af9f-9df9e9fef654 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:39.373391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-db946841-9907-4b8f-9124-28e4ad53bd4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0325e004353b4cd7ba1f9a9ccd2852bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846675 Jul 15 16:50:39.376714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:39.387750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db946841-9907-4b8f-9124-28e4ad53bd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87dcfe3-67b1-4e32-8e20-d84648a89e4f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.401225 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e236ea6d-ceba-4398-aee8-29dc0971c9a6 req-1ba8954f-d65a-464b-ab63-b810ff9ceb96 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772455 Jul 15 16:50:39.401389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Calling delete_port for 55790edb-213a-4df4-af9f-9df9e9fef654 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:39.449494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.456500 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.469918 n-d-800085-3 neutron-server[100430]: INFO neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No ports have port_id starting with 55790edb-213a-4df4-af9f-9df9e9fef654 Jul 15 16:50:39.481164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.486170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 55790edb-213a-4df4-af9f-9df9e9fef654 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:39.501458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=55790edb-213a-4df4-af9f-9df9e9fef654,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.513496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.517545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.521914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.545736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] Pushing event deleted for resources: {'Port': ['ID=55790edb-213a-4df4-af9f-9df9e9fef654,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.550348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37068e96-f625-4dc0-ac5e-185f8818e989 None None] No DVR routers for this DVR port 55790edb-213a-4df4-af9f-9df9e9fef654 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:39.552212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368fb47a-7d45-4537-ae5b-5fccaa5b412c,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.561503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.571059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.572231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc657653-ccec-4514-a8f5-3cc32e4d4360 req-fd88bca3-1a23-4428-a4da-ad58f5dfd874 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2994661 Jul 15 16:50:39.634244 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a04cda7-2abd-4ce7-9abe-6ba8fb3566c8 x-openstack-request-id: req-7a04cda7-2abd-4ce7-9abe-6ba8fb3566c8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:39.634537 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6d738a-0097-4353-b167-3b0dec883f68", "name": "network-vif-deleted", "tag": "1b99246b-0181-4a3c-83c8-405334d43e8d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:39.634787 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a04cda7-2abd-4ce7-9abe-6ba8fb3566c8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:39.635175 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6d738a-0097-4353-b167-3b0dec883f68', 'name': 'network-vif-deleted', 'tag': '1b99246b-0181-4a3c-83c8-405334d43e8d', 'status': 'completed', 'code': 200} Jul 15 16:50:39.643659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.654873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1011d4-5bc4-4a62-9523-f4d8f31a3671']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:39.669108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445445e6-5b6c-4169-8231-f37bdebeab66') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:39.669458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445445e6-5b6c-4169-8231-f37bdebeab66') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:39.670315 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05a416-028b-415b-b03a-e4d371a0d732 x-openstack-request-id: req-5c05a416-028b-415b-b03a-e4d371a0d732 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:39.670684 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "name": "network-vif-plugged", "status": "completed", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75", "code": 200}, {"server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "name": "network-vif-plugged", "status": "completed", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:39.671105 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c05a416-028b-415b-b03a-e4d371a0d732 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:39.675169 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75', 'code': 200} Jul 15 16:50:39.675707 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2', 'code': 200} Jul 15 16:50:39.695171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209d2fb-e3f2-4464-8ff2-f7d67e59b956 req-ff3acef5-9a65-412b-9487-c3fd9e729a6f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:39.695171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9209d2fb-e3f2-4464-8ff2-f7d67e59b956 req-ff3acef5-9a65-412b-9487-c3fd9e729a6f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.0984163 Jul 15 16:50:39.695554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.712473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.718577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.723339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f87dcfe3-67b1-4e32-8e20-d84648a89e4f HTTP/1.1" status: 204 len: 168 time: 0.3423011 Jul 15 16:50:39.729340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.753614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9209d2fb-e3f2-4464-8ff2-f7d67e59b956 req-7c914f49-0781-4acf-b134-24b86408f4be tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523763 Jul 15 16:50:39.757534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca243ac-3d56-4ac9-beef-5fbb82ca57d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87dcfe3-67b1-4e32-8e20-d84648a89e4f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.760850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:39.761263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:39.765558 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:39.843817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-974608283', 'description': 'tempest-description-1056235001'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:39.871234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.877991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.880626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/networks/db1011d4-5bc4-4a62-9523-f4d8f31a3671 HTTP/1.1" status: 204 len: 168 time: 0.9746475 Jul 15 16:50:39.886171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:39.890592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.913112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917954c-9baa-4153-9dcf-788423a4ee4b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Network': ['ID=db1011d4-5bc4-4a62-9523-f4d8f31a3671,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:39.915052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b98a4-7158-41e3-9b43-1bc087ee3de5 req-c450a2f8-a7d1-4ccc-94f3-ee8a0061f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:39.916601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e20b98a4-7158-41e3-9b43-1bc087ee3de5 req-c450a2f8-a7d1-4ccc-94f3-ee8a0061f199 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 1097 time: 0.1197305 Jul 15 16:50:39.973134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e881b-0886-4fd6-a208-6a40748ef893 req-8f10a103-8082-452f-aaf5-cad1b111dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:39.974966 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b06e881b-0886-4fd6-a208-6a40748ef893 req-8f10a103-8082-452f-aaf5-cad1b111dae0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 1096 time: 0.1474826 Jul 15 16:50:39.980188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting subnet e9271292-86d4-4454-ab5f-2f6a405baeef {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:39.983702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:39.987347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e20b98a4-7158-41e3-9b43-1bc087ee3de5 req-2b88c5e2-3c80-4bd4-bbcd-46108887eafc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524707 Jul 15 16:50:40.025830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.030896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.053612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.064733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.066169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-670fb559-0261-4fdb-9cbc-a059156d7040 req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2310042 Jul 15 16:50:40.071664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afcd02-d11e-4e08-895e-83952ec45137 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f24079-8881-4692-acad-11ee8a407d3f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.098480 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b06e881b-0886-4fd6-a208-6a40748ef893 req-2f6e4add-469b-42cc-8cc8-840bc22d439a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107497 Jul 15 16:50:40.101249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-268930777', 'description': 'tempest-description-1794202374'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:40.133449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.160954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54446) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:40.175887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.201645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6b351e7-a992-43fe-86ea-0989907814f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.237322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.265936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Subnet': ['ID=e9271292-86d4-4454-ab5f-2f6a405baeef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.268678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.270538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-89255b1a-f713-40d1-9657-ae2fe034cbdb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/subnets/e9271292-86d4-4454-ab5f-2f6a405baeef HTTP/1.1" status: 204 len: 168 time: 0.3808293 Jul 15 16:50:40.273244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:40.276484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d360f37-9f98-49fc-9609-f03bbe85223b None None] Network 5274bbb6-390b-405d-bc45-8b7551b4d623 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:40.311701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21785b0-e7f5-47c2-8ea9-5f8f5cc79144 req-1f7f87e9-cd98-49a4-b163-45a4b73fec39 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:40.313946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21785b0-e7f5-47c2-8ea9-5f8f5cc79144 req-1f7f87e9-cd98-49a4-b163-45a4b73fec39 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 946 time: 0.1291056 Jul 15 16:50:40.320809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.343648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.372027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.411692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21785b0-e7f5-47c2-8ea9-5f8f5cc79144 req-2402e8a4-bf88-47fb-8364-b2f5292ca508 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/security-groups?id=a6443ec3-1386-4a60-b0b0-daea639065ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892229 Jul 15 16:50:40.414236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b2582-991b-491d-9f3c-befe5cfbdade,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.441286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port db1e6e0b-2b71-4480-9d40-e7b561e4b929 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:40.441494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.491574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6b351e7-a992-43fe-86ea-0989907814f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.494843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.498922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6b351e7-a992-43fe-86ea-0989907814f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.510846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.512206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bfd6d8b-2760-4d0e-a494-6f11cb87b8ec req-1c9eadcf-4430-49f9-bb40-95556ef9ab61 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4158313 Jul 15 16:50:40.512478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port db1e6e0b-2b71-4480-9d40-e7b561e4b929, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db1e6e0b-2b71-4480-9d40-e7b561e4b929,segment=NetworkSegment(0e50bcfb-0446-4257-86ba-e42820497ae4),segment_id=0e50bcfb-0446-4257-86ba-e42820497ae4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:40.512979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.539963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] DHCP port deletion for 5274bbb6-390b-405d-bc45-8b7551b4d623 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:50:40.540533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for db1e6e0b-2b71-4480-9d40-e7b561e4b929 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:40.567651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6b351e7-a992-43fe-86ea-0989907814f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc145ed6e2174175a6288e9798d02461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049590 Jul 15 16:50:40.574012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b351e7-a992-43fe-86ea-0989907814f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca9447-0820-4ead-aafe-60bd263c0688,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.579893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54454) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:40.616800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.638465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Deleting port db1e6e0b-2b71-4480-9d40-e7b561e4b929 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:40.639072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.641005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.673360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=db1e6e0b-2b71-4480-9d40-e7b561e4b929,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.675662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port db1e6e0b-2b71-4480-9d40-e7b561e4b929 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:40.683220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-b3a187c7-260f-49da-b827-875159209728 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/17f24079-8881-4692-acad-11ee8a407d3f HTTP/1.1" status: 200 len: 1804 time: 0.1283066 Jul 15 16:50:40.707809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] For port db1e6e0b-2b71-4480-9d40-e7b561e4b929, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:40.708320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.721251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Calling delete_port for db1e6e0b-2b71-4480-9d40-e7b561e4b929 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:40.724446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Port db1e6e0b-2b71-4480-9d40-e7b561e4b929 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:50:40.725684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.745250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.753821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] Pushing event deleted for resources: {'Port': ['ID=db1e6e0b-2b71-4480-9d40-e7b561e4b929,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.755662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c6f46-31e9-4292-a04f-17ffa0007d69 None None] No DVR routers for this DVR port db1e6e0b-2b71-4480-9d40-e7b561e4b929 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:40.763259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.776314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-c2fd2fbb-d526-4b85-a118-dc70cfadf228 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/2b5b2582-991b-491d-9f3c-befe5cfbdade HTTP/1.1" status: 200 len: 1804 time: 0.0919344 Jul 15 16:50:40.777538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5274bbb6-390b-405d-bc45-8b7551b4d623']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:40.787672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '17f24079-8881-4692-acad-11ee8a407d3f', 'remote_group_id': '2b5b2582-991b-491d-9f3c-befe5cfbdade', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:40.787989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '17f24079-8881-4692-acad-11ee8a407d3f', 'remote_group_id': '2b5b2582-991b-491d-9f3c-befe5cfbdade', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:40.788705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e50bcfb-0446-4257-86ba-e42820497ae4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:40.789052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e50bcfb-0446-4257-86ba-e42820497ae4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:40.799375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.809490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.815375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.831481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad19119-7e3f-4769-a863-4a54ec365637 req-4b96d1ee-c7fd-4555-afea-9cb62e5e930f tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:40.834003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ad19119-7e3f-4769-a863-4a54ec365637 req-4b96d1ee-c7fd-4555-afea-9cb62e5e930f tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 946 time: 0.2166584 Jul 15 16:50:40.845372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:40.845821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:40.849753 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:40.933421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.936643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ad19119-7e3f-4769-a863-4a54ec365637 req-cf44cfd5-f569-43c2-867b-67a048dff2d8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925949 Jul 15 16:50:40.941056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.942083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.942904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/networks/5274bbb6-390b-405d-bc45-8b7551b4d623 HTTP/1.1" status: 204 len: 168 time: 0.6686912 Jul 15 16:50:40.948656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:40.952669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08ca9447-0820-4ead-aafe-60bd263c0688 HTTP/1.1" status: 204 len: 168 time: 0.3690794 Jul 15 16:50:40.954272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54464) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:40.959595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027ccda-13b0-4e51-a580-98b4ed9f6a4d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Network': ['ID=5274bbb6-390b-405d-bc45-8b7551b4d623,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.963798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-919903306'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:40.980959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335dfdb-32e5-40d8-945a-53517c612ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca9447-0820-4ead-aafe-60bd263c0688,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:40.984071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-117169e4-fa65-4615-a350-01604ec472f2 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:40.986630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-117169e4-fa65-4615-a350-01604ec472f2 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 946 time: 0.1735427 Jul 15 16:50:40.988480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.045140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:41.053056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.070494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.087121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:41.105297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.118833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Deleting port fadac778-fa1e-44e8-836b-47e112d7199e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:41.119179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.142059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.142494 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Added segment 7a54422e-c87f-4ac3-97b1-5df48d95e8d5 of type vlan for network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 Jul 15 16:50:41.200607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20681cfd-c378-4239-afbd-1b8fc5414aa7,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:41.210394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.218304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.220239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca5d7bc9-5f32-4a04-b881-577ce0c4b47e req-cf01a823-337d-4ee1-8bf0-b451144331b4 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4430337 Jul 15 16:50:41.228275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] For port fadac778-fa1e-44e8-836b-47e112d7199e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=fadac778-fa1e-44e8-836b-47e112d7199e,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:41.228907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.245050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Calling delete_port for fadac778-fa1e-44e8-836b-47e112d7199e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:41.274218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b048b50-a4b6-4879-a53b-4b54c532688d req-7f96de51-8696-4b1e-babb-8d4f0ab69175 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:41.282887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b048b50-a4b6-4879-a53b-4b54c532688d req-7f96de51-8696-4b1e-babb-8d4f0ab69175 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1888137 Jul 15 16:50:41.302923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.309263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:41.310092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.370428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4112132 Jul 15 16:50:41.370955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:41.381944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'subnet': {'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:41.398155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b048b50-a4b6-4879-a53b-4b54c532688d req-1f53f82d-167d-4626-89bb-262952351964 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142604 Jul 15 16:50:41.427278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db1e6e0b-2b71-4480-9d40-e7b561e4b929 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:41.483679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: db1e6e0b-2b71-4480-9d40-e7b561e4b929 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:41.485095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db1e6e0b-2b71-4480-9d40-e7b561e4b929 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:41.487156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.505027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['fadac778-fa1e-44e8-836b-47e112d7199e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:41.511103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcbdec-3f68-42e5-966e-0e772745698a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Network': ['ID=85d3dcf7-6fe9-41b7-954d-7c008be6c034,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:41.539283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:41.575097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Pushing event deleted for resources: {'Port': ['ID=fadac778-fa1e-44e8-836b-47e112d7199e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:41.633096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-b176a1e4-23c0-4134-a2d5-72511e649953 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/2b5b2582-991b-491d-9f3c-befe5cfbdade HTTP/1.1" status: 200 len: 1804 time: 0.1345472 Jul 15 16:50:41.655458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:41.660697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.688883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] No DVR routers for this DVR port fadac778-fa1e-44e8-836b-47e112d7199e on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:41.691658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.693782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f70cff51-6c05-4f93-a9b8-2172f5b04333 req-34486b10-4c55-48fd-8271-84c86b86d1e4 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.20 "DELETE /v2.0/ports/fadac778-fa1e-44e8-836b-47e112d7199e HTTP/1.1" status: 204 len: 173 time: 0.6985052 Jul 15 16:50:41.694325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'name': 'network-vif-deleted', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:41.696789 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c0689-69ad-4048-895f-de2b300a5f60" -d '{"events": [{"server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "name": "network-vif-deleted", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:41.840638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-affc13dc-cd23-4977-ab59-3ef3b980869f req-7604ed65-e487-4a1b-bb5e-47d944101834 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] 10.222.0.25 "GET /v2.0/ports?device_id=63918313-9f9c-41ea-9377-14fcfafc8908 HTTP/1.1" status: 200 len: 210 time: 0.0541050 Jul 15 16:50:41.876564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:41.901203 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68225632-5002-4862-b0bb-afd7b85a6353 x-openstack-request-id: req-68225632-5002-4862-b0bb-afd7b85a6353 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:41.901520 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63918313-9f9c-41ea-9377-14fcfafc8908", "name": "network-vif-deleted", "tag": "fadac778-fa1e-44e8-836b-47e112d7199e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:41.901777 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68225632-5002-4862-b0bb-afd7b85a6353 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:41.902176 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63918313-9f9c-41ea-9377-14fcfafc8908', 'name': 'network-vif-deleted', 'tag': 'fadac778-fa1e-44e8-836b-47e112d7199e', 'status': 'completed', 'code': 200} Jul 15 16:50:41.938102 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.036425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.120630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Subnet': ['ID=c49330c5-93ef-4250-adac-a50ed466823d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:42.128035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.131404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.133152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbcbff22-997e-4c7b-95e8-edaded69b550 req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b5b2582-991b-491d-9f3c-befe5cfbdade HTTP/1.1" status: 204 len: 173 time: 0.4898956 Jul 15 16:50:42.156405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690933f-965d-44b8-af9d-f00324f78442 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b2582-991b-491d-9f3c-befe5cfbdade,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:42.219477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Checking segment: {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:42.220204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network hostable DHCP agents. Network: 85d3dcf7-6fe9-41b7-954d-7c008be6c034, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:42.272222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c047a82b-3be1-4b29-92cf-ffcc315c53b5 req-075392ac-21d9-4817-9aed-1c8f58db912a tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/17f24079-8881-4692-acad-11ee8a407d3f HTTP/1.1" status: 200 len: 1804 time: 0.1112947 Jul 15 16:50:42.274276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:42.296913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b82cce-90d7-4a38-988f-6c6194075ab6 req-8dab8be4-3104-43b2-bd89-bcaf47460fb6 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:42.299315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0b82cce-90d7-4a38-988f-6c6194075ab6 req-8dab8be4-3104-43b2-bd89-bcaf47460fb6 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 946 time: 0.1441348 Jul 15 16:50:42.300542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 85d3dcf7-6fe9-41b7-954d-7c008be6c034) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:42.309094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d71f5f-2205-4f25-ae2b-3f0abc90aaa5 None None] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:42.315878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445751125', 'description': 'tempest-description-1380630273'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:42.320979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:42.321665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.394001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0b82cce-90d7-4a38-988f-6c6194075ab6 req-3d602f75-1bdf-421c-a4ec-b901a76b7f06 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843575 Jul 15 16:50:42.400861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.410044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e64287a5-d5a6-48a1-a68c-8571ba9d2328 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0329583 Jul 15 16:50:42.412962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:42.424966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-571721545'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:42.552618 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.578519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:42.582490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-85d3dcf7-6fe9-41b7-954d-7c008be6c034', 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'fixed_ips': [{'subnet_id': 'c49330c5-93ef-4250-adac-a50ed466823d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:50:42.583127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.583994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.589863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.635538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab6e33-3ee9-4ab6-962b-c79465aec9fd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:42.640153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:42.646590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.648303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44db742f-dcfe-49cd-a506-73445427fc97 req-612c7ddf-f709-47ae-87f2-63176b80f19c tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3388917 Jul 15 16:50:42.670079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.670445 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Added segment cf316087-9c87-4ad9-ab00-fe85d1ab25cf of type vlan for network 249d797b-79ad-420b-a56b-960c4ff9f23d Jul 15 16:50:42.680980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea313d-ecc5-4bde-bcff-8e15f52a5d1b req-b51ffffe-1295-4d28-98fe-abbeec963c4b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:42.682882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0ea313d-ecc5-4bde-bcff-8e15f52a5d1b req-b51ffffe-1295-4d28-98fe-abbeec963c4b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 945 time: 0.1504614 Jul 15 16:50:42.739274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.747853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0ea313d-ecc5-4bde-bcff-8e15f52a5d1b req-2abf5d30-41ea-44f4-967d-3174d06b565c tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573628 Jul 15 16:50:42.780131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.786466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:42.794166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:42.827783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Allocated IP 19.80.0.2 (85d3dcf7-6fe9-41b7-954d-7c008be6c034/c49330c5-93ef-4250-adac-a50ed466823d/3d4c0203-78c9-4764-a581-56f196e94fb9) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:42.857571 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4415901 Jul 15 16:50:42.861548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:42.870901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'subnet': {'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:42.999331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-13dfe831-644a-43ed-98ce-1490baa71675 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 200 len: 1806 time: 0.0786395 Jul 15 16:50:43.010296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd02d52-1d83-4d86-8d77-f8aff6693d68 req-33fab71b-cd14-4e5d-befb-b345e7efcc3f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:43.011973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbd02d52-1d83-4d86-8d77-f8aff6693d68 req-33fab71b-cd14-4e5d-befb-b345e7efcc3f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1716547 Jul 15 16:50:43.018457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66ab6e33-3ee9-4ab6-962b-c79465aec9fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:43.018868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66ab6e33-3ee9-4ab6-962b-c79465aec9fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:43.028234 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.035734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d40ad7-d1ef-40e5-95dd-94630473c421 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Network': ['ID=249d797b-79ad-420b-a56b-960c4ff9f23d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:43.041036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Transition to ACTIVE for port object 3d4c0203-78c9-4764-a581-56f196e94fb9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:43.044051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:43.048513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.053259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 249d797b-79ad-420b-a56b-960c4ff9f23d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:43.073288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Transition to ACTIVE for port object 3d4c0203-78c9-4764-a581-56f196e94fb9 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:43.095884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbd02d52-1d83-4d86-8d77-f8aff6693d68 req-809211f9-1b44-4827-914c-82b7a4748897 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 Jul 15 16:50:43.099008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.187097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:43.190880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:43.195596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:43.197829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Pushing event updated for resources: {'Port': ['ID=3d4c0203-78c9-4764-a581-56f196e94fb9,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:43.206727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.239740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.246936 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.267943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Attempting to bind port 3d4c0203-78c9-4764-a581-56f196e94fb9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:43.268581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Attempting to bind port 3d4c0203-78c9-4764-a581-56f196e94fb9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:43.269065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Attempting to bind port 3d4c0203-78c9-4764-a581-56f196e94fb9 on network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:43.277348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:43.278297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Checking segment: {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:43.278929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.280276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Bound using segment: {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:43.281974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Bound port: 3d4c0203-78c9-4764-a581-56f196e94fb9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:43.282646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.283961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e6585d-6c33-4235-b812-ada3f22087ea,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:43.305680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.307043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07b95d31-89cf-4d57-9c1d-f82064f52ba8 req-1e29d854-da97-4c17-b0fb-ee8c28825b3b tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2939224 Jul 15 16:50:43.391880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.407190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:43.424618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] For port 3d4c0203-78c9-4764-a581-56f196e94fb9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:43.433189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] For port 3d4c0203-78c9-4764-a581-56f196e94fb9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d4c0203-78c9-4764-a581-56f196e94fb9,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:43.440973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.466626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Subnet': ['ID=bdfb1479-de41-48f5-9892-9d9bdc72042d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:43.504757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Checking segment: {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:43.505856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network hostable DHCP agents. Network: 249d797b-79ad-420b-a56b-960c4ff9f23d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:43.517291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1bce-5a70-425e-b4fa-3052fb7579dd None None] Pushing event updated for resources: {'Port': ['ID=3d4c0203-78c9-4764-a581-56f196e94fb9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:43.538589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 249d797b-79ad-420b-a56b-960c4ff9f23d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:43.555300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 249d797b-79ad-420b-a56b-960c4ff9f23d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:43.564297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:43.565353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88ee718-749f-4c78-b915-db55c6099519 None None] Network 249d797b-79ad-420b-a56b-960c4ff9f23d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:43.566107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.591441 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b174e437-371e-44fd-adb7-de1c70aa8d2b tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7285254 Jul 15 16:50:43.641997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-c15a5c3a-aee1-4ec4-9fa3-be3a07c2b1ec tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 200 len: 2400 time: 0.1641898 Jul 15 16:50:43.722920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66ab6e33-3ee9-4ab6-962b-c79465aec9fd', 'remote_group_id': None}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:43.723254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66ab6e33-3ee9-4ab6-962b-c79465aec9fd', 'remote_group_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:43.773392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-249d797b-79ad-420b-a56b-960c4ff9f23d', 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'fixed_ips': [{'subnet_id': 'bdfb1479-de41-48f5-9892-9d9bdc72042d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:50:43.774757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.814370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cd967-ed3a-4598-b657-9b8132691666 req-0bd67816-a33c-4b57-8b6f-0c50e0308727 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:43.824539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd6cd967-ed3a-4598-b657-9b8132691666 req-0bd67816-a33c-4b57-8b6f-0c50e0308727 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 945 time: 0.3318095 Jul 15 16:50:43.833422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:43.950867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:43.976407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd6cd967-ed3a-4598-b657-9b8132691666 req-fe0e99af-efbd-435a-acf3-5ffcaca4893d tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507258 Jul 15 16:50:43.996464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.002675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Allocated IP 19.86.0.2 (249d797b-79ad-420b-a56b-960c4ff9f23d/bdfb1479-de41-48f5-9892-9d9bdc72042d/10eefa2f-e99d-4aba-892d-f916fda2a74a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:44.033817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.066654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1228cabe-c95c-4bd0-8a1a-f421ce2d10fc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:44.072262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.089926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-827ae6e1-beb9-4d67-9e72-c5649b57321c req-86ff08be-ccae-4ea5-b840-25b3a3f39dc5 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4320407 Jul 15 16:50:44.090161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05432440-16cf-4c64-986c-c2f3039da048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.218376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05432440-16cf-4c64-986c-c2f3039da048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.225007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-05432440-16cf-4c64-986c-c2f3039da048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.263699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05432440-16cf-4c64-986c-c2f3039da048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbf464-a3dd-4a86-b57b-e6dcc7eed9c0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:44.334043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-d5979dff-ad06-4a69-b87f-1cb188baae8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:44.337857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-05432440-16cf-4c64-986c-c2f3039da048 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fd545969db24ffdb747cabc6a061c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032380 Jul 15 16:50:44.338580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:44.341146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-d5979dff-ad06-4a69-b87f-1cb188baae8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:44.342900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-d5979dff-ad06-4a69-b87f-1cb188baae8f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/networks?id=85d3dcf7-6fe9-41b7-954d-7c008be6c034&id=249d797b-79ad-420b-a56b-960c4ff9f23d HTTP/1.1" status: 200 len: 1390 time: 0.2127867 Jul 15 16:50:44.348015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fadac778-fa1e-44e8-836b-47e112d7199e no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:44.363037 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.407195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: fadac778-fa1e-44e8-836b-47e112d7199e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:44.408590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device fadac778-fa1e-44e8-836b-47e112d7199e not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:44.428601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.440834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-741dc1c5-7792-4e64-abab-d1ac63df13c7 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/quotas/2a86a626af6246acaf08ef56eb83ee0b HTTP/1.1" status: 200 len: 375 time: 0.0137641 Jul 15 16:50:44.446384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Transition to ACTIVE for port object 10eefa2f-e99d-4aba-892d-f916fda2a74a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:44.455841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.477732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Transition to ACTIVE for port object 10eefa2f-e99d-4aba-892d-f916fda2a74a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:44.488996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.506618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.582803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Network 249d797b-79ad-420b-a56b-960c4ff9f23d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:44.600718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.604279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.610354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:44.614213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:44.619196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20dbf464-a3dd-4a86-b57b-e6dcc7eed9c0 HTTP/1.1" status: 204 len: 168 time: 0.2711875 Jul 15 16:50:44.628947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Pushing event updated for resources: {'Port': ['ID=10eefa2f-e99d-4aba-892d-f916fda2a74a,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:44.646742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f6bc-f5b7-47fb-be15-f1fe3cfce0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbf464-a3dd-4a86-b57b-e6dcc7eed9c0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:44.679414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-0638fcae-2682-47a7-9e32-34870a4be354 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2280583 Jul 15 16:50:44.754908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Attempting to bind port 10eefa2f-e99d-4aba-892d-f916fda2a74a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:44.755608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Attempting to bind port 10eefa2f-e99d-4aba-892d-f916fda2a74a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:44.756492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Attempting to bind port 10eefa2f-e99d-4aba-892d-f916fda2a74a on network 249d797b-79ad-420b-a56b-960c4ff9f23d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:44.763218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:44.763912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Checking segment: {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:44.764618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.765227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Bound using segment: {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:44.766796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Bound port: 10eefa2f-e99d-4aba-892d-f916fda2a74a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:44.767398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.868309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] For port 10eefa2f-e99d-4aba-892d-f916fda2a74a, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:44.873247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] For port 10eefa2f-e99d-4aba-892d-f916fda2a74a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=10eefa2f-e99d-4aba-892d-f916fda2a74a,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:44.881275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:44.956683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6ded7-5401-4ea1-9b13-fa6bd0358051 None None] Pushing event updated for resources: {'Port': ['ID=10eefa2f-e99d-4aba-892d-f916fda2a74a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:45.075274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf2d3f-9241-4301-a24d-080719957dde None None] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:45.120674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:45.147217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06fe8423-18fd-40da-8c74-7e314309da9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.238909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-18352d8a-eb8f-4b31-99b0-1d9fa0087008 None None] Provisioning for port 3d4c0203-78c9-4764-a581-56f196e94fb9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:45.316875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06fe8423-18fd-40da-8c74-7e314309da9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.325189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06fe8423-18fd-40da-8c74-7e314309da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.371839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-4e0120ca-ef3d-4b23-aeaf-844337480dbb service neutron] 10.222.0.25 "GET /v2.0/networks/85d3dcf7-6fe9-41b7-954d-7c008be6c034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807525 Jul 15 16:50:45.390693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe8423-18fd-40da-8c74-7e314309da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e2d37a-0ca7-4b08-a18e-43135914f794,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:45.392360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9988b79e-9f58-4c7e-8669-088aea0dc9f9 req-d702b606-d576-47d1-8830-eee221a5444e tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 200 len: 2999 time: 0.2154090 Jul 15 16:50:45.405137 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:50:45.421649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-06fe8423-18fd-40da-8c74-7e314309da9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ab8e67688f84a0997ded749d819c1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995536 Jul 15 16:50:45.423649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:45.525350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.576313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.594713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 10eefa2f-e99d-4aba-892d-f916fda2a74a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:45.651018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.657003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.673057 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51e2d37a-0ca7-4b08-a18e-43135914f794 HTTP/1.1" status: 204 len: 168 time: 0.2353356 Jul 15 16:50:45.682145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30823fd-1ff4-4e94-86cb-469c50563577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e2d37a-0ca7-4b08-a18e-43135914f794,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:45.746924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 10eefa2f-e99d-4aba-892d-f916fda2a74a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:45.753388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d4c0203-78c9-4764-a581-56f196e94fb9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:45.775906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-6cdfa0d5-169b-463b-9e54-1d2fc95c473e service neutron] 10.222.0.25 "GET /v2.0/networks/85d3dcf7-6fe9-41b7-954d-7c008be6c034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169506 Jul 15 16:50:45.837235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3d4c0203-78c9-4764-a581-56f196e94fb9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:45.842062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3d4c0203-78c9-4764-a581-56f196e94fb9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:45.842527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.858893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Deleting port 799affed-5475-4b0c-83a4-d549ea4d4772 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:45.859229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.895052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] Provisioning complete for port 3d4c0203-78c9-4764-a581-56f196e94fb9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:45.895594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:45.931695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82e2dc-c678-4263-944d-e776427ce1af req-a9045a52-13e8-4e81-a9a4-cbb84f0355a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:45.933325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae82e2dc-c678-4263-944d-e776427ce1af req-a9045a52-13e8-4e81-a9a4-cbb84f0355a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2252924 Jul 15 16:50:46.015554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-80e76ecd-881a-4c29-ac26-009f8b012107 service neutron] 10.222.0.25 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302625 Jul 15 16:50:46.045577 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.047771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.065666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae82e2dc-c678-4263-944d-e776427ce1af req-2bf653f2-717f-40f6-ae22-65e397275f92 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895352 Jul 15 16:50:46.092562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] For port 799affed-5475-4b0c-83a4-d549ea4d4772, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=799affed-5475-4b0c-83a4-d549ea4d4772,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:46.092950 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.113723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] For port 3d4c0203-78c9-4764-a581-56f196e94fb9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d4c0203-78c9-4764-a581-56f196e94fb9,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:46.119894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.157215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Calling delete_port for 799affed-5475-4b0c-83a4-d549ea4d4772 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:46.225526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc732168-ed8f-4068-964c-578070abdad6 None None] Pushing event updated for resources: {'Port': ['ID=3d4c0203-78c9-4764-a581-56f196e94fb9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:46.238540 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:50:46.239128 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:50:46.333940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-ee14c73c-8b06-44cb-8192-fbd176919596 service neutron] 10.222.0.25 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955151 Jul 15 16:50:46.412745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-2414feed-5233-403c-a7d3-65a9332f5745 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:46.414764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-2414feed-5233-403c-a7d3-65a9332f5745 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 945 time: 0.1226788 Jul 15 16:50:46.529877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.570796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Deleting port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:46.571217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.622624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f091a7-a8e2-43e6-9305-147ace90e571 None None] Network 249d797b-79ad-420b-a56b-960c4ff9f23d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:46.642127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=799affed-5475-4b0c-83a4-d549ea4d4772,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:46.742879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Provisioning for port 10eefa2f-e99d-4aba-892d-f916fda2a74a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:46.785773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Provisioning complete for port 10eefa2f-e99d-4aba-892d-f916fda2a74a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:46.786484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.797376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0735d849-693f-4530-97e2-897ec4f09f4e req-dc92de7a-d73d-42f9-a5b4-90462d71bdff tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-group-rules/1228cabe-c95c-4bd0-8a1a-f421ce2d10fc HTTP/1.1" status: 200 len: 783 time: 0.1438951 Jul 15 16:50:46.809158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] For port 8d9731c5-d74a-466a-bc70-ec9efc22eb75, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8d9731c5-d74a-466a-bc70-ec9efc22eb75,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:46.812405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:46.836095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abaa7-1a79-46e4-b522-9612a19e2ed7 req-3b28d58e-f903-4598-bc98-a2e9ff4b6c8f tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:46.837730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370abaa7-1a79-46e4-b522-9612a19e2ed7 req-3b28d58e-f903-4598-bc98-a2e9ff4b6c8f tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 945 time: 0.4205673 Jul 15 16:50:46.856964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Calling delete_port for 8d9731c5-d74a-466a-bc70-ec9efc22eb75 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:46.993723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.057454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.072444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0735d849-693f-4530-97e2-897ec4f09f4e req-a805b078-5f5a-4c96-a7c9-23200306cbe0 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 200 len: 2999 time: 0.2740471 Jul 15 16:50:47.143739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] For port 10eefa2f-e99d-4aba-892d-f916fda2a74a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=10eefa2f-e99d-4aba-892d-f916fda2a74a,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:47.148544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370abaa7-1a79-46e4-b522-9612a19e2ed7 req-fbac20cb-0826-43d3-8e78-227cbf176cb3 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993269 Jul 15 16:50:47.151123 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.158615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.182427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0735d849-693f-4530-97e2-897ec4f09f4e req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.208928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0735d849-693f-4530-97e2-897ec4f09f4e req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.239160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3792b1-e9dc-4ae3-a96b-806c33c6b452 None None] Pushing event updated for resources: {'Port': ['ID=10eefa2f-e99d-4aba-892d-f916fda2a74a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:47.243730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['878edcfb-77e6-43df-a543-4e39fb7c97d2', 'efe836af-9080-4028-b3e2-9d79f51f59f2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:50:47.296382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2d55a77-15cf-4d96-b763-9abb9c8f59cb req-90d41bdb-f3c1-4830-8185-1904588bb3da tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 210 time: 0.0790958 Jul 15 16:50:47.347435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event deleted for resources: {'Port': ['ID=8d9731c5-d74a-466a-bc70-ec9efc22eb75,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:47.382555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] No DVR routers for this DVR port 8d9731c5-d74a-466a-bc70-ec9efc22eb75 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:47.419632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0735d849-693f-4530-97e2-897ec4f09f4e req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.424512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.427027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e6b969a3-e8c7-405e-8984-229e4dc31696 req-78d24c81-2ef8-4f66-a87f-f6e8059184c1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "DELETE /v2.0/ports/8d9731c5-d74a-466a-bc70-ec9efc22eb75 HTTP/1.1" status: 204 len: 173 time: 1.0065517 Jul 15 16:50:47.427935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'name': 'network-vif-deleted', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:47.430280 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a34cf-4670-496c-8a00-40aa331052b8" -d '{"events": [{"server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "name": "network-vif-deleted", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:47.442241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0735d849-693f-4530-97e2-897ec4f09f4e req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.456089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0735d849-693f-4530-97e2-897ec4f09f4e req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1228cabe-c95c-4bd0-8a1a-f421ce2d10fc HTTP/1.1" status: 204 len: 173 time: 0.3825061 Jul 15 16:50:47.492832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52f390-c817-4828-98b3-deda9e6b0e70 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1228cabe-c95c-4bd0-8a1a-f421ce2d10fc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:47.601526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d513e7e4-d7f7-4061-8531-fff8f3d451f5 None None] Provisioning complete for port 10eefa2f-e99d-4aba-892d-f916fda2a74a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:47.601900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d513e7e4-d7f7-4061-8531-fff8f3d451f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.659589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 10eefa2f-e99d-4aba-892d-f916fda2a74a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:47.702504 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63887f6b-7dab-431c-bcf5-a8b127f437d6 x-openstack-request-id: req-63887f6b-7dab-431c-bcf5-a8b127f437d6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:47.702888 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa51d6d2-27f4-4b37-bc06-8ae37a7918fc", "name": "network-vif-deleted", "tag": "8d9731c5-d74a-466a-bc70-ec9efc22eb75", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:47.703941 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63887f6b-7dab-431c-bcf5-a8b127f437d6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:47.704867 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa51d6d2-27f4-4b37-bc06-8ae37a7918fc', 'name': 'network-vif-deleted', 'tag': '8d9731c5-d74a-466a-bc70-ec9efc22eb75', 'status': 'completed', 'code': 200} Jul 15 16:50:47.803454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 10eefa2f-e99d-4aba-892d-f916fda2a74a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:47.803824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.883376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae87b-4f16-42af-acb3-c3e1520b94c9 req-69827159-598b-4270-814e-f9fd037f8b43 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:47.890347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-873ae87b-4f16-42af-acb3-c3e1520b94c9 req-69827159-598b-4270-814e-f9fd037f8b43 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2615063 Jul 15 16:50:47.901029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-1def3000-6842-4fbd-929d-601a457c7207 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 200 len: 2400 time: 0.1621296 Jul 15 16:50:47.902363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d4c0203-78c9-4764-a581-56f196e94fb9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:47.938158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Router f5a6db9e-1144-4842-9a9f-d3065689a95d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:50:47.957795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3d4c0203-78c9-4764-a581-56f196e94fb9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:47.958531 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:47.984894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-873ae87b-4f16-42af-acb3-c3e1520b94c9 req-86fce907-ba17-40f7-806c-285f8ff7a0c5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928755 Jul 15 16:50:48.100345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.129922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:50:48.144822 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Sync routers for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:50:48.153337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-052226ef-6348-4e0d-aca2-d041891f8f0a admin admin] 10.222.0.25 "PUT /v2.0/routers/f5a6db9e-1144-4842-9a9f-d3065689a95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7468896 Jul 15 16:50:48.153783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:48.154901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.158844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:48.160545 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:48.277827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.280479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.287071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42bb8374-67f5-4e33-b21f-db0c02024443 req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/66ab6e33-3ee9-4ab6-962b-c79465aec9fd HTTP/1.1" status: 204 len: 173 time: 0.3824954 Jul 15 16:50:48.303601 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:48.310003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c00c67-379f-4568-b314-27ed82bf02c9 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab6e33-3ee9-4ab6-962b-c79465aec9fd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:48.324270 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-37ef3b86-4270-433f-8bbf-c9707f971be8 req-c360871b-3c22-4b7e-ab3a-be436b15fcd6 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] show failed (client error): The resource could not be found. Jul 15 16:50:48.332482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37ef3b86-4270-433f-8bbf-c9707f971be8 req-c360871b-3c22-4b7e-ab3a-be436b15fcd6 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/2b5b2582-991b-491d-9f3c-befe5cfbdade HTTP/1.1" status: 404 len: 352 time: 0.0242922 Jul 15 16:50:48.353420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.356896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8d9731c5-d74a-466a-bc70-ec9efc22eb75 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:48.411380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 8d9731c5-d74a-466a-bc70-ec9efc22eb75 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:48.411716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8d9731c5-d74a-466a-bc70-ec9efc22eb75 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:48.440742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae0a8633-4aa8-419d-868a-ba015616215f req-7b7fe929-0a60-42f6-a12f-4b9b06054c7f tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa51d6d2-27f4-4b37-bc06-8ae37a7918fc HTTP/1.1" status: 200 len: 210 time: 0.0622041 Jul 15 16:50:48.507245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-a46af366-b36b-430b-88a5-0b01d8061d9d tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/17f24079-8881-4692-acad-11ee8a407d3f HTTP/1.1" status: 200 len: 1804 time: 0.1562216 Jul 15 16:50:48.571015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.599157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.698614 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:50:46Z', 'revision_number': 5, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port': {'id': '37479d54-2ff5-4d6a-ab12-b51b8b0e3c60', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:17Z', 'updated_at': '2021-07-15T16:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:48.698898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.711432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-a8eb6d3f-19bc-403e-b268-2348ff7bfacf tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:48.717805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-a8eb6d3f-19bc-403e-b268-2348ff7bfacf tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:48.720411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-a8eb6d3f-19bc-403e-b268-2348ff7bfacf tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "GET /v2.0/networks?id=85d3dcf7-6fe9-41b7-954d-7c008be6c034&id=249d797b-79ad-420b-a56b-960c4ff9f23d HTTP/1.1" status: 200 len: 1390 time: 0.2678452 Jul 15 16:50:48.730788 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Checking router: f5a6db9e-1144-4842-9a9f-d3065689a95d for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:50:48.740676 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Routers {'f5a6db9e-1144-4842-9a9f-d3065689a95d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:50:48.741288 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f5a6db9e-1144-4842-9a9f-d3065689a95d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:48.755327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5d1d4c3-d495-4838-9a11-efe598a35fd1 req-37daafac-6fbe-4a7d-936d-df2815a61ca0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 210 time: 0.0997641 Jul 15 16:50:48.779238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.786421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.790839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48d79568-10ce-4ea4-9e07-a3af4be600ed req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/17f24079-8881-4692-acad-11ee8a407d3f HTTP/1.1" status: 204 len: 173 time: 0.2826433 Jul 15 16:50:48.816202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'port': {'device_id': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034', 'admin_state_up': True, 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:48.824044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab22eb7-0d40-40d8-be85-00561e76f0bc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f24079-8881-4692-acad-11ee8a407d3f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:48.898545 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] Set router f5a6db9e-1144-4842-9a9f-d3065689a95d gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:50:48.918127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Deleting port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:48.918586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:48.958212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-32518b1d-fc06-408b-a603-c901b6ea5cc3 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/e10b7a1f-f562-496d-9ab2-16bbc5a8bfda HTTP/1.1" status: 200 len: 1804 time: 0.1377075 Jul 15 16:50:48.977199 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:50:48Z', 'revision_number': 6, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:49.024555 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788821c-df40-4c72-96eb-fd042d2077bb None None] The sync data for ids ['f5a6db9e-1144-4842-9a9f-d3065689a95d'] in n-d-800085-3 is: [{'id': 'f5a6db9e-1144-4842-9a9f-d3065689a95d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1364841431-router', 'tenant_id': '54e3683575e4429eaad4144d90d0bee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:14Z', 'updated_at': '2021-07-15T16:50:48Z', 'revision_number': 6, 'project_id': '54e3683575e4429eaad4144d90d0bee3', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:50:49.051101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] For port 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:49.051545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.054413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:49.062915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.102735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Calling delete_port for 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:49.145170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.198664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.331658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.334245 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.335497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee14cddb-9b10-49d6-8be9-84cd1a65e6d8 req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/e10b7a1f-f562-496d-9ab2-16bbc5a8bfda HTTP/1.1" status: 204 len: 173 time: 0.3688390 Jul 15 16:50:49.354491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc4b2-8de9-4572-8e2f-5753ab913809 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10b7a1f-f562-496d-9ab2-16bbc5a8bfda,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:49.381641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f54f6-2f6b-4c9b-b171-98262f245f4a req-b5f3c718-1e62-4999-ade0-3af822f87501 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:49.384640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c48f54f6-2f6b-4c9b-b171-98262f245f4a req-b5f3c718-1e62-4999-ade0-3af822f87501 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1077507 Jul 15 16:50:49.446804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c48f54f6-2f6b-4c9b-b171-98262f245f4a req-8ee1ccdd-0108-4be0-8543-31ebe8e9f360 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575337 Jul 15 16:50:49.466563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 799affed-5475-4b0c-83a4-d549ea4d4772 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:49.519512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 799affed-5475-4b0c-83a4-d549ea4d4772 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:49.520204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 799affed-5475-4b0c-83a4-d549ea4d4772 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:49.566600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-25c48fd4-bbe1-4abd-8cf3-04fd4463a013 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/0fd5929d-8cae-49b3-972e-dda6cd37c132 HTTP/1.1" status: 200 len: 1804 time: 0.0682330 Jul 15 16:50:49.668724 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.695852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.760246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.765100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.767892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fd9adbf-eb59-44ff-a506-4f02b70a8c9d req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/0fd5929d-8cae-49b3-972e-dda6cd37c132 HTTP/1.1" status: 204 len: 173 time: 0.1947904 Jul 15 16:50:49.793495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4858c8-e2bc-4773-9103-bf75bfc40796 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5929d-8cae-49b3-972e-dda6cd37c132,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:49.854125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Allocated IP 19.80.0.253 (85d3dcf7-6fe9-41b7-954d-7c008be6c034/c49330c5-93ef-4250-adac-a50ed466823d/2a6ab40f-66b9-4635-912c-cf47d0a384a4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:49.893652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37f8e631-15b8-4805-9564-6187e8372d3e req-b3243a62-90bb-4dec-844b-497a3063699d tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8 HTTP/1.1" status: 200 len: 2402 time: 0.0934319 Jul 15 16:50:49.956960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:49.973197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4f38588-fa41-42a9-b318-16d3b8052ba5 req-3c39de64-2ebf-4f8c-a720-179c342aaee5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 210 time: 0.0394127 Jul 15 16:50:50.021787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37f8e631-15b8-4805-9564-6187e8372d3e req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.060185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Pushing event deleted for resources: {'Port': ['ID=37479d54-2ff5-4d6a-ab12-b51b8b0e3c60,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:50.060458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37f8e631-15b8-4805-9564-6187e8372d3e req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.115512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37f8e631-15b8-4805-9564-6187e8372d3e req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.118637 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-37f8e631-15b8-4805-9564-6187e8372d3e req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.120088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37f8e631-15b8-4805-9564-6187e8372d3e req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8 HTTP/1.1" status: 204 len: 173 time: 0.2111275 Jul 15 16:50:50.133998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0f0b3-1b48-4e33-8333-624694a195ce tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82da39-8c5f-4c52-a7ed-c442ca2ba9d8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:50.205426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.212326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.322401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Transition to ACTIVE for port object 2a6ab40f-66b9-4635-912c-cf47d0a384a4 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:50.324771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.329318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.346179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-1aec1645-d91d-490a-97f9-c7621dc74167 tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "GET /v2.0/security-groups/e7f1a0da-d4fc-42fb-972e-37db5f4cfa95 HTTP/1.1" status: 200 len: 2397 time: 0.0611515 Jul 15 16:50:50.396839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.397674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a6db9e-1144-4842-9a9f-d3065689a95d {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:50:50.408030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.409483 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8b32dde-8715-4ec7-9a73-f98d1a7e0447 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f5a6db9e-1144-4842-9a9f-d3065689a95d HTTP/1.1" status: 204 len: 168 time: 2.2546711 Jul 15 16:50:50.411990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:50.430768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.469293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.473726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.496988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Deleting subnet 9e73ca5a-758b-45d5-b937-10fc7ea59cf7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:50.546694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.550780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.552190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c62ff05e-c9d5-4c65-be17-6a750bed66d9 req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] 10.222.0.25 "DELETE /v2.0/security-groups/e7f1a0da-d4fc-42fb-972e-37db5f4cfa95 HTTP/1.1" status: 204 len: 173 time: 0.1990108 Jul 15 16:50:50.562211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:50.565768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.569873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:50.580816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e420ba-ea14-43a8-aaa4-f5848f110afc tempest-SecurityGroupRulesTestJSON-1876884522 tempest-SecurityGroupRulesTestJSON-1876884522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f1a0da-d4fc-42fb-972e-37db5f4cfa95,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:50.671645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:50.681563 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.684314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:50.710781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:50.747524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Deleting subnet 8cb5a6e0-5ffc-4d40-be07-7e3d019e9064 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:50.777431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.850482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.853344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc8544-89fa-46f0-ada8-9115aa04ecc1 req-043c470f-eea5-475b-b856-7e3f8640e42e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:50.855140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cfc8544-89fa-46f0-ada8-9115aa04ecc1 req-043c470f-eea5-475b-b856-7e3f8640e42e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1148460 Jul 15 16:50:50.922293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cfc8544-89fa-46f0-ada8-9115aa04ecc1 req-22d2808a-aa74-4aac-9ab2-49441d9f079e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601184 Jul 15 16:50:50.930334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:50.932263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:50.955873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-15afb9d1-8339-491e-9d1b-d8796d3a8508 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4019747 Jul 15 16:50:50.963317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-823f9787-d932-48b5-99f8-d22ff22e2a72 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1622081 Jul 15 16:50:50.982705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Request body: {'port': {'device_id': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d', 'admin_state_up': True, 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:51.022173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f809375a-4cbb-4b08-87d1-d139703b1fa1 None None] Provisioning for port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:51.026710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f809375a-4cbb-4b08-87d1-d139703b1fa1 None None] Provisioning complete for port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:51.027381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f809375a-4cbb-4b08-87d1-d139703b1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.076293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f809375a-4cbb-4b08-87d1-d139703b1fa1 None None] Port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:51.081202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.155185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.241271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0b65d-2ff6-4b28-b241-f4285725b64e req-52c0a06a-5b45-4cf6-9421-6222f8ae6db0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.242773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ee0b65d-2ff6-4b28-b241-f4285725b64e req-52c0a06a-5b45-4cf6-9421-6222f8ae6db0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 932 time: 0.1060395 Jul 15 16:50:51.265085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.276004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-ce19c6a2-7d5a-4fc6-9651-0406cb485451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.277491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-ce19c6a2-7d5a-4fc6-9651-0406cb485451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.2421727 Jul 15 16:50:51.307400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.317756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb5a6e0-5ffc-4d40-be07-7e3d019e9064,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:51.333565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.333565 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19b403fe-ea72-42c0-81da-ff13b3066faa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8cb5a6e0-5ffc-4d40-be07-7e3d019e9064 HTTP/1.1" status: 204 len: 168 time: 0.7603035 Jul 15 16:50:51.341959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:51.352455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ee0b65d-2ff6-4b28-b241-f4285725b64e req-e04be0f9-cacf-4f67-b49c-95a4e58acc73 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984385 Jul 15 16:50:51.357320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ab4ba-68fa-4133-9970-03a93fbea19f None None] Network 0371800c-6ab5-4f09-ab13-0812811d9c2d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:51.403665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.412040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9e73ca5a-758b-45d5-b937-10fc7ea59cf7 HTTP/1.1" status: 204 len: 168 time: 0.9974720 Jul 15 16:50:51.412527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54908) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:51.413192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54910) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:51.420082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Made reservation on behalf of 2a86a626af6246acaf08ef56eb83ee0b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:51.424341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.439392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d155-c485-4c5a-9434-259f0a4ebd2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e73ca5a-758b-45d5-b937-10fc7ea59cf7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:51.508978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:51.536014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.580138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:51.580694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37479d54-2ff5-4d6a-ab12-b51b8b0e3c60 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:51.592930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf597-4366-43b4-ab26-35a7e55fc0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.643899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Deleting port f4a64d65-643c-4349-959d-981f27402eaa {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:51.644365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.648008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.677806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-ea91086a-d1f7-4c06-ab31-3572672a7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.679325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-ea91086a-d1f7-4c06-ab31-3572672a7cf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3545053 Jul 15 16:50:51.710936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] DHCP port deletion for 0371800c-6ab5-4f09-ab13-0812811d9c2d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:50:51.759237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Deleting port f4a64d65-643c-4349-959d-981f27402eaa {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:51.759820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.764070 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-206652fd-7394-4ce7-b901-b7e45abd1a35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0745246 Jul 15 16:50:51.790646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] For port f4a64d65-643c-4349-959d-981f27402eaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f4a64d65-643c-4349-959d-981f27402eaa,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:51.791156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.818569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Calling delete_port for f4a64d65-643c-4349-959d-981f27402eaa owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:51.829583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] For port f4a64d65-643c-4349-959d-981f27402eaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f4a64d65-643c-4349-959d-981f27402eaa,segment=NetworkSegment(b78b85f1-4c42-47c1-97f4-95ce5029b0b4),segment_id=b78b85f1-4c42-47c1-97f4-95ce5029b0b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:51.830236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.832572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5b2f-01c7-47d2-9439-5ef966382c33 req-fb66ef14-6b7a-4d5b-9061-4c4e774773f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.838369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5b2f-01c7-47d2-9439-5ef966382c33 req-fb66ef14-6b7a-4d5b-9061-4c4e774773f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.840048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6fd5b2f-01c7-47d2-9439-5ef966382c33 req-fb66ef14-6b7a-4d5b-9061-4c4e774773f8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e&device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 1682 time: 0.1933644 Jul 15 16:50:51.850943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Calling delete_port for f4a64d65-643c-4349-959d-981f27402eaa owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:51.894931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.898318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-2ff4e227-f176-40a2-b419-15d320bfa38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:51.899798 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-2ff4e227-f176-40a2-b419-15d320bfa38e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1158304 Jul 15 16:50:51.924851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927a574b-051a-47c9-b175-5df6dd162cfd']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:51.943972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.949470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6fd5b2f-01c7-47d2-9439-5ef966382c33 req-b57fbd41-3674-4bc3-8f70-3b3255e4fda1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034517 Jul 15 16:50:51.969885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Allocated IP 19.86.0.126 (249d797b-79ad-420b-a56b-960c4ff9f23d/bdfb1479-de41-48f5-9892-9d9bdc72042d/548ef5f0-c217-4403-80aa-bebd646e9c76) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:51.970589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf597-4366-43b4-ab26-35a7e55fc0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.974190 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf597-4366-43b4-ab26-35a7e55fc0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.975203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cff0ae2-d0a3-4071-802b-c03855343fa2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:51.975495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cff0ae2-d0a3-4071-802b-c03855343fa2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:51.991895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:51.992070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] Pushing event deleted for resources: {'Port': ['ID=f4a64d65-643c-4349-959d-981f27402eaa,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:51.997959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e980f8-a775-42aa-9ee9-0f1e483477f1 None None] No DVR routers for this DVR port f4a64d65-643c-4349-959d-981f27402eaa on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:52.018567 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.034882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:52.035293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:52.037228 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:52.044448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcf597-4366-43b4-ab26-35a7e55fc0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87c4d3-9ff7-43d0-9dc1-cb5a9e1de330,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.050826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3dcf597-4366-43b4-ab26-35a7e55fc0d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f138836f066746708d982106c135e094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363971 Jul 15 16:50:52.058268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54922) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:52.069839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.121048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a64d65-643c-4349-959d-981f27402eaa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.143242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] No DVR routers for this DVR port f4a64d65-643c-4349-959d-981f27402eaa on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:52.151479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-6f0219b5-7e44-4594-9067-82c96f259f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:52.153058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-6f0219b5-7e44-4594-9067-82c96f259f9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2455344 Jul 15 16:50:52.179059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.200187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.205072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] 10.222.0.25 "DELETE /v2.0/networks/927a574b-051a-47c9-b175-5df6dd162cfd HTTP/1.1" status: 204 len: 168 time: 0.8309057 Jul 15 16:50:52.222289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30102166-7cad-4c20-b827-63740e321524 admin admin] Pushing event deleted for resources: {'Network': ['ID=927a574b-051a-47c9-b175-5df6dd162cfd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.237990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.277844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.306228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0371800c-6ab5-4f09-ab13-0812811d9c2d']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:52.318286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.333623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:52.334209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78b85f1-4c42-47c1-97f4-95ce5029b0b4') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:50:52.357839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c741af9-24bf-4ce3-89cf-ceac7e6c4b2a req-d1458c65-761a-47cc-8b4c-f3713f2d31d8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:52.360021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c741af9-24bf-4ce3-89cf-ceac7e6c4b2a req-d1458c65-761a-47cc-8b4c-f3713f2d31d8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2304027 Jul 15 16:50:52.369993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.371276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.380936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-c37e8b86-5588-481f-9b7b-86b843e700b3 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162490 Jul 15 16:50:52.392933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:52.408893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.423810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:50:52.423810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:50:52.425582 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:50:52.453557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c741af9-24bf-4ce3-89cf-ceac7e6c4b2a req-e68feb14-8323-4752-84c4-fda15dba5755 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841260 Jul 15 16:50:52.519248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b351b3d2-dc68-401b-90a8-57773c32d78c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=474c7ce0c58140cf93a3fdf21b481d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888653 Jul 15 16:50:52.525074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:52.543396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0b92062e-ed80-4bd4-afe5-bca3552ef919 req-ae800ef8-690c-4af5-b827-625c1ad0f2b9 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543729 Jul 15 16:50:52.555658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.559664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Transition to ACTIVE for port object 548ef5f0-c217-4403-80aa-bebd646e9c76 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:52.562219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.580567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0371800c-6ab5-4f09-ab13-0812811d9c2d HTTP/1.1" status: 204 len: 168 time: 1.1571984 Jul 15 16:50:52.591071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.594492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.596068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a87c4d3-9ff7-43d0-9dc1-cb5a9e1de330 HTTP/1.1" status: 204 len: 168 time: 0.5357180 Jul 15 16:50:52.619401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d886bc-a8ad-4c55-bd0c-2335fa8c29a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0371800c-6ab5-4f09-ab13-0812811d9c2d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.623940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d01a3-f7e0-4738-96f3-1f00f02bbee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87c4d3-9ff7-43d0-9dc1-cb5a9e1de330,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.661574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aaa24-9b23-48d2-84a0-0706b5e1f00c req-b4bf03ff-6cf1-49d6-a388-510ffdeb18cf tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:52.662983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.664673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-184aaa24-9b23-48d2-84a0-0706b5e1f00c req-b4bf03ff-6cf1-49d6-a388-510ffdeb18cf tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 932 time: 0.1585708 Jul 15 16:50:52.692138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.731375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-184aaa24-9b23-48d2-84a0-0706b5e1f00c req-8ce55823-148a-4cfd-96df-c9cdad2484a0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Jul 15 16:50:52.782868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.837283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Network 249d797b-79ad-420b-a56b-960c4ff9f23d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:52.847532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:52.852059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:52.888473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event updated for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.896076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54946) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:52.922116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.924922 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:52.929410 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2248fb1-6d21-48c9-9e2b-cec42aca1cd7 HTTP/1.1" status: 204 len: 168 time: 0.4031403 Jul 15 16:50:52.978310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd4a25-1d50-4ea5-9cae-0b8052c5214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2248fb1-6d21-48c9-9e2b-cec42aca1cd7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:52.990767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:52.991417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.025381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a8de30ad-9083-4ae4-849c-0272bdc153fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54e3683575e4429eaad4144d90d0bee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251917 Jul 15 16:50:53.025836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54952) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:53.041666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-94e08f92-4f4b-4b38-abef-5775d54f8672 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0636086 Jul 15 16:50:53.056537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Request body: {'port': {'device_id': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:53.171331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.209569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.222639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.283244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.287121 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.289032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6443ec3-1386-4a60-b0b0-daea639065ab HTTP/1.1" status: 204 len: 168 time: 0.2617009 Jul 15 16:50:53.343756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f971232-77f4-422c-b9ab-ede24e5e5f86 None None] Provisioning for port 548ef5f0-c217-4403-80aa-bebd646e9c76 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:53.352431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769beac-15b3-4dd6-a1d9-05b1b924e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6443ec3-1386-4a60-b0b0-daea639065ab,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:53.361577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f971232-77f4-422c-b9ab-ede24e5e5f86 None None] Provisioning complete for port 548ef5f0-c217-4403-80aa-bebd646e9c76 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:50:53.361934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f971232-77f4-422c-b9ab-ede24e5e5f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.459535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0f971232-77f4-422c-b9ab-ede24e5e5f86 None None] Port 548ef5f0-c217-4403-80aa-bebd646e9c76 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:50:53.465210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f4a64d65-643c-4349-959d-981f27402eaa no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:53.470173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df6b8-b4d9-40ed-adcc-50c70402b9c5 req-ab722efa-7aef-4369-a74d-29a7bec065c0 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:53.471387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-401df6b8-b4d9-40ed-adcc-50c70402b9c5 req-ab722efa-7aef-4369-a74d-29a7bec065c0 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 945 time: 0.1124279 Jul 15 16:50:53.499069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f4a64d65-643c-4349-959d-981f27402eaa {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:50:53.499664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f4a64d65-643c-4349-959d-981f27402eaa not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:53.530987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-401df6b8-b4d9-40ed-adcc-50c70402b9c5 req-876f376f-1f89-45b9-a854-ed9cf108c207 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536566 Jul 15 16:50:53.642130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6ab40f-66b9-4635-912c-cf47d0a384a4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:53.651876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.673361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Transition to ACTIVE for port object 2a6ab40f-66b9-4635-912c-cf47d0a384a4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:53.679466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:53.692888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b31480-541f-4f47-a285-2a7e8ac0c29f req-29e232f0-7de8-4eb6-971e-bec46a869aea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:53.694614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9b31480-541f-4f47-a285-2a7e8ac0c29f req-29e232f0-7de8-4eb6-971e-bec46a869aea tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.0773146 Jul 15 16:50:53.744890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9b31480-541f-4f47-a285-2a7e8ac0c29f req-097dd8a3-9d32-44d3-a93d-e6f52922b98b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Jul 15 16:50:53.759297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:53.858609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Attempting to bind port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:53.859197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Attempting to bind port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:53.859943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Attempting to bind port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 on network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:53.865566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 on network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:53.866084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Attempting to bind port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 on network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:53.871783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:53.872531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Checking segment: {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:53.873089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Bound using segment: {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:53.873695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Bound port: 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a54422e-c87f-4ac3-97b1-5df48d95e8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:53.874253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:54.007929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:54.013965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:54.021625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:54.058074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c22d-bca8-4049-aabb-3406bd58a300 req-d30f5378-8eac-4bc9-b07b-96c7a208bd0e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.065115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c22d-bca8-4049-aabb-3406bd58a300 req-d30f5378-8eac-4bc9-b07b-96c7a208bd0e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.067101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b73c22d-bca8-4049-aabb-3406bd58a300 req-d30f5378-8eac-4bc9-b07b-96c7a208bd0e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1667 time: 0.1118269 Jul 15 16:50:54.071399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.072151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:54.073790 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a6ab40f-66b9-4635-912c-cf47d0a384a4 HTTP/1.1" status: 200 len: 1092 time: 1.0219252 Jul 15 16:50:54.074327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:54.076814 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d95cd-a57f-4c99-bc52-71717c1be67d" -d '{"events": [{"name": "network-changed", "server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:54.117693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Request body: {'port': {'device_id': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:54.122121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736c1fd-f458-4685-a208-b320331ea884 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:54.129435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b73c22d-bca8-4049-aabb-3406bd58a300 req-3b4d0512-452d-4949-bae5-9f052a26e5d7 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 Jul 15 16:50:54.178283 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7815d6a6-14d4-4d13-a186-8bf1e9f36946 x-openstack-request-id: req-7815d6a6-14d4-4d13-a186-8bf1e9f36946 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:54.178573 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:54.178826 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7815d6a6-14d4-4d13-a186-8bf1e9f36946 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:54.179221 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4', 'status': 'completed', 'code': 200} Jul 15 16:50:54.300999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:54.322655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-1453cf89-dda3-4031-ad1a-d95f7cdf8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.323806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-1453cf89-dda3-4031-ad1a-d95f7cdf8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.325609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-1453cf89-dda3-4031-ad1a-d95f7cdf8771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1914 time: 0.1324549 Jul 15 16:50:54.879341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55034) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:54.943740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-12dad3d0-e692-4d2e-8ec6-0699f5ddd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.948775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-12dad3d0-e692-4d2e-8ec6-0699f5ddd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.949473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-12dad3d0-e692-4d2e-8ec6-0699f5ddd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:54.951421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-12dad3d0-e692-4d2e-8ec6-0699f5ddd1ca service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&shared=False HTTP/1.1" status: 200 len: 2284 time: 0.6083558 Jul 15 16:50:55.097723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d08e-d008-4edb-bcf9-6c6cf18d9a04 req-f105e653-db90-4ef4-816e-884b1dd844da tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.104606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f202d08e-d008-4edb-bcf9-6c6cf18d9a04 req-f105e653-db90-4ef4-816e-884b1dd844da tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 945 time: 0.2753925 Jul 15 16:50:55.157382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-0809ae3d-55b4-4258-b37f-8103207f0fb1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.158807 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-0809ae3d-55b4-4258-b37f-8103207f0fb1 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 945 time: 0.6765382 Jul 15 16:50:55.178259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-358729091-network', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:55.185615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:55.265757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:55.290383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f202d08e-d008-4edb-bcf9-6c6cf18d9a04 req-b6c0dec2-8e14-4b5f-9b9f-a78064131af8 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/security-groups?id=b37b39b9-501e-4adf-bae8-aa97d1f60c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847138 Jul 15 16:50:55.294890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-6b03000d-37a4-44b5-b9be-e71f80ea0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.295706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e67d95cd-a57f-4c99-bc52-71717c1be67d req-6b03000d-37a4-44b5-b9be-e71f80ea0d35 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3251917 Jul 15 16:50:55.298573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Made reservation on behalf of cf606503665e4dda8744f6d64c61f8bd for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:55.302117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.320162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-4e66367c-a171-4f3f-a34f-a75dcc7bcfc5 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.321799 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-4e66367c-a171-4f3f-a34f-a75dcc7bcfc5 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed247a3a-d5df-4971-97e0-51357cc3bde0 HTTP/1.1" status: 200 len: 946 time: 0.2773426 Jul 15 16:50:55.323440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761dafd-d2e7-4ed2-a982-f647b63e0704 req-8947d9a2-9d12-4d74-bc4f-554c5ffcc4d9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.325338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6761dafd-d2e7-4ed2-a982-f647b63e0704 req-8947d9a2-9d12-4d74-bc4f-554c5ffcc4d9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3595533 Jul 15 16:50:55.348428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.408680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6761dafd-d2e7-4ed2-a982-f647b63e0704 req-ca87b3f7-11ef-44e2-bbfb-c777a42a86a4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624018 Jul 15 16:50:55.439388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-network', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:55.451906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548ef5f0-c217-4403-80aa-bebd646e9c76 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:50:55.483826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.495920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Deleting port 878edcfb-77e6-43df-a543-4e39fb7c97d2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:55.496422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.511741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.517482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.537927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6b3ea893-261f-4362-bdb3-35fb87f65e42 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1714110015'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:55.538411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6b3ea893-261f-4362-bdb3-35fb87f65e42 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Unknown quota resources ['metering_label']. {{(pid=100428) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:50:55.557225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:55.565359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Transition to ACTIVE for port object 548ef5f0-c217-4403-80aa-bebd646e9c76 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:55.587661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Made reservation on behalf of 0e6fb483d43f48f7be586e6e8bf8b959 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:55.589880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.612780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.613118 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Added segment b163f7db-8d8c-47b4-a44e-551218121247 of type vlan for network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 Jul 15 16:50:55.628516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be2a60-ff5f-473c-9c70-966dac8f1c61,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:55.635101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.645939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.684195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.739500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00647333-670a-4b98-8239-5fa9c25cfad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.740154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90dd4-9f9a-4019-b951-4462a7936c2b req-6ce52a18-83d9-4840-90f9-9e1396b01e94 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.746368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90dd4-9f9a-4019-b951-4462a7936c2b req-6ce52a18-83d9-4840-90f9-9e1396b01e94 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.747259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0d90dd4-9f9a-4019-b951-4462a7936c2b req-6ce52a18-83d9-4840-90f9-9e1396b01e94 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1679 time: 0.1768847 Jul 15 16:50:55.775619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.776576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:55.777143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.881776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Pushing event updated for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:55.882348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0d90dd4-9f9a-4019-b951-4462a7936c2b req-bd118b21-ced7-4eab-a9dc-3398b955caed tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240072 Jul 15 16:50:55.884242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] Pushing event updated for resources: {'Network': ['ID=83382fee-2a0a-4e58-a8a2-b4f27ee93118,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:55.884896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b3ea893-261f-4362-bdb3-35fb87f65e42 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.886060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6b3ea893-261f-4362-bdb3-35fb87f65e42 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6161308 Jul 15 16:50:55.890314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55058) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:55.895650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-edc8a983-6c18-4a1c-b5a6-59257690f68a tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f87563aa-e8d3-4db9-9f6f-a00f12309fa3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:55.896222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-edc8a983-6c18-4a1c-b5a6-59257690f68a tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:50:55.897793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] For port 878edcfb-77e6-43df-a543-4e39fb7c97d2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=878edcfb-77e6-43df-a543-4e39fb7c97d2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:55.898170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.902451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Deleting port efe836af-9080-4028-b3e2-9d79f51f59f2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:50:55.902790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:55.927184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:55.983004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Calling delete_port for 878edcfb-77e6-43df-a543-4e39fb7c97d2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:56.004216 n-d-800085-3 neutron-server[100429]: WARNING neutron.services.metering.metering_plugin [None req-edc8a983-6c18-4a1c-b5a6-59257690f68a tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 16:50:56.008930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.036967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.087147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b09e4e56-4c55-483b-9a75-90eeb3d31f6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2060633 Jul 15 16:50:56.092242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.107075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Request body: {'subnet': {'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-358729091-subnet', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:56.135923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Attempting to bind port 548ef5f0-c217-4403-80aa-bebd646e9c76 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:56.136356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Attempting to bind port 548ef5f0-c217-4403-80aa-bebd646e9c76 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:56.136600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Attempting to bind port 548ef5f0-c217-4403-80aa-bebd646e9c76 on network 249d797b-79ad-420b-a56b-960c4ff9f23d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:56.151770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] For port efe836af-9080-4028-b3e2-9d79f51f59f2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=efe836af-9080-4028-b3e2-9d79f51f59f2,segment=NetworkSegment(f5479c7f-3672-45e0-a0ed-1d52fc62dffc),segment_id=f5479c7f-3672-45e0-a0ed-1d52fc62dffc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:50:56.152148 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.153088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edc8a983-6c18-4a1c-b5a6-59257690f68a tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.154271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-edc8a983-6c18-4a1c-b5a6-59257690f68a tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2623565 Jul 15 16:50:56.157834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:50:56.159540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55062) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.164272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Port 548ef5f0-c217-4403-80aa-bebd646e9c76 on network 249d797b-79ad-420b-a56b-960c4ff9f23d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:50:56.165098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Attempting to bind port 548ef5f0-c217-4403-80aa-bebd646e9c76 on network 249d797b-79ad-420b-a56b-960c4ff9f23d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:56.165214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c4806740-bc4a-4f2d-a851-cbcb1d536d83 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f87563aa-e8d3-4db9-9f6f-a00f12309fa3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:56.165630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c4806740-bc4a-4f2d-a851-cbcb1d536d83 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:50:56.171273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af39a2d4-54aa-46ea-890c-3e88d8420e81,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:56.175017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Calling delete_port for efe836af-9080-4028-b3e2-9d79f51f59f2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:50:56.182318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.182555 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Added segment 83d8d0ae-c796-4278-8507-3d6b006d2aad of type vlan for network ea9df7d5-693e-44db-80a5-031cc3085164 Jul 15 16:50:56.189484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:56.189827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Checking segment: {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:56.190222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Bound using segment: {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:56.190681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Bound port: 548ef5f0-c217-4403-80aa-bebd646e9c76, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:56.191087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.202943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Made reservation on behalf of cf606503665e4dda8744f6d64c61f8bd for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:56.206025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.243367 n-d-800085-3 neutron-server[100429]: WARNING neutron.services.metering.metering_plugin [None req-c4806740-bc4a-4f2d-a851-cbcb1d536d83 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 16:50:56.351086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.355409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4806740-bc4a-4f2d-a851-cbcb1d536d83 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.359761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c4806740-bc4a-4f2d-a851-cbcb1d536d83 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1952925 Jul 15 16:50:56.359761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55066) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.376527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3cec5ffe-7103-49c1-b268-44f62296dc3c tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=4ad42813-6fc3-4995-83ec-432594de9df3 HTTP/1.1" status: 200 len: 464 time: 0.0134633 Jul 15 16:50:56.376760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.400862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 878edcfb-77e6-43df-a543-4e39fb7c97d2 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:56.417503 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.418592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:56.419193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.428901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:56.432409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.436786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=548ef5f0-c217-4403-80aa-bebd646e9c76,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:56.474863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.486516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event deleted for resources: {'Port': ['ID=878edcfb-77e6-43df-a543-4e39fb7c97d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:56.493723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No active binding found for port 878edcfb-77e6-43df-a543-4e39fb7c97d2 {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 16:50:56.495990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 878edcfb-77e6-43df-a543-4e39fb7c97d2 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:50:56.496737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device efe836af-9080-4028-b3e2-9d79f51f59f2 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:50:56.546118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] Pushing event updated for resources: {'Network': ['ID=ea9df7d5-693e-44db-80a5-031cc3085164,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:56.558182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ea9df7d5-693e-44db-80a5-031cc3085164 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:50:56.599063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:56.599691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.601136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/548ef5f0-c217-4403-80aa-bebd646e9c76 HTTP/1.1" status: 200 len: 1092 time: 2.4925406 Jul 15 16:50:56.603854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:56.606072 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c" -d '{"events": [{"name": "network-changed", "server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:56.637532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-188def0e-6723-48d8-8c0e-91a6908344b7 req-2177bfaa-aed8-420c-a0ae-3e2924994ab0 tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e HTTP/1.1" status: 200 len: 210 time: 0.0456560 Jul 15 16:50:56.639474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] No DVR routers for this DVR port 878edcfb-77e6-43df-a543-4e39fb7c97d2 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:56.648522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.650508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3990cf23-702d-49df-b4aa-568c4fdf683a req-84f2c6d7-e55d-4e5c-b4a2-b9351d07e88e tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "DELETE /v2.0/ports/878edcfb-77e6-43df-a543-4e39fb7c97d2 HTTP/1.1" status: 204 len: 173 time: 1.4842668 Jul 15 16:50:56.736674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-053e2ed0-c082-4011-9bb8-b821dc1d4975 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.5418663 Jul 15 16:50:56.737307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55078) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.747465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaabe4-4a3e-45b2-8053-c6a8ab2891d1 service neutron] Pushing event updated for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:56.758798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.782502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.823440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Request body: {'subnet': {'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-subnet', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:56.841832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.844513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Pushing event deleted for resources: {'Port': ['ID=efe836af-9080-4028-b3e2-9d79f51f59f2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:56.851412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c168b01c-a637-4cc1-b1c9-3c9634e3d184 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.852672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c168b01c-a637-4cc1-b1c9-3c9634e3d184 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/4ad42813-6fc3-4995-83ec-432594de9df3 HTTP/1.1" status: 204 len: 168 time: 0.4750218 Jul 15 16:50:56.858534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55080) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.892811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-617c9203-52dd-4dbb-8d5f-668c34ac0e80 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=4ad42813-6fc3-4995-83ec-432594de9df3 HTTP/1.1" status: 200 len: 221 time: 0.0268593 Jul 15 16:50:56.895289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:56.905669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-89bc77a2-cf97-4822-8552-430d41dd2a6f tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--850553858', 'description': 'label created by tempest'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:56.906147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-89bc77a2-cf97-4822-8552-430d41dd2a6f tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Unknown quota resources ['metering_label']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 16:50:56.958417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] No DVR routers for this DVR port efe836af-9080-4028-b3e2-9d79f51f59f2 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:50:56.962778 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:56.965772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1e25945e-b0fc-49fd-9ebe-95799a8330e5 req-44d6c261-4db2-47ed-9556-fb7bf3b1103b tempest-ListServersNegativeTestJSON-1130966091 tempest-ListServersNegativeTestJSON-1130966091-project] 10.222.0.20 "DELETE /v2.0/ports/efe836af-9080-4028-b3e2-9d79f51f59f2 HTTP/1.1" status: 204 len: 173 time: 1.6317172 Jul 15 16:50:56.981216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Made reservation on behalf of 0e6fb483d43f48f7be586e6e8bf8b959 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:50:56.990962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.018191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-518477dd-3600-4598-9fc1-c0ed6e1e4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.018684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-518477dd-3600-4598-9fc1-c0ed6e1e4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.020818 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-518477dd-3600-4598-9fc1-c0ed6e1e4f89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1981 time: 0.3674603 Jul 15 16:50:57.049747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Checking segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:57.050195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Network hostable DHCP agents. Network: 83382fee-2a0a-4e58-a8a2-b4f27ee93118, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:57.055073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c08f01c-301b-4208-a8f4-f10e50c60493,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:57.064706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d37f-f284-4248-a0e3-d7ecb76e7dd3 req-363e5b08-f998-4247-bcda-c28755e75d05 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.071770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f338d37f-f284-4248-a0e3-d7ecb76e7dd3 req-363e5b08-f998-4247-bcda-c28755e75d05 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.4331081 Jul 15 16:50:57.106810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-857991e4-578f-466f-8804-5b0ecf2e11d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4 HTTP/1.1" status: 200 len: 217 time: 0.0700507 Jul 15 16:50:57.133776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:57.149981 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812fcbe3-2281-4d7e-8d35-7e99daf02e1a x-openstack-request-id: req-812fcbe3-2281-4d7e-8d35-7e99daf02e1a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:57.150456 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:57.150777 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-812fcbe3-2281-4d7e-8d35-7e99daf02e1a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:57.151247 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76', 'status': 'completed', 'code': 200} Jul 15 16:50:57.175972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 83382fee-2a0a-4e58-a8a2-b4f27ee93118) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:57.190556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e997f0-49db-498e-9c06-d83d20ea86d1 None None] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:57.195172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.195834 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.232693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-ffd2bfc7-9e36-4e62-8776-d05ed7a23d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.234955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-ffd2bfc7-9e36-4e62-8776-d05ed7a23d3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c49330c5-93ef-4250-adac-a50ed466823d HTTP/1.1" status: 200 len: 801 time: 0.1188188 Jul 15 16:50:57.240102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2188ea35-b086-407b-8ec7-d1b804fc6aea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1426904 Jul 15 16:50:57.260361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55086) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.268767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:57.272483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-89bc77a2-cf97-4822-8552-430d41dd2a6f tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.273611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-89bc77a2-cf97-4822-8552-430d41dd2a6f tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3740063 Jul 15 16:50:57.287793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f338d37f-f284-4248-a0e3-d7ecb76e7dd3 req-3b3da24d-404b-40cf-a5a7-5842016f6eb8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149968 Jul 15 16:50:57.288347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.373315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-d82019bf-c576-4d1b-9fe5-c81ceb96d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.375489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-d82019bf-c576-4d1b-9fe5-c81ceb96d77b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85d3dcf7-6fe9-41b7-954d-7c008be6c034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100259 Jul 15 16:50:57.437853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:50:57.439554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.492853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-74fbf8aa-9bcb-4895-be7c-07aab55fdbf2 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c08f1f71-26e2-42f7-b549-5d4145cbb3ac HTTP/1.1" status: 200 len: 467 time: 0.1996920 Jul 15 16:50:57.495654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.573222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.574710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.649707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Allocated IP 172.20.0.2 (83382fee-2a0a-4e58-a8a2-b4f27ee93118/2c08f01c-301b-4208-a8f4-f10e50c60493/1509bbae-cbbe-4679-8baa-c45c46ccb3dc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:57.704812 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-00799255-bedf-4796-9d9c-056f5e20b5ad service neutron] 10.222.0.20 "GET /v2.0/networks/85d3dcf7-6fe9-41b7-954d-7c008be6c034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198955 Jul 15 16:50:57.742398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.763421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d575d-ce04-4db0-ac04-292698a9ca51 req-0d6da134-ebfa-46dd-8771-4775ad6ced5d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.782986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d575d-ce04-4db0-ac04-292698a9ca51 req-0d6da134-ebfa-46dd-8771-4775ad6ced5d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:57.798135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-074d575d-ce04-4db0-ac04-292698a9ca51 req-0d6da134-ebfa-46dd-8771-4775ad6ced5d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1679 time: 0.2974975 Jul 15 16:50:57.803347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5550062-3fd0-4777-aba2-79e592dd4a01 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.804697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5550062-3fd0-4777-aba2-79e592dd4a01 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c08f1f71-26e2-42f7-b549-5d4145cbb3ac HTTP/1.1" status: 204 len: 168 time: 0.3076696 Jul 15 16:50:57.807556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.851714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cd0b9809-6ec6-4bd3-99e3-091e0c834085 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c08f1f71-26e2-42f7-b549-5d4145cbb3ac HTTP/1.1" status: 200 len: 216 time: 0.0428145 Jul 15 16:50:57.855559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.866196 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.876385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Transition to ACTIVE for port object 1509bbae-cbbe-4679-8baa-c45c46ccb3dc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:57.884135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7aa63cc-6a11-4bd9-b77e-30d820e0e073 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0274734 Jul 15 16:50:57.888781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.905941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Transition to ACTIVE for port object 1509bbae-cbbe-4679-8baa-c45c46ccb3dc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:57.913066 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e4944219-25c0-4e53-aa5a-7c8ff2be43dd tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0231600 Jul 15 16:50:57.916805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.920298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:57.933186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-68baf662-0662-4222-8d0e-aca1b7e3e964 service neutron] 10.222.0.20 "GET /v2.0/networks/85d3dcf7-6fe9-41b7-954d-7c008be6c034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206359 Jul 15 16:50:57.948391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.979770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9ca2ba6-ad35-4754-89db-b4e314bb9c5b tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/f87563aa-e8d3-4db9-9f6f-a00f12309fa3 HTTP/1.1" status: 200 len: 473 time: 0.0618830 Jul 15 16:50:57.983287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:57.991676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Pushing event updated for resources: {'Port': ['ID=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:58.013043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-074d575d-ce04-4db0-ac04-292698a9ca51 req-c627145b-85ec-472d-bfdf-7ab09dfe962f tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831965 Jul 15 16:50:58.055000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:50:58.057425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:58.068706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:50:58.093171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.138241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Deleting subnet 022da82d-e446-42d9-9bfc-05cd33925f8d {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:50:58.147906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.148882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Attempting to bind port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:50:58.149256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Attempting to bind port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:50:58.149715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Attempting to bind port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc on network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:50:58.155521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:50:58.155790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.156271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Checking segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:58.156537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.156985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Bound using segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:50:58.158150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Bound port: 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:50:58.158578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.233803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf1b156-8c09-41ce-b691-4e050c3f57aa,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:58.241248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] For port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:50:58.245013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] For port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:50:58.247408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.251867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.297156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Checking segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:50:58.297798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Network hostable DHCP agents. Network: ea9df7d5-693e-44db-80a5-031cc3085164, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:50:58.335210 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-38dd9918-f2bf-4629-930f-54a06d8994b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.341192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.355727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0149a5-fc7a-4833-9e03-44d5d130a478 None None] Pushing event updated for resources: {'Port': ['ID=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:58.360714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-f46f0ddd-bf10-41c6-8479-44dda2639999 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=548ef5f0-c217-4403-80aa-bebd646e9c76 HTTP/1.1" status: 200 len: 217 time: 0.3877599 Jul 15 16:50:58.418159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c0669cd8-596b-48f0-9880-f257d6e0acd7 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/2870cb57-216a-46b8-bea4-81460f9f6531 HTTP/1.1" status: 200 len: 461 time: 0.4337261 Jul 15 16:50:58.424163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:58.457415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-01bc89fa-5356-46c9-b073-e12289f83edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:58.459676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-01bc89fa-5356-46c9-b073-e12289f83edf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdfb1479-de41-48f5-9892-9d9bdc72042d HTTP/1.1" status: 200 len: 801 time: 0.0819170 Jul 15 16:50:58.598963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bcd022-12ef-4188-860d-1624f23314a8 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.602030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21bcd022-12ef-4188-860d-1624f23314a8 tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/2870cb57-216a-46b8-bea4-81460f9f6531 HTTP/1.1" status: 204 len: 168 time: 0.1739955 Jul 15 16:50:58.603304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:58.699379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-3ae6b4a8-8123-42c8-bc18-fcf2718b7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:58.701045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-3ae6b4a8-8123-42c8-bc18-fcf2718b7829 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=249d797b-79ad-420b-a56b-960c4ff9f23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2335317 Jul 15 16:50:58.764920 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.809831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Network ea9df7d5-693e-44db-80a5-031cc3085164 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:50:58.838835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ea9df7d5-693e-44db-80a5-031cc3085164) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:50:58.846226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:58.846882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.855871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b004a0b-639f-4fd8-8343-cc53dfbae9c6 None None] Network ea9df7d5-693e-44db-80a5-031cc3085164 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:58.893626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e01db93-137c-4dbe-8596-3b67e881b37b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0830979 Jul 15 16:50:58.897997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:58.899349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.905587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:50:58.912073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27aece8e-3666-4c27-8093-be17a0d5480c tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.913046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27aece8e-3666-4c27-8093-be17a0d5480c tempest-MeteringTestJSON-510464704 tempest-MeteringTestJSON-510464704-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/f87563aa-e8d3-4db9-9f6f-a00f12309fa3 HTTP/1.1" status: 204 len: 168 time: 0.3087704 Jul 15 16:50:58.955678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-ad710b5d-1342-49fd-ab7c-67e9b29abfa6 service neutron] 10.222.0.20 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082200 Jul 15 16:50:58.957523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.958785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:58.960665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022da82d-e446-42d9-9bfc-05cd33925f8d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:50:58.998857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.004976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ef9992eb-c256-4f25-9491-410ffcf04859 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/022da82d-e446-42d9-9bfc-05cd33925f8d HTTP/1.1" status: 204 len: 168 time: 1.0551620 Jul 15 16:50:59.006210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55122) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:59.036220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b288-1a98-41e4-82c6-78541ebaa20b req-c8ae2cc5-dda3-454f-bf05-e5b81d9aa5fd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.038299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed95b288-1a98-41e4-82c6-78541ebaa20b req-c8ae2cc5-dda3-454f-bf05-e5b81d9aa5fd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2981994 Jul 15 16:50:59.089884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.254055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:50:59.254767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'name': 'network-vif-deleted', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2'}, {'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'name': 'network-vif-deleted', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:50:59.257158 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab9f56a-948f-432b-be43-2736289cbc2e" -d '{"events": [{"server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "name": "network-vif-deleted", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2"}, {"server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "name": "network-vif-deleted", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:50:59.275456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-ea9df7d5-693e-44db-80a5-031cc3085164', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:50:59.277084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.334587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.352899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed95b288-1a98-41e4-82c6-78541ebaa20b req-653d9141-472e-4b04-ac0e-f661ffc5dfe7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511327 Jul 15 16:50:59.377583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.452211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-00e5deb1-31b0-4f67-9e63-1292765fa6a7 req-e5b26090-e6d3-43fb-a22f-6532d8ed14c2 service neutron] 10.222.0.20 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883082 Jul 15 16:50:59.465266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.473878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.495869 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.544013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1509bbae-cbbe-4679-8baa-c45c46ccb3dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:50:59.552780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Allocated IP 172.20.0.2 (ea9df7d5-693e-44db-80a5-031cc3085164/eaf1b156-8c09-41ce-b691-4e050c3f57aa/a579ff99-3e80-4264-8cc1-371f98762034) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:59.628152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-b66d32e3-b8dd-42f6-a3a9-36f56d97f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.628894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-b66d32e3-b8dd-42f6-a3a9-36f56d97f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.630339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-b66d32e3-b8dd-42f6-a3a9-36f56d97f2a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1981 time: 0.0850403 Jul 15 16:50:59.669721 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd7eac-ca85-4190-a07c-422e108c19e9 x-openstack-request-id: req-07cd7eac-ca85-4190-a07c-422e108c19e9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:50:59.670001 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e", "name": "network-vif-deleted", "tag": "878edcfb-77e6-43df-a543-4e39fb7c97d2", "status": "completed", "code": 200}, {"server_uuid": "ed247a3a-d5df-4971-97e0-51357cc3bde0", "name": "network-vif-deleted", "tag": "efe836af-9080-4028-b3e2-9d79f51f59f2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:50:59.670256 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07cd7eac-ca85-4190-a07c-422e108c19e9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:50:59.670669 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f111d2-6fc5-4cea-bcb5-bcf71cfe5b1e', 'name': 'network-vif-deleted', 'tag': '878edcfb-77e6-43df-a543-4e39fb7c97d2', 'status': 'completed', 'code': 200} Jul 15 16:50:59.670985 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed247a3a-d5df-4971-97e0-51357cc3bde0', 'name': 'network-vif-deleted', 'tag': 'efe836af-9080-4028-b3e2-9d79f51f59f2', 'status': 'completed', 'code': 200} Jul 15 16:50:59.739565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:50:59.833735 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.848885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a947cf2c-659f-4bdf-b326-3339e1e74637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.853583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Transition to ACTIVE for port object a579ff99-3e80-4264-8cc1-371f98762034 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:59.861289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Allocated IP 172.25.8.29 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/85e22b1a-8cd9-43c5-a7ba-95e65fb573e0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:50:59.872171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-16d4c7e9-0b6b-4eea-9d01-c98eed0f7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.873663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-16d4c7e9-0b6b-4eea-9d01-c98eed0f7ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=249d797b-79ad-420b-a56b-960c4ff9f23d HTTP/1.1" status: 200 len: 901 time: 0.2019365 Jul 15 16:50:59.873837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Transition to ACTIVE for port object a579ff99-3e80-4264-8cc1-371f98762034 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:50:59.879575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6153a22c-f9dc-4a1f-8d0b-3138c58447ba None None] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:50:59.899356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:50:59.912197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400d4d3-8f49-424e-b179-665366f968dd req-527013e1-3806-44fe-906d-835c4f241b09 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.918632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400d4d3-8f49-424e-b179-665366f968dd req-527013e1-3806-44fe-906d-835c4f241b09 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:50:59.924749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1400d4d3-8f49-424e-b179-665366f968dd req-527013e1-3806-44fe-906d-835c4f241b09 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1679 time: 0.7220590 Jul 15 16:50:59.944991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-4af1d9b6-05e8-4190-9374-06897292dcab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=548ef5f0-c217-4403-80aa-bebd646e9c76 HTTP/1.1" status: 200 len: 217 time: 0.0628967 Jul 15 16:50:59.978077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.001710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.009181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a6a37f-d34f-49af-90d2-9e772eb35153']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:00.011208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Network ea9df7d5-693e-44db-80a5-031cc3085164 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:00.012192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Pushing event updated for resources: {'Port': ['ID=a579ff99-3e80-4264-8cc1-371f98762034,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.022805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:00.025710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:00.032461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Provisioning for port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:00.045953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.051142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-ca7dc211-b7ad-45ed-ba32-2618263d6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:00.052530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Provisioning complete for port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:00.052691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.052988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-ca7dc211-b7ad-45ed-ba32-2618263d6408 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdfb1479-de41-48f5-9892-9d9bdc72042d HTTP/1.1" status: 200 len: 801 time: 0.0988038 Jul 15 16:51:00.067731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:00.068175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5479c7f-3672-45e0-a0ed-1d52fc62dffc') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:00.151765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.173262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1400d4d3-8f49-424e-b179-665366f968dd req-dc2bc0d1-3b92-461b-84eb-e7407f3c7ea7 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341073 Jul 15 16:51:00.186163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Attempting to bind port a579ff99-3e80-4264-8cc1-371f98762034 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:00.186552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Attempting to bind port a579ff99-3e80-4264-8cc1-371f98762034 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:00.186925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Attempting to bind port a579ff99-3e80-4264-8cc1-371f98762034 on network ea9df7d5-693e-44db-80a5-031cc3085164 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:00.194674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.201847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-67a23557-c6f8-44c3-9fd6-f1d81de844c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:00.203676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-67a23557-c6f8-44c3-9fd6-f1d81de844c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=249d797b-79ad-420b-a56b-960c4ff9f23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432908 Jul 15 16:51:00.205841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:00.206214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Checking segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:00.206614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.207157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Bound using segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:00.207747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Bound port: a579ff99-3e80-4264-8cc1-371f98762034, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:00.208292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.208517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a947cf2c-659f-4bdf-b326-3339e1e74637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.217263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:00.217678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:00.219438 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:00.236362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a947cf2c-659f-4bdf-b326-3339e1e74637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.241463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.311702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-4d81dfe1-7799-434d-b5b3-b2b80787d8bc service neutron] 10.222.0.20 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999203 Jul 15 16:51:00.345363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a947cf2c-659f-4bdf-b326-3339e1e74637 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d8b477a80964ce69682d195156b6486&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0625615 Jul 15 16:51:00.348877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:00.349579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] For port a579ff99-3e80-4264-8cc1-371f98762034, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:00.350628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947cf2c-659f-4bdf-b326-3339e1e74637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e456bf-b7e5-4165-af77-68b9d687277b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.367483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.370605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] For port a579ff99-3e80-4264-8cc1-371f98762034, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a579ff99-3e80-4264-8cc1-371f98762034,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:00.373823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.382864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.385628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5a6a37f-d34f-49af-90d2-9e772eb35153 HTTP/1.1" status: 204 len: 168 time: 1.3733771 Jul 15 16:51:00.387552 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.414924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531981e2-bea4-4900-90aa-b656b379fdbd admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a6a37f-d34f-49af-90d2-9e772eb35153,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.431277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.445928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] For port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:00.458042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.481275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff31682-47b3-4dfd-bea4-8fb78c4b6b1f None None] Pushing event updated for resources: {'Port': ['ID=a579ff99-3e80-4264-8cc1-371f98762034,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.557655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:00.562613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:00.574912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:00.603091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Allocated IP 172.25.8.194 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/4de063f3-f005-4156-a73a-7876cde7bc96) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:00.611559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30632b-6dd3-4319-99c2-c8bf21451579 None None] Pushing event updated for resources: {'Port': ['ID=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.732071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.758019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:00.793115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Pushing event updated for resources: {'Port': ['ID=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.840629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a6ba1bf1-7c1b-4906-b7df-539b4eb3306c req-33d6b180-dcb5-4fdd-9d20-51f5827d22e1 service neutron] 10.222.0.20 "GET /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216358 Jul 15 16:51:00.850460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.860553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.905808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.914804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a196d5a0-8460-49d0-a074-f8079647ee77 None None] Provisioning complete for port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:00.915196 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a196d5a0-8460-49d0-a074-f8079647ee77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:00.926121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-57db1e40-713b-4110-b35f-6cbb259a8dd7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f20c8ce2b4b4de5bd0e34cb003ac585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633594 Jul 15 16:51:00.927359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:00.940147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:00.949142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:00.976647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:00.984164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Pushing event updated for resources: {'Port': ['ID=4de063f3-f005-4156-a73a-7876cde7bc96,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:00.997098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53badf-06ee-405c-9c8d-df384a4fd174 req-b1a37376-585b-4fbd-9641-37e3cdd88245 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:00.999154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e53badf-06ee-405c-9c8d-df384a4fd174 req-b1a37376-585b-4fbd-9641-37e3cdd88245 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.3412306 Jul 15 16:51:01.033429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.034055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.034594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.035191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.035726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.036255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.036764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.037099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.037430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.037758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.038085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.038406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:01.104079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.126755 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.153782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.157622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.161018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44e456bf-b7e5-4165-af77-68b9d687277b HTTP/1.1" status: 204 len: 168 time: 0.8083465 Jul 15 16:51:01.164682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e53badf-06ee-405c-9c8d-df384a4fd174 req-235e5648-67bb-4ea0-8d74-12600b31553f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585453 Jul 15 16:51:01.195439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45619e81-b690-41b2-aea7-019438437136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e456bf-b7e5-4165-af77-68b9d687277b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:01.226534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.369216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.370673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.556774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a579ff99-3e80-4264-8cc1-371f98762034 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:01.617563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb004b-b72a-4c76-a1ec-ce0a68f4d902 req-ac61cc53-0102-4181-af76-04137e0bdff9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:01.623783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb004b-b72a-4c76-a1ec-ce0a68f4d902 req-ac61cc53-0102-4181-af76-04137e0bdff9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:01.626248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1beb004b-b72a-4c76-a1ec-ce0a68f4d902 req-ac61cc53-0102-4181-af76-04137e0bdff9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1679 time: 0.2596343 Jul 15 16:51:01.653689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.657525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.658954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b37b39b9-501e-4adf-bae8-aa97d1f60c6b HTTP/1.1" status: 204 len: 168 time: 0.7284713 Jul 15 16:51:01.670365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a579ff99-3e80-4264-8cc1-371f98762034 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:01.684718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1509bbae-cbbe-4679-8baa-c45c46ccb3dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:01.690764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.692882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20749f-b91f-4d3e-8748-eec85fd8e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b39b9-501e-4adf-bae8-aa97d1f60c6b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:01.702669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55160) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:01.745679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5df3aa1f-1082-4903-b036-889ef61783a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.771702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:01.772043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.774859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:01.845912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1beb004b-b72a-4c76-a1ec-ce0a68f4d902 req-72c770e9-f68a-4445-a750-fac7db5a79f5 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067778 Jul 15 16:51:02.038350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-b8ba4a14-78f9-43bb-a73c-25c0b10ca3d3 service neutron] 10.222.0.20 "GET /v2.0/ports/5078fa52-3c60-47b5-bb41-774a140b559f/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.1622610 Jul 15 16:51:02.086917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ec023-320b-4691-aaad-79badd37c555 None None] Network ea9df7d5-693e-44db-80a5-031cc3085164 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:02.093148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Router f983fdc5-77b6-4f70-a4c9-95524bb5298f is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:02.222808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:02.269153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Provisioning for port a579ff99-3e80-4264-8cc1-371f98762034 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:02.275955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Sync routers for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:02.277992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.279741 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-06e6ac64-f9dc-4a3b-b26d-67321873f46b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.3803830 Jul 15 16:51:02.283267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:02.308573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Provisioning complete for port a579ff99-3e80-4264-8cc1-371f98762034 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:02.309214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.398426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:02.399175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:02.476071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a6ab40f-66b9-4635-912c-cf47d0a384a4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:02.548424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb2844-ae44-4ef8-960f-8d12b2f40a02 req-ad70a091-f51f-4b5c-bba9-490a044fa546 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:02.555567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dddb2844-ae44-4ef8-960f-8d12b2f40a02 req-ad70a091-f51f-4b5c-bba9-490a044fa546 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.1712930 Jul 15 16:51:02.561239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Router 422a95db-184c-4b55-be60-1a14358669cd is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:02.661177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-cae576db-37e1-4fdc-811c-f85235b19201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:02.663363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-cae576db-37e1-4fdc-811c-f85235b19201 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.2051899 Jul 15 16:51:02.683166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.691005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5df3aa1f-1082-4903-b036-889ef61783a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.735086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:02.753005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:02.766294 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Sync routers for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:02.780766 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:02.782145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:02.787791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5df3aa1f-1082-4903-b036-889ef61783a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.819670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:02.827559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8df9fbe6-1562-4f7a-9b5c-3b1aaf9b31d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5626109 Jul 15 16:51:02.830507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:02.830858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55190) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:02.851563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dddb2844-ae44-4ef8-960f-8d12b2f40a02 req-9a96b38e-c395-4eb4-8b9a-fa5f06ab75e5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883034 Jul 15 16:51:02.947208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5df3aa1f-1082-4903-b036-889ef61783a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=648367b6007a41b1972fd71296374c80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2430680 Jul 15 16:51:02.953016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3aa1f-1082-4903-b036-889ef61783a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2aa55-378d-476c-8537-6421fce35f04,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:02.967383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55196) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:03.055987 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:03.114210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-347283673-network', 'tenant_id': '07852eee7e54443da1b39b396b85ac50'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:03.145213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] For port a579ff99-3e80-4264-8cc1-371f98762034, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a579ff99-3e80-4264-8cc1-371f98762034,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:03.239704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:03.251811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Made reservation on behalf of 07852eee7e54443da1b39b396b85ac50 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:03.254267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.254714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.258610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2a6ab40f-66b9-4635-912c-cf47d0a384a4', 'network_id': '85d3dcf7-6fe9-41b7-954d-7c008be6c034', 'port_id': '2a6ab40f-66b9-4635-912c-cf47d0a384a4', 'mac_address': 'fa:16:3e:73:fd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49330c5-93ef-4250-adac-a50ed466823d', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:03.321682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.339718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:00Z', 'revision_number': 3, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:03.340561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.356428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Pushing event updated for resources: {'Port': ['ID=a579ff99-3e80-4264-8cc1-371f98762034,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:03.362396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45c18-3097-47ed-9737-0e285aa6c04b req-5b878982-9365-46fb-a304-816cf9ddf83e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:03.368577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45c18-3097-47ed-9737-0e285aa6c04b req-5b878982-9365-46fb-a304-816cf9ddf83e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:03.370350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29e45c18-3097-47ed-9737-0e285aa6c04b req-5b878982-9365-46fb-a304-816cf9ddf83e tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1679 time: 0.2284949 Jul 15 16:51:03.385248 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Checking router: 422a95db-184c-4b55-be60-1a14358669cd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:03.386056 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Updating router 422a95db-184c-4b55-be60-1a14358669cd port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:03.415849 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.426239 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.447185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6ab40f-66b9-4635-912c-cf47d0a384a4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:03.461423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.461915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.462093 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.462302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.462646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.463575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.464063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.464721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.465060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.465400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.465786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.466123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.466442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513163f-4781-49af-9ed5-a7bb5d80405f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.509149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:03.517454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-7f79a3bd-1a42-4caa-9789-3484864e1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:03.522634 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-7f79a3bd-1a42-4caa-9789-3484864e1162 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1101 time: 0.8180118 Jul 15 16:51:03.525490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:01Z', 'revision_number': 3, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:03.528864 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.529803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 548ef5f0-c217-4403-80aa-bebd646e9c76 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:03.564499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29e45c18-3097-47ed-9737-0e285aa6c04b req-38c3ec55-ddaf-40c4-ae08-1fdfc0ee2ef9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551211 Jul 15 16:51:03.632975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:03.640922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0c613c7d-8192-4b94-8ccf-d11b0bfc306a None None] Provisioning complete for port a579ff99-3e80-4264-8cc1-371f98762034 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:03.641590 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0c613c7d-8192-4b94-8ccf-d11b0bfc306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.647736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Checking router: f983fdc5-77b6-4f70-a4c9-95524bb5298f for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:03.648351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Updating router f983fdc5-77b6-4f70-a4c9-95524bb5298f port 4de063f3-f005-4156-a73a-7876cde7bc96 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:03.682925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.685481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.689967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8d2aa55-378d-476c-8537-6421fce35f04 HTTP/1.1" status: 204 len: 168 time: 0.7190797 Jul 15 16:51:03.716234 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.753229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.764146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2aa55-378d-476c-8537-6421fce35f04,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:03.789853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.809304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.809691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.810001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.810356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.810694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.811029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.811369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.811696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.812349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.812659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.813226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.813749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff27af-c70d-42d9-8751-81e120b5c683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:03.831944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:03.876668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.877033 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Added segment eb1b4125-96c4-40a4-bb04-7dd0b6882700 of type vlan for network dff55c78-7f01-43c0-9269-76c0c8edc73b Jul 15 16:51:03.893998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:03.939473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-d55c2a61-11b0-425c-af71-977805af6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:03.943703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-d55c2a61-11b0-425c-af71-977805af6765 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.4181108 Jul 15 16:51:03.973754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=548ef5f0-c217-4403-80aa-bebd646e9c76,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:03.974235 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.981882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:03.996783 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.002178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '548ef5f0-c217-4403-80aa-bebd646e9c76', 'network_id': '249d797b-79ad-420b-a56b-960c4ff9f23d', 'port_id': '548ef5f0-c217-4403-80aa-bebd646e9c76', 'mac_address': 'fa:16:3e:cb:d9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfb1479-de41-48f5-9892-9d9bdc72042d', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:04.017814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Transition to ACTIVE for port object 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:04.032614 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.057414 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.085147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-122520fc-9484-4fa5-b500-d6e99ec44080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.1139588 Jul 15 16:51:04.088928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.090239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548ef5f0-c217-4403-80aa-bebd646e9c76 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:04.118704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.119707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:04.120345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.150306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=548ef5f0-c217-4403-80aa-bebd646e9c76,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:04.168812 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Pushing event updated for resources: {'Port': ['ID=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.178891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.201988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.202579 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.204081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.204653 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.205110 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.206268 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.206988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.207507 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.208739 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.209259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.209709 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.210235 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:51:04.222013 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Attempting to bind port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:04.222528 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Attempting to bind port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:04.222949 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Attempting to bind port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:04.231584 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:04.232131 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:04.232760 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.233392 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:04.234656 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Bound port: 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:04.235326 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.273962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4182291 Jul 15 16:51:04.341277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.346269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55214) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:04.370398 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] For port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:04.371513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Request body: {'subnet': {'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-347283673-subnet', 'tenant_id': '07852eee7e54443da1b39b396b85ac50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:04.373609 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.373943 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] For port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:04.381222 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.391259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Transition to ACTIVE for port object 4de063f3-f005-4156-a73a-7876cde7bc96 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:04.400772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2ab4a-57c6-4ecf-a683-3a154ef8d898 admin admin] Pushing event updated for resources: {'Network': ['ID=dff55c78-7f01-43c0-9269-76c0c8edc73b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.405473 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.418401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Allocated IP 172.20.0.1 (ea9df7d5-693e-44db-80a5-031cc3085164/eaf1b156-8c09-41ce-b691-4e050c3f57aa/cb71605d-99c2-4821-a99f-7b25bda6b34f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:04.462286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network dff55c78-7f01-43c0-9269-76c0c8edc73b details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:04.474760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:04.478330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-b19d8638-6ab0-48fd-a51a-59f3135b9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:04.481534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-b19d8638-6ab0-48fd-a51a-59f3135b9b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.3853564 Jul 15 16:51:04.495972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Made reservation on behalf of 07852eee7e54443da1b39b396b85ac50 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:04.498933 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.512303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34ff2-85a2-4f05-85fb-0cb95e6dd1dc None None] Pushing event updated for resources: {'Port': ['ID=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.534054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2a6ab40f-66b9-4635-912c-cf47d0a384a4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:04.537530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['548ef5f0-c217-4403-80aa-bebd646e9c76'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:04.549583 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:04.550944 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:04.633782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fca35-0ede-4d89-98c4-6519449c0d1a None None] Pushing event updated for resources: {'Port': ['ID=4de063f3-f005-4156-a73a-7876cde7bc96,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.709622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.716719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.732821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Allocated IP 172.20.0.1 (83382fee-2a0a-4e58-a8a2-b4f27ee93118/2c08f01c-301b-4208-a8f4-f10e50c60493/ae13927a-d799-4068-8895-7c301ed320d0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:04.759009 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:04.762321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Transition to ACTIVE for port object cb71605d-99c2-4821-a99f-7b25bda6b34f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:04.774018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c4d9-2e7e-49ac-ab36-efd80664e96e req-f13c145b-8883-4804-ba45-e31cd640f165 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:04.782641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65e8c4d9-2e7e-49ac-ab36-efd80664e96e req-f13c145b-8883-4804-ba45-e31cd640f165 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.6175992 Jul 15 16:51:04.788909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Attempting to bind port 4de063f3-f005-4156-a73a-7876cde7bc96 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:04.789788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Attempting to bind port 4de063f3-f005-4156-a73a-7876cde7bc96 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:04.789916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Attempting to bind port 4de063f3-f005-4156-a73a-7876cde7bc96 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:04.822439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:04.822812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:04.823209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.823620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:04.824099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Bound port: 4de063f3-f005-4156-a73a-7876cde7bc96, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:04.824501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.880665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-04349ada-7e60-47db-9a8a-ad0762077161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:04.883726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-04349ada-7e60-47db-9a8a-ad0762077161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3946941 Jul 15 16:51:04.898126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd3092f-46ae-4cbc-9354-fac9fc0007f3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:04.916505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:04.932861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65e8c4d9-2e7e-49ac-ab36-efd80664e96e req-2ad5b7eb-156d-497c-b748-7ca2a5c87521 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491735 Jul 15 16:51:05.010257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Checking segment: {'id': 'eb1b4125-96c4-40a4-bb04-7dd0b6882700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:05.010902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Network hostable DHCP agents. Network: dff55c78-7f01-43c0-9269-76c0c8edc73b, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:05.022850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Pushing event updated for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:05.034669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Network ea9df7d5-693e-44db-80a5-031cc3085164 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:05.037984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:05.044871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:05.078303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:00Z', 'revision_number': 3, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:05.086189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.104471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.122326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.145465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:05.151414 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcb5250-e7bd-4150-876e-7204d46a6fc9 None None] The sync data for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 is: [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:00Z', 'revision_number': 3, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:05.173263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] For port 4de063f3-f005-4156-a73a-7876cde7bc96, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:05.179820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Transition to ACTIVE for port object ae13927a-d799-4068-8895-7c301ed320d0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:05.191706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] For port 4de063f3-f005-4156-a73a-7876cde7bc96, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4de063f3-f005-4156-a73a-7876cde7bc96,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:05.196801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:05.200441 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f814406-35d1-496c-b179-3527a02416a3" -d '{"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-unplugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:05.226196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Network dff55c78-7f01-43c0-9269-76c0c8edc73b is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:05.280327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.328476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-3c14dc7b-31bb-41b4-8999-653e54f478db service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340379 Jul 15 16:51:05.351570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff993c0-08e4-43c9-ae21-462a818e9014 req-c32d1d0d-7f21-4bde-8290-65efb989c855 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:05.355161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:05.360459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff993c0-08e4-43c9-ae21-462a818e9014 req-c32d1d0d-7f21-4bde-8290-65efb989c855 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:05.368715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ff993c0-08e4-43c9-ae21-462a818e9014 req-c32d1d0d-7f21-4bde-8290-65efb989c855 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1681 time: 0.3777082 Jul 15 16:51:05.382760 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d6b89-958a-4080-b86a-d223fefc4497 x-openstack-request-id: req-467d6b89-958a-4080-b86a-d223fefc4497 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:05.383046 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-unplugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:05.383574 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-467d6b89-958a-4080-b86a-d223fefc4497 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:05.384377 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'code': 200} Jul 15 16:51:05.389057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-478298869'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:05.401157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, dff55c78-7f01-43c0-9269-76c0c8edc73b) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:05.406577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:05.407234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.410055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.466314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c227d06-ee23-421f-829b-c4d0a7314c71 None None] Network dff55c78-7f01-43c0-9269-76c0c8edc73b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:05.470426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.484347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:05.491601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Pushing event updated for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:05.495639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:05.499234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:05.501008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d22b61cb-2ecc-4ca9-98ed-4e4c566e86ca req-1d90b3fd-b61b-4f8b-be72-9c3f36d0b360 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656621 Jul 15 16:51:05.570255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a579ff99-3e80-4264-8cc1-371f98762034 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:05.576878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fca35-0ede-4d89-98c4-6519449c0d1a None None] Pushing event updated for resources: {'Port': ['ID=4de063f3-f005-4156-a73a-7876cde7bc96,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:05.626123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ff993c0-08e4-43c9-ae21-462a818e9014 req-d94a9c4a-1dd4-42a1-86da-f704201d3f6a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563641 Jul 15 16:51:05.636067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.668141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:05.673473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.675416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:05.676060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:05.685600 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.704945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1640a972-7b7b-41e2-8d3d-6d41611c8fc0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3384748 Jul 15 16:51:05.839062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.841729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.851184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:05.880525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.899758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:05.915687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:05.915857 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment fb45d461-448c-4568-b753-64d578486a1a of type vlan for network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 Jul 15 16:51:06.066885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.078281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.110207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8cbccfa3-f52a-43b9-beda-21edcf271ff3 None None] Provisioning for port cb71605d-99c2-4821-a99f-7b25bda6b34f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:06.191430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.192569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8cbccfa3-f52a-43b9-beda-21edcf271ff3 None None] Provisioning complete for port cb71605d-99c2-4821-a99f-7b25bda6b34f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:06.192946 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8cbccfa3-f52a-43b9-beda-21edcf271ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.193953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Pushing event updated for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:06.376470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.394507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Network ea9df7d5-693e-44db-80a5-031cc3085164 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:06.399554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:06.496460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.519349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:06.616156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05364bf-6304-476b-9a9c-8ed8a8f45961,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:06.663856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8cbccfa3-f52a-43b9-beda-21edcf271ff3 None None] Port cb71605d-99c2-4821-a99f-7b25bda6b34f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:06.698007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Router f983fdc5-77b6-4f70-a4c9-95524bb5298f has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:06.764364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.771224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:06.771867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.773209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a579ff99-3e80-4264-8cc1-371f98762034 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:06.773609 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.866494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37237e37-5dca-42a1-81f3-f164904b310b None None] Network dff55c78-7f01-43c0-9269-76c0c8edc73b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:06.886599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-a1d61695-8819-46be-a05a-667891a0b9a6 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:06.894281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-a1d61695-8819-46be-a05a-667891a0b9a6 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/networks?id=dff55c78-7f01-43c0-9269-76c0c8edc73b HTTP/1.1" status: 200 len: 813 time: 0.3591192 Jul 15 16:51:06.897332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:06.900246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Provisioning for port ae13927a-d799-4068-8895-7c301ed320d0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:06.904163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4d91e8c0-f779-4bad-b1eb-8eb1121d4776 admin admin] 10.222.0.25 "PUT /v2.0/routers/f983fdc5-77b6-4f70-a4c9-95524bb5298f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6183274 Jul 15 16:51:06.912438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Provisioning complete for port ae13927a-d799-4068-8895-7c301ed320d0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:06.912677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:06.944961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c0fd3-f011-42a3-b6a5-caf9c8093267 req-e0ee8f63-d9a2-4dc6-ba41-f4ca4ea1e120 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:06.946558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-588c0fd3-f011-42a3-b6a5-caf9c8093267 req-e0ee8f63-d9a2-4dc6-ba41-f4ca4ea1e120 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.6198769 Jul 15 16:51:06.950152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=3748c447-9fdb-4827-b967-1edfaf3ad8d7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:06.957447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79e75edb-eb5c-46e9-9691-c177bc01797d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8055182 Jul 15 16:51:06.958631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55266) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:06.981231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:06.992530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429388510'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:07.004784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-02bede1f-1258-4d98-b149-9740f6ab8636 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/quotas/07852eee7e54443da1b39b396b85ac50 HTTP/1.1" status: 200 len: 375 time: 0.1094069 Jul 15 16:51:07.052423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Port ae13927a-d799-4068-8895-7c301ed320d0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:07.159063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Provisioning complete for port cb71605d-99c2-4821-a99f-7b25bda6b34f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:07.159387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.164017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:04Z', 'revision_number': 1, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:07.227622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0db12-f2d9-4d18-8e52-cebbcf439733 None None] The sync data for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 is: [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:04Z', 'revision_number': 1, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:07.242838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-32729c56-75ba-46ed-bfb2-0902e5b53814 None None] Port cb71605d-99c2-4821-a99f-7b25bda6b34f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:07.358178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-dd4b07c8-e7e7-41ac-898f-65ff8a2d023d tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07852eee7e54443da1b39b396b85ac50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3349471 Jul 15 16:51:07.370470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:07.374315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.427479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:07.431586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-588c0fd3-f011-42a3-b6a5-caf9c8093267 req-29e73441-9de7-4e07-b951-951be2fe0e78 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429765 Jul 15 16:51:07.470151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:07.504502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.504891 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 59d5ecbc-2bde-472e-8240-cbc7613d755b of type vlan for network a84449e1-9535-4625-8539-f1763539ba1f Jul 15 16:51:07.576846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:07.578713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.582950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:07.583324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.678737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.693583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:07.693981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.719118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.743034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:07.754273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.785016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.795981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8348594 Jul 15 16:51:07.799882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:07.811398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:07.824719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:07.827559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-82a2ecce-226c-4a42-8394-d1b1ec99fb14 service neutron] 10.222.0.25 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582567 Jul 15 16:51:07.829799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.934143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:07.938637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:07.982532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d59de-3b40-4797-b501-45716ee5ad79 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=a84449e1-9535-4625-8539-f1763539ba1f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:07.996425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a84449e1-9535-4625-8539-f1763539ba1f details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:08.055422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Pushing event updated for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:08.069195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.127417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-ac18c535-8fb5-4801-8935-3898cc178c1c service neutron] 10.222.0.25 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985792 Jul 15 16:51:08.135951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56955cb-9466-4526-a22e-64f24a39ee17 req-d3d5097f-dd2a-4d5f-84d7-8966ddbae5c2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:08.143094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56955cb-9466-4526-a22e-64f24a39ee17 req-d3d5097f-dd2a-4d5f-84d7-8966ddbae5c2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:08.149940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b56955cb-9466-4526-a22e-64f24a39ee17 req-d3d5097f-dd2a-4d5f-84d7-8966ddbae5c2 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1681 time: 0.3512876 Jul 15 16:51:08.208249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.265855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b56955cb-9466-4526-a22e-64f24a39ee17 req-dfa42b58-4cbb-4b60-b3b1-d8c102ee94b0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142938 Jul 15 16:51:08.304211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': 'fb45d461-448c-4568-b753-64d578486a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:08.304520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: 3748c447-9fdb-4827-b967-1edfaf3ad8d7, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:08.308107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=94652ad5-a51a-4ea7-9a80-a803538be0ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:08.316260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:08.317980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:08.366183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:08.383446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3748c447-9fdb-4827-b967-1edfaf3ad8d7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:08.395343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153af15-b6b4-4ab4-a56e-5075df69ee66 None None] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:08.397806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:08.398440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.439010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-54fecec3-f882-429d-8e5a-8d0e9bd86ae9 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6369414 Jul 15 16:51:08.442099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:08.451805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:08.499294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a6ab40f-66b9-4635-912c-cf47d0a384a4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:08.699504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:08.709383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.738402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:08.739719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-f012aeff-1cb3-432c-bdff-9dd40ef67200 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:08.747677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-f012aeff-1cb3-432c-bdff-9dd40ef67200 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 828 time: 0.1894844 Jul 15 16:51:08.760772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:08.761478 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.776611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-6d954c76-8eac-4185-9850-d73ec205faa3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/quotas/0e6fb483d43f48f7be586e6e8bf8b959 HTTP/1.1" status: 200 len: 375 time: 0.0279694 Jul 15 16:51:08.793425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-3748c447-9fdb-4827-b967-1edfaf3ad8d7', 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': '94652ad5-a51a-4ea7-9a80-a803538be0ed'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:51:08.794294 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:08.857794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-582e96c9-f61f-4155-90a9-53b1da133925 req-4ac6aaf5-3b7a-4839-8bcf-c96397c3765f tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 210 time: 0.0958626 Jul 15 16:51:08.956541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Router 422a95db-184c-4b55-be60-1a14358669cd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:08.977635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-09dfedca-ac19-4e77-8958-3c7565faf5bb None None] Provisioning complete for port ae13927a-d799-4068-8895-7c301ed320d0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:08.978320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09dfedca-ac19-4e77-8958-3c7565faf5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.032972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.070105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.092534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-09dfedca-ac19-4e77-8958-3c7565faf5bb None None] Port ae13927a-d799-4068-8895-7c301ed320d0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:09.117409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=be7c04a6-c1f1-42e6-8d76-971bb1e3732a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:09.119183 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Allocated IP 172.20.0.2 (3748c447-9fdb-4827-b967-1edfaf3ad8d7/94652ad5-a51a-4ea7-9a80-a803538be0ed/c5822102-145a-4a14-bd7c-9e6482de55b4) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:09.134105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:09.138469 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11053fd3-31db-4c22-a855-566cbb218bbe" -d '{"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-plugged", "status": "completed", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:09.143785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '59d5ecbc-2bde-472e-8240-cbc7613d755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:09.144157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: a84449e1-9535-4625-8539-f1763539ba1f, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:09.167225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:09.176459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a84449e1-9535-4625-8539-f1763539ba1f is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:09.178211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.179047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 548ef5f0-c217-4403-80aa-bebd646e9c76 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:09.199178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a84449e1-9535-4625-8539-f1763539ba1f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:09.211515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:09.212348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.240006 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9818ac6-d814-4769-afca-deb87e93b9ef tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7966876 Jul 15 16:51:09.243233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:09.250275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1941668821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:09.253561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-2dc75601-1aee-4f30-b222-411fee5d81d6 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4759750 Jul 15 16:51:09.258918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80695db0-3e93-475e-bf3f-8c157d2a9174 None None] Network a84449e1-9535-4625-8539-f1763539ba1f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:09.288486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:09.302670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.304132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.305475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-de275d10-fdc5-4d56-af4e-4b029da0964e admin admin] 10.222.0.25 "PUT /v2.0/routers/422a95db-184c-4b55-be60-1a14358669cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4525797 Jul 15 16:51:09.320042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Sync routers for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:09.394833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564066-9cb8-4fc5-a9fe-dfd6972eeed3 req-4824c9ac-efe5-4576-9fe0-7e28ac236598 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:09.396492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21564066-9cb8-4fc5-a9fe-dfd6972eeed3 req-4824c9ac-efe5-4576-9fe0-7e28ac236598 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.2205131 Jul 15 16:51:09.396841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.410163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.465000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.466252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-d9c9654f-c25c-4620-afef-353dd05047ee service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969657 Jul 15 16:51:09.476015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4e276e6a-a645-4fc8-8201-680d9653af2d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2290673 Jul 15 16:51:09.477758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:09.492105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21564066-9cb8-4fc5-a9fe-dfd6972eeed3 req-f34a79ab-52e6-4996-8922-c159fa19964f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872300 Jul 15 16:51:09.609922 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.631133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Transition to ACTIVE for port object c5822102-145a-4a14-bd7c-9e6482de55b4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:09.653814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-fcc91910-a9ad-4312-813a-e72910d85327 service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596112 Jul 15 16:51:09.733635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Transition to ACTIVE for port object c5822102-145a-4a14-bd7c-9e6482de55b4 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:09.737637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:09.779177 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce452556-9896-45e5-9934-0feaa0b33a34 x-openstack-request-id: req-ce452556-9896-45e5-9934-0feaa0b33a34 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:09.780243 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-plugged", "status": "completed", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:09.780936 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce452556-9896-45e5-9934-0feaa0b33a34 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:09.781946 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4', 'code': 200} Jul 15 16:51:09.791846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:09.795263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:09.796023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:09.805779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:09.953456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.065109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fbf7-c61b-41d4-8631-1702654212de req-bde0dfa0-3975-4574-b6b7-d1839ba91e1a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:10.080389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7fbf7-c61b-41d4-8631-1702654212de req-bde0dfa0-3975-4574-b6b7-d1839ba91e1a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:10.096809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13b7fbf7-c61b-41d4-8631-1702654212de req-bde0dfa0-3975-4574-b6b7-d1839ba91e1a tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1682 time: 0.1651204 Jul 15 16:51:10.189746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:10.191277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13b7fbf7-c61b-41d4-8631-1702654212de req-37a4f18c-71e8-4e3f-9da8-b3fa8976b3ec tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932825 Jul 15 16:51:10.209805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:10.211721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Pushing event updated for resources: {'Port': ['ID=c5822102-145a-4a14-bd7c-9e6482de55b4,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:10.235685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:10.294282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 548ef5f0-c217-4403-80aa-bebd646e9c76 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:10.370589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 548ef5f0-c217-4403-80aa-bebd646e9c76 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:10.371335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.498766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:10.529520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:10.530258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.539958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:10.650923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcacd567-7faa-4a08-94b8-5049c97c497e req-0564e35d-9280-42f3-84e6-a1a59df63064 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 210 time: 0.0767677 Jul 15 16:51:10.651512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Attempting to bind port c5822102-145a-4a14-bd7c-9e6482de55b4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:10.651851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Attempting to bind port c5822102-145a-4a14-bd7c-9e6482de55b4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'fb45d461-448c-4568-b753-64d578486a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:10.652469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Attempting to bind port c5822102-145a-4a14-bd7c-9e6482de55b4 on network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:10.681347 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Sync routers for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:10.691279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-a84449e1-9535-4625-8539-f1763539ba1f', 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'be7c04a6-c1f1-42e6-8d76-971bb1e3732a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:51:10.692190 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.700855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:10.702031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:10.707236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:10.707773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Checking segment: {'id': 'fb45d461-448c-4568-b753-64d578486a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:10.708232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.708631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Bound using segment: {'id': 'fb45d461-448c-4568-b753-64d578486a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:10.709113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Bound port: c5822102-145a-4a14-bd7c-9e6482de55b4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb45d461-448c-4568-b753-64d578486a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3748c447-9fdb-4827-b967-1edfaf3ad8d7'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:10.709504 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.710226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-794285d1-bc1a-48b7-a79e-88a827e179f9 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:10.719040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-794285d1-bc1a-48b7-a79e-88a827e179f9 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.20 "GET /v2.0/networks?id=dff55c78-7f01-43c0-9269-76c0c8edc73b HTTP/1.1" status: 200 len: 813 time: 0.4460404 Jul 15 16:51:10.724369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.755762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:10.788268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Request body: {'port': {'device_id': 'a4329249-b29e-49b7-9393-1df524077a8b', 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b', 'admin_state_up': True, 'tenant_id': '07852eee7e54443da1b39b396b85ac50'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:10.863890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e01d40c-eea2-4e15-9f12-18def4640f0a req-5320a5b7-ae33-4666-ae11-02b4971e6c70 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 210 time: 0.0554438 Jul 15 16:51:11.007496 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:11.023068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.20.0.1 (3748c447-9fdb-4827-b967-1edfaf3ad8d7/94652ad5-a51a-4ea7-9a80-a803538be0ed/af316d2f-00da-4289-9f3f-19d344a242e9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:11.055721 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.081488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-e2a7389d-3cb8-490c-93fb-b22f91c4a968 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:11.083611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-e2a7389d-3cb8-490c-93fb-b22f91c4a968 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282&tenant_id=209b68c69eef48af80cac0d3e7b124de&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 948 time: 0.3540180 Jul 15 16:51:11.118964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55336) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:11.124025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613139673', 'description': 'tempest-description--253106970'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:11.222498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:51:11.222498 n-d-800085-3 neutron-server[100429]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 16:51:11.222498 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'id': 'e294e9e1-7d3b-40fa-89c3-34a8651dafb8', 'expiration': datetime.datetime(2021, 7, 15, 16, 53, 11, 174788)}] Jul 15 16:51:11.222498 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:51:11.223100 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:51:11.247714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:11.271775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5078fa52-3c60-47b5-bb41-774a140b559f', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '5078fa52-3c60-47b5-bb41-774a140b559f', 'mac_address': 'fa:16:3e:41:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:11.285606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Made reservation on behalf of 07852eee7e54443da1b39b396b85ac50 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:11.289884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.310866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db770-bfba-4f19-9976-88b893d6df04 req-d6b8d7c0-bb95-46a0-a182-ade7edbaf31b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:11.322893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-863db770-bfba-4f19-9976-88b893d6df04 req-d6b8d7c0-bb95-46a0-a182-ade7edbaf31b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.1774836 Jul 15 16:51:11.325719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] For port c5822102-145a-4a14-bd7c-9e6482de55b4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:11.332804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] For port c5822102-145a-4a14-bd7c-9e6482de55b4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c5822102-145a-4a14-bd7c-9e6482de55b4,segment=NetworkSegment(fb45d461-448c-4568-b753-64d578486a1a),segment_id=fb45d461-448c-4568-b753-64d578486a1a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:11.364672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-b1695bf2-5073-466b-a011-f06467582f0a service neutron] 10.222.0.20 "GET /v2.0/ports/5078fa52-3c60-47b5-bb41-774a140b559f/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.2590933 Jul 15 16:51:11.370797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.402804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=548ef5f0-c217-4403-80aa-bebd646e9c76,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:11.413883 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.429073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-863db770-bfba-4f19-9976-88b893d6df04 req-97bb9658-75d2-4df9-ad0e-764b3789b516 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049497 Jul 15 16:51:11.446004 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 2, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:11.448170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object af316d2f-00da-4289-9f3f-19d344a242e9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:11.502774 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Checking router: f983fdc5-77b6-4f70-a4c9-95524bb5298f for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:11.503143 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Updating router f983fdc5-77b6-4f70-a4c9-95524bb5298f port cb71605d-99c2-4821-a99f-7b25bda6b34f binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:11.524964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.543687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bd9c5-bb43-4d75-8251-c49be94e3df4 None None] Pushing event updated for resources: {'Port': ['ID=c5822102-145a-4a14-bd7c-9e6482de55b4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:11.548082 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.590750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.595316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Allocated IP 172.20.0.2 (dff55c78-7f01-43c0-9269-76c0c8edc73b/cbd3092f-46ae-4cbc-9354-fac9fc0007f3/97d369f8-4314-4476-b97b-f748d72bfff7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:11.647629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-e2825c15-77b6-4ef1-89d1-a6b26e97a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:11.651647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:11.663391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-e2825c15-77b6-4ef1-89d1-a6b26e97a9c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1099 time: 0.2547340 Jul 15 16:51:11.674163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a12-1cf3-4058-8820-8bf27f20d8e5 req-42679bc4-c86a-47c0-9a25-6e9420adbc87 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:11.683875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a12-1cf3-4058-8820-8bf27f20d8e5 req-42679bc4-c86a-47c0-9a25-6e9420adbc87 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:11.703400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.704673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24034a12-1cf3-4058-8820-8bf27f20d8e5 req-42679bc4-c86a-47c0-9a25-6e9420adbc87 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.1959674 Jul 15 16:51:11.757446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:11.781620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:11.885828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Allocated IP 172.21.0.2 (a84449e1-9535-4625-8539-f1763539ba1f/be7c04a6-c1f1-42e6-8d76-971bb1e3732a/21f1d0d7-a57c-4ee5-b2b4-257d974ff25e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:11.914545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:11.920305 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57ec4e-4d72-44af-9655-a2e09c64a9d0" -d '{"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-plugged", "status": "completed", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:11.972966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4de063f3-f005-4156-a73a-7876cde7bc96 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:12.007162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.015901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:12.067477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.068097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24034a12-1cf3-4058-8820-8bf27f20d8e5 req-fd12c771-1f88-4ed9-b131-dcb58f2fb799 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611405 Jul 15 16:51:12.070449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.078823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 2, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:12.163933 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.181376 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Transition to ACTIVE for port object cb71605d-99c2-4821-a99f-7b25bda6b34f will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:12.190594 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.229581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2775dd9-df7a-42a1-ae11-b43132fe47b8 req-8e39c27b-16c4-4e76-a523-b830ae480d9b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 210 time: 0.2202728 Jul 15 16:51:12.264687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.272169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1480501 Jul 15 16:51:12.279012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55348) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:12.298439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Checking router: 422a95db-184c-4b55-be60-1a14358669cd for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:12.298990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Updating router 422a95db-184c-4b55-be60-1a14358669cd port ae13927a-d799-4068-8895-7c301ed320d0 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:12.306724 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726c871-9bbe-433f-8087-86a65aee68db None None] Pushing event updated for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.311384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'security_group_rule': {'security_group_id': 'a2c4da1d-2d34-45b2-861f-4ca1485ca435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:12.354540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd69c8-919e-4828-99c1-69f12ea1662f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4da1d-2d34-45b2-861f-4ca1485ca435,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.386440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.403522 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.424049 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3269ca-ecc9-41ae-a8ff-7249bb1bd7e0 x-openstack-request-id: req-6f3269ca-ecc9-41ae-a8ff-7249bb1bd7e0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:12.424748 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-plugged", "status": "completed", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:12.425009 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f3269ca-ecc9-41ae-a8ff-7249bb1bd7e0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:12.425460 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76', 'code': 200} Jul 15 16:51:12.439161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5078fa52-3c60-47b5-bb41-774a140b559f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:12.450686 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Attempting to bind port cb71605d-99c2-4821-a99f-7b25bda6b34f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:12.452481 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Attempting to bind port cb71605d-99c2-4821-a99f-7b25bda6b34f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:12.453448 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Attempting to bind port cb71605d-99c2-4821-a99f-7b25bda6b34f on network ea9df7d5-693e-44db-80a5-031cc3085164 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:12.459107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4de063f3-f005-4156-a73a-7876cde7bc96 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:12.468764 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:12.470390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Checking segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:12.471746 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.472367 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Bound using segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:12.473110 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Bound port: cb71605d-99c2-4821-a99f-7b25bda6b34f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:12.473977 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.491940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-519f0fb6-1ae5-4432-be44-fce2b22a6c26 req-bf2f2872-a73c-4141-bd04-3da47de90f58 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 210 time: 0.0643892 Jul 15 16:51:12.534426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4de063f3-f005-4156-a73a-7876cde7bc96 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:12.534688 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.579084 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] For port cb71605d-99c2-4821-a99f-7b25bda6b34f, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:12.587193 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] For port cb71605d-99c2-4821-a99f-7b25bda6b34f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb71605d-99c2-4821-a99f-7b25bda6b34f,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:12.601319 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.664547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.694953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.710862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:12.731528 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:12.732182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:12.767395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.791375 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726c871-9bbe-433f-8087-86a65aee68db None None] Pushing event updated for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.830901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d3d-80fa-454a-aa4a-3ad66002c196 req-2427246e-6144-46e6-b3cd-dd3d4edd5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:12.833376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d3d-80fa-454a-aa4a-3ad66002c196 req-2427246e-6144-46e6-b3cd-dd3d4edd5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:12.835617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fea0d3d-80fa-454a-aa4a-3ad66002c196 req-2427246e-6144-46e6-b3cd-dd3d4edd5199 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1985 time: 0.3562431 Jul 15 16:51:12.838136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:12.856801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:12.858342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5783403 Jul 15 16:51:12.863691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.873026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=af316d2f-00da-4289-9f3f-19d344a242e9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.873412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb3b0a-ffc6-4dca-a714-72d6d09078a5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd54a80e-1451-4fc4-969e-2ed2b2c48b1d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:12.878586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:12.899031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:12.927140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'security_group_rule': {'security_group_id': 'a2c4da1d-2d34-45b2-861f-4ca1485ca435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:12.935369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:12.943797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Transition to ACTIVE for port object 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:13.009214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fea0d3d-80fa-454a-aa4a-3ad66002c196 req-9fb2b46f-ad12-4ec2-8ede-73e5c8726594 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537106 Jul 15 16:51:13.056471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339fe29-70c1-455c-9423-8ede305a583d req-902ba6f6-45cb-4d32-a3a0-24e2f4371257 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.067903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6339fe29-70c1-455c-9423-8ede305a583d req-902ba6f6-45cb-4d32-a3a0-24e2f4371257 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 949 time: 0.3617845 Jul 15 16:51:13.072765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Transition to ACTIVE for port object 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:13.094553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-8ba46f54-5c99-4251-9147-8af74d166e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.096448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-8ba46f54-5c99-4251-9147-8af74d166e06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 1.4150312 Jul 15 16:51:13.117109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.170282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6339fe29-70c1-455c-9423-8ede305a583d req-7dd5371e-11a0-4fa7-a7d6-9af4bbfb7d26 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975962 Jul 15 16:51:13.179757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.247484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-0bc4b6af-618e-4938-bb85-30d464ef8aad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.1403725 Jul 15 16:51:13.327086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.471735 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.488292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Network a84449e1-9535-4625-8539-f1763539ba1f is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:13.489347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e56c1a-7a5c-4400-9308-838a836b3416 None None] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:13.511478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:13.518395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bb0a821-01f7-473c-9d16-95f68f3455b9 req-dd72c72f-7b02-4f4a-a9f1-09295fb87863 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 210 time: 0.0651858 Jul 15 16:51:13.522175 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:12Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:13.554644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Pushing event updated for resources: {'Port': ['ID=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:13.557515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:13.563808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.570525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c0691-9d32-4607-b39b-a0da01bdea5e None None] The sync data for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 is: [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:12Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:13.596284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4de063f3-f005-4156-a73a-7876cde7bc96, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4de063f3-f005-4156-a73a-7876cde7bc96,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:13.598429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ef9-6605-4f0f-9940-1aca7846aa64 req-28f87d39-2d38-459f-b476-00546df3d74c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.616542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f675ef9-6605-4f0f-9940-1aca7846aa64 req-28f87d39-2d38-459f-b476-00546df3d74c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.617999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f675ef9-6605-4f0f-9940-1aca7846aa64 req-28f87d39-2d38-459f-b476-00546df3d74c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.2336898 Jul 15 16:51:13.635428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.674375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-b77ea5c7-37d6-457c-81a8-8791644c4809 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.676979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-b77ea5c7-37d6-457c-81a8-8791644c4809 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.20 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 828 time: 1.0109384 Jul 15 16:51:13.700779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.704170 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f675ef9-6605-4f0f-9940-1aca7846aa64 req-7cde555c-e636-44a7-ab7f-4cdd3f445229 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Jul 15 16:51:13.757522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'port': {'device_id': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'admin_state_up': True, 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:13.850808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Attempting to bind port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:13.850808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Attempting to bind port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '59d5ecbc-2bde-472e-8240-cbc7613d755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:13.851194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Attempting to bind port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e on network a84449e1-9535-4625-8539-f1763539ba1f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:13.893838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Network dff55c78-7f01-43c0-9269-76c0c8edc73b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:13.902767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8be20-8c3a-46aa-b8be-4b8ed9f80c7f req-df9a1151-8243-444b-ad57-f9f3b894bace tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:13.912236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de8be20-8c3a-46aa-b8be-4b8ed9f80c7f req-df9a1151-8243-444b-ad57-f9f3b894bace tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 931 time: 0.1566367 Jul 15 16:51:13.916146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cd8f66d2-163a-4865-81a8-6c08c0b52f8f None None] Provisioning for port c5822102-145a-4a14-bd7c-9e6482de55b4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:13.951043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:13.951436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Checking segment: {'id': '59d5ecbc-2bde-472e-8240-cbc7613d755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:13.951846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.952344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Bound using segment: {'id': '59d5ecbc-2bde-472e-8240-cbc7613d755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:13.952997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Bound port: 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d5ecbc-2bde-472e-8240-cbc7613d755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a84449e1-9535-4625-8539-f1763539ba1f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:13.953392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:13.962897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4de063f3-f005-4156-a73a-7876cde7bc96,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:13.965963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de8be20-8c3a-46aa-b8be-4b8ed9f80c7f req-f90a3208-9ee1-4c37-9c5b-a72155a9d832 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Jul 15 16:51:13.978808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Pushing event updated for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:13.994923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:14.000780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:14.034795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb71605d-99c2-4821-a99f-7b25bda6b34f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:14.083009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:14.083989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.122836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Made reservation on behalf of 0e6fb483d43f48f7be586e6e8bf8b959 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:14.127197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.131819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.154130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.160365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Transition to ACTIVE for port object ae13927a-d799-4068-8895-7c301ed320d0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:14.161635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-3f77c772-04ee-427c-8c4d-98ea7f27399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:14.163246 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-3f77c772-04ee-427c-8c4d-98ea7f27399a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.8985317 Jul 15 16:51:14.171676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.198631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-56c7180a-e853-462d-81c7-14fd9b458478 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4187999 Jul 15 16:51:14.199694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.211926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] For port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:14.235979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Request body: {'port': {'device_id': 'a4329249-b29e-49b7-9393-1df524077a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:14.255315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] For port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,segment=NetworkSegment(59d5ecbc-2bde-472e-8240-cbc7613d755b),segment_id=59d5ecbc-2bde-472e-8240-cbc7613d755b)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:14.256442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port cb71605d-99c2-4821-a99f-7b25bda6b34f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:14.277397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.284091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cb71605d-99c2-4821-a99f-7b25bda6b34f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:14.284574 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.316691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f69b7c8-6105-4f27-a77e-d1d057b575b8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:14.321979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114e0cb-fffe-4915-a3e8-229df086e0a1 None None] Pushing event updated for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:14.351153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.355374 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-df022ca9-437a-4bcf-b6e5-82fe72e1997e tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4359000 Jul 15 16:51:14.355710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:14.360873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:14.420242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.454239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Attempting to bind port ae13927a-d799-4068-8895-7c301ed320d0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:14.454651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Attempting to bind port ae13927a-d799-4068-8895-7c301ed320d0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:14.454975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Attempting to bind port ae13927a-d799-4068-8895-7c301ed320d0 on network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:14.476875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c207e-99fb-4d39-8089-2c3f7b61004e req-dbd87ad0-5c2d-4d27-a089-cb422a7c680c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:14.482037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:14.482579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Checking segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:14.482798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.486114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d49c207e-99fb-4d39-8089-2c3f7b61004e req-dbd87ad0-5c2d-4d27-a089-cb422a7c680c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 949 time: 0.1934135 Jul 15 16:51:14.486863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Bound using segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:14.487555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Bound port: ae13927a-d799-4068-8895-7c301ed320d0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:14.490350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.515875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.518171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b5c5-0085-4571-b3da-51a927e06a2f None None] Pushing event updated for resources: {'Port': ['ID=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:14.543582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.591061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d49c207e-99fb-4d39-8089-2c3f7b61004e req-530cce19-68f7-4b3b-9809-6daa5022e19b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039412 Jul 15 16:51:14.627768 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.642242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-5c276c07-9fdf-4597-8c2f-ea3000e799f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:14.643797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-5c276c07-9fdf-4597-8c2f-ea3000e799f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4687335 Jul 15 16:51:14.767780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] For port ae13927a-d799-4068-8895-7c301ed320d0, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:14.777098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] For port ae13927a-d799-4068-8895-7c301ed320d0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae13927a-d799-4068-8895-7c301ed320d0,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:14.779033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port cb71605d-99c2-4821-a99f-7b25bda6b34f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb71605d-99c2-4821-a99f-7b25bda6b34f,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:14.787344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.789550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.815887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Allocated IP 172.20.0.8 (ea9df7d5-693e-44db-80a5-031cc3085164/eaf1b156-8c09-41ce-b691-4e050c3f57aa/dcf15d7f-edfb-4a3c-bcbe-a0de614faef6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:14.870388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:14.872301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c5822102-145a-4a14-bd7c-9e6482de55b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:14.980513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Allocated IP 172.25.8.151 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f00c2318-1463-448b-9291-b29efc712250) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:15.026739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114e0cb-fffe-4915-a3e8-229df086e0a1 None None] Pushing event updated for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:15.035478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:15.036853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:15.145322 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.177667 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-f690cc52-0160-45cb-88ef-d4707bc4e197 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256629 Jul 15 16:51:15.183726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c5822102-145a-4a14-bd7c-9e6482de55b4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:15.196377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:15.206670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c5822102-145a-4a14-bd7c-9e6482de55b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:15.207205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.250470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e04e722-691d-46b0-9c83-b868d4776719 req-694f27a8-9de7-4b5d-92e3-2726ac7574ac tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 210 time: 0.0539215 Jul 15 16:51:15.254389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Provisioning for port af316d2f-00da-4289-9f3f-19d344a242e9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:15.255115 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.314448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Provisioning complete for port af316d2f-00da-4289-9f3f-19d344a242e9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:15.314619 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.373771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:15.388030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:15.390555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'Port': ['ID=f00c2318-1463-448b-9291-b29efc712250,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:15.393712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:15.398665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:15.493168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Port af316d2f-00da-4289-9f3f-19d344a242e9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:15.563224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.607166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.635607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.664395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Provisioning complete for port c5822102-145a-4a14-bd7c-9e6482de55b4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:15.664782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b19b6b79-16c1-4216-9cab-588f25807611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.744253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b519b6-9f32-4624-a4dc-55789a74e1b0 req-cb641f5b-f65a-4b02-9fab-f1f5f1b63dbd tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:15.744927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-00d12ce9-4386-4fcc-ae9f-3385e56340d1 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169104 Jul 15 16:51:15.753217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b519b6-9f32-4624-a4dc-55789a74e1b0 req-cb641f5b-f65a-4b02-9fab-f1f5f1b63dbd tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:15.757621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7b519b6-9f32-4624-a4dc-55789a74e1b0 req-cb641f5b-f65a-4b02-9fab-f1f5f1b63dbd tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.5183592 Jul 15 16:51:15.776810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c5822102-145a-4a14-bd7c-9e6482de55b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c5822102-145a-4a14-bd7c-9e6482de55b4,segment=NetworkSegment(fb45d461-448c-4568-b753-64d578486a1a),segment_id=fb45d461-448c-4568-b753-64d578486a1a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:15.793734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.824949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.842258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.855819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:15.984828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d369f8-4314-4476-b97b-f748d72bfff7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:15.986246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c5822102-145a-4a14-bd7c-9e6482de55b4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:15.992719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.006832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Transition to ACTIVE for port object 97d369f8-4314-4476-b97b-f748d72bfff7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:16.059047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.062930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc5e57-5802-4b5f-aa29-6adec4cb9721 None None] Network a84449e1-9535-4625-8539-f1763539ba1f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:16.068233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Transition to ACTIVE for port object dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:16.098394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.122850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=af316d2f-00da-4289-9f3f-19d344a242e9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:16.236960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb71605d-99c2-4821-a99f-7b25bda6b34f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:16.275031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:16.317036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7b519b6-9f32-4624-a4dc-55789a74e1b0 req-30a76078-74de-43bd-861e-8114a87fb247 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977592 Jul 15 16:51:16.325037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:16.327828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Pushing event updated for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:16.335974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.341875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c31c5eda-df22-4273-bbf2-bd8f8bbe6b3e None None] Provisioning for port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:16.344350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:16.348664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2a44-2955-4df3-938b-5d8a6f581b58 None None] The sync data for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 is: [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:16.363882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556e4ae-58c2-4493-bee1-b6f92fe96062 req-f12887e3-ba62-4a16-b0f1-6c5c867aa092 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:16.370484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0556e4ae-58c2-4493-bee1-b6f92fe96062 req-f12887e3-ba62-4a16-b0f1-6c5c867aa092 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 931 time: 0.6928387 Jul 15 16:51:16.461913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Network ea9df7d5-693e-44db-80a5-031cc3085164 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:16.462705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c31c5eda-df22-4273-bbf2-bd8f8bbe6b3e None None] Provisioning complete for port af316d2f-00da-4289-9f3f-19d344a242e9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:16.463308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c31c5eda-df22-4273-bbf2-bd8f8bbe6b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.468560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cb71605d-99c2-4821-a99f-7b25bda6b34f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:16.469287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.471530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:16.473514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Attempting to bind port 97d369f8-4314-4476-b97b-f748d72bfff7 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:16.473851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Attempting to bind port 97d369f8-4314-4476-b97b-f748d72bfff7 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'eb1b4125-96c4-40a4-bb04-7dd0b6882700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:16.474181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Attempting to bind port 97d369f8-4314-4476-b97b-f748d72bfff7 on network dff55c78-7f01-43c0-9269-76c0c8edc73b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:16.479760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0556e4ae-58c2-4493-bee1-b6f92fe96062 req-eba4fc50-4ced-45f4-b8da-d888c0d192c5 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085041 Jul 15 16:51:16.481777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.495437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.573514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:16.603773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:16.662230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'Port': ['ID=f00c2318-1463-448b-9291-b29efc712250,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:16.694942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.736435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.738095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ea4b48cd-7cc7-49bc-9333-d7ed398f30c5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3812153 Jul 15 16:51:16.752467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Port 97d369f8-4314-4476-b97b-f748d72bfff7 on network dff55c78-7f01-43c0-9269-76c0c8edc73b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:16.752897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Attempting to bind port 97d369f8-4314-4476-b97b-f748d72bfff7 on network dff55c78-7f01-43c0-9269-76c0c8edc73b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:16.761087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event updated for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:16.886754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5078fa52-3c60-47b5-bb41-774a140b559f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:16.887125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:16.929562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c63e2a-118f-4659-98c0-c36fdda670a9 req-327237d1-8efb-4877-8ce0-9d23c4443315 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:16.933290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91c63e2a-118f-4659-98c0-c36fdda670a9 req-327237d1-8efb-4877-8ce0-9d23c4443315 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 949 time: 0.1626759 Jul 15 16:51:16.985232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4de063f3-f005-4156-a73a-7876cde7bc96 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:16.993381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c31c5eda-df22-4273-bbf2-bd8f8bbe6b3e None None] Port af316d2f-00da-4289-9f3f-19d344a242e9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:17.023558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91c63e2a-118f-4659-98c0-c36fdda670a9 req-49f377fb-99cd-4664-b377-95757dbd0f13 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841677 Jul 15 16:51:17.062432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bbf73-1028-4b1e-b6de-291ef2ea86a5 req-7418b68d-7276-420e-8a3a-2ee5622954fe tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:17.072220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-930bbf73-1028-4b1e-b6de-291ef2ea86a5 req-7418b68d-7276-420e-8a3a-2ee5622954fe tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 931 time: 0.1159577 Jul 15 16:51:17.163141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-930bbf73-1028-4b1e-b6de-291ef2ea86a5 req-47acb478-d73c-4f5b-979c-07c901f61a94 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Jul 15 16:51:17.174299 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.227570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4de063f3-f005-4156-a73a-7876cde7bc96 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:17.227985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.229431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:17.231802 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d0be50-2a94-4d9d-b703-edce0833ea8a" -d '{"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:17.241819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Provisioning complete for port af316d2f-00da-4289-9f3f-19d344a242e9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:17.242248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.328320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:17.355101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.384172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:17.384745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Checking segment: {'id': 'eb1b4125-96c4-40a4-bb04-7dd0b6882700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:17.384910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Bound using segment: {'id': 'eb1b4125-96c4-40a4-bb04-7dd0b6882700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:17.385571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Bound port: 97d369f8-4314-4476-b97b-f748d72bfff7, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb1b4125-96c4-40a4-bb04-7dd0b6882700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:17.386275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.425359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:17.426111 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.447137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:17.455611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Port af316d2f-00da-4289-9f3f-19d344a242e9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:17.466083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-688924d7-c1a1-4b95-bd3f-85219bf8aada tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--613139673&fields=id&tenant_id=cf606503665e4dda8744f6d64c61f8bd HTTP/1.1" status: 200 len: 267 time: 0.1199589 Jul 15 16:51:17.502511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Provisioning for port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:17.557903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Provisioning complete for port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:17.557903 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.567391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-9cc2e9c8-17d8-4b07-b003-4d33dfe0179b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8233085 Jul 15 16:51:17.594509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Request body: {'port': {'device_id': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:17.613074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0752b07b-cfb7-4bfa-9515-749c33e4502f None None] Port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:17.617500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:17.639498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:17.694906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 121f090b-675b-4fa6-9fae-b6b3f1ea53b7 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:17.698170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=97d369f8-4314-4476-b97b-f748d72bfff7,segment=NetworkSegment(eb1b4125-96c4-40a4-bb04-7dd0b6882700),segment_id=eb1b4125-96c4-40a4-bb04-7dd0b6882700)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:17.715799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.717863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c437495f-086d-4f67-8fbb-8355b542c740 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:17.733266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c437495f-086d-4f67-8fbb-8355b542c740 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/networks?id=83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 200 len: 805 time: 0.2572539 Jul 15 16:51:17.739686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:17.755119 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:17.755638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.760838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-40922bc6-f641-417b-9713-3bcf4f28648f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/quotas/cf606503665e4dda8744f6d64c61f8bd HTTP/1.1" status: 200 len: 375 time: 0.0259016 Jul 15 16:51:17.806118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c45163f9-f132-4b6c-999a-79009ab43e10 None None] Provisioning complete for port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:17.812597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c45163f9-f132-4b6c-999a-79009ab43e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.862638 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08975ebb-5664-4071-87ae-3412647c1542 x-openstack-request-id: req-08975ebb-5664-4071-87ae-3412647c1542 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:17.863179 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:17.863946 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08975ebb-5664-4071-87ae-3412647c1542 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:17.865266 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'code': 200} Jul 15 16:51:17.915267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-a109ce37-e2a3-4949-8dd1-47c0ae007b2d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cf606503665e4dda8744f6d64c61f8bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534913 Jul 15 16:51:17.956640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:17.957274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.958802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] 10.222.0.20 "PUT /v2.0/ports/97d369f8-4314-4476-b97b-f748d72bfff7 HTTP/1.1" status: 200 len: 1091 time: 3.7323017 Jul 15 16:51:17.959248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:17.961666 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36046752-a4f3-46b0-a376-47e5dfb39edf" -d '{"events": [{"name": "network-changed", "server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:17.972806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:17.995061 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.057932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c218333-6736-491c-a261-a2f84d713e85 service neutron] Pushing event updated for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:18.065096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c45163f9-f132-4b6c-999a-79009ab43e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.070175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,segment=NetworkSegment(59d5ecbc-2bde-472e-8240-cbc7613d755b),segment_id=59d5ecbc-2bde-472e-8240-cbc7613d755b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:18.081723 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.118247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-e0936fc4-e07b-4ad4-beac-29ac27121864 service neutron] 10.222.0.25 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916080 Jul 15 16:51:18.134504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:18.153445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:18.165249 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6875842-1649-4171-a42d-c5e7c82401a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6845319 Jul 15 16:51:18.175963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:18.202375 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-c45163f9-f132-4b6c-999a-79009ab43e10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:51:18.202736 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-c45163f9-f132-4b6c-999a-79009ab43e10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:51:18.203510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] Sync routers for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:18.217719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:18.217719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:18.248953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:18.258590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:18.259272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:18.291449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:18.291667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c16b-4b57-4fd2-aa11-614ed0a3fc7e req-de76821d-fab2-446d-a299-8e286d59e635 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.292101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4047135-5011-4a7d-bc8d-e9daddf3bb73 None None] The sync data for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:18.293273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1896c16b-4b57-4fd2-aa11-614ed0a3fc7e req-de76821d-fab2-446d-a299-8e286d59e635 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 943 time: 0.2155280 Jul 15 16:51:18.323950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-55ea00c9-ce1c-43ea-8da3-fd8f35aa783d service neutron] 10.222.0.25 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995380 Jul 15 16:51:18.352750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1896c16b-4b57-4fd2-aa11-614ed0a3fc7e req-a519f60f-ee09-4675-ac7e-620a13d1326d tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465250 Jul 15 16:51:18.358049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c5822102-145a-4a14-bd7c-9e6482de55b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:18.362423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ecae8b-4cd4-4d99-ba99-9c0e3acc1a4f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.364279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52ecae8b-4cd4-4d99-ba99-9c0e3acc1a4f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports/af316d2f-00da-4289-9f3f-19d344a242e9 HTTP/1.1" status: 200 len: 910 time: 0.1846905 Jul 15 16:51:18.372497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55422) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:18.466359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-86c3683e-87dc-4db5-a639-867b5df9209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.467893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-86c3683e-87dc-4db5-a639-867b5df9209f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07852eee7e54443da1b39b396b85ac50&device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 1094 time: 0.4280326 Jul 15 16:51:18.471041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c5822102-145a-4a14-bd7c-9e6482de55b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:18.474829 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.482188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-ffe20911-7c67-4c8a-aee5-dcfa6573a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.483892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-ffe20911-7c67-4c8a-aee5-dcfa6573a957 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.4658999 Jul 15 16:51:18.523176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-515521d9-820e-4a6c-b684-b0322ff023df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97d369f8-4314-4476-b97b-f748d72bfff7 HTTP/1.1" status: 200 len: 217 time: 0.0365429 Jul 15 16:51:18.639443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae13927a-d799-4068-8895-7c301ed320d0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:18.681262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-f1bcfd2c-c51c-44e0-b096-fe78be4d52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.682745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-f1bcfd2c-c51c-44e0-b096-fe78be4d52e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbd3092f-46ae-4cbc-9354-fac9fc0007f3 HTTP/1.1" status: 200 len: 853 time: 0.1309161 Jul 15 16:51:18.729454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-53dfb3d2-a965-4634-90cf-acd83d9fbbf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dff55c78-7f01-43c0-9269-76c0c8edc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372524 Jul 15 16:51:18.740297 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9ec9a-f25e-4aa1-ad1d-e038c73f5adf x-openstack-request-id: req-6ce9ec9a-f25e-4aa1-ad1d-e038c73f5adf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:18.740606 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:18.740869 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ce9ec9a-f25e-4aa1-ad1d-e038c73f5adf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:18.741701 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7', 'status': 'completed', 'code': 200} Jul 15 16:51:18.754783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-328f7d6d-8b43-4970-a67a-fcd17002d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:18.757165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-328f7d6d-8b43-4970-a67a-fcd17002d196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 1101 time: 0.2322516 Jul 15 16:51:18.767091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ae13927a-d799-4068-8895-7c301ed320d0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:18.779676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae13927a-d799-4068-8895-7c301ed320d0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:18.780057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.805757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:18.838230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.895594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Transition to ACTIVE for port object dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:18.926096 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.930545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:18.974967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ae13927a-d799-4068-8895-7c301ed320d0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae13927a-d799-4068-8895-7c301ed320d0,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:18.982077 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:19.001138 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-3ea64e6f-12da-4aaf-b48a-a632bc11ff79 service neutron] 10.222.0.20 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588983 Jul 15 16:51:19.010432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8fc5e-8ad6-4c46-bc31-3ab1f0a4949a req-8e721751-dbc3-4a44-8cc0-19d09ea8c1d9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.018534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8fc5e-8ad6-4c46-bc31-3ab1f0a4949a req-8e721751-dbc3-4a44-8cc0-19d09ea8c1d9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.020223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4b8fc5e-8ad6-4c46-bc31-3ab1f0a4949a req-8e721751-dbc3-4a44-8cc0-19d09ea8c1d9 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.3778634 Jul 15 16:51:19.040708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-ab0c3954-2d8b-4c10-b0c4-08b8e989d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.042197 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-ab0c3954-2d8b-4c10-b0c4-08b8e989d7a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2700739 Jul 15 16:51:19.064322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:19.088153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:19.114697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-7b0c559a-7bda-402d-8737-0b62b86d9083 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 200 len: 217 time: 0.0600879 Jul 15 16:51:19.165271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4b8fc5e-8ad6-4c46-bc31-3ab1f0a4949a req-8a000d00-3e2d-48f0-8bd0-9474fb06f4c6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200278 Jul 15 16:51:19.197832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7abe72-040a-4511-a0c4-08ed8478832e req-dd372f8c-56ad-43c1-94cf-d70a1bef60d5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.205911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7abe72-040a-4511-a0c4-08ed8478832e req-dd372f8c-56ad-43c1-94cf-d70a1bef60d5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2989283 Jul 15 16:51:19.285187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-635ff955-90b6-47b7-829f-e73e618f8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.286794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-635ff955-90b6-47b7-829f-e73e618f8560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1236503 Jul 15 16:51:19.291426 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e54a67-6cd7-45a7-b549-b7fe1f4f0d2a req-62c79cad-5d8d-497c-aca0-655ffb6556bc service neutron] 10.222.0.20 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803261 Jul 15 16:51:19.360819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Attempting to bind port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:19.363771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Attempting to bind port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:19.364164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Attempting to bind port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 on network ea9df7d5-693e-44db-80a5-031cc3085164 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:19.372097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 on network ea9df7d5-693e-44db-80a5-031cc3085164 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:19.372097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Attempting to bind port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 on network ea9df7d5-693e-44db-80a5-031cc3085164 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:19.376307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:19.395437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:19.395793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Checking segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:19.396192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Bound using segment: {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:19.396635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Bound port: dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d8d0ae-c796-4278-8507-3d6b006d2aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:19.399229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:19.412649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7abe72-040a-4511-a0c4-08ed8478832e req-9fc0a8aa-a124-4b52-a916-32760938f1ff tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057500 Jul 15 16:51:19.466952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-722dd063-e4ed-49e1-bd80-35475e6a8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.468729 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-722dd063-e4ed-49e1-bd80-35475e6a8810 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617877 Jul 15 16:51:19.552208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-8333c8b5-f0c0-4999-90c3-41abc4266fa6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.558550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-8333c8b5-f0c0-4999-90c3-41abc4266fa6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.559705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-09d19038-bba8-4a20-963f-0dd05ec9b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.560196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-8333c8b5-f0c0-4999-90c3-41abc4266fa6 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.3454967 Jul 15 16:51:19.561326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-09d19038-bba8-4a20-963f-0dd05ec9b7ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07852eee7e54443da1b39b396b85ac50&device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 1094 time: 0.1712234 Jul 15 16:51:19.618846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:19.632729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b400bc-ecf3-42d1-9219-9c7aa283a501 req-d818b3fd-c809-40fb-bcc7-ea66da68d661 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.638266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16b400bc-ecf3-42d1-9219-9c7aa283a501 req-d818b3fd-c809-40fb-bcc7-ea66da68d661 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 943 time: 0.2821507 Jul 15 16:51:19.661888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:19.704378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:19.739113 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-508b4d6b-4f43-4443-b55f-8a8a4c7de28c service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476373 Jul 15 16:51:19.778463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.779089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:19.781125 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 1091 time: 2.1920123 Jul 15 16:51:19.869653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-92981eda-8976-461f-b089-303e244d3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:19.871123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-92981eda-8976-461f-b089-303e244d3d31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dff55c78-7f01-43c0-9269-76c0c8edc73b HTTP/1.1" status: 200 len: 913 time: 0.2642784 Jul 15 16:51:19.875257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea030d-bf18-4fd5-8260-aa7531ff0819 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:19.947341 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-592170e5-adaa-4024-a01d-d13c7518b48b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97d369f8-4314-4476-b97b-f748d72bfff7 HTTP/1.1" status: 200 len: 217 time: 0.0468605 Jul 15 16:51:19.994878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1184c04b-edeb-4334-862a-b4150a4d3120 req-b891a901-ac59-46c5-ab1c-6226d8b07b8f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462585 Jul 15 16:51:20.019691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-744e1346-3813-48db-bcfd-810c6817da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.021264 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-744e1346-3813-48db-bcfd-810c6817da80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbd3092f-46ae-4cbc-9354-fac9fc0007f3 HTTP/1.1" status: 200 len: 853 time: 0.0624774 Jul 15 16:51:20.026725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-b3c8c097-28b2-4144-b7b9-20638dc00b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.028225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-b3c8c097-28b2-4144-b7b9-20638dc00b1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1094 time: 0.1665368 Jul 15 16:51:20.071777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fc22038-3790-415f-b73f-42a7e66700bc req-ffe29311-951e-49f7-8d60-4fe77fa276f4 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 210 time: 0.3605466 Jul 15 16:51:20.080730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-b2ad9332-5865-45fb-ae69-adad326b95fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dff55c78-7f01-43c0-9269-76c0c8edc73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330677 Jul 15 16:51:20.126246 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-58d42d57-15b2-4d32-af01-6146975e91b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 217 time: 0.0697629 Jul 15 16:51:20.212462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16b400bc-ecf3-42d1-9219-9c7aa283a501 req-8e958836-d2f6-455c-af39-66af84b7020f tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732160 Jul 15 16:51:20.258038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae13927a-d799-4068-8895-7c301ed320d0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:20.274364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-60c27363-4a54-4a7d-b138-8c1fbba553d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.276095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-60c27363-4a54-4a7d-b138-8c1fbba553d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.1378779 Jul 15 16:51:20.315859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae13927a-d799-4068-8895-7c301ed320d0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:20.316878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.372528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-d671f35b-e19b-4648-941a-d924d5176e92 service neutron] 10.222.0.20 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548378 Jul 15 16:51:20.435381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:20.500512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 548ef5f0-c217-4403-80aa-bebd646e9c76 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:20.501334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.512081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:20.513097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.519490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.21.0.1 (a84449e1-9535-4625-8539-f1763539ba1f/be7c04a6-c1f1-42e6-8d76-971bb1e3732a/770f4d53-dfea-434c-bd41-9270835d9a89) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:20.536702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-ddea744c-d08a-43c2-aecf-d5b657c5db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.538213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-ddea744c-d08a-43c2-aecf-d5b657c5db86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349675 Jul 15 16:51:20.550479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e082e2-4e06-4899-92c6-1cdf593206d5 req-eef65bad-2d12-48e3-b05f-bd9863320923 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.550666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-6b165964-23e7-4891-a47e-19119cdc5766 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.552029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7e082e2-4e06-4899-92c6-1cdf593206d5 req-eef65bad-2d12-48e3-b05f-bd9863320923 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 943 time: 0.2911904 Jul 15 16:51:20.552285 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-6b165964-23e7-4891-a47e-19119cdc5766 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.20 "GET /v2.0/networks?id=83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 200 len: 805 time: 0.2546775 Jul 15 16:51:20.599895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-36046752-a4f3-46b0-a376-47e5dfb39edf req-172d418b-a6f3-4686-b33c-160e985887e9 service neutron] 10.222.0.20 "GET /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160683 Jul 15 16:51:20.665847 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1bbcf72d-d37d-4d7a-aa0f-e058427a66bd tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf606503665e4dda8744f6d64c61f8bd HTTP/1.1" status: 200 len: 379 time: 0.1038573 Jul 15 16:51:20.677643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'port': {'device_id': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'admin_state_up': True, 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'security_groups': ['a2c4da1d-2d34-45b2-861f-4ca1485ca435']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:20.720196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-6e087778-1d02-4082-b463-b650e33bb08c service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671221 Jul 15 16:51:20.746784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:20.749023 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c070732-9057-48fb-b39e-54af81c73690" -d '{"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:20.749393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7e082e2-4e06-4899-92c6-1cdf593206d5 req-0f4787a3-dda6-4dbc-83f1-2ced3c6250eb tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899807 Jul 15 16:51:20.778449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 548ef5f0-c217-4403-80aa-bebd646e9c76, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=548ef5f0-c217-4403-80aa-bebd646e9c76,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:20.778844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.814997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 548ef5f0-c217-4403-80aa-bebd646e9c76 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:20.852960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.882700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b36c7d0-4275-49af-b099-f0ae2c6d567f req-c69b3bf0-f713-4c65-a6c4-3bd533d87aae service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287484 Jul 15 16:51:20.883867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Made reservation on behalf of cf606503665e4dda8744f6d64c61f8bd for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:20.888736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:20.897196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a8d7-3660-4b1b-b48a-ac25a6a58e67 req-1cc81a4d-9e29-4483-9055-2fe7916bb8fb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.903549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877a8d7-3660-4b1b-b48a-ac25a6a58e67 req-1cc81a4d-9e29-4483-9055-2fe7916bb8fb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:20.905229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e877a8d7-3660-4b1b-b48a-ac25a6a58e67 req-1cc81a4d-9e29-4483-9055-2fe7916bb8fb tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 1683 time: 0.3159747 Jul 15 16:51:20.970096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 770f4d53-dfea-434c-bd41-9270835d9a89 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:21.028720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e877a8d7-3660-4b1b-b48a-ac25a6a58e67 req-7cfc7ad9-5279-43ce-aa65-59a0bb0e5616 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098127 Jul 15 16:51:21.029913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Allocated IP 172.20.0.3 (83382fee-2a0a-4e58-a8a2-b4f27ee93118/2c08f01c-301b-4208-a8f4-f10e50c60493/2c8680b6-02fd-4816-9479-125d2b9709df) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:21.104392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed1cf-8671-4124-babc-faeac79882a9 req-387a13b7-b6af-42e8-9193-e1d49fc5e729 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:21.105961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4aed1cf-8671-4124-babc-faeac79882a9 req-387a13b7-b6af-42e8-9193-e1d49fc5e729 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.2485831 Jul 15 16:51:21.107059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.211909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.226305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['548ef5f0-c217-4403-80aa-bebd646e9c76', '2a6ab40f-66b9-4635-912c-cf47d0a384a4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:21.227211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a84449e1-9535-4625-8539-f1763539ba1f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:21.238312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:21.253767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:21.256388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=770f4d53-dfea-434c-bd41-9270835d9a89,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:21.322173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4aed1cf-8671-4124-babc-faeac79882a9 req-0070cb41-12c0-429a-a688-a9eeff9b9248 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057924 Jul 15 16:51:21.334550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=548ef5f0-c217-4403-80aa-bebd646e9c76,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:21.402953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e24212f0-18da-4fc8-bce6-d659481ccac5 req-b434d31d-eb25-4ef3-8185-b9bfcc2599c8 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 210 time: 0.0795324 Jul 15 16:51:21.444602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 548ef5f0-c217-4403-80aa-bebd646e9c76 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:21.450384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.454648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.456677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-558e17ac-3d77-46e9-a39e-c3c206a4a929 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "DELETE /v2.0/ports/548ef5f0-c217-4403-80aa-bebd646e9c76 HTTP/1.1" status: 204 len: 173 time: 1.8832860 Jul 15 16:51:21.457127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-deleted', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:21.459480 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d7873-bf60-4f22-a473-0c4129ca3769" -d '{"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-deleted", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:21.536892 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d582f-8779-4dde-82ce-28a00c52a14f x-openstack-request-id: req-156d582f-8779-4dde-82ce-28a00c52a14f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:21.537451 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:21.537451 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-156d582f-8779-4dde-82ce-28a00c52a14f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:21.537677 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'status': 'completed', 'code': 200} Jul 15 16:51:21.715731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070732-9057-48fb-b39e-54af81c73690 req-1b3c6582-8b54-4894-b08c-3bcc64d98056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:21.722454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-1b3c6582-8b54-4894-b08c-3bcc64d98056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1094 time: 0.1836796 Jul 15 16:51:21.727282 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e00242-d4f8-43f2-89c8-172fc2c6c9a2 x-openstack-request-id: req-e7e00242-d4f8-43f2-89c8-172fc2c6c9a2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:21.727575 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-deleted", "tag": "548ef5f0-c217-4403-80aa-bebd646e9c76", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:21.727820 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7e00242-d4f8-43f2-89c8-172fc2c6c9a2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:21.728234 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-deleted', 'tag': '548ef5f0-c217-4403-80aa-bebd646e9c76', 'status': 'completed', 'code': 200} Jul 15 16:51:21.732403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.776503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Transition to ACTIVE for port object 2c8680b6-02fd-4816-9479-125d2b9709df will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:21.799824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7ba49140-60e9-43c1-8699-b391a81950f3 None None] Provisioning for port 770f4d53-dfea-434c-bd41-9270835d9a89 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:21.803626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7ba49140-60e9-43c1-8699-b391a81950f3 None None] Provisioning complete for port 770f4d53-dfea-434c-bd41-9270835d9a89 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:21.803994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7ba49140-60e9-43c1-8699-b391a81950f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.852314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070732-9057-48fb-b39e-54af81c73690 req-a50848ce-7bdd-49a1-a310-e6bbf0151a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:21.853901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-a50848ce-7bdd-49a1-a310-e6bbf0151a53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 928 time: 0.1188474 Jul 15 16:51:21.869666 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.889862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7ba49140-60e9-43c1-8699-b391a81950f3 None None] Port 770f4d53-dfea-434c-bd41-9270835d9a89 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:21.944449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-4bad0a1e-00d9-4875-91ff-f26e3f51d8c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 217 time: 0.0716715 Jul 15 16:51:21.979441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:21.979789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.991093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b1b7f-cc13-4ff5-a8d3-76d1ecf2bf91 req-5742c561-ac45-42fd-9d73-7b3159dbf247 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:21.993053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-097b1b7f-cc13-4ff5-a8d3-76d1ecf2bf91 req-5742c561-ac45-42fd-9d73-7b3159dbf247 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 943 time: 0.3805280 Jul 15 16:51:21.993557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:21.996441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:21.999508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:22.004705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event updated for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:22.007037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:22.061895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070732-9057-48fb-b39e-54af81c73690 req-0239b7ab-b2ac-4522-ba0a-31d54efc92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:22.063491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-0239b7ab-b2ac-4522-ba0a-31d54efc92d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.1128643 Jul 15 16:51:22.070130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:22.070799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.135602 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-c6b23d5a-e0e1-47a6-9930-6e29d24545fe tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4631896 Jul 15 16:51:22.149048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Request body: {'port': {'device_id': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:22.156650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070732-9057-48fb-b39e-54af81c73690 req-e4c0bc6c-cc67-4a7c-9850-9ef5f0cca322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:22.158912 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-e4c0bc6c-cc67-4a7c-9850-9ef5f0cca322 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845306 Jul 15 16:51:22.174802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe66933-381a-4cab-8b81-07eff46e32a9 req-27e1fa29-876e-49ff-a357-ed5619c124ce tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:22.176397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7fe66933-381a-4cab-8b81-07eff46e32a9 req-27e1fa29-876e-49ff-a357-ed5619c124ce tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 943 time: 0.2630525 Jul 15 16:51:22.240818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-097b1b7f-cc13-4ff5-a8d3-76d1ecf2bf91 req-fcdf666f-9b51-4ab4-9f65-07bb74be683f tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120461 Jul 15 16:51:22.304102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 2a6ab40f-66b9-4635-912c-cf47d0a384a4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a6ab40f-66b9-4635-912c-cf47d0a384a4,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:22.304407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.320088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-56c55988-4f49-46f3-9b9e-f7dd6ae17adb service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399934 Jul 15 16:51:22.337972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 2a6ab40f-66b9-4635-912c-cf47d0a384a4 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:22.343664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c2fbed6d-2ac9-4675-95a3-64137e929a47 None None] Provisioning for port 2c8680b6-02fd-4816-9479-125d2b9709df completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:22.343914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.348131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c2fbed6d-2ac9-4675-95a3-64137e929a47 None None] Provisioning complete for port 2c8680b6-02fd-4816-9479-125d2b9709df triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:22.348616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c2fbed6d-2ac9-4675-95a3-64137e929a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.354739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7fe66933-381a-4cab-8b81-07eff46e32a9 req-64b86c52-f1cd-41f8-9f1e-415f00c4c135 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659663 Jul 15 16:51:22.389024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c2fbed6d-2ac9-4675-95a3-64137e929a47 None None] Port 2c8680b6-02fd-4816-9479-125d2b9709df cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:22.406524 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:51:22.507576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 97d369f8-4314-4476-b97b-f748d72bfff7 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:22.511551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:22.586690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ef92-b85d-4913-9010-159290c0271e req-d7a2405b-3cee-4d14-8782-45ac45c6d8f0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:22.595418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c92ef92-b85d-4913-9010-159290c0271e req-d7a2405b-3cee-4d14-8782-45ac45c6d8f0 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/ports?device_id=37ea9078-f8aa-40cd-b3af-516f8c9566f1 HTTP/1.1" status: 200 len: 946 time: 0.2285883 Jul 15 16:51:22.618913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6c070732-9057-48fb-b39e-54af81c73690 req-8fe3275a-3b65-48e9-81f1-958e4e945bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775078 Jul 15 16:51:22.723538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c92ef92-b85d-4913-9010-159290c0271e req-e34a1b4a-f1cf-4137-8412-f43c798af40c tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275053 Jul 15 16:51:22.762664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.773497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.786646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8680b6-02fd-4816-9479-125d2b9709df {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:22.798704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.807345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=97d369f8-4314-4476-b97b-f748d72bfff7,segment=NetworkSegment(eb1b4125-96c4-40a4-bb04-7dd0b6882700),segment_id=eb1b4125-96c4-40a4-bb04-7dd0b6882700)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:22.810006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.818067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Transition to ACTIVE for port object 2c8680b6-02fd-4816-9479-125d2b9709df will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:22.825497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.858297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '97d369f8-4314-4476-b97b-f748d72bfff7', 'network_id': 'dff55c78-7f01-43c0-9269-76c0c8edc73b', 'port_id': '97d369f8-4314-4476-b97b-f748d72bfff7', 'mac_address': 'fa:16:3e:dc:11:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd3092f-46ae-4cbc-9354-fac9fc0007f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:22.876562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:22.878947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:22.879625 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e44dd48-f032-4bb5-a6fb-e6b2d7299832" -d '{"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-unplugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:22.925330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:22.938725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.968823 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:22.978452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Attempting to bind port 2c8680b6-02fd-4816-9479-125d2b9709df on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:22.978865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Attempting to bind port 2c8680b6-02fd-4816-9479-125d2b9709df by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:22.979164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Attempting to bind port 2c8680b6-02fd-4816-9479-125d2b9709df on network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:22.987496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Port 2c8680b6-02fd-4816-9479-125d2b9709df on network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:22.987796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Attempting to bind port 2c8680b6-02fd-4816-9479-125d2b9709df on network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:22.993639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d369f8-4314-4476-b97b-f748d72bfff7 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:22.995043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:22.995436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Checking segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:22.996156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Bound using segment: {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:22.996826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Bound port: 2c8680b6-02fd-4816-9479-125d2b9709df, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b163f7db-8d8c-47b4-a44e-551218121247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:22.997196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.024964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:23.039479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=97d369f8-4314-4476-b97b-f748d72bfff7,segment=NetworkSegment(eb1b4125-96c4-40a4-bb04-7dd0b6882700),segment_id=eb1b4125-96c4-40a4-bb04-7dd0b6882700)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:23.049922 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.078051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:23.084813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c8680b6-02fd-4816-9479-125d2b9709df,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:23.091586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.107343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:23.138312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.139543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.142273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 200 len: 1091 time: 0.9986544 Jul 15 16:51:23.174744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.178078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e5e90-28e9-4646-898d-f46f4712e4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:23.243477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735edba-9ac8-483f-9064-04ffab9a9edc req-08ad9515-5f83-4a5b-bf2b-20e74bf100d5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.243935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-33d4cdf3-9db0-4787-966c-73514f1a4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.245056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7735edba-9ac8-483f-9064-04ffab9a9edc req-08ad9515-5f83-4a5b-bf2b-20e74bf100d5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 950 time: 0.6315236 Jul 15 16:51:23.251201 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-33d4cdf3-9db0-4787-966c-73514f1a4e99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf606503665e4dda8744f6d64c61f8bd&device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 1094 time: 0.0681646 Jul 15 16:51:23.253831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=770f4d53-dfea-434c-bd41-9270835d9a89,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:23.299681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-1db0d149-a161-4c8f-9582-04f2a49d1495 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 200 len: 217 time: 0.0386069 Jul 15 16:51:23.301183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.341022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['97d369f8-4314-4476-b97b-f748d72bfff7'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:23.367859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-6401f18a-f290-48e4-88f8-27d6ce5f0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.369581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-6401f18a-f290-48e4-88f8-27d6ce5f0965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c08f01c-301b-4208-a8f4-f10e50c60493 HTTP/1.1" status: 200 len: 844 time: 0.0627527 Jul 15 16:51:23.381546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=2a6ab40f-66b9-4635-912c-cf47d0a384a4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:23.423988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 2a6ab40f-66b9-4635-912c-cf47d0a384a4 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:23.443470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:23.445700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7dd1515-0897-4a48-b2b3-ae3b0932349d req-b6d842c0-c304-4ca0-8855-538f86c49495 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.20 "DELETE /v2.0/ports/2a6ab40f-66b9-4635-912c-cf47d0a384a4 HTTP/1.1" status: 204 len: 173 time: 1.9710922 Jul 15 16:51:23.450746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-fbfcd047-1716-441e-841a-75eab88ec4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.453065 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-fbfcd047-1716-441e-841a-75eab88ec4b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83382fee-2a0a-4e58-a8a2-b4f27ee93118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759568 Jul 15 16:51:23.470667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7735edba-9ac8-483f-9064-04ffab9a9edc req-1f2d6023-b41d-41e6-8267-0e535fb1b9fe tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112992 Jul 15 16:51:23.568941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:23.571429 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:23.575827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-ef6ea77d-eab5-4e04-a30a-4335064db3fb service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158652 Jul 15 16:51:23.601023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be1747-540d-48cd-a2ba-2910f1b0df61 req-b44bb810-d333-43b4-a0fc-849b39cec797 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:23.602970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45be1747-540d-48cd-a2ba-2910f1b0df61 req-b44bb810-d333-43b4-a0fc-849b39cec797 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 943 time: 0.4352279 Jul 15 16:51:23.673495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45be1747-540d-48cd-a2ba-2910f1b0df61 req-cf925af3-cf37-48e5-9376-8d3a46c705f6 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588362 Jul 15 16:51:23.680001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a84449e1-9535-4625-8539-f1763539ba1f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:23.681698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:23.722345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c6b1172-ed1f-4e2b-b3b6-ca157cb196cd req-816102ec-6300-498d-8c65-dd183b044848 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398172 Jul 15 16:51:23.731667 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc391b6-f3cc-4023-879a-fa93099673b3 x-openstack-request-id: req-9cc391b6-f3cc-4023-879a-fa93099673b3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:23.732218 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-unplugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:23.732839 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cc391b6-f3cc-4023-879a-fa93099673b3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:23.733463 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'code': 200} Jul 15 16:51:23.739562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-deleted', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:23.740512 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0912428b-d928-4917-9fbd-dfc78f501479" -d '{"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-deleted", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:23.819274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 121f090b-675b-4fa6-9fae-b6b3f1ea53b7 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:24.001437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df02da-bd17-4771-bfbc-891481469b5e req-13f3c2a3-cb14-43a6-916d-0f27d5ff395d tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.006055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4017d9ce-eb19-4fea-965d-7940fe17e735 None None] Provisioning complete for port 770f4d53-dfea-434c-bd41-9270835d9a89 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:24.006492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4017d9ce-eb19-4fea-965d-7940fe17e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.008368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50df02da-bd17-4771-bfbc-891481469b5e req-13f3c2a3-cb14-43a6-916d-0f27d5ff395d tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 943 time: 0.2038848 Jul 15 16:51:24.018247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:24.028182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5472cc56-0ff6-4882-8137-666ba069d689 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6524272 Jul 15 16:51:24.028736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] Sync routers for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:24.029570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:24.042295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a1fba-49e8-4650-b541-ddeaff072b90 req-23e3b06e-e5c4-466b-b447-ad2623f7c16d tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.043962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-769a1fba-49e8-4650-b541-ddeaff072b90 req-23e3b06e-e5c4-466b-b447-ad2623f7c16d tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 944 time: 0.1990888 Jul 15 16:51:24.045271 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:24.046594 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:24.082386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50df02da-bd17-4771-bfbc-891481469b5e req-37a5e700-8437-4b54-aabd-66f3a186d5b4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730524 Jul 15 16:51:24.084687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4017d9ce-eb19-4fea-965d-7940fe17e735 None None] Port 770f4d53-dfea-434c-bd41-9270835d9a89 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:24.098661 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:24.099338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a40da1-0273-4cd2-a54f-760d1acff473 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.101034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1a40da1-0273-4cd2-a54f-760d1acff473 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports/770f4d53-dfea-434c-bd41-9270835d9a89 HTTP/1.1" status: 200 len: 910 time: 0.0703316 Jul 15 16:51:24.104028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:24.110777 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:24.111661 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:24.145751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-769a1fba-49e8-4650-b541-ddeaff072b90 req-303e50ea-0a82-4fd0-93a4-05ad23549c6d tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897090 Jul 15 16:51:24.149423 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:24.150554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228fcfc-4183-44c2-bbb2-50a199aaebac None None] The sync data for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:24.296836 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee926248-16f6-45a6-aa07-75c36e4aaf41 x-openstack-request-id: req-ee926248-16f6-45a6-aa07-75c36e4aaf41 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:24.297131 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:24.297865 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee926248-16f6-45a6-aa07-75c36e4aaf41 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:24.297865 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df', 'status': 'completed', 'code': 200} Jul 15 16:51:24.316295 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3d30b1-e3c0-417c-94d1-e34f7e6bd475 x-openstack-request-id: req-ff3d30b1-e3c0-417c-94d1-e34f7e6bd475 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:24.316794 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ea9078-f8aa-40cd-b3af-516f8c9566f1", "name": "network-vif-deleted", "tag": "2a6ab40f-66b9-4635-912c-cf47d0a384a4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:24.316992 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff3d30b1-e3c0-417c-94d1-e34f7e6bd475 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:24.317455 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ea9078-f8aa-40cd-b3af-516f8c9566f1', 'name': 'network-vif-deleted', 'tag': '2a6ab40f-66b9-4635-912c-cf47d0a384a4', 'status': 'completed', 'code': 200} Jul 15 16:51:24.361232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf4d77-1f73-415b-a679-a17257784eb4 req-cba713bc-629e-4ab8-bc18-e0b67fbea256 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.364782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68cf4d77-1f73-415b-a679-a17257784eb4 req-cba713bc-629e-4ab8-bc18-e0b67fbea256 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 948 time: 0.0829835 Jul 15 16:51:24.373487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:24.403188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68cf4d77-1f73-415b-a679-a17257784eb4 req-028220e3-a05a-4292-8894-653bab69ecb0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Jul 15 16:51:24.464550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-b5d42808-901b-4b41-a916-e790a14ee5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.466059 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-b5d42808-901b-4b41-a916-e790a14ee5f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf606503665e4dda8744f6d64c61f8bd&device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 1094 time: 0.1716883 Jul 15 16:51:24.477709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting subnet bdfb1479-de41-48f5-9892-9d9bdc72042d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:24.505005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.525317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:24.528427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 97d369f8-4314-4476-b97b-f748d72bfff7 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:24.593324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.641575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 97d369f8-4314-4476-b97b-f748d72bfff7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:24.643668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-e6e5d7fe-8d8f-4a5c-9b16-4edd5b70b54c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246706 Jul 15 16:51:24.649809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 97d369f8-4314-4476-b97b-f748d72bfff7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:24.650178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.687563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:24.710568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5078fa52-3c60-47b5-bb41-774a140b559f', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '5078fa52-3c60-47b5-bb41-774a140b559f', 'mac_address': 'fa:16:3e:41:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:24.714827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-01f618e7-ea6b-41ac-a41c-b3fa7ea8c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.716507 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-01f618e7-ea6b-41ac-a41c-b3fa7ea8c865 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 200 len: 905 time: 0.2431951 Jul 15 16:51:24.794603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.798651 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.818963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-c78c28f5-ae7e-49a8-a0c4-b0ae9ce5fd8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 200 len: 217 time: 0.0809085 Jul 15 16:51:24.828045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-95797750-ef8a-4e91-8689-4506f8f80875 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.828373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:24.830141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-95797750-ef8a-4e91-8689-4506f8f80875 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757858 Jul 15 16:51:24.850233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-26d00404-88f7-4722-afc1-403a33838592 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/quotas/209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 375 time: 0.0139613 Jul 15 16:51:24.860890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=97d369f8-4314-4476-b97b-f748d72bfff7,segment=NetworkSegment(eb1b4125-96c4-40a4-bb04-7dd0b6882700),segment_id=eb1b4125-96c4-40a4-bb04-7dd0b6882700)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:24.872866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:24.876553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.882681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a6ab40f-66b9-4635-912c-cf47d0a384a4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:24.894600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.905696 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.906761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:24.934851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2a6ab40f-66b9-4635-912c-cf47d0a384a4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:24.935349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a6ab40f-66b9-4635-912c-cf47d0a384a4 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:24.935865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 548ef5f0-c217-4403-80aa-bebd646e9c76 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:24.948153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-0da08039-5a24-4ec8-8bb5-3480a3c4104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:24.949652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-0da08039-5a24-4ec8-8bb5-3480a3c4104d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c08f01c-301b-4208-a8f4-f10e50c60493 HTTP/1.1" status: 200 len: 844 time: 0.1218207 Jul 15 16:51:24.975869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:24.984703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-486e8d08-beba-4d00-a546-32eb32abd955 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275909 Jul 15 16:51:24.985157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 548ef5f0-c217-4403-80aa-bebd646e9c76 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:24.985611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 548ef5f0-c217-4403-80aa-bebd646e9c76 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:25.000995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d059f-d94e-4551-830e-9f5e7ae4632d req-8dc7527b-9d2c-44c6-8f34-f83a7d3d9106 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:25.007834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-390d059f-d94e-4551-830e-9f5e7ae4632d req-8dc7527b-9d2c-44c6-8f34-f83a7d3d9106 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 943 time: 0.1035402 Jul 15 16:51:25.008337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:25.056596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-390d059f-d94e-4551-830e-9f5e7ae4632d req-011c7b12-666f-480f-95bc-e31a245f24fd tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477433 Jul 15 16:51:25.090384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.135843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfb1479-de41-48f5-9892-9d9bdc72042d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:25.137154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:25.137710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.140947 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fa772de-415a-43f0-83d5-159e3de95fc8 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/subnets/bdfb1479-de41-48f5-9892-9d9bdc72042d HTTP/1.1" status: 204 len: 168 time: 0.7631428 Jul 15 16:51:25.143413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55510) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:25.163101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5629a67-1acf-48fc-bfae-fdf872a55054 None None] Network 249d797b-79ad-420b-a56b-960c4ff9f23d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:25.198002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-9a8b2733-a13e-4004-839f-03f206d59bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:25.199538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-9a8b2733-a13e-4004-839f-03f206d59bcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83382fee-2a0a-4e58-a8a2-b4f27ee93118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396672 Jul 15 16:51:25.316611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.346987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:25.377699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'mac_address': 'fa:16:3e:1d:17:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:25.396057 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-6780ec6e-9f85-4d44-abb0-27216cd58623 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716740 Jul 15 16:51:25.440520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c064-a5da-49db-8e45-3608809f4057 req-b2169288-b2af-445e-aacb-4ca8b6656523 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:25.442081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9538c064-a5da-49db-8e45-3608809f4057 req-b2169288-b2af-445e-aacb-4ca8b6656523 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 943 time: 0.1682506 Jul 15 16:51:25.448850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.466959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:25.495985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:25.504484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.541077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 10eefa2f-e99d-4aba-892d-f916fda2a74a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:25.541987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.570104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:25.605659 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1e3954-2feb-497a-9e66-fc9aa5f3b01b req-8b7c4175-485f-4f29-a532-7141d85090ee service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012246 Jul 15 16:51:25.639274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2d9d8-23e9-4a4b-a6a4-bfe30b4bf035 req-f1d713ba-59a9-4978-8801-7d9f68c9677e tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:25.641140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35a2d9d8-23e9-4a4b-a6a4-bfe30b4bf035 req-f1d713ba-59a9-4978-8801-7d9f68c9677e tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.3129144 Jul 15 16:51:25.643748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 770f4d53-dfea-434c-bd41-9270835d9a89 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:25.644326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.650437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9538c064-a5da-49db-8e45-3608809f4057 req-43015cb4-81d3-468d-898f-ed6e54bf6be1 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000868 Jul 15 16:51:25.656321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] DHCP port deletion for 249d797b-79ad-420b-a56b-960c4ff9f23d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:25.656969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 10eefa2f-e99d-4aba-892d-f916fda2a74a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=10eefa2f-e99d-4aba-892d-f916fda2a74a,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:25.657336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.722654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35a2d9d8-23e9-4a4b-a6a4-bfe30b4bf035 req-5ff5ae63-24a1-4b21-ba61-560ad1b61319 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676699 Jul 15 16:51:25.727086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 10eefa2f-e99d-4aba-892d-f916fda2a74a owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:25.735387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:25.737939 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65ef2c5-76da-4af1-bcfc-c587a9b779fb" -d '{"events": [{"server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "name": "network-vif-plugged", "status": "completed", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:25.777968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a977fd0-17be-4bf6-b7f0-9db5e69049d1 req-07a8ad5d-c892-49ec-b7a0-db1b8c263780 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 210 time: 0.0485454 Jul 15 16:51:25.782220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe523-f920-4a82-a73f-67a806d37208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.792142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Deleting port 10eefa2f-e99d-4aba-892d-f916fda2a74a {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:25.792754 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.883645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] For port 10eefa2f-e99d-4aba-892d-f916fda2a74a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=10eefa2f-e99d-4aba-892d-f916fda2a74a,segment=NetworkSegment(cf316087-9c87-4ad9-ab00-fe85d1ab25cf),segment_id=cf316087-9c87-4ad9-ab00-fe85d1ab25cf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:25.884049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:25.897920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Calling delete_port for 10eefa2f-e99d-4aba-892d-f916fda2a74a owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:25.928914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.011593 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.023754 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e7d0c0-41c2-4b31-b1c9-67931389e632 x-openstack-request-id: req-36e7d0c0-41c2-4b31-b1c9-67931389e632 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:26.024042 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "name": "network-vif-plugged", "status": "completed", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:26.024343 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36e7d0c0-41c2-4b31-b1c9-67931389e632 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:26.024732 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7', 'code': 200} Jul 15 16:51:26.029524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5078fa52-3c60-47b5-bb41-774a140b559f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:26.035212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=10eefa2f-e99d-4aba-892d-f916fda2a74a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:26.042461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 10eefa2f-e99d-4aba-892d-f916fda2a74a on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:26.068962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:26.076285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] No DVR routers for this DVR port 10eefa2f-e99d-4aba-892d-f916fda2a74a on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:26.121007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0264bf-fa72-45c0-8919-b61f21b95d2e None None] Pushing event deleted for resources: {'Port': ['ID=10eefa2f-e99d-4aba-892d-f916fda2a74a,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:26.253975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 10eefa2f-e99d-4aba-892d-f916fda2a74a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:26.255308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.275873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249d797b-79ad-420b-a56b-960c4ff9f23d']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:26.284486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 10eefa2f-e99d-4aba-892d-f916fda2a74a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:26.284833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 10eefa2f-e99d-4aba-892d-f916fda2a74a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:26.310906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:26.311193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf316087-9c87-4ad9-ab00-fe85d1ab25cf') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:26.322975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.335357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.346410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.349960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7514d0-c98f-4874-aec7-a3e1b96ba61f req-cc074149-f949-4c41-873b-df371ac2a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:26.351855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d7514d0-c98f-4874-aec7-a3e1b96ba61f req-cc074149-f949-4c41-873b-df371ac2a107 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 1096 time: 0.1188982 Jul 15 16:51:26.356770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:26.357209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:26.360512 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:26.366783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 770f4d53-dfea-434c-bd41-9270835d9a89 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:26.430358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0bbd-916f-479d-bb9d-6c706c81f9b2 req-ee1c0d49-fb5b-469f-8f5b-2b9f3cb804f1 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:26.434352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d7514d0-c98f-4874-aec7-a3e1b96ba61f req-01ceb85a-ac05-4352-a7bc-22da8a850752 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Jul 15 16:51:26.437712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f9f0bbd-916f-479d-bb9d-6c706c81f9b2 req-ee1c0d49-fb5b-469f-8f5b-2b9f3cb804f1 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 943 time: 0.1794612 Jul 15 16:51:26.446794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.459849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.461671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/networks/249d797b-79ad-420b-a56b-960c4ff9f23d HTTP/1.1" status: 204 len: 168 time: 1.3164682 Jul 15 16:51:26.465244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55532) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:26.482582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3da8-b6de-47ca-abaa-3268257a7eb3 tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Network': ['ID=249d797b-79ad-420b-a56b-960c4ff9f23d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:26.527848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c8680b6-02fd-4816-9479-125d2b9709df details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:26.532403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f9f0bbd-916f-479d-bb9d-6c706c81f9b2 req-6168626e-d277-4cf8-929d-da21531aeee3 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938094 Jul 15 16:51:26.548751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting subnet c49330c5-93ef-4250-adac-a50ed466823d {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:26.552408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.589624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.598058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.635564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=770f4d53-dfea-434c-bd41-9270835d9a89,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:26.674180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c8680b6-02fd-4816-9479-125d2b9709df,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:26.706197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.707250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2c8680b6-02fd-4816-9479-125d2b9709df', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'port_id': '2c8680b6-02fd-4816-9479-125d2b9709df', 'mac_address': 'fa:16:3e:92:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:26.783519 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.802867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.804123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8680b6-02fd-4816-9479-125d2b9709df {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:26.853694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c8680b6-02fd-4816-9479-125d2b9709df,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:26.865798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.866512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Subnet': ['ID=c49330c5-93ef-4250-adac-a50ed466823d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:26.883246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:26.885314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a953127-0cdb-4d95-865a-81c7bc5bbaea tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/subnets/c49330c5-93ef-4250-adac-a50ed466823d HTTP/1.1" status: 204 len: 168 time: 0.4107964 Jul 15 16:51:26.896465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:26.909238 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-e12aef7c-b6da-484a-bb05-12e9eb7fdf8e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=209b68c69eef48af80cac0d3e7b124de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553761 Jul 15 16:51:26.932926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf9afe-34d9-4eef-89c5-1013a1247ef8 None None] Network 85d3dcf7-6fe9-41b7-954d-7c008be6c034 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:26.985819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6955316-6523-416c-8fb9-508bd11bef5f req-2308fa11-eb50-4d88-8e57-9ef4c69818bb tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:26.987754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6955316-6523-416c-8fb9-508bd11bef5f req-2308fa11-eb50-4d88-8e57-9ef4c69818bb tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 944 time: 0.1247575 Jul 15 16:51:27.036075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:27.083003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.102387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6955316-6523-416c-8fb9-508bd11bef5f req-aa28de85-fd4c-4dcd-9d44-8eec836b4159 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005712 Jul 15 16:51:27.120811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089797f1-faf2-44b0-ba72-953117db3172 req-4e36a9a2-fbc4-4c33-9853-6cb9c6cde8fb tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:27.128210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-089797f1-faf2-44b0-ba72-953117db3172 req-4e36a9a2-fbc4-4c33-9853-6cb9c6cde8fb tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.1360621 Jul 15 16:51:27.165775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.196665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-089797f1-faf2-44b0-ba72-953117db3172 req-f7ce978e-f8b6-4da9-b50e-d627b5b526af tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615473 Jul 15 16:51:27.224783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] DHCP port deletion for 85d3dcf7-6fe9-41b7-954d-7c008be6c034 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:27.278082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Deleting port 3d4c0203-78c9-4764-a581-56f196e94fb9 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:27.278692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.318484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-f53d0e96-255e-4bb8-a3b2-8676451dc64f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:27.320147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-f53d0e96-255e-4bb8-a3b2-8676451dc64f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885980 Jul 15 16:51:27.330244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed8d3217-8458-45d8-b574-8da89e2182f3 req-5dc12b93-daef-441d-9fd2-e043288d6256 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 210 time: 0.0622697 Jul 15 16:51:27.347264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Request body: {'port': {'device_id': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '209b68c69eef48af80cac0d3e7b124de'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:27.363768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] For port 3d4c0203-78c9-4764-a581-56f196e94fb9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d4c0203-78c9-4764-a581-56f196e94fb9,segment=NetworkSegment(7a54422e-c87f-4ac3-97b1-5df48d95e8d5),segment_id=7a54422e-c87f-4ac3-97b1-5df48d95e8d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:27.364236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.379903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Calling delete_port for 3d4c0203-78c9-4764-a581-56f196e94fb9 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:27.395211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c8680b6-02fd-4816-9479-125d2b9709df'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:27.529439 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.551467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Deleting port 3d4c0203-78c9-4764-a581-56f196e94fb9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:27.551814 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.563233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] Pushing event deleted for resources: {'Port': ['ID=3d4c0203-78c9-4764-a581-56f196e94fb9,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:27.565214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2108b-0c9a-496a-aee4-3e01826ee75d None None] No DVR routers for this DVR port 3d4c0203-78c9-4764-a581-56f196e94fb9 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:27.602917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 121f090b-675b-4fa6-9fae-b6b3f1ea53b7 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:27.657806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] For port 3d4c0203-78c9-4764-a581-56f196e94fb9, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:27.658077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.680019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Calling delete_port for 3d4c0203-78c9-4764-a581-56f196e94fb9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:27.682788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Port 3d4c0203-78c9-4764-a581-56f196e94fb9 was not found and therefore no delete operation was performed {{(pid=100428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:51:27.686665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.718842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Made reservation on behalf of 209b68c69eef48af80cac0d3e7b124de for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:27.722401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.734445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a12768-c133-45da-a7f4-bfe114244430 req-4369eba6-8603-408a-9851-ab945b2e7463 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:27.735915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1a12768-c133-45da-a7f4-bfe114244430 req-4369eba6-8603-408a-9851-ab945b2e7463 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 944 time: 0.0677314 Jul 15 16:51:27.773947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1a12768-c133-45da-a7f4-bfe114244430 req-b23d7da2-9690-4607-b7ea-1647bef4255a tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321920 Jul 15 16:51:27.798371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Port': ['ID=3d4c0203-78c9-4764-a581-56f196e94fb9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:27.798371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] No DVR routers for this DVR port 3d4c0203-78c9-4764-a581-56f196e94fb9 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:27.887527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:27.897383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] Sync routers for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:27.899149 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-384ac598-64d4-4bc1-90a5-c21777c4d908 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7939262 Jul 15 16:51:27.903995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:27.908571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:27.909366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.942670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.947392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:27.951886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:27.953061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:50:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.981643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d3dcf7-6fe9-41b7-954d-7c008be6c034']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.991379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.991379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec546e2c-24d2-4ad2-b74e-1731899dc60f None None] The sync data for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:27.997392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a54422e-c87f-4ac3-97b1-5df48d95e8d5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:27.997694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a54422e-c87f-4ac3-97b1-5df48d95e8d5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:28.013356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.038515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.040203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Allocated IP 192.168.233.159 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/2a736e16-e776-4a9e-97e0-39de17aad4cc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:28.049199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:28.049595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:28.052859 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:28.167880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.173708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.177976 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] 10.222.0.25 "DELETE /v2.0/networks/85d3dcf7-6fe9-41b7-954d-7c008be6c034 HTTP/1.1" status: 204 len: 168 time: 1.2826991 Jul 15 16:51:28.220962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7a46a-7a6b-4e8e-b0ed-0b8c3ea8f73d tempest-ServersTestMultiNic-1526911691 tempest-ServersTestMultiNic-1526911691-project] Pushing event deleted for resources: {'Network': ['ID=85d3dcf7-6fe9-41b7-954d-7c008be6c034,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:28.234730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d4c0203-78c9-4764-a581-56f196e94fb9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:28.285256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3d4c0203-78c9-4764-a581-56f196e94fb9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:28.285508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d4c0203-78c9-4764-a581-56f196e94fb9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:28.308390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e506f97a-67a9-44b3-b66a-f0847a08aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.344235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.363089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Transition to ACTIVE for port object 2a736e16-e776-4a9e-97e0-39de17aad4cc will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:28.398947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.411804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f', '5078fa52-3c60-47b5-bb41-774a140b559f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:28.414410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:28.429223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.523645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b2e5-3a44-4e88-b65a-e73ce6700a2e req-32e6b180-0b86-49ee-accc-b432f10b741c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:28.525572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0347b2e5-3a44-4e88-b65a-e73ce6700a2e req-32e6b180-0b86-49ee-accc-b432f10b741c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 944 time: 0.2388868 Jul 15 16:51:28.545630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c8680b6-02fd-4816-9479-125d2b9709df up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:28.607231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0347b2e5-3a44-4e88-b65a-e73ce6700a2e req-39bd2ceb-3250-422f-bed5-a6872fedac70 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730727 Jul 15 16:51:28.615034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48370a9f-8aea-4c2c-86f0-328616b307ec req-c531f55e-f6c2-419b-a2f6-372459af0d4f tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:28.616722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48370a9f-8aea-4c2c-86f0-328616b307ec req-c531f55e-f6c2-419b-a2f6-372459af0d4f tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.2385631 Jul 15 16:51:28.697939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:28.699809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:28.721243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2c8680b6-02fd-4816-9479-125d2b9709df completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:28.721657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:28.724075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:28.733029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48370a9f-8aea-4c2c-86f0-328616b307ec req-39f05d49-d559-4818-852c-27afb128ae17 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771761 Jul 15 16:51:28.739031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2c8680b6-02fd-4816-9479-125d2b9709df triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:28.739251 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.783780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:28.784480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.819881 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-72529862-a728-4bed-bcf3-94460b1e3b3a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4776888 Jul 15 16:51:28.839089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Request body: {'port': {'device_id': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:28.897362 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:28.951365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.018138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port af316d2f-00da-4289-9f3f-19d344a242e9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:29.018490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.046503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.058206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13706e-e162-4ffd-96fa-fa9ae5fcbcc7 req-9b5557ec-b47b-4972-ab89-2882f860e78f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:29.060333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a13706e-e162-4ffd-96fa-fa9ae5fcbcc7 req-9b5557ec-b47b-4972-ab89-2882f860e78f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 936 time: 0.1294653 Jul 15 16:51:29.076620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:29.080835 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d177345-b5be-4248-87db-41262553b5b3" -d '{"events": [{"server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "name": "network-vif-plugged", "status": "completed", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:29.095874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c8680b6-02fd-4816-9479-125d2b9709df,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:29.100927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.101774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:29.152190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a13706e-e162-4ffd-96fa-fa9ae5fcbcc7 req-5b75202c-0dc8-4fb2-a77e-c8ace7174a02 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852211 Jul 15 16:51:29.166638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.180946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for af316d2f-00da-4289-9f3f-19d344a242e9 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:29.193283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2fc5772a-9329-4ce8-9be4-7bc526c291b3 None None] Provisioning for port 2a736e16-e776-4a9e-97e0-39de17aad4cc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:29.200586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2fc5772a-9329-4ce8-9be4-7bc526c291b3 None None] Provisioning complete for port 2a736e16-e776-4a9e-97e0-39de17aad4cc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:29.201282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2fc5772a-9329-4ce8-9be4-7bc526c291b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.375334 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89298f3f-75d6-458b-bbe6-d5d383841513 x-openstack-request-id: req-89298f3f-75d6-458b-bbe6-d5d383841513 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:29.375920 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "name": "network-vif-plugged", "status": "completed", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:29.375920 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89298f3f-75d6-458b-bbe6-d5d383841513 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:29.376274 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df', 'code': 200} Jul 15 16:51:29.386488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:29.388677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:29.395790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.410114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Transition to ACTIVE for port object 2a736e16-e776-4a9e-97e0-39de17aad4cc will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:29.415387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.417264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5772a-9329-4ce8-9be4-7bc526c291b3 None None] Port 2a736e16-e776-4a9e-97e0-39de17aad4cc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:29.421855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5078fa52-3c60-47b5-bb41-774a140b559f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:29.422268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.446954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.544937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.587632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:29.591238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:29.606637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:29.615601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.616996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:29.651680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:29.652003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:29.652608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:29.661367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:29.661693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:29.681258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:29.681612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:29.682012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:29.683228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Bound port: 2a736e16-e776-4a9e-97e0-39de17aad4cc, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:29.683616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.731629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=11']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:29.747586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:29.758942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:29.760376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.845943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:29.862547 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.905823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:29.906313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:29.912550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.912773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.963181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:29.979272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:29.979954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:29.981360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] 10.222.0.20 "PUT /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 1096 time: 1.1535769 Jul 15 16:51:29.991944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:29.994700 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89996320-9b08-47fc-8944-381a22fd7df7" -d '{"events": [{"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:30.043221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af59a1-cad4-4786-90d3-c35f57b2fc80 req-ce7bac35-b25d-4884-949b-9fa4aa33b8d5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.048691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2af59a1-cad4-4786-90d3-c35f57b2fc80 req-ce7bac35-b25d-4884-949b-9fa4aa33b8d5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.6286607 Jul 15 16:51:30.055048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:30.058777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c17f7a-8884-4a78-b492-bb5c4623e437 req-6e48b96c-9083-45db-9b86-43c4a06c6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.061032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83c17f7a-8884-4a78-b492-bb5c4623e437 req-6e48b96c-9083-45db-9b86-43c4a06c6096 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 1096 time: 0.6332912 Jul 15 16:51:30.079227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b447a-d029-406f-96a5-ce30fcc772cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:30.119012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c133ea6-9351-4a4a-8228-f0de19666e7d req-7d76b3b8-161c-4e0c-b7b1-2d4e85a20e33 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.120938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c133ea6-9351-4a4a-8228-f0de19666e7d req-7d76b3b8-161c-4e0c-b7b1-2d4e85a20e33 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 944 time: 0.2739964 Jul 15 16:51:30.168961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-708f399d-76a6-40a9-b0d4-b45edcfac598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.170530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-708f399d-76a6-40a9-b0d4-b45edcfac598 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1099 time: 0.1433175 Jul 15 16:51:30.213090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=af316d2f-00da-4289-9f3f-19d344a242e9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:30.229506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-298ba52c-dff3-48f3-b9b3-547e289ee7db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0510147 Jul 15 16:51:30.272711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2af59a1-cad4-4786-90d3-c35f57b2fc80 req-94991885-be61-4f20-80bd-2ae9b40a109b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201436 Jul 15 16:51:30.299978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-b39254b6-86a2-4bda-b649-64b2f626f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.301858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-b39254b6-86a2-4bda-b649-64b2f626f68d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0646091 Jul 15 16:51:30.368502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c133ea6-9351-4a4a-8228-f0de19666e7d req-f562e60b-e302-4d29-8a20-2e58c6d1f39e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449485 Jul 15 16:51:30.370063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83c17f7a-8884-4a78-b492-bb5c4623e437 req-29e25fae-7c38-48d3-bc9d-458eef9e47f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955692 Jul 15 16:51:30.375333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:30.411604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:30.461763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-6a61cbaf-95fb-4d66-96fa-f8538d14a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:30.463478 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-6a61cbaf-95fb-4d66-96fa-f8538d14a91b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548505 Jul 15 16:51:30.568415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 121f090b-675b-4fa6-9fae-b6b3f1ea53b7 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:30.598524 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035677ae-55ab-4739-8b7a-c3c9f842e88f x-openstack-request-id: req-035677ae-55ab-4739-8b7a-c3c9f842e88f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:30.598831 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:30.599086 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-035677ae-55ab-4739-8b7a-c3c9f842e88f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:30.599508 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'status': 'completed', 'code': 200} Jul 15 16:51:30.651830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:30.660005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60ecd060-2170-4b26-a8d9-dad086a016bc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7503572 Jul 15 16:51:30.660309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:30.666189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-92604108-a4ed-4d4c-9aa1-d96d3675978a service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914756 Jul 15 16:51:30.669217 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] Sync routers for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:30.682001 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:30.683041 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:30.697882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79cb81b3-9a6a-4b5a-8556-c08f9641c417 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=121f090b-675b-4fa6-9fae-b6b3f1ea53b7 HTTP/1.1" status: 200 len: 205 time: 0.0342717 Jul 15 16:51:30.698189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55596) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:30.741034 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:30.753534 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] Routers {'121f090b-675b-4fa6-9fae-b6b3f1ea53b7'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:30.754954 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:30.793078 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:30.794300 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78581fa-983b-4855-8ddc-384363898d61 None None] The sync data for ids ['121f090b-675b-4fa6-9fae-b6b3f1ea53b7'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:30.811165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:30.849301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b81bf4f4-5850-468c-9048-6214a77a0d70 req-276731c2-10fe-455d-b624-2ac570f4eb56 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694009 Jul 15 16:51:30.868941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Deleting port f8c9acc2-1650-4dc1-987d-3d46d1d5e530 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:30.869312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:30.979490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] For port f8c9acc2-1650-4dc1-987d-3d46d1d5e530, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:30.979850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.000149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Calling delete_port for f8c9acc2-1650-4dc1-987d-3d46d1d5e530 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:31.012624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996320-9b08-47fc-8944-381a22fd7df7 req-3cbf4598-e967-4899-bac6-0a152ef7117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.014051 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-3cbf4598-e967-4899-bac6-0a152ef7117d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1099 time: 0.0917134 Jul 15 16:51:31.033465 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.043053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7afb1b-eee5-4ca5-93fd-48360f6bfa69 req-a140e2ab-bd95-4fc3-bc83-13082be374f9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.044566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a7afb1b-eee5-4ca5-93fd-48360f6bfa69 req-a140e2ab-bd95-4fc3-bc83-13082be374f9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.3013566 Jul 15 16:51:31.046433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.115455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608ba62-144c-42bd-8d02-e728de3faab7 req-0d2ce822-15c7-44d3-af8c-2aa9a273b04b tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.117006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d608ba62-144c-42bd-8d02-e728de3faab7 req-0d2ce822-15c7-44d3-af8c-2aa9a273b04b tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.2716722 Jul 15 16:51:31.126930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.147939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.148435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router 121f090b-675b-4fa6-9fae-b6b3f1ea53b7 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:51:31.157097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.158209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c79860c7-e892-4f95-9df7-9a21cd6873c0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7 HTTP/1.1" status: 204 len: 168 time: 0.4591589 Jul 15 16:51:31.162431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a7afb1b-eee5-4ca5-93fd-48360f6bfa69 req-fefd7b08-dba7-4533-ac25-effba0d19725 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105392 Jul 15 16:51:31.163128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:31.189419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996320-9b08-47fc-8944-381a22fd7df7 req-4283dbe5-75ca-43f7-88a0-a21956e42df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.190898 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-4283dbe5-75ca-43f7-88a0-a21956e42df8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1412363 Jul 15 16:51:31.209363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d608ba62-144c-42bd-8d02-e728de3faab7 req-a752face-c7d3-4cbf-8964-244fa9be0d62 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864584 Jul 15 16:51:31.229914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet be7c04a6-c1f1-42e6-8d76-971bb1e3732a {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:31.233731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.237629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-a5a7352f-bfeb-4ce8-9587-50709129935c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0380003 Jul 15 16:51:31.282056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.320172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996320-9b08-47fc-8944-381a22fd7df7 req-5a49b1db-8d7d-4452-b7cb-352d2b058db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.321562 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-5a49b1db-8d7d-4452-b7cb-352d2b058db1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0736873 Jul 15 16:51:31.377765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}, {'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:31.380307 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba0744e-6a7d-48bc-ab13-20439c0ca1ec" -d '{"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}, {"server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "name": "network-vif-plugged", "status": "completed", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:31.393013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.398416 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.451631 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de016717-1899-4482-9f44-195c1eac4d77 x-openstack-request-id: req-de016717-1899-4482-9f44-195c1eac4d77 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:31.452408 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-plugged", "status": "completed", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "code": 200}, {"server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "name": "network-vif-plugged", "status": "completed", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:31.452700 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de016717-1899-4482-9f44-195c1eac4d77 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:31.453231 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'code': 200} Jul 15 16:51:31.453469 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'code': 200} Jul 15 16:51:31.458762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c9acc2-1650-4dc1-987d-3d46d1d5e530,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:31.553416 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.575704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfa7c2-6e69-4432-9d1a-8b8ee7735e8c req-1bc165d6-0297-4393-a42e-ea7e423a0757 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.583071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fdfa7c2-6e69-4432-9d1a-8b8ee7735e8c req-1bc165d6-0297-4393-a42e-ea7e423a0757 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.1494873 Jul 15 16:51:31.613884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db19d38-baa7-487e-9b8e-5e81ae183167 None None] Network a84449e1-9535-4625-8539-f1763539ba1f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:31.629454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996320-9b08-47fc-8944-381a22fd7df7 req-78b88930-e5e4-44f5-b762-37c62e23d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.631020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-78b88930-e5e4-44f5-b762-37c62e23d80a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2981699 Jul 15 16:51:31.638707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=be7c04a6-c1f1-42e6-8d76-971bb1e3732a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:31.652391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.657465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-194d4905-4199-4975-9892-0d29eed29160 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/be7c04a6-c1f1-42e6-8d76-971bb1e3732a HTTP/1.1" status: 204 len: 168 time: 0.4903715 Jul 15 16:51:31.658977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:31.737765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fdfa7c2-6e69-4432-9d1a-8b8ee7735e8c req-7f6dcbfd-097f-44cc-98ce-8f6c5245cbd3 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534555 Jul 15 16:51:31.776151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19a0ca-492e-4730-af29-ae38d183973f req-6361ee6c-3b00-4eb2-8608-fdc17f947e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.778392 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec19a0ca-492e-4730-af29-ae38d183973f req-6361ee6c-3b00-4eb2-8608-fdc17f947e2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1096 time: 0.1754310 Jul 15 16:51:31.788582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c54cb-c5c4-467d-8849-f8ee8bb788b7 req-e3371d7d-9651-48d3-8d6d-7bfa2f4cc84e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:31.790474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e5c54cb-c5c4-467d-8849-f8ee8bb788b7 req-e3371d7d-9651-48d3-8d6d-7bfa2f4cc84e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 945 time: 0.1601720 Jul 15 16:51:31.861241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e5c54cb-c5c4-467d-8849-f8ee8bb788b7 req-6a7d8b5e-b29b-40d6-8685-ee99f678c02a tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 Jul 15 16:51:31.865797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] DHCP port deletion for a84449e1-9535-4625-8539-f1763539ba1f request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:31.867662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec19a0ca-492e-4730-af29-ae38d183973f req-52f6ca4e-1d58-4414-84d9-51e8acaa0c69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758607 Jul 15 16:51:31.917368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Deleting port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:31.917859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.982725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.985639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] For port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,segment=NetworkSegment(59d5ecbc-2bde-472e-8240-cbc7613d755b),segment_id=59d5ecbc-2bde-472e-8240-cbc7613d755b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:31.986243 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:31.997972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Calling delete_port for 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:32.077646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.088704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet 94652ad5-a51a-4ea7-9a80-a803538be0ed {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:32.097756 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.102441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] Pushing event deleted for resources: {'Port': ['ID=21f1d0d7-a57c-4ee5-b2b4-257d974ff25e,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:32.103292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-3eab6eea-1e70-4794-8b8c-627c26476263 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569418 Jul 15 16:51:32.106026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d93f52-827a-454f-bc1c-5610b3833df6 None None] No DVR routers for this DVR port 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:32.209560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.214536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-cdb61583-383a-432c-89d5-06690d8ad179 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:32.216590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-cdb61583-383a-432c-89d5-06690d8ad179 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.0812523 Jul 15 16:51:32.277208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:32.307484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:32.312826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f1d0d7-a57c-4ee5-b2b4-257d974ff25e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:32.381913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-89996320-9b08-47fc-8944-381a22fd7df7 req-5e29c7e1-540f-4b28-a3d6-c90091c0c7f2 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578852 Jul 15 16:51:32.458369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.467597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Deleting port 97d369f8-4314-4476-b97b-f748d72bfff7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:32.467977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.492142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca91ec-775d-402d-a7ae-a96d4b9efbce req-a4545138-61ee-4d7d-945d-50f0f19e08b7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:32.493645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3ca91ec-775d-402d-a7ae-a96d4b9efbce req-a4545138-61ee-4d7d-945d-50f0f19e08b7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.1523860 Jul 15 16:51:32.508091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:32.513499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930a858-e8a6-4246-a83b-467bbf3b4dae req-e936f498-6d54-4126-b75e-ad516039fa49 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:32.517380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f930a858-e8a6-4246-a83b-467bbf3b4dae req-e936f498-6d54-4126-b75e-ad516039fa49 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 945 time: 0.1639972 Jul 15 16:51:32.567770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.608141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=94652ad5-a51a-4ea7-9a80-a803538be0ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:32.621982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3ca91ec-775d-402d-a7ae-a96d4b9efbce req-ad3a4a27-6627-4dce-abc1-8aa8db3dfd02 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162968 Jul 15 16:51:32.632551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f930a858-e8a6-4246-a83b-467bbf3b4dae req-bfbadcd6-8b4e-4fbb-aa4a-b91e757191a4 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/security-groups?id=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046896 Jul 15 16:51:32.644028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.650473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55616) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:32.654088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad8c63-dd0f-4829-8983-14c594cb5a23 None None] Network 3748c447-9fdb-4827-b967-1edfaf3ad8d7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:32.656701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d366385-2908-4279-88d8-4ea3cc424ef4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/94652ad5-a51a-4ea7-9a80-a803538be0ed HTTP/1.1" status: 204 len: 168 time: 0.7265539 Jul 15 16:51:32.669039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] For port 97d369f8-4314-4476-b97b-f748d72bfff7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=97d369f8-4314-4476-b97b-f748d72bfff7,segment=NetworkSegment(eb1b4125-96c4-40a4-bb04-7dd0b6882700),segment_id=eb1b4125-96c4-40a4-bb04-7dd0b6882700)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:32.669412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.688558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:32.699453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-20828353-db87-4ee4-8164-c0c8c05e5b41 admin admin] 10.222.0.25 "PUT /v2.0/routers/05d0ba56-986f-4365-8f4a-a40d6d1a1ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031380 Jul 15 16:51:32.701351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:32.762970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Calling delete_port for 97d369f8-4314-4476-b97b-f748d72bfff7 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:32.781665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.786701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Sync routers for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:32.813078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:32.813859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:32.824837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.952664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:32.993783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] DHCP port deletion for 3748c447-9fdb-4827-b967-1edfaf3ad8d7 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:32.996746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:33.018648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Deleting port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:33.019234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.135413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.150119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] For port 5bbb4f1e-13f6-4049-bd65-ee2102dd951d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:33.150321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.159851 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.164759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84449e1-9535-4625-8539-f1763539ba1f']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.165804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Calling delete_port for 5bbb4f1e-13f6-4049-bd65-ee2102dd951d owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:33.176406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Deleting port c5822102-145a-4a14-bd7c-9e6482de55b4 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:33.176783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.178734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['97d369f8-4314-4476-b97b-f748d72bfff7'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:33.223242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d5ecbc-2bde-472e-8240-cbc7613d755b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.223798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d5ecbc-2bde-472e-8240-cbc7613d755b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.240529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Pushing event deleted for resources: {'Port': ['ID=97d369f8-4314-4476-b97b-f748d72bfff7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:33.250031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135121-2778-410e-9587-3ef091a5d0a3 req-1d6065c8-44f5-49b1-9004-5a80d022a40b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:33.251583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50135121-2778-410e-9587-3ef091a5d0a3 req-1d6065c8-44f5-49b1-9004-5a80d022a40b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.3389215 Jul 15 16:51:33.254178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.300068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] For port c5822102-145a-4a14-bd7c-9e6482de55b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c5822102-145a-4a14-bd7c-9e6482de55b4,segment=NetworkSegment(fb45d461-448c-4568-b753-64d578486a1a),segment_id=fb45d461-448c-4568-b753-64d578486a1a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:33.301300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.309453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.319835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Calling delete_port for c5822102-145a-4a14-bd7c-9e6482de55b4 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:33.336440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] No DVR routers for this DVR port 97d369f8-4314-4476-b97b-f748d72bfff7 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:33.342385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:51:31Z', 'revision_number': 5, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port': {'id': '5bbb4f1e-13f6-4049-bd65-ee2102dd951d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.344094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.346254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45f58220-1dc4-4745-a38c-710af250d6d6 req-21b7550f-f0f5-44a8-a84c-092d8cb64b39 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.20 "DELETE /v2.0/ports/97d369f8-4314-4476-b97b-f748d72bfff7 HTTP/1.1" status: 204 len: 173 time: 1.1229272 Jul 15 16:51:33.347802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'name': 'network-vif-deleted', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:33.350198 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f6a4a7-65cb-4143-b91e-ccf8705d332e" -d '{"events": [{"server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "name": "network-vif-deleted", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:33.353209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:33.353624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:33.367865 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:33.376679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.407467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50135121-2778-410e-9587-3ef091a5d0a3 req-5eef2f59-9a36-4fd0-8870-3a1840857f02 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422932 Jul 15 16:51:33.416669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbb4f1e-13f6-4049-bd65-ee2102dd951d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:33.511999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.544556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Checking router: 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:33.550552 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.585828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] No DVR routers for this DVR port c5822102-145a-4a14-bd7c-9e6482de55b4 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:33.587276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Routers {'05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:33.587839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.643124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.645419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.663445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] Set router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:33.701039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.701956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:51:33.708378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.712559 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-62b57eb6-6a7d-4393-a39b-91ced562c362 admin admin] 10.222.0.25 "DELETE /v2.0/routers/05d0ba56-986f-4365-8f4a-a40d6d1a1ff0 HTTP/1.1" status: 204 len: 168 time: 1.0094388 Jul 15 16:51:33.713337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:33.720693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:51:33Z', 'revision_number': 7, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:33.722662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa35fbc-c2d9-4ad9-a270-04fe8ce25542 None None] Pushing event deleted for resources: {'Port': ['ID=c5822102-145a-4a14-bd7c-9e6482de55b4,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:33.759069 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de36894-3976-490f-93e9-146c4b53047c x-openstack-request-id: req-6de36894-3976-490f-93e9-146c4b53047c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:33.759398 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4329249-b29e-49b7-9393-1df524077a8b", "name": "network-vif-deleted", "tag": "97d369f8-4314-4476-b97b-f748d72bfff7", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:33.759613 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6de36894-3976-490f-93e9-146c4b53047c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:33.760021 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4329249-b29e-49b7-9393-1df524077a8b', 'name': 'network-vif-deleted', 'tag': '97d369f8-4314-4476-b97b-f748d72bfff7', 'status': 'completed', 'code': 200} Jul 15 16:51:33.765440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3726e3-8af3-46fd-ad0c-0e0543fb4de7 None None] The sync data for ids ['05d0ba56-986f-4365-8f4a-a40d6d1a1ff0'] in n-d-800085-3 is: [{'id': '05d0ba56-986f-4365-8f4a-a40d6d1a1ff0', 'name': 'tempest-ServersTestMultiNic-6386044-router', 'tenant_id': '2a86a626af6246acaf08ef56eb83ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:41Z', 'updated_at': '2021-07-15T16:51:33Z', 'revision_number': 7, 'project_id': '2a86a626af6246acaf08ef56eb83ee0b', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:33.770340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df926c-f45a-4ae4-a3d6-f8d714ae0507 req-abcfeb33-87ff-4108-b579-e01396b1fd22 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:33.771837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71df926c-f45a-4ae4-a3d6-f8d714ae0507 req-abcfeb33-87ff-4108-b579-e01396b1fd22 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 945 time: 0.6252227 Jul 15 16:51:33.775365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Deleting subnet 3d92edcc-e81c-482b-8710-bbfa9785dcec {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:33.781817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.786532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.800620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.809072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/a84449e1-9535-4625-8539-f1763539ba1f HTTP/1.1" status: 204 len: 168 time: 1.1528201 Jul 15 16:51:33.810959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:33.838176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f1403-04c5-4f05-a6b0-b559f6f96127 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=a84449e1-9535-4625-8539-f1763539ba1f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:33.857132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.871146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71df926c-f45a-4ae4-a3d6-f8d714ae0507 req-acd9e263-4ce9-430e-a7db-3df5636b75cb tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Jul 15 16:51:33.921788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3ebc6-6c28-4ce3-ae60-b016c4b31a6d req-58f72484-4003-4d53-a571-d63d3a5fa117 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:33.923511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8d3ebc6-6c28-4ce3-ae60-b016c4b31a6d req-58f72484-4003-4d53-a571-d63d3a5fa117 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.0994935 Jul 15 16:51:33.927143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:33.933842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:33.942142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Request body: {'floatingip': {'port_id': '2c8680b6-02fd-4816-9479-125d2b9709df'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:34.002523 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.038178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.065200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.095170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3748c447-9fdb-4827-b967-1edfaf3ad8d7']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:34.110943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb45d461-448c-4568-b753-64d578486a1a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:34.111247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb45d461-448c-4568-b753-64d578486a1a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:34.133426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.154476 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.161572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b8ab1a8-ae92-4938-a4f0-b175ede7962d req-2e9caf49-15a4-4d1f-a25d-70a1abae4175 tempest-ServerAddressesTestJSON-1653129274 tempest-ServerAddressesTestJSON-1653129274-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4329249-b29e-49b7-9393-1df524077a8b HTTP/1.1" status: 200 len: 210 time: 0.0580807 Jul 15 16:51:34.178063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:34.178063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:34.178833 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:34.256757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.265459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.292368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.298978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/3748c447-9fdb-4827-b967-1edfaf3ad8d7 HTTP/1.1" status: 204 len: 168 time: 0.4815574 Jul 15 16:51:34.298978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d92edcc-e81c-482b-8710-bbfa9785dcec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:34.300367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:34.301324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.303195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96d5e0bc-e9f0-4ffc-aeeb-30a892eb7f23 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3d92edcc-e81c-482b-8710-bbfa9785dcec HTTP/1.1" status: 204 len: 168 time: 0.5889027 Jul 15 16:51:34.308044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515772301'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:34.310496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2beffc-7f8f-4849-90b3-ac7986ac00ae None None] Network 068b08be-fcca-49a6-8d5e-42c41fbea630 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:34.311855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:34.329916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8b08a-3eee-4672-9d23-e940ac823171 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=3748c447-9fdb-4827-b967-1edfaf3ad8d7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:34.396570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:34.400225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.405715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604a167-824a-4238-a778-466d9370066c req-b01b8ecd-db8e-4bfe-80b1-fd20ada654b9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:34.407376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7604a167-824a-4238-a778-466d9370066c req-b01b8ecd-db8e-4bfe-80b1-fd20ada654b9 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.3685958 Jul 15 16:51:34.423005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.442541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:34.472533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.472873 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment eb5625d1-6d80-4fb3-ac04-42d30805f18a of type vlan for network a220f5aa-be62-435d-9b1d-31e1aee8fd65 Jul 15 16:51:34.527530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.529362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:51:34.540410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Deleting port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:34.540685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.580548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-2fb256ba-f64e-4424-853b-e2db27e1a98a tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 258 time: 0.3759925 Jul 15 16:51:34.594991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7604a167-824a-4238-a778-466d9370066c req-b0c4c6a7-d69c-4f7b-927b-b572b236c06b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452539 Jul 15 16:51:34.631140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.648398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:34.649136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.673106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] For port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:34.673417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.709377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4050679 Jul 15 16:51:34.712911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Calling delete_port for 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:34.714429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:34.714564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] DHCP port deletion for 068b08be-fcca-49a6-8d5e-42c41fbea630 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:34.716624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f8c9acc2-1650-4dc1-987d-3d46d1d5e530 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:34.719773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:34.744471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f8c9acc2-1650-4dc1-987d-3d46d1d5e530 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:34.744817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f8c9acc2-1650-4dc1-987d-3d46d1d5e530 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:34.745236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c5822102-145a-4a14-bd7c-9e6482de55b4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:34.779690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc802f1-ad00-45bc-90f8-0bb078d6d30d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=a220f5aa-be62-435d-9b1d-31e1aee8fd65,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:34.825273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c5822102-145a-4a14-bd7c-9e6482de55b4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:34.825618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c5822102-145a-4a14-bd7c-9e6482de55b4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:34.828615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:34.944470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:34.952587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.960038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:34.963473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'mac_address': 'fa:16:3e:02:04:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:51:34.969825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Deleting port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:34.970208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:34.984346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.057366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.075868 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.080505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] For port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,segment=NetworkSegment(5428246e-11d7-454e-adcc-87ce7953b0e1),segment_id=5428246e-11d7-454e-adcc-87ce7953b0e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:35.081268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.104995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Calling delete_port for 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:35.112396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:35.134613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:35.147270 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.154864 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Floating IP 91254746-1e05-4c92-bbb2-5725fe3843b1 associated. External IP: 172.25.8.151, port: 2c8680b6-02fd-4816-9479-125d2b9709df. Jul 15 16:51:35.198098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:35.201800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.235623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.260997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.266703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.301125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:35.301997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] No DVR routers for this DVR port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:35.333737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.374178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] Pushing event deleted for resources: {'Port': ['ID=01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.378393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78db18-e3c0-472a-9881-158696b9be80 None None] No DVR routers for this DVR port 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:35.413288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Deleting subnet cbd3092f-46ae-4cbc-9354-fac9fc0007f3 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:35.418936 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.450624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.461518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.463111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Router 422a95db-184c-4b55-be60-1a14358669cd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:35.483546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068b08be-fcca-49a6-8d5e-42c41fbea630']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:35.499162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.506124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5428246e-11d7-454e-adcc-87ce7953b0e1') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:35.506424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5428246e-11d7-454e-adcc-87ce7953b0e1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:35.506894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2a736e16-e776-4a9e-97e0-39de17aad4cc'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:51:35.557415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.591461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.608293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.610626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:35.611026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:35.612682 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:35.665725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Allocated IP 172.25.8.231 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/34507a65-9480-4732-b9da-76b988677a52) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:35.685143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:35.692069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.697924 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Sync routers for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:35.710715 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:35.711645 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:35.727300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.766805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.787427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.789270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/068b08be-fcca-49a6-8d5e-42c41fbea630 HTTP/1.1" status: 204 len: 168 time: 1.4678190 Jul 15 16:51:35.812264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679b934-fee9-428c-baaa-7344519c90f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=068b08be-fcca-49a6-8d5e-42c41fbea630,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.818022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5185dbf9-ecbe-4803-b9bd-dd8e979aa524 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "PUT /v2.0/floatingips/91254746-1e05-4c92-bbb2-5725fe3843b1 HTTP/1.1" status: 200 len: 991 time: 1.8825157 Jul 15 16:51:35.821461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.823504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:35.823629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=15ee92b1-185f-427a-a645-376347573395,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.826447 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0906382-f83a-4840-a15a-d460bf9648bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:35.862188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd3092f-46ae-4cbc-9354-fac9fc0007f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:35.866723 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.868639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80977f8b-685f-4e57-a403-832bed236a89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cbd3092f-46ae-4cbc-9354-fac9fc0007f3 HTTP/1.1" status: 204 len: 168 time: 0.5646100 Jul 15 16:51:35.872016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:35.882464 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:35.890750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': 'eb5625d1-6d80-4fb3-ac04-42d30805f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:35.891118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: a220f5aa-be62-435d-9b1d-31e1aee8fd65, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:35.920201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.930482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c96ae3-8874-4f1d-9cd8-de2f7d4f34e5 req-6fbdd5c3-a363-4f19-8495-aa4b82c55d94 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:35.932015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c96ae3-8874-4f1d-9cd8-de2f7d4f34e5 req-6fbdd5c3-a363-4f19-8495-aa4b82c55d94 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.1765428 Jul 15 16:51:35.961457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:35.968603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:35.985559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a220f5aa-be62-435d-9b1d-31e1aee8fd65) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:36.003348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01231e-16cf-4165-8794-ed35a5a1bad0 None None] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:36.016898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c96ae3-8874-4f1d-9cd8-de2f7d4f34e5 req-c7c93b91-ea4a-4405-8f02-9758e8d7cf2b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735335 Jul 15 16:51:36.036213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:36.036825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.061938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.080048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.094898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff55c78-7f01-43c0-9269-76c0c8edc73b']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:36.102804 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7556a248-e1b8-4d84-a9a3-7d35cbb05d2b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3873074 Jul 15 16:51:36.103772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.104035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.115872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:36.121289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:36.125107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:36.129794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-556989341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:36.147762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b4125-96c4-40a4-bb04-7dd0b6882700') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:36.148072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b4125-96c4-40a4-bb04-7dd0b6882700') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:36.165809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.169109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event updated for resources: {'Port': ['ID=34507a65-9480-4732-b9da-76b988677a52,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:36.197346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.214304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:36.214676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:36.216820 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:36.240187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.241253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.250005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80e2c603-7de3-4c53-89c5-be482316ea69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a86a626af6246acaf08ef56eb83ee0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384339 Jul 15 16:51:36.252855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5bbb4f1e-13f6-4049-bd65-ee2102dd951d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:36.253710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.276862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-a220f5aa-be62-435d-9b1d-31e1aee8fd65', 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': '15ee92b1-185f-427a-a645-376347573395'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:51:36.278285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.281196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.285058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5bbb4f1e-13f6-4049-bd65-ee2102dd951d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:36.285589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5bbb4f1e-13f6-4049-bd65-ee2102dd951d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:36.286000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:36.322649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:36.323002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 01d8fa2b-f869-41d7-bf0a-54b39fc6a4bc not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:36.368740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '91254746-1e05-4c92-bbb2-5725fe3843b1', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '422a95db-184c-4b55-be60-1a14358669cd', 'port_id': '2c8680b6-02fd-4816-9479-125d2b9709df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'mac_address': 'fa:16:3e:92:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:15Z', 'updated_at': '2021-07-15T16:51:34Z', 'revision_number': 1, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:36.376449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.400385 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Checking router: 422a95db-184c-4b55-be60-1a14358669cd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:36.410794 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:36.411408 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:36.413816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.419457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.450553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.455057 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dff55c78-7f01-43c0-9269-76c0c8edc73b HTTP/1.1" status: 204 len: 168 time: 0.5820796 Jul 15 16:51:36.458777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.466263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5f769-b0e1-4b2e-aeae-dabd2ae2b552 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff55c78-7f01-43c0-9269-76c0c8edc73b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:36.492726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.497056 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c8ba1625-6b83-4562-b6e4-2d70bc5a1353 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3713007 Jul 15 16:51:36.498158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.504301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'port': {'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65', 'name': 'tempest-RoutersTest-800842717'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:36.507545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.528674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 97d369f8-4314-4476-b97b-f748d72bfff7 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:36.560508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.599051 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:36.604688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 97d369f8-4314-4476-b97b-f748d72bfff7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:36.605031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 97d369f8-4314-4476-b97b-f748d72bfff7 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:36.612509 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65bb25-a0f7-4d44-b133-48d1d5b4d0b2 x-openstack-request-id: req-5f65bb25-a0f7-4d44-b133-48d1d5b4d0b2 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:36.614376 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:36.614647 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f65bb25-a0f7-4d44-b133-48d1d5b4d0b2 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:36.615029 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df', 'status': 'completed', 'code': 200} Jul 15 16:51:36.625059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Allocated IP 172.20.0.2 (a220f5aa-be62-435d-9b1d-31e1aee8fd65/15ee92b1-185f-427a-a645-376347573395/0285efca-8b30-4783-8ac8-8b7120aa596f) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:36.729458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906382-f83a-4840-a15a-d460bf9648bc req-ec184df4-b982-45d9-a1b6-b14f092cc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:36.731205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-ec184df4-b982-45d9-a1b6-b14f092cc20a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf606503665e4dda8744f6d64c61f8bd&device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 1096 time: 0.1151266 Jul 15 16:51:36.751969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.760360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:36.765567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.768852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.773748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.777253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.778610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d HTTP/1.1" status: 204 len: 168 time: 0.5229969 Jul 15 16:51:36.800839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7f78-42b9-4967-b64c-a9f93384f2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12ad52-57a2-4f83-8cc9-e2469cc4fb3d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:36.803474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] device_id is not set on port 47d08235-d506-4ad7-bb32-a7dca42621fa yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:51:36.858719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55684) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.878996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.899924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Transition to ACTIVE for port object 0285efca-8b30-4783-8ac8-8b7120aa596f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:36.921296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77811794-008f-4d21-b610-b4a4465fc984 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07852eee7e54443da1b39b396b85ac50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585589 Jul 15 16:51:36.921638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:36.922457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Transition to ACTIVE for port object 0285efca-8b30-4783-8ac8-8b7120aa596f will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:36.934507 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:36.992822 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '91254746-1e05-4c92-bbb2-5725fe3843b1', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '422a95db-184c-4b55-be60-1a14358669cd', 'port_id': '2c8680b6-02fd-4816-9479-125d2b9709df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'mac_address': 'fa:16:3e:92:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:15Z', 'updated_at': '2021-07-15T16:51:34Z', 'revision_number': 1, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:37.001802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event updated for resources: {'Port': ['ID=34507a65-9480-4732-b9da-76b988677a52,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:37.020036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:37.021380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Pushing event updated for resources: {'Port': ['ID=0285efca-8b30-4783-8ac8-8b7120aa596f,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:37.027217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:37.030792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:37.034085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.035454 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6b0d2f-0b42-4851-9749-2fe57eb03f71 None None] The sync data for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 is: [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '91254746-1e05-4c92-bbb2-5725fe3843b1', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '422a95db-184c-4b55-be60-1a14358669cd', 'port_id': '2c8680b6-02fd-4816-9479-125d2b9709df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'mac_address': 'fa:16:3e:92:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:15Z', 'updated_at': '2021-07-15T16:51:34Z', 'revision_number': 1, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:37.059417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906382-f83a-4840-a15a-d460bf9648bc req-4905cac1-8177-425f-91de-93b7daf6f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:37.060447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-4905cac1-8177-425f-91de-93b7daf6f002 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 200 len: 905 time: 0.3061454 Jul 15 16:51:37.070070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.071524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.20.0.14 (a220f5aa-be62-435d-9b1d-31e1aee8fd65/15ee92b1-185f-427a-a645-376347573395/47d08235-d506-4ad7-bb32-a7dca42621fa) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:37.080139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-bd558170-19e7-4f2a-bf5b-74a5844930c4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4835761 Jul 15 16:51:37.091775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.136343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.158766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Attempting to bind port 0285efca-8b30-4783-8ac8-8b7120aa596f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:37.159547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Attempting to bind port 0285efca-8b30-4783-8ac8-8b7120aa596f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'eb5625d1-6d80-4fb3-ac04-42d30805f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:37.160508 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-b57c88eb-ffd2-49ad-a489-2c852322b6c8 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.0793178 Jul 15 16:51:37.166706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Attempting to bind port 0285efca-8b30-4783-8ac8-8b7120aa596f on network a220f5aa-be62-435d-9b1d-31e1aee8fd65 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:37.175270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:37.175982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Checking segment: {'id': 'eb5625d1-6d80-4fb3-ac04-42d30805f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:37.177166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.177865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Bound using segment: {'id': 'eb5625d1-6d80-4fb3-ac04-42d30805f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:37.178633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Bound port: 0285efca-8b30-4783-8ac8-8b7120aa596f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5625d1-6d80-4fb3-ac04-42d30805f18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a220f5aa-be62-435d-9b1d-31e1aee8fd65'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:37.179255 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.278461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] For port 0285efca-8b30-4783-8ac8-8b7120aa596f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:37.279656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.282769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.286946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] For port 0285efca-8b30-4783-8ac8-8b7120aa596f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0285efca-8b30-4783-8ac8-8b7120aa596f,segment=NetworkSegment(eb5625d1-6d80-4fb3-ac04-42d30805f18a),segment_id=eb5625d1-6d80-4fb3-ac04-42d30805f18a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:37.287678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d518aab7-0ea5-4287-9a9c-f2962f9fb8bf HTTP/1.1" status: 204 len: 168 time: 0.3651545 Jul 15 16:51:37.300310 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.310430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8ef1-736e-4c1e-af64-ffbbaf74d9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518aab7-0ea5-4287-9a9c-f2962f9fb8bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:37.332195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-d3d74139-e87f-4779-a1e8-3451f3f3cbec tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:37.342104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.355321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-745b9591-a7b2-46a4-ab71-acb5ec00245b req-d3d74139-e87f-4779-a1e8-3451f3f3cbec tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1932983 Jul 15 16:51:37.366923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 47d08235-d506-4ad7-bb32-a7dca42621fa will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:37.454896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.488001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91c48a-b5df-4459-9cf8-35bcfd9bd698 None None] Pushing event updated for resources: {'Port': ['ID=0285efca-8b30-4783-8ac8-8b7120aa596f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:37.554555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4aa544-870e-40aa-8069-f615e14294ea None None] New status for floating IP 91254746-1e05-4c92-bbb2-5725fe3843b1: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:51:37.560010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:37.575715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:37.595339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:37.664260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=47d08235-d506-4ad7-bb32-a7dca42621fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:37.726147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:37.727279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:37.770523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5e358d68-4078-493f-8995-fe17037eb578 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2703729 Jul 15 16:51:37.772918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55718) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:38.089640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:38.204170 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-9ee8b6a8-fab1-4b57-afb5-001a2f769bca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 200 len: 999 time: 1.0657792 Jul 15 16:51:38.231946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455a918-41b1-47a0-a911-6a89c73c6c43 req-7d7f2f46-1178-481d-bcaa-109b74d898f6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:38.239916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e455a918-41b1-47a0-a911-6a89c73c6c43 req-7d7f2f46-1178-481d-bcaa-109b74d898f6 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.9179275 Jul 15 16:51:38.281260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0285efca-8b30-4783-8ac8-8b7120aa596f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:38.338245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.350910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-d1a225d5-862f-4480-bdcb-11d4d7aa8706 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:38.357870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-d1a225d5-862f-4480-bdcb-11d4d7aa8706 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2239769 Jul 15 16:51:38.363187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906382-f83a-4840-a15a-d460bf9648bc req-c2cdb3b3-2353-4d41-ad43-fc121bcdcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:38.364674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-c2cdb3b3-2353-4d41-ad43-fc121bcdcdf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c08f01c-301b-4208-a8f4-f10e50c60493 HTTP/1.1" status: 200 len: 844 time: 0.1410928 Jul 15 16:51:38.369508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-899631690-network', 'tenant_id': '12bf8f68ae364c99929f8bf8545147be'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:38.388914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e455a918-41b1-47a0-a911-6a89c73c6c43 req-0fe92f4e-aee3-4dc8-8901-01825f1cde06 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479259 Jul 15 16:51:38.397631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0285efca-8b30-4783-8ac8-8b7120aa596f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:38.442412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Made reservation on behalf of 12bf8f68ae364c99929f8bf8545147be for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:38.445060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.460450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.477358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-284938a7-0b91-4448-92ae-3326f1025c16 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.1184573 Jul 15 16:51:38.478582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55742) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:38.493575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'floatingip': {'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:38.564216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.570728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:38.645643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906382-f83a-4840-a15a-d460bf9648bc req-b9948517-c989-45a5-ad8c-bfbf6f002030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:38.647251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-b9948517-c989-45a5-ad8c-bfbf6f002030 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83382fee-2a0a-4e58-a8a2-b4f27ee93118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743130 Jul 15 16:51:38.706539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2a736e16-e776-4a9e-97e0-39de17aad4cc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:38.710707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2a736e16-e776-4a9e-97e0-39de17aad4cc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:38.711186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.805853 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.835001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:38.837681 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa5f2d-0233-4434-bbfa-5dfed2a10244" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:38.852083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.855218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:38.865664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-033a8848-fa78-4dd0-9953-c121a5f91ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686263 Jul 15 16:51:38.865898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.871501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.875905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-network', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:38.896438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.903581 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be25344-e358-448a-853a-0a5304bfaa97 x-openstack-request-id: req-9be25344-e358-448a-853a-0a5304bfaa97 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:38.903835 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:38.904099 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9be25344-e358-448a-853a-0a5304bfaa97 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:38.904522 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'code': 200} Jul 15 16:51:38.937590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:38.942352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53de90-17d5-4433-8715-598081ba4646 None None] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:38.949188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:38.989812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Made reservation on behalf of b894df26fdce479b8afdb91b5085e3ac for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:38.992162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.041239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:39.042825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.083930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Provisioning for port 0285efca-8b30-4783-8ac8-8b7120aa596f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:39.090810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Provisioning complete for port 0285efca-8b30-4783-8ac8-8b7120aa596f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:39.091192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.110003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.112955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.113308 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Added segment 481c63c0-aa06-424f-9f83-27432924e835 of type vlan for network 83d373e7-cc67-493f-958d-ad96e8d4c5ec Jul 15 16:51:39.118507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=47d08235-d506-4ad7-bb32-a7dca42621fa,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.133209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0906382-f83a-4840-a15a-d460bf9648bc req-9ddd0f61-cfd7-43bb-8537-e5c7d815b459 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500534 Jul 15 16:51:39.216955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.246923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.279193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e3181-14d6-40c7-8a36-b0876d52051a req-22fde3bc-8603-46f1-9492-26d50a3975a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:39.281456 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f5e3181-14d6-40c7-8a36-b0876d52051a req-22fde3bc-8603-46f1-9492-26d50a3975a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1101 time: 0.2621350 Jul 15 16:51:39.292026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] For port 0285efca-8b30-4783-8ac8-8b7120aa596f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0285efca-8b30-4783-8ac8-8b7120aa596f,segment=NetworkSegment(eb5625d1-6d80-4fb3-ac04-42d30805f18a),segment_id=eb5625d1-6d80-4fb3-ac04-42d30805f18a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:39.297908 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.304363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.305314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:39.305899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.383459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf9b34-5161-4ada-9b97-30f8e8072700 None None] Pushing event updated for resources: {'Port': ['ID=0285efca-8b30-4783-8ac8-8b7120aa596f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.388401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.396276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.404374 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.439187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e7b29-9841-4267-b66a-7bf2f1b229af,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.458505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:39.467254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] Pushing event updated for resources: {'Network': ['ID=83d373e7-cc67-493f-958d-ad96e8d4c5ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.479651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-253420a6-8339-47e8-a75c-a260638735c8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3864391 Jul 15 16:51:39.479893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55752) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:39.493797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 83d373e7-cc67-493f-958d-ad96e8d4c5ec details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:39.504497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Request body: {'subnet': {'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-899631690-subnet', 'tenant_id': '12bf8f68ae364c99929f8bf8545147be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:39.508373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.508722 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Added segment 148a676f-fe7f-4e76-806c-b4a045c7f5d5 of type vlan for network 34b13c0e-5034-4822-b1fa-11c5e1aee750 Jul 15 16:51:39.508816 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0f5e3181-14d6-40c7-8a36-b0876d52051a req-809b26ce-0a8b-4b26-bf1f-0a3d4352c12c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153144 Jul 15 16:51:39.548721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Made reservation on behalf of 12bf8f68ae364c99929f8bf8545147be for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:39.551778 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.616709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.649457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Provisioning for port 47d08235-d506-4ad7-bb32-a7dca42621fa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:39.654805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Provisioning complete for port 47d08235-d506-4ad7-bb32-a7dca42621fa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:39.656171 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.663132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.681387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.697171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.699845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Port 47d08235-d506-4ad7-bb32-a7dca42621fa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:39.715230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Provisioning complete for port 0285efca-8b30-4783-8ac8-8b7120aa596f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:39.716479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f23b19aa-4f47-42e7-94e1-4852673a9571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.755604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.757080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:39.757683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.798102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f42c8-1d21-4120-8f28-e39c0bccbc45 req-c29df5d6-0217-40f1-a225-9b868427bd4f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:39.800104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c39f42c8-1d21-4120-8f28-e39c0bccbc45 req-c29df5d6-0217-40f1-a225-9b868427bd4f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2030642 Jul 15 16:51:39.819428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3397093 Jul 15 16:51:39.861398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:39.869380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Request body: {'subnet': {'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-subnet', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:39.959146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-904e7d7f-6782-4a13-afc9-398e4379e6fa None None] Provisioning complete for port 47d08235-d506-4ad7-bb32-a7dca42621fa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:39.959672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-904e7d7f-6782-4a13-afc9-398e4379e6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:39.960465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f023d9b-de53-4ff7-92b6-af2409a45c63 admin admin] Pushing event updated for resources: {'Network': ['ID=34b13c0e-5034-4822-b1fa-11c5e1aee750,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:39.973721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:39.974990 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Floating IP 9aeaee06-3d0b-4e9c-9467-1466e3b9422c associated. External IP: 172.25.8.231, port: dcf15d7f-edfb-4a3c-bcbe-a0de614faef6. Jul 15 16:51:40.085145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-904e7d7f-6782-4a13-afc9-398e4379e6fa None None] Port 47d08235-d506-4ad7-bb32-a7dca42621fa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:40.092870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c39f42c8-1d21-4120-8f28-e39c0bccbc45 req-5c476781-5582-4289-a9d8-9c414a178608 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302294 Jul 15 16:51:40.101849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Made reservation on behalf of b894df26fdce479b8afdb91b5085e3ac for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:40.106297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.207714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40327dee-f64b-4d45-a1a4-2cb18e30c9dd None None] Provisioning complete for port 47d08235-d506-4ad7-bb32-a7dca42621fa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:40.208275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40327dee-f64b-4d45-a1a4-2cb18e30c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.247867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-40327dee-f64b-4d45-a1a4-2cb18e30c9dd None None] Port 47d08235-d506-4ad7-bb32-a7dca42621fa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:40.250142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0285efca-8b30-4783-8ac8-8b7120aa596f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:40.270498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.300669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Router f983fdc5-77b6-4f70-a4c9-95524bb5298f has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:40.308738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0285efca-8b30-4783-8ac8-8b7120aa596f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:40.309248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.355226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb52b95-3cc6-42ec-86bb-db80ce080035,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:40.409292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.417318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Checking segment: {'id': '481c63c0-aa06-424f-9f83-27432924e835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:40.417686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Network hostable DHCP agents. Network: 83d373e7-cc67-493f-958d-ad96e8d4c5ec, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:40.424678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.497179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.517233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=47d08235-d506-4ad7-bb32-a7dca42621fa,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:40.519465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Network 83d373e7-cc67-493f-958d-ad96e8d4c5ec is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:40.523122 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.536496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 83d373e7-cc67-493f-958d-ad96e8d4c5ec) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:40.546146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02924937-d0e6-4056-aad6-48d3dd594142 None None] Network 83d373e7-cc67-493f-958d-ad96e8d4c5ec requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:40.556788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:40.557395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.573120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:40.579818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.583926 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Sync routers for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:40.597580 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:40.598995 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:40.608970 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96b82f9b-fcbe-4158-9a8f-99372ac53b54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1279023 Jul 15 16:51:40.646301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:40.648263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:40.663500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.675817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-fe95dd41-b153-4409-96af-0b9bdefd0cf5 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "PUT /v2.0/floatingips/9aeaee06-3d0b-4e9c-9467-1466e3b9422c HTTP/1.1" status: 200 len: 996 time: 2.1892633 Jul 15 16:51:40.681322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:40.690630 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3093ec09-0f85-49ab-9396-609d3abf8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:40.756976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4aa5d-c9d5-4fcc-834e-e45f02908789 None None] Network 83d373e7-cc67-493f-958d-ad96e8d4c5ec requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:40.784296 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d806b-6007-43fe-9f33-6c39769641a5 x-openstack-request-id: req-d39d806b-6007-43fe-9f33-6c39769641a5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:40.784614 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:40.784847 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39d806b-6007-43fe-9f33-6c39769641a5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:40.785255 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'status': 'completed', 'code': 200} Jul 15 16:51:40.788745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:40.823526 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:40.929996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b2fc37-d8a4-4178-9504-88a66ff05cf0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:40.984421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Checking segment: {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:40.984817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Network hostable DHCP agents. Network: 34b13c0e-5034-4822-b1fa-11c5e1aee750, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:40.985974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-f0e12da2-c4b8-4c1d-9cbc-461294891b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:40.987528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-f0e12da2-c4b8-4c1d-9cbc-461294891b46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1096 time: 0.1564517 Jul 15 16:51:40.992275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-44209e94-3fe8-4b0f-b559-d768af79a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:40.994770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-44209e94-3fe8-4b0f-b559-d768af79a6c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1096 time: 0.2947812 Jul 15 16:51:41.021290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 16e93d99-2618-4c79-9fb7-52e296b3c593 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:41.035973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:41.080311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef0c22ee-e7ed-4699-9fb8-886224a788f0 None None] Provisioning complete for port 47d08235-d506-4ad7-bb32-a7dca42621fa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:41.080697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef0c22ee-e7ed-4699-9fb8-886224a788f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.119545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 34b13c0e-5034-4822-b1fa-11c5e1aee750) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:41.127780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.130146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.142546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3956dd-a019-442b-9c5c-83c36d1495e9 None None] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:41.171864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c22ee-e7ed-4699-9fb8-886224a788f0 None None] Port 47d08235-d506-4ad7-bb32-a7dca42621fa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:41.198915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9543a793-57d3-482e-ba8e-d2e02f5ed157 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3327384 Jul 15 16:51:41.205187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:41.213126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:41.238049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-1e4d87a1-51a0-4ef6-bf70-a10b7a6693c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.239930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-1e4d87a1-51a0-4ef6-bf70-a10b7a6693c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 928 time: 0.2378185 Jul 15 16:51:41.241524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:41.241640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-b8011d83-3306-49ad-a482-ebdbe1a26b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.247072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-88c913ca-ab66-4fa3-8c70-069b50817785 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/16e93d99-2618-4c79-9fb7-52e296b3c593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4728129 Jul 15 16:51:41.255825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] Sync routers for ids ['16e93d99-2618-4c79-9fb7-52e296b3c593'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:41.255993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55778) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:41.260672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-b8011d83-3306-49ad-a482-ebdbe1a26b50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 928 time: 0.2571213 Jul 15 16:51:41.280255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9aeaee06-3d0b-4e9c-9467-1466e3b9422c', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'mac_address': 'fa:16:3e:1d:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:36Z', 'updated_at': '2021-07-15T16:51:39Z', 'revision_number': 1, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.310254 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Checking router: f983fdc5-77b6-4f70-a4c9-95524bb5298f for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:41.315895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] Routers {'16e93d99-2618-4c79-9fb7-52e296b3c593'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:41.316954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['16e93d99-2618-4c79-9fb7-52e296b3c593'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.319624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:41.321291 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.368362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.369418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.396485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-3c6541e2-c3d1-4d9a-8a87-7123484a8906 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 999 time: 0.1348255 Jul 15 16:51:41.408492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc39feef-04b1-4112-b1e8-f0ad8ae8d3a6 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.414121 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc39feef-04b1-4112-b1e8-f0ad8ae8d3a6 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports/47d08235-d506-4ad7-bb32-a7dca42621fa HTTP/1.1" status: 200 len: 977 time: 0.1559968 Jul 15 16:51:41.420895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:41.477714 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:41.511865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.519709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-8abaadf2-9050-487e-85f4-b4a7a0de2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.522504 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-b4bb5d38-ae01-4295-9332-6eb047414031 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 999 time: 0.2741027 Jul 15 16:51:41.526950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-8abaadf2-9050-487e-85f4-b4a7a0de2fee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.1295791 Jul 15 16:51:41.554030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.587558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] Routers {'16e93d99-2618-4c79-9fb7-52e296b3c593'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:41.588206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['16e93d99-2618-4c79-9fb7-52e296b3c593'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.627954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.628635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1d298e-e078-4781-be05-850b8a9d86a4 None None] The sync data for ids ['16e93d99-2618-4c79-9fb7-52e296b3c593'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:41.630050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8413a386-5b78-43ab-9e33-164e085ab155 None None] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:41.651620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa426f32-47f3-434e-8495-5af08a4dfe0e req-16063f3a-0d2c-4253-a9f1-fa1b8a385206 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.659045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa426f32-47f3-434e-8495-5af08a4dfe0e req-16063f3a-0d2c-4253-a9f1-fa1b8a385206 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2920833 Jul 15 16:51:41.679588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-59180853-e213-4ecc-85bc-e17c4bc2ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.681805 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-59180853-e213-4ecc-85bc-e17c4bc2ee21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.1477489 Jul 15 16:51:41.777932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:41.797825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa426f32-47f3-434e-8495-5af08a4dfe0e req-b80078d3-fe64-4fe7-a50e-78ce781cdc2d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368570 Jul 15 16:51:41.802873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9aeaee06-3d0b-4e9c-9467-1466e3b9422c', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'mac_address': 'fa:16:3e:1d:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:36Z', 'updated_at': '2021-07-15T16:51:39Z', 'revision_number': 1, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:41.804883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-8437f063-4aff-48d4-aac0-bb8cc4089067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.808583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-8437f063-4aff-48d4-aac0-bb8cc4089067 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2806821 Jul 15 16:51:41.829068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-acdc6aa9-00b3-45a9-992d-5df10aa05660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:41.831102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-acdc6aa9-00b3-45a9-992d-5df10aa05660 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418550 Jul 15 16:51:41.843031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b5df-fd8d-4e5d-ab07-1fb273f6408f None None] The sync data for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 is: [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9aeaee06-3d0b-4e9c-9467-1466e3b9422c', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'mac_address': 'fa:16:3e:1d:17:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:51:36Z', 'updated_at': '2021-07-15T16:51:39Z', 'revision_number': 1, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:42.006562 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-d53d4b9f-bf4c-4da4-a92b-a0ed6aa78f2d service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580982 Jul 15 16:51:42.216844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:42.318468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-c7c7b725-b54b-420d-bc0f-68b2a3a68213 service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948950 Jul 15 16:51:42.325720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3093ec09-0f85-49ab-9396-609d3abf8f5b req-5943e882-6e96-4955-98ee-e67ae1034911 service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763965 Jul 15 16:51:42.535485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ca0f9c-1c73-4e4e-ae4f-99c6c7a5bfe7 req-ad3f2977-ba0f-4f23-8e37-98aa53260815 service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159700 Jul 15 16:51:42.595615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb30680-5076-4a49-9e42-75f665290e6f req-92523d48-6306-4ba6-b118-5f1ac11dda45 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:42.597220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfb30680-5076-4a49-9e42-75f665290e6f req-92523d48-6306-4ba6-b118-5f1ac11dda45 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1101 time: 0.1864560 Jul 15 16:51:42.603111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:42.634753 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:42.734417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 47d08235-d506-4ad7-bb32-a7dca42621fa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:42.734923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:42.752335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfb30680-5076-4a49-9e42-75f665290e6f req-9b62d582-d37a-4a48-93e1-e40deae13ec3 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414080 Jul 15 16:51:42.793882 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a719fb0-3369-4b11-827b-1c8acc4960a5 None None] New status for floating IP 9aeaee06-3d0b-4e9c-9467-1466e3b9422c: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:51:42.845945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:42.864493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 47d08235-d506-4ad7-bb32-a7dca42621fa owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:42.891989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Allocated IP 172.25.8.119 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/c505d4c1-694b-47d3-b866-9adf922ba00e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:42.914383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-bdaed6ff-0f60-4465-a4fc-3a5b6df8a817 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 258 time: 0.2148273 Jul 15 16:51:42.921030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:42.997507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.077536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.092179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.121015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=47d08235-d506-4ad7-bb32-a7dca42621fa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:43.172143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.175796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.229107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:43.262159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:43.270332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:43.279647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Pushing event updated for resources: {'Port': ['ID=c505d4c1-694b-47d3-b866-9adf922ba00e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:43.286048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.492720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Allocated IP 172.25.8.199 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/75848e38-e0d1-4d14-a0b5-61cf3de3137c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:43.517218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 16e93d99-2618-4c79-9fb7-52e296b3c593 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:43.610829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-e52ff428-a30c-4f58-bd20-f364a9108939 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621723 Jul 15 16:51:43.613488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:43.618660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fecd04ec-2fc5-4605-ab75-ccee6ed0102e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/16e93d99-2618-4c79-9fb7-52e296b3c593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965652 Jul 15 16:51:43.621393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:43.626196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] Sync routers for ids ['16e93d99-2618-4c79-9fb7-52e296b3c593'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:43.641666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] Routers {'16e93d99-2618-4c79-9fb7-52e296b3c593'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:43.649828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['16e93d99-2618-4c79-9fb7-52e296b3c593'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:43.707327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.713901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.727194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:43.738975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] Routers {'16e93d99-2618-4c79-9fb7-52e296b3c593'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:43.739812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['16e93d99-2618-4c79-9fb7-52e296b3c593'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:43.786367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:43.787090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a58e68-e541-49d3-b132-0e590bcb2197 None None] The sync data for ids ['16e93d99-2618-4c79-9fb7-52e296b3c593'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:43.863346 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-36cfe987-8ddf-4b3d-b506-2b656a8097a2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 16:51:43.864415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-36cfe987-8ddf-4b3d-b506-2b656a8097a2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/16e93d99-2618-4c79-9fb7-52e296b3c593/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2418571 Jul 15 16:51:43.867192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:43.901962 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2a05edce-86e3-44aa-b2ca-d96be9b02e85 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=16e93d99-2618-4c79-9fb7-52e296b3c593 HTTP/1.1" status: 200 len: 205 time: 0.0336323 Jul 15 16:51:43.904430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:43.936013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:43.997140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.018336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:44.027638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:44.031279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:44.042915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.069994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event updated for resources: {'Port': ['ID=75848e38-e0d1-4d14-a0b5-61cf3de3137c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:44.187552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.189649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.189862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b1be-cd50-4b7a-a2a0-23aa85428afa req-e4b7f01f-de86-4a51-9345-de6676f74f2a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:44.191425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7a6b1be-cd50-4b7a-a2a0-23aa85428afa req-e4b7f01f-de86-4a51-9345-de6676f74f2a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2591558 Jul 15 16:51:44.235025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.236157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router 16e93d99-2618-4c79-9fb7-52e296b3c593 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:51:44.244348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.245450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d3248e0-21dc-4b67-b37f-4afdf1546370 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/16e93d99-2618-4c79-9fb7-52e296b3c593 HTTP/1.1" status: 204 len: 168 time: 0.3393972 Jul 15 16:51:44.248064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:44.269357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.307426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet 15ee92b1-185f-427a-a645-376347573395 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:44.308893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7a6b1be-cd50-4b7a-a2a0-23aa85428afa req-75332bf3-d202-4c3c-8030-f31528c5a040 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883849 Jul 15 16:51:44.312583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.386545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.391190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.454719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Router a8daf04f-387b-43aa-a439-08c3c3b46b6b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:44.503537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.593584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.679737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=15ee92b1-185f-427a-a645-376347573395,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:44.690008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ed3a6-5ae0-4850-a8c0-b7ee3be05aa1 None None] Network a220f5aa-be62-435d-9b1d-31e1aee8fd65 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:44.691600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.698092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b7353c9b-ac12-42d7-b6e8-958d44e66bf5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/15ee92b1-185f-427a-a645-376347573395 HTTP/1.1" status: 204 len: 168 time: 0.4481459 Jul 15 16:51:44.699424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55858) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:44.714554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:44.724984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Sync routers for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:44.739063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:44.740009 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:44.742909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.755376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.820812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.822047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6c1acdf-354e-499d-84e5-b4431d0f2d44 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6159790 Jul 15 16:51:44.830823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55862) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:44.895369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:44.956706 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:44.971648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event updated for resources: {'Port': ['ID=75848e38-e0d1-4d14-a0b5-61cf3de3137c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:45.004570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 0285efca-8b30-4783-8ac8-8b7120aa596f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:45.004970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.005100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] DHCP port deletion for a220f5aa-be62-435d-9b1d-31e1aee8fd65 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:45.031880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.100066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.101437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-1565873e-6214-4b00-8f25-3c4ea7f52fd9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1862392 Jul 15 16:51:45.113065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Deleting port 0285efca-8b30-4783-8ac8-8b7120aa596f {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:45.113713 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.121176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 0285efca-8b30-4783-8ac8-8b7120aa596f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0285efca-8b30-4783-8ac8-8b7120aa596f,segment=NetworkSegment(eb5625d1-6d80-4fb3-ac04-42d30805f18a),segment_id=eb5625d1-6d80-4fb3-ac04-42d30805f18a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:45.121482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.138459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 0285efca-8b30-4783-8ac8-8b7120aa596f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:45.191886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-d3fcef29-d350-4f16-9244-6f0728d74f95 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0776300 Jul 15 16:51:45.253773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] For port 0285efca-8b30-4783-8ac8-8b7120aa596f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0285efca-8b30-4783-8ac8-8b7120aa596f,segment=NetworkSegment(eb5625d1-6d80-4fb3-ac04-42d30805f18a),segment_id=eb5625d1-6d80-4fb3-ac04-42d30805f18a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:45.254323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.271129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Calling delete_port for 0285efca-8b30-4783-8ac8-8b7120aa596f owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:45.368446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-16ba06d5-f171-4506-8d0e-8073d14cf06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.371716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-16ba06d5-f171-4506-8d0e-8073d14cf06a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1101 time: 0.1377249 Jul 15 16:51:45.414142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:43Z', 'revision_number': 3, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:45.461972 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Checking router: a8daf04f-387b-43aa-a439-08c3c3b46b6b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:45.462320 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Updating router a8daf04f-387b-43aa-a439-08c3c3b46b6b port c505d4c1-694b-47d3-b866-9adf922ba00e binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:45.500326 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.506481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-55663baf-9ed8-4f62-9e1a-15b0724c3e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.508099 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-55663baf-9ed8-4f62-9e1a-15b0724c3e42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1227803 Jul 15 16:51:45.524087 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.530762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.569566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] Pushing event deleted for resources: {'Port': ['ID=0285efca-8b30-4783-8ac8-8b7120aa596f,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:45.572388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f4ad2-799e-4143-ae9a-698a2cdce4ba None None] No DVR routers for this DVR port 0285efca-8b30-4783-8ac8-8b7120aa596f on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:45.597870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 0285efca-8b30-4783-8ac8-8b7120aa596f on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:45.617485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-b504058f-4f4d-4a33-89e7-04f3d5b63a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0952106 Jul 15 16:51:45.663254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=0285efca-8b30-4783-8ac8-8b7120aa596f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:45.738875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.755311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220f5aa-be62-435d-9b1d-31e1aee8fd65']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:45.768613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5625d1-6d80-4fb3-ac04-42d30805f18a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:45.768920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5625d1-6d80-4fb3-ac04-42d30805f18a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:45.775848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f9d1fd41-a0b1-4b28-8d24-c1c63716989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.777348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f9d1fd41-a0b1-4b28-8d24-c1c63716989f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1153464 Jul 15 16:51:45.780590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.818618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.826307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:45.827618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:45.831947 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:45.839315 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.901786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.902402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Transition to ACTIVE for port object c505d4c1-694b-47d3-b866-9adf922ba00e will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:45.907893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.913534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/a220f5aa-be62-435d-9b1d-31e1aee8fd65 HTTP/1.1" status: 204 len: 168 time: 1.2093866 Jul 15 16:51:45.914635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-7abab4df-d8de-430d-994f-3d2016bd9705 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.914920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb5c7db7-560b-425f-99e4-c8aca64c7dcf req-7abab4df-d8de-430d-994f-3d2016bd9705 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2399266 Jul 15 16:51:45.915063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55872) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:45.918605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-ba6004f1-7925-4c0e-98ee-c31acf895d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.919960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-ba6004f1-7925-4c0e-98ee-c31acf895d8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332178 Jul 15 16:51:45.920334 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:45.925402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-106582706'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:45.941294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62a78a-76e6-46a9-8ceb-461525bb1b64 req-eac5b279-fa26-4675-9c75-e2e2dc0006b8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:45.942826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d62a78a-76e6-46a9-8ceb-461525bb1b64 req-eac5b279-fa26-4675-9c75-e2e2dc0006b8 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2690446 Jul 15 16:51:45.948727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f97baa-21ce-4bd2-be9d-bd69f55014ee tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=a220f5aa-be62-435d-9b1d-31e1aee8fd65,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:45.984900 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7640d0-25cb-4457-b7e4-44d61c105dcf None None] Pushing event updated for resources: {'Port': ['ID=c505d4c1-694b-47d3-b866-9adf922ba00e,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:46.008426 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Attempting to bind port c505d4c1-694b-47d3-b866-9adf922ba00e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:46.008796 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Attempting to bind port c505d4c1-694b-47d3-b866-9adf922ba00e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:46.009502 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Attempting to bind port c505d4c1-694b-47d3-b866-9adf922ba00e on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:46.015951 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:46.017198 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:46.017318 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.017673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:46.017968 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:46.018444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Bound port: c505d4c1-694b-47d3-b866-9adf922ba00e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:46.018851 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.021624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.023027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d62a78a-76e6-46a9-8ceb-461525bb1b64 req-58cc36b5-67a2-492e-bc2a-c585ad7d0a28 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731032 Jul 15 16:51:46.091255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] For port c505d4c1-694b-47d3-b866-9adf922ba00e, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:46.095494 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] For port c505d4c1-694b-47d3-b866-9adf922ba00e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c505d4c1-694b-47d3-b866-9adf922ba00e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:46.101942 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.104054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:51:46.156167 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-73d4cdc3-939f-40c6-a253-a679a4df5c73 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096922 Jul 15 16:51:46.159126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.159484 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 4cb3c05e-cf26-4fc3-8c74-78d049aedacc of type vlan for network 91c3e4e8-0262-4c76-9d31-119216efb2b3 Jul 15 16:51:46.176074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.183838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7640d0-25cb-4457-b7e4-44d61c105dcf None None] Pushing event updated for resources: {'Port': ['ID=c505d4c1-694b-47d3-b866-9adf922ba00e,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:46.208493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0285efca-8b30-4783-8ac8-8b7120aa596f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:46.217938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:46.218647 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:46.238635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0285efca-8b30-4783-8ac8-8b7120aa596f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:46.239407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0285efca-8b30-4783-8ac8-8b7120aa596f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:46.289315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.362740 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-2ec013a2-542b-430e-bbea-b661f2d783ad service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989231 Jul 15 16:51:46.365920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.376909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:46.378870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.404063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:46.445196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5180628 Jul 15 16:51:46.445920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:46.464914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:46.496608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Allocated IP 172.20.0.1 (34b13c0e-5034-4822-b1fa-11c5e1aee750/41b2fc37-d8a4-4178-9504-88a66ff05cf0/4a26d865-b229-4df7-8aee-1dd6610e6bc2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:46.595176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-645f0810-e6eb-4b54-b1a9-cb04828aa6af tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:46.596861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-645f0810-e6eb-4b54-b1a9-cb04828aa6af tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3096538 Jul 15 16:51:46.663563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c3d81-7fb9-4e74-bf89-accd6262714c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=91c3e4e8-0262-4c76-9d31-119216efb2b3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:46.678333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:51:46.705746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-8332cd0e-e462-4fb1-a2af-837b143edd9f tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0920596 Jul 15 16:51:46.722292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:46.726554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.774677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:43Z', 'revision_number': 3, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:46.801063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd91513-71a8-4a55-b570-6cf83bff2dab None None] The sync data for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 is: [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:43Z', 'revision_number': 3, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:46.802989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.807664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-e432c896-e447-4ea8-a9f7-9bd184d4803c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'floatingip': {'port_id': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:46.877593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-e432c896-e447-4ea8-a9f7-9bd184d4803c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.946346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:46.959566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-62f05765-2a96-4016-a0c2-fe95de235982 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:46.961093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-62f05765-2a96-4016-a0c2-fe95de235982 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/networks?id=83d373e7-cc67-493f-958d-ad96e8d4c5ec HTTP/1.1" status: 200 len: 809 time: 0.2516060 Jul 15 16:51:46.987207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-fcfe18ce-80d8-4b4f-b0a7-313986dcb221 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/quotas/12bf8f68ae364c99929f8bf8545147be HTTP/1.1" status: 200 len: 375 time: 0.0164144 Jul 15 16:51:47.016076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=afe769ce-e54e-4444-af51-87904eefc587,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:47.028012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '4cb3c05e-cf26-4fc3-8c74-78d049aedacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:47.028811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: 91c3e4e8-0262-4c76-9d31-119216efb2b3, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:51:47.049671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:51:47.072992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 91c3e4e8-0262-4c76-9d31-119216efb2b3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:47.073660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-a08adedf-6c79-46f7-90f2-332fa817cb7b tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12bf8f68ae364c99929f8bf8545147be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737908 Jul 15 16:51:47.078493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:47.079085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.088462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afcadfe-26eb-4f65-a127-27e5d3e72df1 None None] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:47.107682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78e01d04-24a7-463b-bdf7-18120cf803e7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6533303 Jul 15 16:51:47.108030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:47.108731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.113899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149794985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:47.166005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.167357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.207780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:47.235583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.241367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.250877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:47.264447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:47.265125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.266552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e19ad03e-4fa5-49d8-9dac-ba792a1b68e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1571305 Jul 15 16:51:47.269323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:47.307034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-91c3e4e8-0262-4c76-9d31-119216efb2b3', 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'afe769ce-e54e-4444-af51-87904eefc587'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:51:47.308697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.347672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Pushing event updated for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:47.416690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.487222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Allocated IP 172.20.0.2 (91c3e4e8-0262-4c76-9d31-119216efb2b3/afe769ce-e54e-4444-af51-87904eefc587/8e71654b-3b88-441e-aa47-c6a535bd2368) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:47.487876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-fae0e757-f24d-4543-b700-aa0c0ab66329 service neutron] 10.222.0.25 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132752 Jul 15 16:51:47.529428 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-e432c896-e447-4ea8-a9f7-9bd184d4803c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 16:51:47.531151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e26a25cf-16ed-40f9-8cb0-53d1d659c877 req-e432c896-e447-4ea8-a9f7-9bd184d4803c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "PUT /v2.0/floatingips/5ed1a3d3-05e0-4065-965a-a4ded9e776f0 HTTP/1.1" status: 409 len: 550 time: 0.7429605 Jul 15 16:51:47.673922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e75ac421-baf5-46fc-afd6-ffdec43457c3 service neutron] 10.222.0.25 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850374 Jul 15 16:51:47.711821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.762867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.773410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Transition to ACTIVE for port object 8e71654b-3b88-441e-aa47-c6a535bd2368 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:47.794751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Transition to ACTIVE for port object 8e71654b-3b88-441e-aa47-c6a535bd2368 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:47.810535 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:47.886790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad8675-c7d9-4dad-a7ca-c5d0ca688103 req-52ab403e-6376-4480-bd40-eb6d402e1e8c tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:47.887341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:47.891722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26ad8675-c7d9-4dad-a7ca-c5d0ca688103 req-52ab403e-6376-4480-bd40-eb6d402e1e8c tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.1585746 Jul 15 16:51:47.901905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:47.906317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:47.947861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Pushing event updated for resources: {'Port': ['ID=8e71654b-3b88-441e-aa47-c6a535bd2368,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:47.961823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.000796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Attempting to bind port 8e71654b-3b88-441e-aa47-c6a535bd2368 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:48.001233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Attempting to bind port 8e71654b-3b88-441e-aa47-c6a535bd2368 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4cb3c05e-cf26-4fc3-8c74-78d049aedacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:48.001592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Attempting to bind port 8e71654b-3b88-441e-aa47-c6a535bd2368 on network 91c3e4e8-0262-4c76-9d31-119216efb2b3 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:48.006840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:48.007231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Checking segment: {'id': '4cb3c05e-cf26-4fc3-8c74-78d049aedacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:48.007641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.008199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Bound using segment: {'id': '4cb3c05e-cf26-4fc3-8c74-78d049aedacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:48.008820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Bound port: 8e71654b-3b88-441e-aa47-c6a535bd2368, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb3c05e-cf26-4fc3-8c74-78d049aedacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '91c3e4e8-0262-4c76-9d31-119216efb2b3'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:48.009216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.031822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26ad8675-c7d9-4dad-a7ca-c5d0ca688103 req-bff8f8bf-2f12-4c38-91d1-6ea5316ac25f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322427 Jul 15 16:51:48.187863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.188599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] For port 8e71654b-3b88-441e-aa47-c6a535bd2368, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:48.193191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] For port 8e71654b-3b88-441e-aa47-c6a535bd2368, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8e71654b-3b88-441e-aa47-c6a535bd2368,segment=NetworkSegment(4cb3c05e-cf26-4fc3-8c74-78d049aedacc),segment_id=4cb3c05e-cf26-4fc3-8c74-78d049aedacc)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:48.208738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.242684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.286163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c505d4c1-694b-47d3-b866-9adf922ba00e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:48.354929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7d8d9-4057-4848-bde9-015b5b7f2941 None None] Pushing event updated for resources: {'Port': ['ID=8e71654b-3b88-441e-aa47-c6a535bd2368,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:48.403799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c505d4c1-694b-47d3-b866-9adf922ba00e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:48.410257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c505d4c1-694b-47d3-b866-9adf922ba00e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:48.410703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.414439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Pushing event updated for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:48.436655 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.451513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.20.0.1 (91c3e4e8-0262-4c76-9d31-119216efb2b3/afe769ce-e54e-4444-af51-87904eefc587/ea894869-b8c6-4c21-9bc4-8e75e0b8ac47) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:48.507348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504f1f7-1b93-44d9-9d5e-8075b391afbd req-96cf271b-9878-4019-9877-fc4f9d67d1e1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:48.526826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a504f1f7-1b93-44d9-9d5e-8075b391afbd req-96cf271b-9878-4019-9877-fc4f9d67d1e1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.3857865 Jul 15 16:51:48.546734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.587415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c505d4c1-694b-47d3-b866-9adf922ba00e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c505d4c1-694b-47d3-b866-9adf922ba00e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:48.611905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.667502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.685317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:48.690744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c505d4c1-694b-47d3-b866-9adf922ba00e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:48.745563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-fc07876b-5cc0-4a7d-9f27-038481849fc3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips/5ed1a3d3-05e0-4065-965a-a4ded9e776f0 HTTP/1.1" status: 200 len: 693 time: 0.1867151 Jul 15 16:51:48.752489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:48.831044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:48.838956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:48.841608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:48.870050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a504f1f7-1b93-44d9-9d5e-8075b391afbd req-1dfb9d55-f8ee-452e-974d-eb5c781fd1b0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422210 Jul 15 16:51:48.886920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:48.896344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:48.919584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=ea894869-b8c6-4c21-9bc4-8e75e0b8ac47,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:48.930643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:49.067832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:49.100517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90dd8c16-2a5b-41ca-8f34-b8ef6b9e9e0c req-5e7ca958-c7ab-484f-9bec-2cf52d081cf0 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 210 time: 0.0771322 Jul 15 16:51:49.114575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-04067d6d-5e86-40d8-9c28-ca6e93d12a89 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:49.121722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-04067d6d-5e86-40d8-9c28-ca6e93d12a89 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.3537939 Jul 15 16:51:49.396275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:49.402027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:49.505187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=ea894869-b8c6-4c21-9bc4-8e75e0b8ac47,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:49.511934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:49.581066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-e5e9ced2-f8bc-44af-b930-08dadb7cba81 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.4580648 Jul 15 16:51:49.641891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Router a8daf04f-387b-43aa-a439-08c3c3b46b6b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:49.665818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-8e44b620-7dfa-4d6c-a670-767bb61c121e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.0656264 Jul 15 16:51:49.675019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:49.677314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:49.924773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router e57d0edc-4217-4519-aa82-b67e12e34b6d is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:51:49.925129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d1e99-598c-45e7-8b39-62d65ea77907 None None] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:49.951553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-9a1ede1c-b6d6-4c0a-8393-9e7cfc8f7598 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:49.953274 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-9a1ede1c-b6d6-4c0a-8393-9e7cfc8f7598 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.20 "GET /v2.0/networks?id=83d373e7-cc67-493f-958d-ad96e8d4c5ec HTTP/1.1" status: 200 len: 809 time: 0.1317856 Jul 15 16:51:50.021125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Request body: {'port': {'device_id': '8158d069-3802-4a25-a151-9a1abf640b12', 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec', 'admin_state_up': True, 'tenant_id': '12bf8f68ae364c99929f8bf8545147be'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:50.022249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4318053b-9e84-4778-b85b-f6041014dccb None None] Provisioning for port 8e71654b-3b88-441e-aa47-c6a535bd2368 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:50.092642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:50.100925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b7b8e138-58c5-4a33-9a98-d65f66bd3230 admin admin] 10.222.0.25 "PUT /v2.0/routers/a8daf04f-387b-43aa-a439-08c3c3b46b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2686884 Jul 15 16:51:50.101651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:50.110150 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bbfea8c0-19f4-4f62-a8da-4a926294b788 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/e57d0edc-4217-4519-aa82-b67e12e34b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8397098 Jul 15 16:51:50.113524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:50.117052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Sync routers for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:50.132686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:50.133335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.151558 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] Sync routers for ids ['e57d0edc-4217-4519-aa82-b67e12e34b6d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:50.152069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5b09d-1cec-46f6-a918-61f2be36155d req-fe7471ee-5a87-4f5f-bb38-f643b65f893f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:50.166671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eea5b09d-1cec-46f6-a918-61f2be36155d req-fe7471ee-5a87-4f5f-bb38-f643b65f893f tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.3593283 Jul 15 16:51:50.174519 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] Routers {'e57d0edc-4217-4519-aa82-b67e12e34b6d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:50.175453 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e57d0edc-4217-4519-aa82-b67e12e34b6d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.189887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27797ef0-5bf0-4967-ad70-d32f624cebbc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:50.194055 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27797ef0-5bf0-4967-ad70-d32f624cebbc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports/ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 HTTP/1.1" status: 200 len: 910 time: 0.0774572 Jul 15 16:51:50.194242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:50.264607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Deleting port 75848e38-e0d1-4d14-a0b5-61cf3de3137c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:50.265032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.292323 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.298301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:50.304410 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] Routers {'e57d0edc-4217-4519-aa82-b67e12e34b6d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:50.305327 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e57d0edc-4217-4519-aa82-b67e12e34b6d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.310503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Made reservation on behalf of 12bf8f68ae364c99929f8bf8545147be for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:50.314572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.360007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eea5b09d-1cec-46f6-a918-61f2be36155d req-abea7dcd-495a-4ff2-be53-8726e1c1ebdd tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816871 Jul 15 16:51:50.366298 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.372923 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b35e632-175d-4906-9704-bdf8f1778417 None None] The sync data for ids ['e57d0edc-4217-4519-aa82-b67e12e34b6d'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:50.439559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c505d4c1-694b-47d3-b866-9adf922ba00e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:50.497212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.497546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.540334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Calling delete_port for 75848e38-e0d1-4d14-a0b5-61cf3de3137c owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:50.617806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c505d4c1-694b-47d3-b866-9adf922ba00e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:50.618086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.714590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Allocated IP 172.20.0.6 (83d373e7-cc67-493f-958d-ad96e8d4c5ec/8bb52b95-3cc6-42ec-86bb-db80ce080035/1364d0ba-dcc7-424b-88fa-6c6b10519b3b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:50.753851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 2, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:50.757715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8e71654b-3b88-441e-aa47-c6a535bd2368 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:50.759119 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.798750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event deleted for resources: {'Port': ['ID=75848e38-e0d1-4d14-a0b5-61cf3de3137c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:50.807356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Checking router: a8daf04f-387b-43aa-a439-08c3c3b46b6b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:50.807356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Updating router a8daf04f-387b-43aa-a439-08c3c3b46b6b port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:51:50.825345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027006-f645-4021-9d43-1f4ae3788f12 req-1f40eb82-2c46-4acc-9c10-6a24a292db3d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:50.833870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa027006-f645-4021-9d43-1f4ae3788f12 req-1f40eb82-2c46-4acc-9c10-6a24a292db3d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.1641028 Jul 15 16:51:50.864430 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.893710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.939774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa027006-f645-4021-9d43-1f4ae3788f12 req-ace0d134-8445-4228-b8d0-e9dca3ad8f39 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049469 Jul 15 16:51:50.952139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.955788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:50.968340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-878d4ca5-cb09-4d1b-929b-6ef9f765a391 req-d5d919cf-5386-4179-bddf-cefd81240eb2 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ed1a3d3-05e0-4065-965a-a4ded9e776f0 HTTP/1.1" status: 204 len: 173 time: 1.3013244 Jul 15 16:51:50.984981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8e71654b-3b88-441e-aa47-c6a535bd2368 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:51.044428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.100584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8e71654b-3b88-441e-aa47-c6a535bd2368 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:51.100962 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.147803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9a724997-86b8-432d-bb26-ee031b80545a None None] Provisioning for port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:51.156553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.205092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9a724997-86b8-432d-bb26-ee031b80545a None None] Provisioning complete for port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:51.205550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9a724997-86b8-432d-bb26-ee031b80545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.229172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Network 83d373e7-cc67-493f-958d-ad96e8d4c5ec is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:51.232337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Pushing event updated for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:51.245229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:51.249725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:51.318682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2adf4-e4b1-40f8-bc52-1254a51a9afa req-4fc59b90-5956-4c44-9241-92729b8aeba4 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:51.321509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ace2adf4-e4b1-40f8-bc52-1254a51a9afa req-4fc59b90-5956-4c44-9241-92729b8aeba4 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 931 time: 0.1769993 Jul 15 16:51:51.343853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-2dc53e4c-62a4-48bc-a5fa-825914e33567 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:51.345500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-2dc53e4c-62a4-48bc-a5fa-825914e33567 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 819 time: 0.2145166 Jul 15 16:51:51.375604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-df7c37f5-0416-435d-b7fa-dfebc1c2aaf2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/quotas/b894df26fdce479b8afdb91b5085e3ac HTTP/1.1" status: 200 len: 375 time: 0.0222144 Jul 15 16:51:51.389637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:51.390805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.411482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-b2d13a58-95cf-45a4-8b41-49227cccffba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4183061 Jul 15 16:51:51.423564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ace2adf4-e4b1-40f8-bc52-1254a51a9afa req-f16ee571-28aa-4bd5-bfbd-200d1f40c247 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770509 Jul 15 16:51:51.437347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Request body: {'port': {'device_id': '8158d069-3802-4a25-a151-9a1abf640b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:51.475751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-73eae75f-f77a-4139-b290-a8e562e4d389 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879488 Jul 15 16:51:51.479844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9a724997-86b8-432d-bb26-ee031b80545a None None] Port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:51.494781 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.551559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8e71654b-3b88-441e-aa47-c6a535bd2368, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8e71654b-3b88-441e-aa47-c6a535bd2368,segment=NetworkSegment(4cb3c05e-cf26-4fc3-8c74-78d049aedacc),segment_id=4cb3c05e-cf26-4fc3-8c74-78d049aedacc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:51.564107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:51.564452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.567937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.587054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.667414 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.670038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8e71654b-3b88-441e-aa47-c6a535bd2368,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:51.673973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3ebb5582-9114-4605-8dd8-242513f4c0f4 None None] Provisioning complete for port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:51.673973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ebb5582-9114-4605-8dd8-242513f4c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.674843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-481d1285-2ab2-4269-ba33-8d104d8accd7 service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804729 Jul 15 16:51:51.711738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Transition to ACTIVE for port object 4a26d865-b229-4df7-8aee-1dd6610e6bc2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:51.720201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb5582-9114-4605-8dd8-242513f4c0f4 None None] Port ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:51:51.723186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.723537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-f9c56004-bbf4-4143-86d4-067d5ec2c9c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2004545 Jul 15 16:51:51.731533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-21a0a5e4-f27b-4b04-831b-7097c82c66c6 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 1001 time: 0.1103942 Jul 15 16:51:51.737227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.820207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48819b-e71b-4fcf-aa86-cc348c544272 None None] Pushing event updated for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:51.823024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for ea894869-b8c6-4c21-9bc4-8e75e0b8ac47 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:51.838187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Attempting to bind port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:51.838566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Attempting to bind port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:51.838927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Attempting to bind port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 on network 34b13c0e-5034-4822-b1fa-11c5e1aee750 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:51.840418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-d1f8ed50-85be-4ae4-8c90-685378a49c40 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:51.844767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:51.845157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Checking segment: {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:51.845536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.846415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Bound using segment: {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:51.846415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Bound port: 4a26d865-b229-4df7-8aee-1dd6610e6bc2, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:51.846808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:51.848520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-d1f8ed50-85be-4ae4-8c90-685378a49c40 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports/dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 942 time: 0.1141877 Jul 15 16:51:51.871404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-5a80c2a9-860f-423e-bb93-b7494d0ced91 service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684124 Jul 15 16:51:51.926893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] For port 4a26d865-b229-4df7-8aee-1dd6610e6bc2, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:51.934605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] For port 4a26d865-b229-4df7-8aee-1dd6610e6bc2, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4a26d865-b229-4df7-8aee-1dd6610e6bc2,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:51.941092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.016663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-d5fa1b04-5c0e-4f53-9a34-fbd389ba6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.018244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-d5fa1b04-5c0e-4f53-9a34-fbd389ba6ab0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.2195094 Jul 15 16:51:52.022920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:52.023742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:52.030947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48819b-e71b-4fcf-aa86-cc348c544272 None None] Pushing event updated for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:52.049679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-a198e2c3-a319-4a85-91a3-7e181df1d103 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 1001 time: 0.0990880 Jul 15 16:51:52.227179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:52.231218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-d5ebb71d-d604-4bd6-9fc7-74ccef4a66bb tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.234840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-d5ebb71d-d604-4bd6-9fc7-74ccef4a66bb tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1662357 Jul 15 16:51:52.281212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8e71654b-3b88-441e-aa47-c6a535bd2368 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:52.372496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-d2e4e9b4-cb74-48ed-8163-47dd543f4390 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 1001 time: 0.1312866 Jul 15 16:51:52.385123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:52.469545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8e71654b-3b88-441e-aa47-c6a535bd2368 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:52.469916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.552556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.630022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-992926c2-9d69-4be3-8fea-3670d8e33d65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1542401 Jul 15 16:51:52.714012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:51Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:52.747768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1364d0ba-dcc7-424b-88fa-6c6b10519b3b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:52.751940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262330b-791a-4f01-bcb3-8fd11827fd3e None None] The sync data for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 is: [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:51Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:52.773628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.792281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-7e3a7624-63c9-41ac-8cb9-82e55a4ea0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.794357 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-7e3a7624-63c9-41ac-8cb9-82e55a4ea0f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.7392459 Jul 15 16:51:52.831731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Transition to ACTIVE for port object 1364d0ba-dcc7-424b-88fa-6c6b10519b3b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:52.870378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.874013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-fb73769b-8063-41a8-970d-8918f1bd080d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0704172 Jul 15 16:51:52.879586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.908668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.921898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:52.922258 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Floating IP 9aeaee06-3d0b-4e9c-9467-1466e3b9422c disassociated. External IP: 172.25.8.231, port: dcf15d7f-edfb-4a3c-bcbe-a0de614faef6. Jul 15 16:51:52.932784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.933336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.933821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.934625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.935237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.935740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.936734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.938817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9faffc51-ad64-43e0-b6b5-165d057151e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6490 time: 0.2164836 Jul 15 16:51:52.955802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=ea894869-b8c6-4c21-9bc4-8e75e0b8ac47,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:52.962157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-9fe2a00b-f9a5-4fcc-8d5a-50f2931d0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:52.963320 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-9fe2a00b-f9a5-4fcc-8d5a-50f2931d0413 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0630732 Jul 15 16:51:53.005062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:53.098689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb551a-b08a-4a96-ac0c-edd617adb33a req-98465e25-9c3f-4eae-90d1-610b2cea7c3e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.102160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ffb551a-b08a-4a96-ac0c-edd617adb33a req-98465e25-9c3f-4eae-90d1-610b2cea7c3e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.3079267 Jul 15 16:51:53.327729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ffb551a-b08a-4a96-ac0c-edd617adb33a req-1b2f802c-f999-46a7-9665-7e954c9afedd tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118752 Jul 15 16:51:53.337599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4810c92c-3bad-48f3-ab80-34edb820f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.338079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4810c92c-3bad-48f3-ab80-34edb820f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.338552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4810c92c-3bad-48f3-ab80-34edb820f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.352526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4810c92c-3bad-48f3-ab80-34edb820f82f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d19312a-92de-4366-b01d-7804d5a6d70d&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=635f2096-e6a8-4bf0-891f-d3f486b5236d&id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 2287 time: 0.3509560 Jul 15 16:51:53.369722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:53.409211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-326282cd-1497-47e7-82b3-1046fc7b5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.411028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-326282cd-1497-47e7-82b3-1046fc7b5284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4023790 Jul 15 16:51:53.411796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Attempting to bind port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:53.412504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Attempting to bind port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '481c63c0-aa06-424f-9f83-27432924e835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:53.413095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Attempting to bind port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b on network 83d373e7-cc67-493f-958d-ad96e8d4c5ec {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:53.499066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b on network 83d373e7-cc67-493f-958d-ad96e8d4c5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:53.499469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Attempting to bind port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b on network 83d373e7-cc67-493f-958d-ad96e8d4c5ec {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:53.505807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18ed4d8d-8e65-4af8-97ba-2a4a4ade3d6b req-6b91e906-57e3-4646-923a-3bf5aa6a7348 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 210 time: 0.0513525 Jul 15 16:51:53.509315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-fc6305ae-814a-4e22-b0bc-3c84f163a2ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 200 len: 1001 time: 0.1472764 Jul 15 16:51:53.519293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Router f983fdc5-77b6-4f70-a4c9-95524bb5298f has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:53.571763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-e31b80df-2a61-49b2-8115-76cc3b66d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.573442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-e31b80df-2a61-49b2-8115-76cc3b66d6c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeee1726-16d3-4a4c-9823-bb146c206460 HTTP/1.1" status: 200 len: 849 time: 0.0563767 Jul 15 16:51:53.609944 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-cf78de99-ee2a-43f2-bd22-cdb6154c8ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876230 Jul 15 16:51:53.613631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:53.613975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Checking segment: {'id': '481c63c0-aa06-424f-9f83-27432924e835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:53.614813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Bound using segment: {'id': '481c63c0-aa06-424f-9f83-27432924e835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:53.614968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Bound port: 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481c63c0-aa06-424f-9f83-27432924e835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:53.615344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:53.789223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:53.797555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:53.802657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Sync routers for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:53.810386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-a4fe5d36-e2d0-4aff-881b-9aa27255d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.812428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-a4fe5d36-e2d0-4aff-881b-9aa27255d8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d19312a-92de-4366-b01d-7804d5a6d70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933246 Jul 15 16:51:53.821005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:53.823512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:53.856149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e5422-b76f-4da4-b435-5cd6dba0f668 req-534920cc-7e66-436d-aadf-7aa498be2f27 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:53.858312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-300e5422-b76f-4da4-b435-5cd6dba0f668 req-534920cc-7e66-436d-aadf-7aa498be2f27 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 943 time: 0.2230475 Jul 15 16:51:53.901652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-52bb5212-deb7-4bb0-a3c0-b62dee5e79e3 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "PUT /v2.0/floatingips/9aeaee06-3d0b-4e9c-9467-1466e3b9422c HTTP/1.1" status: 200 len: 695 time: 1.5207837 Jul 15 16:51:53.903787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router e57d0edc-4217-4519-aa82-b67e12e34b6d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:53.905709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:53.906195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:53.908515 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7206886-e0fc-467e-b54a-b61fce32421b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:53.914847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,segment=NetworkSegment(481c63c0-aa06-424f-9f83-27432924e835),segment_id=481c63c0-aa06-424f-9f83-27432924e835)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:53.959795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d026dc1-156a-4f3a-b818-ab9a2768871c req-fbf9af5b-6e28-4a7f-a03f-2e1cf7a14f2d service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398292 Jul 15 16:51:53.963861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.043738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:54.132152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.132807 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.134290 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/1364d0ba-dcc7-424b-88fa-6c6b10519b3b HTTP/1.1" status: 200 len: 1091 time: 2.7018976 Jul 15 16:51:54.134747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:54.137200 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd290c4-547e-4861-bc27-84058dc25b56" -d '{"events": [{"name": "network-changed", "server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:54.173281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-36c51fd9-d795-4bb7-97fd-2cc60fb6315a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.174914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-36c51fd9-d795-4bb7-97fd-2cc60fb6315a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 819 time: 0.3796818 Jul 15 16:51:54.179158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:54.189439 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29c591ca-17dd-46ce-8058-a8648f370ff0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/e57d0edc-4217-4519-aa82-b67e12e34b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9941251 Jul 15 16:51:54.190159 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] Sync routers for ids ['e57d0edc-4217-4519-aa82-b67e12e34b6d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:54.190649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:54.192619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126262c-4fbd-4891-9b40-d75850a690a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:54.204866 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] Routers {'e57d0edc-4217-4519-aa82-b67e12e34b6d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:54.207645 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e57d0edc-4217-4519-aa82-b67e12e34b6d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.209076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'port': {'device_id': '9e34dbe5-e047-4665-a32e-55186019282e', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'admin_state_up': True, 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:54.238610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-93f46cc5-d8dc-427c-8b00-400abeb2925a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=e57d0edc-4217-4519-aa82-b67e12e34b6d HTTP/1.1" status: 200 len: 205 time: 0.0469275 Jul 15 16:51:54.264281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55994) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:54.285807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.314660 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] Routers {'e57d0edc-4217-4519-aa82-b67e12e34b6d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:54.315433 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e57d0edc-4217-4519-aa82-b67e12e34b6d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.357214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a26d865-b229-4df7-8aee-1dd6610e6bc2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:54.359267 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.360370 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87de43b0-b8d7-4252-864b-311d484f7d2f None None] The sync data for ids ['e57d0edc-4217-4519-aa82-b67e12e34b6d'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:54.440534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.473735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Checking router: f983fdc5-77b6-4f70-a4c9-95524bb5298f for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:54.476050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:51:54.481171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.481908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:54.482380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.523507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-300e5422-b76f-4da4-b435-5cd6dba0f668 req-a2561070-21ad-4640-9f4b-7a46f5e79cdf tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6456306 Jul 15 16:51:54.550513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:54.551484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:54.567690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-94044b37-a389-4c2d-96b1-027735903efa service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334981 Jul 15 16:51:54.652682 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.723373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-b950b435-0fe1-48cb-b916-7ea5b6a75c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.730562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4a26d865-b229-4df7-8aee-1dd6610e6bc2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4a26d865-b229-4df7-8aee-1dd6610e6bc2,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:54.730740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-b950b435-0fe1-48cb-b916-7ea5b6a75c02 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1096 time: 0.2720265 Jul 15 16:51:54.738111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.750751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:54.754777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.757144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.771171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-354aad65-b216-4955-9933-6cdb8135d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.772793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-354aad65-b216-4955-9933-6cdb8135d802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12bf8f68ae364c99929f8bf8545147be&device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 1094 time: 0.5413513 Jul 15 16:51:54.782683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9597e476-b562-41c8-8145-86f01db40e90 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064195 Jul 15 16:51:54.817063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eecec-b453-4807-ba61-d59e4995ad9a req-7f752c6e-b75f-4ffc-bb7f-0d73dbfbc2c2 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.818698 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-591eecec-b453-4807-ba61-d59e4995ad9a req-7f752c6e-b75f-4ffc-bb7f-0d73dbfbc2c2 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.5861108 Jul 15 16:51:54.868641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-d80238a9-a67e-4218-8614-8bbd30bae847 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b HTTP/1.1" status: 200 len: 217 time: 0.0463574 Jul 15 16:51:54.869362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Made reservation on behalf of b894df26fdce479b8afdb91b5085e3ac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:51:54.870412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-7d1a6e5b-6852-4c0f-83fe-cff80e9b1254 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 217 time: 0.0483041 Jul 15 16:51:54.873321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.887278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc93e-632b-4705-b8b2-29c51b1c170f req-3ff2f88e-6c41-4650-8bda-2291e4e14d0b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.889524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d63fc93e-632b-4705-b8b2-29c51b1c170f req-3ff2f88e-6c41-4650-8bda-2291e4e14d0b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 946 time: 0.2145841 Jul 15 16:51:54.899002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.899624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router e57d0edc-4217-4519-aa82-b67e12e34b6d {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:51:54.925427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:54.929678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2700670-0416-4448-afe5-5584aba14d94 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/e57d0edc-4217-4519-aa82-b67e12e34b6d HTTP/1.1" status: 204 len: 168 time: 0.6648405 Jul 15 16:51:54.932811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:54.957748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-770d94d2-48e8-4a70-a737-489fe1947bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.959268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-770d94d2-48e8-4a70-a737-489fe1947bdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 928 time: 0.2279575 Jul 15 16:51:54.991459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-62898367-9e81-4001-92ab-e9426e154e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:54.992957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-62898367-9e81-4001-92ab-e9426e154e45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1023057 Jul 15 16:51:54.997303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d63fc93e-632b-4705-b8b2-29c51b1c170f req-84f37cc5-35e0-47c2-81f4-37f1f67281f4 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949841 Jul 15 16:51:55.005604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:55.043608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-936404d6-62fc-461e-8adc-fd0729acb750 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 217 time: 0.0656314 Jul 15 16:51:55.113733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-593487d7-f61b-4a3f-afed-91748878c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.115307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-593487d7-f61b-4a3f-afed-91748878c2d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8bb52b95-3cc6-42ec-86bb-db80ce080035 HTTP/1.1" status: 200 len: 849 time: 0.2173879 Jul 15 16:51:55.126680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet afe769ce-e54e-4444-af51-87904eefc587 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:51:55.133578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-ea3ba9c6-cca6-4f1d-a77c-a72243f97715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.135879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-ea3ba9c6-cca6-4f1d-a77c-a72243f97715 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.0701072 Jul 15 16:51:55.183213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9b7b4c8f-23db-44c6-af4c-11316d8ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.183774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:55.184798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9b7b4c8f-23db-44c6-af4c-11316d8ad958 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499219 Jul 15 16:51:55.270731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090b0889-876a-43d5-9aad-57c6cd4c0a20 None None] The sync data for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 is: [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:51:05Z', 'revision_number': 4, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cb71605d-99c2-4821-a99f-7b25bda6b34f', 'name': '', 'network_id': 'ea9df7d5-693e-44db-80a5-031cc3085164', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'mac_address': 'fa:16:3e:88:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:14Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'subnets': [{'id': 'eaf1b156-8c09-41ce-b691-4e050c3f57aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:55.275884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-7221942b-1552-4397-a4d2-c2571b0a53f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.277758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-7221942b-1552-4397-a4d2-c2571b0a53f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325758 Jul 15 16:51:55.431378 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7f69f0-e499-4d1a-afea-59afd3b207e3 x-openstack-request-id: req-2f7f69f0-e499-4d1a-afea-59afd3b207e3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:55.431960 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:55.432404 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f7f69f0-e499-4d1a-afea-59afd3b207e3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:55.436394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:55.440284 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'status': 'completed', 'code': 200} Jul 15 16:51:55.443005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-ec389712-180d-424a-b9e4-9b21ee0e61ee service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380974 Jul 15 16:51:55.479899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-af9ebd7b-868f-4f6c-80c9-95840bcbe093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83d373e7-cc67-493f-958d-ad96e8d4c5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3499112 Jul 15 16:51:55.487699 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e607c4e6-0611-4d7c-8188-78dd37f1a0cb x-openstack-request-id: req-e607c4e6-0611-4d7c-8188-78dd37f1a0cb {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:55.488048 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:55.488329 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e607c4e6-0611-4d7c-8188-78dd37f1a0cb {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:55.488727 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b', 'status': 'completed', 'code': 200} Jul 15 16:51:55.533967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-e9b9244e-c5e7-4e36-940e-d51939fa87b5 service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456360 Jul 15 16:51:55.586958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:55.625982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Deleting port b2e321ff-7617-4ab5-b914-120e8d01afbd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:55.626346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:55.682592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Allocated IP 172.20.0.8 (34b13c0e-5034-4822-b1fa-11c5e1aee750/41b2fc37-d8a4-4178-9504-88a66ff05cf0/2f14254d-c5d7-4b10-b5da-1d2800b362c4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:51:55.704792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfeedd-863d-4493-8c68-96ccbee7b1dc None None] New status for floating IP 9aeaee06-3d0b-4e9c-9467-1466e3b9422c: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:51:55.706732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-18e874ba-419c-4979-9776-e035c8f3578c service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480018 Jul 15 16:51:55.728526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7206886-e0fc-467e-b54a-b61fce32421b req-6f8d0f1a-22fb-4585-8d6a-1778dcb411da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.730067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-6f8d0f1a-22fb-4585-8d6a-1778dcb411da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 1096 time: 0.2620590 Jul 15 16:51:55.777863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-a9d9fd80-cce6-45b3-859a-00c0e82b4ccd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 217 time: 0.0585365 Jul 15 16:51:55.807633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f30-3821-43ac-bcec-88c97dcaa736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:55.847804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a6fc9c-700b-4249-86f8-a0c1371b316b req-88fcc29d-a217-46d0-910a-c59d28232d04 service neutron] 10.222.0.25 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721643 Jul 15 16:51:55.853988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-59063321-c776-4edd-98e7-e5338ffc0aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440394 Jul 15 16:51:55.905432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:55.909911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648321f5-8f3b-4658-b80a-d9f7381ce48d req-0f4ec617-9c93-4eba-a656-0f96430ea816 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.911762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-648321f5-8f3b-4658-b80a-d9f7381ce48d req-0f4ec617-9c93-4eba-a656-0f96430ea816 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2952359 Jul 15 16:51:55.928008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4c329ffe-2b45-4613-90a8-6fba05a8e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:55.929513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-4c329ffe-2b45-4613-90a8-6fba05a8e9a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1371608 Jul 15 16:51:55.968397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] For port b2e321ff-7617-4ab5-b914-120e8d01afbd, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b2e321ff-7617-4ab5-b914-120e8d01afbd,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:55.968917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.020950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7206886-e0fc-467e-b54a-b61fce32421b req-0498a541-07e5-4fe1-9b2a-20faaeee8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.022417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-0498a541-07e5-4fe1-9b2a-20faaeee8b13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 200 len: 928 time: 0.2568824 Jul 15 16:51:56.064355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6f0df5d-911b-464e-8bf7-39068bebc1d4 req-af0112b5-767a-4f2e-8c89-96892f41ca7a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 210 time: 0.0511501 Jul 15 16:51:56.103332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-648321f5-8f3b-4658-b80a-d9f7381ce48d req-5c62ca2d-8138-4c53-8a58-e24e1bff22aa tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771510 Jul 15 16:51:56.106553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-e455c0ae-eb4d-4062-83c6-222185415393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 200 len: 217 time: 0.0698850 Jul 15 16:51:56.157368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9f5928d3-baab-457a-9c4d-8bf76557fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.158913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9f5928d3-baab-457a-9c4d-8bf76557fcba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2197492 Jul 15 16:51:56.218947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.240208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a26d865-b229-4df7-8aee-1dd6610e6bc2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:51:56.276142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7206886-e0fc-467e-b54a-b61fce32421b req-b0cf06e4-ab66-4409-977b-2425ee01233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.277917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-b0cf06e4-ab66-4409-977b-2425ee01233e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 200 len: 867 time: 0.1612515 Jul 15 16:51:56.293280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:51:56.293653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.308029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3b7431c-e580-4966-8685-8bbc98fb85e0 req-809d67bf-f6c4-4713-a679-4e4f539d719d service neutron] 10.222.0.20 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431701 Jul 15 16:51:56.313453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.316544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=afe769ce-e54e-4444-af51-87904eefc587,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:56.328007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.331207 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-028bcb01-eb4d-4b55-93c8-192652b359c4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/afe769ce-e54e-4444-af51-87904eefc587 HTTP/1.1" status: 204 len: 168 time: 1.3705213 Jul 15 16:51:56.341823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-fd921838-9fd8-40a3-8f28-f6b74532ba7c tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips/9aeaee06-3d0b-4e9c-9467-1466e3b9422c HTTP/1.1" status: 200 len: 693 time: 0.1421266 Jul 15 16:51:56.342542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:56.350909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733093e-e476-4d9e-9926-09969065c4de None None] Network 91c3e4e8-0262-4c76-9d31-119216efb2b3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:51:56.499643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-17db226a-c92e-436f-ae9e-781975d6ebd6 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284535 Jul 15 16:51:56.565429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7206886-e0fc-467e-b54a-b61fce32421b req-b210d3d8-b6ea-4ac0-8756-e68d9c3b7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.567046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-b210d3d8-b6ea-4ac0-8756-e68d9c3b7c11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea9df7d5-693e-44db-80a5-031cc3085164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2575336 Jul 15 16:51:56.577075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2fa0-7a31-4809-a534-a5fe2480762a req-5ff18b8a-8481-4c09-943e-743c8b13d7db tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.579537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39cd2fa0-7a31-4809-a534-a5fe2480762a req-5ff18b8a-8481-4c09-943e-743c8b13d7db tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 943 time: 0.3818376 Jul 15 16:51:56.586407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] DHCP port deletion for 91c3e4e8-0262-4c76-9d31-119216efb2b3 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:51:56.587341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-efee635c-586d-4e2e-a069-e2402969d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.588737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-efee635c-586d-4e2e-a069-e2402969d9c9 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.2468598 Jul 15 16:51:56.634873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Deleting port 8e71654b-3b88-441e-aa47-c6a535bd2368 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:56.635249 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.643298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.643796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.644231 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Floating IP edbd228e-88e4-4420-9cfd-7979f1e13352 disassociated. External IP: 172.25.8.132, port: b2e321ff-7617-4ab5-b914-120e8d01afbd. Jul 15 16:51:56.644661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Calling delete_port for b2e321ff-7617-4ab5-b914-120e8d01afbd owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:56.654076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.667933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.706751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] For port 8e71654b-3b88-441e-aa47-c6a535bd2368, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8e71654b-3b88-441e-aa47-c6a535bd2368,segment=NetworkSegment(4cb3c05e-cf26-4fc3-8c74-78d049aedacc),segment_id=4cb3c05e-cf26-4fc3-8c74-78d049aedacc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:56.707444 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.721623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Calling delete_port for 8e71654b-3b88-441e-aa47-c6a535bd2368 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:56.732616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-8c3fdd5f-2a50-4c4e-aff6-5508851047b4 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.1257386 Jul 15 16:51:56.793115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-b24ed945-b2d9-40de-aa71-1a07e6ef997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.794635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-b24ed945-b2d9-40de-aa71-1a07e6ef997e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12bf8f68ae364c99929f8bf8545147be&device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 1094 time: 0.4028301 Jul 15 16:51:56.798944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Network 34b13c0e-5034-4822-b1fa-11c5e1aee750 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:51:56.807466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:56.822964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:51:56.824839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:56.827397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:51:56.834951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] Pushing event deleted for resources: {'Port': ['ID=8e71654b-3b88-441e-aa47-c6a535bd2368,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:56.840472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f681e-7dbb-4f3e-a119-0ddd62198078 None None] No DVR routers for this DVR port 8e71654b-3b88-441e-aa47-c6a535bd2368 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:56.855921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39cd2fa0-7a31-4809-a534-a5fe2480762a req-f3b7ffaa-2ef2-4a2c-bad9-8fd97395b991 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661912 Jul 15 16:51:56.861420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-bfe2b72b-09e0-4da0-9c15-bdd250e292f5 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492529 Jul 15 16:51:56.866193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9afe64f0-a565-45bc-9d57-de768bb0a557 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.0971482 Jul 15 16:51:56.950661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-7baa197b-126a-4e61-ba7d-0e1b21533f55 service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543780 Jul 15 16:51:56.952703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-6ce90cd4-59b9-49b8-8d5e-f3eeb1c0dd15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 HTTP/1.1" status: 200 len: 217 time: 0.0765464 Jul 15 16:51:56.978577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:56.979266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.030381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 8e71654b-3b88-441e-aa47-c6a535bd2368 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:57.030722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.037938 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-e8a9ddd6-7d0e-4b13-97c1-287c1083bc8a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8346364 Jul 15 16:51:57.039232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-3bd6b259-622f-4d50-b1dc-d28afd692a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:57.040585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-3bd6b259-622f-4d50-b1dc-d28afd692a50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83d373e7-cc67-493f-958d-ad96e8d4c5ec HTTP/1.1" status: 200 len: 909 time: 0.2313077 Jul 15 16:51:57.076286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Request body: {'port': {'device_id': '9e34dbe5-e047-4665-a32e-55186019282e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:57.137488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-db56971b-5768-461d-862e-39b63bad4473 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b HTTP/1.1" status: 200 len: 217 time: 0.0725882 Jul 15 16:51:57.181839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.471379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-70e3d4c9-9626-4158-9bb6-0e85722ba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:57.472871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-70e3d4c9-9626-4158-9bb6-0e85722ba41e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.4780679 Jul 15 16:51:57.483755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 8e71654b-3b88-441e-aa47-c6a535bd2368, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:51:57.484145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.521364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event deleted for resources: {'Port': ['ID=b2e321ff-7617-4ab5-b914-120e8d01afbd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:57.538942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 8e71654b-3b88-441e-aa47-c6a535bd2368 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:57.544920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Port 8e71654b-3b88-441e-aa47-c6a535bd2368 was not found and therefore no delete operation was performed {{(pid=100428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:51:57.550192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7206886-e0fc-467e-b54a-b61fce32421b req-540c52ad-67ba-4ecf-a97b-3707daac2466 service neutron] 10.222.0.20 "GET /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543721 Jul 15 16:51:57.562488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Deleting port 34507a65-9480-4732-b9da-76b988677a52 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:51:57.562831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.572892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f1241-1e2f-4e00-b3fb-dea3abdf977c req-66319703-ab9e-42f3-a0d7-8966046f7962 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:57.574275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.574440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e0f1241-1e2f-4e00-b3fb-dea3abdf977c req-66319703-ab9e-42f3-a0d7-8966046f7962 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 867 time: 0.5806201 Jul 15 16:51:57.647095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-ef293e0c-7166-4a2f-8932-1387864e3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:57.648523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-ef293e0c-7166-4a2f-8932-1387864e3672 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643543 Jul 15 16:51:57.648758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-94c0b59d-b02c-4122-961d-bfa70dcbd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:57.650088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-94c0b59d-b02c-4122-961d-bfa70dcbd02e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8bb52b95-3cc6-42ec-86bb-db80ce080035 HTTP/1.1" status: 200 len: 849 time: 0.4843411 Jul 15 16:51:57.655846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=8e71654b-3b88-441e-aa47-c6a535bd2368,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:57.659592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 8e71654b-3b88-441e-aa47-c6a535bd2368 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:57.673602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.705459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.705777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.741955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Calling delete_port for 34507a65-9480-4732-b9da-76b988677a52 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:51:57.750307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e0f1241-1e2f-4e00-b3fb-dea3abdf977c req-424e8af1-a540-4b9d-9bf3-fd9b41d73497 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups?id=961268f3-6e90-43a7-8b69-25e8a474c79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646781 Jul 15 16:51:57.769766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-9e76d20e-480a-4ca1-b596-454e844b0d99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83d373e7-cc67-493f-958d-ad96e8d4c5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002893 Jul 15 16:51:57.851154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-a2740ab2-b01f-4bea-85a6-21cf8a3ebd6a service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791387 Jul 15 16:51:57.891320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:57.922458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c3e4e8-0262-4c76-9d31-119216efb2b3']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:57.988603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-fea5b809-4a81-47de-8e81-153107137e16 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267009 Jul 15 16:51:58.034247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb3c05e-cf26-4fc3-8c74-78d049aedacc') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:58.034872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb3c05e-cf26-4fc3-8c74-78d049aedacc') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:58.040840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Router 4e778c5b-f375-4852-ad03-7b62a7533feb has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:51:58.054353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.078324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-c1e101aa-5aa1-4679-aefa-a233e9d83075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0797789 Jul 15 16:51:58.103125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.113465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-16090920-fa95-482b-a8b9-0a4f87dc2d54 service neutron] 10.222.0.20 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056314 Jul 15 16:51:58.155699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:51:58.156150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:51:58.159274 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:51:58.169113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.198108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8e71654b-3b88-441e-aa47-c6a535bd2368 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:58.211199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event deleted for resources: {'Port': ['ID=34507a65-9480-4732-b9da-76b988677a52,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:58.223646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8e71654b-3b88-441e-aa47-c6a535bd2368 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:58.224177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8e71654b-3b88-441e-aa47-c6a535bd2368 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:58.270863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3597ccd0-d95a-421f-b395-a05ba69fc99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.279472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-2f5cee00-59c8-47fb-8aaa-d68ca134e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:58.281060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-2f5cee00-59c8-47fb-8aaa-d68ca134e8b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1894159 Jul 15 16:51:58.332709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.336095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.337330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3330fbdd-f857-4f0d-83ec-622bb8830c42 req-9705c00a-ff72-484a-b9c9-de638d90937b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "DELETE /v2.0/floatingips/9aeaee06-3d0b-4e9c-9467-1466e3b9422c HTTP/1.1" status: 204 len: 173 time: 1.4600124 Jul 15 16:51:58.365376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f8c6-ebc7-44e5-aa22-8029a8df058e req-e59f0115-c2b2-4206-96b0-5b38ccbba199 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:58.366930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc60f8c6-ebc7-44e5-aa22-8029a8df058e req-e59f0115-c2b2-4206-96b0-5b38ccbba199 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 931 time: 0.2341590 Jul 15 16:51:58.381696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.405166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-c884a8e7-a5f4-466b-946e-a5852521aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:58.405659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.406219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-c884a8e7-a5f4-466b-946e-a5852521aa46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161907 Jul 15 16:51:58.407536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/91c3e4e8-0262-4c76-9d31-119216efb2b3 HTTP/1.1" status: 204 len: 168 time: 2.0643682 Jul 15 16:51:58.411685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56026) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:51:58.426946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-501498602', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:51:58.439253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c68c-ad2a-44ac-9178-46f809f187b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=91c3e4e8-0262-4c76-9d31-119216efb2b3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:58.446492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:51:58.457056 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Sync routers for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:51:58.460761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fd290c4-547e-4861-bc27-84058dc25b56 req-147dad91-6449-48ef-9400-48131229dcb2 service neutron] 10.222.0.20 "GET /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988052 Jul 15 16:51:58.466888 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:58.467484 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:58.480524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc60f8c6-ebc7-44e5-aa22-8029a8df058e req-f102cbe0-22a7-47b1-bce4-a830a97a00bf tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058850 Jul 15 16:51:58.547079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] No DVR routers for this DVR port b2e321ff-7617-4ab5-b914-120e8d01afbd on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:51:58.550621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.553471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-591eecec-b453-4807-ba61-d59e4995ad9a req-331a1ebe-5285-4fd9-a8c4-05d2cc88fa1b tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.20 "DELETE /v2.0/ports/b2e321ff-7617-4ab5-b914-120e8d01afbd HTTP/1.1" status: 204 len: 173 time: 3.7222681 Jul 15 16:51:58.553904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'name': 'network-vif-deleted', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:51:58.556194 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dbfd86-14eb-4cb6-84a7-fec56132400c" -d '{"events": [{"server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "name": "network-vif-deleted", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:51:58.573520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f14254d-c5d7-4b10-b5da-1d2800b362c4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:51:58.586244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.602438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Transition to ACTIVE for port object 2f14254d-c5d7-4b10-b5da-1d2800b362c4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:51:58.611216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.613360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.614532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.624830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:58.660582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-0ac6c771-020c-4ca0-9345-97862c82e4fc service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457855 Jul 15 16:51:58.677801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b2e321ff-7617-4ab5-b914-120e8d01afbd no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:51:58.716756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: b2e321ff-7617-4ab5-b914-120e8d01afbd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:51:58.718533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b2e321ff-7617-4ab5-b914-120e8d01afbd not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:51:58.742161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349130f-6307-48d1-af36-ad10dd60da6a req-46ad2a2d-edf3-473f-a60a-c5e322153542 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:58.743697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0349130f-6307-48d1-af36-ad10dd60da6a req-46ad2a2d-edf3-473f-a60a-c5e322153542 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2912073 Jul 15 16:51:58.753466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:58.769568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.790413 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.793833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Attempting to bind port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:51:58.796806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Attempting to bind port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:51:58.796806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Attempting to bind port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 on network 34b13c0e-5034-4822-b1fa-11c5e1aee750 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:58.805062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 on network 34b13c0e-5034-4822-b1fa-11c5e1aee750 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:51:58.805386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Attempting to bind port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 on network 34b13c0e-5034-4822-b1fa-11c5e1aee750 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:51:58.810425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:51:58.811469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Checking segment: {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:51:58.811861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Bound using segment: {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:51:58.812405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Bound port: 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148a676f-fe7f-4e76-806c-b4a045c7f5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:51:58.812768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.881832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:51:58.885672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:51:58.892143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.916806 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:58.926695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:58.927329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:58.928818 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 1091 time: 1.8658199 Jul 15 16:51:58.944363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0349130f-6307-48d1-af36-ad10dd60da6a req-b514c23a-7698-422b-a53a-432dd91d4338 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735370 Jul 15 16:51:58.957323 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Checking router: 4e778c5b-f375-4852-ad03-7b62a7533feb for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:51:58.968277 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:51:58.969049 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:58.980226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c175ed-251b-48c3-bf5f-1ace9efddfb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:51:59.044268 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944164b-a654-4e01-8047-7212c530cd62 x-openstack-request-id: req-c944164b-a654-4e01-8047-7212c530cd62 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:51:59.046342 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1333ea-d824-411e-a6b3-bf47519603c9", "name": "network-vif-deleted", "tag": "b2e321ff-7617-4ab5-b914-120e8d01afbd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:51:59.047430 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c944164b-a654-4e01-8047-7212c530cd62 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:51:59.048025 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1333ea-d824-411e-a6b3-bf47519603c9', 'name': 'network-vif-deleted', 'tag': 'b2e321ff-7617-4ab5-b914-120e8d01afbd', 'status': 'completed', 'code': 200} Jul 15 16:51:59.056373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-60784564-b01b-463d-8732-6311ea06dd29 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840666 Jul 15 16:51:59.064463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65c42d-e8b7-4e6a-95d6-64dea32e020b req-1bf739bb-81d1-49f1-95de-09aadc83aeba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.065980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce65c42d-e8b7-4e6a-95d6-64dea32e020b req-1bf739bb-81d1-49f1-95de-09aadc83aeba tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 943 time: 0.3523619 Jul 15 16:51:59.074304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:59.082738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-9c2aedf2-7c56-4466-9cb6-2518a31c5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.085133 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-9c2aedf2-7c56-4466-9cb6-2518a31c5fd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1094 time: 0.0863762 Jul 15 16:51:59.128551 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:51:59.130759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-afdbcaec-dac4-4483-892e-fa37a89f4c81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 200 len: 217 time: 0.0633969 Jul 15 16:51:59.154847 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-781baff2-5a2e-40e9-9b01-d13d4c2d2bf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.0594592 Jul 15 16:51:59.210313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-18451cd9-83e1-432e-a328-c148360760bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.211956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-18451cd9-83e1-432e-a328-c148360760bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.0523784 Jul 15 16:51:59.245018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce65c42d-e8b7-4e6a-95d6-64dea32e020b req-5c9b7697-78cd-4083-a221-24de0275aea9 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650980 Jul 15 16:51:59.257485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-af0a919b-90fa-40f5-a832-c415c67c1f16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379925 Jul 15 16:51:59.267971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c849fa0-77d5-470d-826f-ae272092acca req-ed0d03f2-a6d6-40e0-9562-bab2c0e3c592 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1333ea-d824-411e-a6b3-bf47519603c9 HTTP/1.1" status: 200 len: 210 time: 0.1146009 Jul 15 16:51:59.339534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-435c7a3b-b48d-4dc3-83ec-069b18bf5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.345695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-435c7a3b-b48d-4dc3-83ec-069b18bf5b19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.2066317 Jul 15 16:51:59.389175 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-f2f55860-a5eb-4f36-88bb-9d1be99dd72d service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235898 Jul 15 16:51:59.409034 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:51:59.410755 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:51:59.440104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:59.445484 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba68fa6-0e38-432a-87d4-89580fb0c15c None None] The sync data for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 is: [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a67bab-66a6-4dd8-933b-da213282c806', 'name': '', 'network_id': 'f5d90009-bd42-4f3d-9930-d23992058d9e', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'mac_address': 'fa:16:3e:c2:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:22Z', 'updated_at': '2021-07-15T16:49:30Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'subnets': [{'id': '0b304924-16e0-4227-adb4-e3b46acbc47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:51:59.541627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fccf9725-752d-46d8-ab92-dd1aedadbbaf req-6088235d-f0a8-41bb-8c8d-a61500df83cb service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398880 Jul 15 16:51:59.556651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-f4ca9445-cf37-4162-a719-05c0156e1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.558580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-f4ca9445-cf37-4162-a719-05c0156e1b14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1993914 Jul 15 16:51:59.615291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbb9c7-ef81-4873-b802-ec5937c8098d req-eb9cdbdd-b513-42b6-90b8-d53f530c225b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:51:59.616883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41bbb9c7-ef81-4873-b802-ec5937c8098d req-eb9cdbdd-b513-42b6-90b8-d53f530c225b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1481135 Jul 15 16:51:59.719897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aaa09-9cdb-4a3b-bbda-5f93c373a3d6 None None] New status for floating IP edbd228e-88e4-4420-9cfd-7979f1e13352: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:51:59.729821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41bbb9c7-ef81-4873-b802-ec5937c8098d req-5b119306-4a6d-4e5a-9b4f-27ba0413a16e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1055532 Jul 15 16:51:59.844485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59e7cd37-d6a1-4eff-a6e4-7796216c747b req-4959ba5f-c2d0-4804-869f-1347189b630e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0808556 Jul 15 16:51:59.866885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:51:59.869881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-5dbd1b5e-08f5-460c-8c69-1fc05ab144ad service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002708 Jul 15 16:51:59.905179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:00.029856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5723a-43c1-43fe-964c-57a39f55c022 req-2fb6bbfc-36b4-4f27-a828-997e47caf1a7 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:00.031375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79b5723a-43c1-43fe-964c-57a39f55c022 req-2fb6bbfc-36b4-4f27-a828-997e47caf1a7 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 943 time: 0.2690129 Jul 15 16:52:00.110864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-1c1dfbd7-24b6-4754-9193-7fb9c1f01242 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152922 Jul 15 16:52:00.120923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79b5723a-43c1-43fe-964c-57a39f55c022 req-8d8d621d-8c37-429e-aedd-dc56f60f8e92 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832889 Jul 15 16:52:00.144795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.25.8.247 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f5c06937-30a2-4ff7-9e4f-c2911310478d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:00.181070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-2a4ea56f-4026-43e1-9b63-271ed4431cc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 200 len: 217 time: 0.0429909 Jul 15 16:52:00.648419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-eee80d83-d97b-41c6-b746-17595b27ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:00.649791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-eee80d83-d97b-41c6-b746-17595b27ff49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.1392093 Jul 15 16:52:00.695838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1364d0ba-dcc7-424b-88fa-6c6b10519b3b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:00.734548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db94f5-49af-4c7b-a379-32f1d9f2590b req-a0f21fe0-e6a8-49be-89a6-eb77cc91d152 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:00.736036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79db94f5-49af-4c7b-a379-32f1d9f2590b req-a0f21fe0-e6a8-49be-89a6-eb77cc91d152 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.5569339 Jul 15 16:52:00.750550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:00.777967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cedb74-c8f5-4efc-8a50-0cbc5d989baf req-2d35ef8e-3b00-495e-b69c-772cab51610e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:00.779585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73cedb74-c8f5-4efc-8a50-0cbc5d989baf req-2d35ef8e-3b00-495e-b69c-772cab51610e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 945 time: 0.2611027 Jul 15 16:52:00.797679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,segment=NetworkSegment(481c63c0-aa06-424f-9f83-27432924e835),segment_id=481c63c0-aa06-424f-9f83-27432924e835)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:00.809353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b', 'network_id': '83d373e7-cc67-493f-958d-ad96e8d4c5ec', 'port_id': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b', 'mac_address': 'fa:16:3e:30:0f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb52b95-3cc6-42ec-86bb-db80ce080035', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:00.846794 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:00.848314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9e2ce824-5127-463f-ae53-43a4a6304a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:00.849828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-9e2ce824-5127-463f-ae53-43a4a6304a95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1873088 Jul 15 16:52:00.859940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1364d0ba-dcc7-424b-88fa-6c6b10519b3b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:00.879824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,segment=NetworkSegment(481c63c0-aa06-424f-9f83-27432924e835),segment_id=481c63c0-aa06-424f-9f83-27432924e835)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:00.880998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73cedb74-c8f5-4efc-8a50-0cbc5d989baf req-b1e11f2d-ecd4-4c1e-8144-bbac14d3d91b tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888941 Jul 15 16:52:00.883694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:00.914179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:00.918571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79db94f5-49af-4c7b-a379-32f1d9f2590b req-11f225a4-c2af-4d88-800e-e18c98a03139 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656203 Jul 15 16:52:00.952313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:00.993494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:01.004908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:01.012825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:01.049354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:01.051805 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:01.059369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=f5c06937-30a2-4ff7-9e4f-c2911310478d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:01.083189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-0ac7f8e2-8ddd-4034-8591-d638e6dbbe46 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189214 Jul 15 16:52:01.127886 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.245335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:01.279944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['1364d0ba-dcc7-424b-88fa-6c6b10519b3b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:01.282966 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73cd24a-2529-4dd3-97e2-a8c782ec3a51 x-openstack-request-id: req-c73cd24a-2529-4dd3-97e2-a8c782ec3a51 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:01.283321 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:01.283584 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c73cd24a-2529-4dd3-97e2-a8c782ec3a51 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:01.284005 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:52:01.285144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694d263-1b68-44b2-bec9-ff7c8a331c5d req-35b509e3-72e7-47ab-b5fd-f279a731af20 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.286737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c694d263-1b68-44b2-bec9-ff7c8a331c5d req-35b509e3-72e7-47ab-b5fd-f279a731af20 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 944 time: 0.2718203 Jul 15 16:52:01.330210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c71765b-5789-4400-af5c-2c717fe8e766 req-373b36b6-f8eb-47b9-8154-7437befb98d7 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373683 Jul 15 16:52:01.379202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.412424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.425537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c694d263-1b68-44b2-bec9-ff7c8a331c5d req-8bfc932a-b7a9-46e9-b936-b84f33c0dac4 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245358 Jul 15 16:52:01.466270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-f536a263-1336-45d9-89f4-6e3db9c3353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.468630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-f536a263-1336-45d9-89f4-6e3db9c3353d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1094 time: 0.1515639 Jul 15 16:52:01.511257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.514443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.515744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "DELETE /v2.0/security-groups/961268f3-6e90-43a7-8b69-25e8a474c79e HTTP/1.1" status: 204 len: 168 time: 0.2693377 Jul 15 16:52:01.515860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.519294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56066) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:01.529265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961268f3-6e90-43a7-8b69-25e8a474c79e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:01.565032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.565373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.565711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.566045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.566374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.566699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.567020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.567339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.567655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.567968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.568312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.568633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81861e65-c2d3-4dab-8c12-0eb26723db78 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:01.569973 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-d8f64293-e861-42d4-aefc-3c4e90865039 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] show failed (client error): The resource could not be found. Jul 15 16:52:01.571346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d8f64293-e861-42d4-aefc-3c4e90865039 tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "GET /v2.0/security-groups/961268f3-6e90-43a7-8b69-25e8a474c79e HTTP/1.1" status: 404 len: 347 time: 0.0493004 Jul 15 16:52:01.576419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:01.593464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11749f37-bf88-4cbc-86fd-88eeca18ae94 req-20e19ca1-cdbc-4bda-90fd-baca1478b2f5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.594985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11749f37-bf88-4cbc-86fd-88eeca18ae94 req-20e19ca1-cdbc-4bda-90fd-baca1478b2f5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 943 time: 0.1760702 Jul 15 16:52:01.671115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-96974a78-f397-4c8c-ac7e-697e7d29df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.672626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-96974a78-f397-4c8c-ac7e-697e7d29df85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.1942358 Jul 15 16:52:01.674525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11749f37-bf88-4cbc-86fd-88eeca18ae94 req-f5995c8e-062c-4c40-97f4-5fc7b59460a9 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494418 Jul 15 16:52:01.727401 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-f066da83-c92a-43a1-a603-67164f939efb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.0343075 Jul 15 16:52:01.787682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Deleting port 2e5b2835-1694-4a66-8d3b-17eaa64f6bbc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:01.788020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.807990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-0ba7d46d-daed-4bb3-8d63-8ace4be713cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.809476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-0ba7d46d-daed-4bb3-8d63-8ace4be713cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.0750048 Jul 15 16:52:01.812710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.871228 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-3a54cce9-045e-408a-a73d-63b0e2c9a0c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531068 Jul 15 16:52:01.883729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-8ba7be58-a997-496c-9ec5-057d52fd902e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:01.885197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-8ba7be58-a997-496c-9ec5-057d52fd902e tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 945 time: 0.1177974 Jul 15 16:52:01.919329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.919659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:01.958182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Calling delete_port for 2e5b2835-1694-4a66-8d3b-17eaa64f6bbc owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:02.037104 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-4886f5b4-ad44-4719-ad5c-b5ba2a2bf36d service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575253 Jul 15 16:52:02.139335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 0261a0bf-8bd2-440e-a8b0-819ef6d9173b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:52:02.168685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Deleting port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:02.169033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.174429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d02a3e1c-b27e-4514-901e-45c8ba39e8eb req-4a9be9ca-7fc7-461b-a70d-3c8cd493ef2f service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302376 Jul 15 16:52:02.194708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.223019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Pushing event deleted for resources: {'Port': ['ID=2e5b2835-1694-4a66-8d3b-17eaa64f6bbc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:02.251655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3218f-7e91-4c65-8985-a199716b2251 req-5ba1b81a-433f-450a-bc89-6cfdad019234 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:02.253181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bea3218f-7e91-4c65-8985-a199716b2251 req-5ba1b81a-433f-450a-bc89-6cfdad019234 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 945 time: 0.2461057 Jul 15 16:52:02.268484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbdba6-f928-4a3a-a832-c77b2e064048 req-53ba16ff-c769-42f0-a74d-a6e598952706 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:02.269929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cdbdba6-f928-4a3a-a832-c77b2e064048 req-53ba16ff-c769-42f0-a74d-a6e598952706 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2087593 Jul 15 16:52:02.286952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.290290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.291586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f01a2fc8-1df9-4d1a-a058-a85a362d8ccc tempest-ServersTestManualDisk-1392517951 tempest-ServersTestManualDisk-1392517951-project] 10.222.0.25 "DELETE /v2.0/floatingips/edbd228e-88e4-4420-9cfd-7979f1e13352 HTTP/1.1" status: 204 len: 168 time: 0.7137783 Jul 15 16:52:02.294625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:02.437430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cdbdba6-f928-4a3a-a832-c77b2e064048 req-64ec555f-ce4d-4091-8479-4f9ea881ed71 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277366 Jul 15 16:52:02.440190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bea3218f-7e91-4c65-8985-a199716b2251 req-66b3aee0-c9ec-4ac1-b7e6-3106842f648d tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/security-groups?id=af39a2d4-54aa-46ea-890c-3e88d8420e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659396 Jul 15 16:52:02.444372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] For port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:02.444638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.463948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Calling delete_port for dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:02.469634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:02.479680 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] Sync routers for ids ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:02.497129 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] Routers {'0261a0bf-8bd2-440e-a8b0-819ef6d9173b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:02.497768 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:02.565957 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.568255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:02.578182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ca78cc23-7344-42f7-b2dd-b7b7c7ae93ba tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1548018 Jul 15 16:52:02.580824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:02.581961 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] Routers {'0261a0bf-8bd2-440e-a8b0-819ef6d9173b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:02.582805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:02.632635 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:02.633338 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a58ddb-8da0-4337-9a7f-16adba02b72c None None] The sync data for ids ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:02.707868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2f14254d-c5d7-4b10-b5da-1d2800b362c4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:02.711689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1364d0ba-dcc7-424b-88fa-6c6b10519b3b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:02.855936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:02.870085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:02.870451 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:02.914645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:02.936086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'port_id': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'mac_address': 'fa:16:3e:ad:b1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:03.003261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.003468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.020726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.023264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f14254d-c5d7-4b10-b5da-1d2800b362c4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:03.057902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:03.062691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:03.064863 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b5a374-b10a-4160-a3db-f2b4e8d1aeff" -d '{"events": [{"server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "name": "network-vif-plugged", "status": "completed", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:03.074411 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.081461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,segment=NetworkSegment(481c63c0-aa06-424f-9f83-27432924e835),segment_id=481c63c0-aa06-424f-9f83-27432924e835)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:03.105808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.134982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:03.145581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d35e6b37-b010-43b3-a8ce-a233a5a10a9e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers/0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 200 len: 880 time: 0.5636227 Jul 15 16:52:03.146373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:03.273679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08610895-f0f3-4499-8394-476adf676889 req-bb938709-6370-4ee0-99bc-3d63b2ae84bb tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:03.275239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08610895-f0f3-4499-8394-476adf676889 req-bb938709-6370-4ee0-99bc-3d63b2ae84bb tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 944 time: 0.2624907 Jul 15 16:52:03.289117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Deleting port 39a67bab-66a6-4dd8-933b-da213282c806 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:03.289708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.299817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbb16f-4108-4de2-a222-2936eaa9e53a req-19b6f12b-9b5b-4ae6-9317-a97930dc64f1 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:03.302081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48dbb16f-4108-4de2-a222-2936eaa9e53a req-19b6f12b-9b5b-4ae6-9317-a97930dc64f1 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 943 time: 0.2790256 Jul 15 16:52:03.312802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:03.325032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.343265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:03.378982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] For port 39a67bab-66a6-4dd8-933b-da213282c806, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a67bab-66a6-4dd8-933b-da213282c806,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:03.379345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.389212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Pushing event deleted for resources: {'Port': ['ID=dcf15d7f-edfb-4a3c-bcbe-a0de614faef6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:03.397635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Calling delete_port for 39a67bab-66a6-4dd8-933b-da213282c806 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:03.442740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2f14254d-c5d7-4b10-b5da-1d2800b362c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:03.459323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08610895-f0f3-4499-8394-476adf676889 req-96d3f315-d829-4ec1-a81f-7f96b39b0cb3 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684616 Jul 15 16:52:03.482580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48dbb16f-4108-4de2-a222-2936eaa9e53a req-ed7c53ff-f9e5-4062-b0e3-9244761b5de9 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666148 Jul 15 16:52:03.535174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] No DVR routers for this DVR port dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:03.577122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.579435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6677ab54-106e-40e1-9ce3-da26a79d28a7 req-41d805cc-2a24-46ef-b200-d01e0a256619 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.20 "DELETE /v2.0/ports/dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 HTTP/1.1" status: 204 len: 173 time: 1.6633787 Jul 15 16:52:03.580492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'name': 'network-vif-deleted', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:03.582781 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa93c7c-1dd5-4599-a8dd-5352127d55a8" -d '{"events": [{"server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "name": "network-vif-deleted", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:03.628837 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce623fb5-ecc4-46ef-a043-a7e565d2c481 x-openstack-request-id: req-ce623fb5-ecc4-46ef-a043-a7e565d2c481 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:03.629645 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "name": "network-vif-plugged", "status": "completed", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:03.630023 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce623fb5-ecc4-46ef-a043-a7e565d2c481 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:03.631961 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b', 'code': 200} Jul 15 16:52:03.647708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:03.709300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=39a67bab-66a6-4dd8-933b-da213282c806,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:03.738981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6410afc4-2268-4a0a-8fa9-13b5cc26d859 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5702538 Jul 15 16:52:03.756010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:03.765446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-501498602'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:03.930784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64efcdf8-c39d-43d4-b96c-a7b542fa2832 req-53af7b94-e815-46fd-bce2-275905e996a6 tempest-FloatingIPsAssociationNegativeTestJSON-144508800 tempest-FloatingIPsAssociationNegativeTestJSON-144508800-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7509adc-53b9-428a-bcb9-6f476c6aeef2 HTTP/1.1" status: 200 len: 210 time: 0.0544658 Jul 15 16:52:03.944555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f80256-6072-48fd-a089-7e4de3b114a0 req-71a2923b-503e-4fd9-9a89-1721cd22b1f4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:03.958413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79f80256-6072-48fd-a089-7e4de3b114a0 req-71a2923b-503e-4fd9-9a89-1721cd22b1f4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.1923852 Jul 15 16:52:03.973508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74abb45-8b42-4d6a-8b34-155909f80e9c req-bad18c79-ddb6-4b91-90d4-864965d5a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:03.975579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d74abb45-8b42-4d6a-8b34-155909f80e9c req-bad18c79-ddb6-4b91-90d4-864965d5a028 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 1096 time: 0.2338812 Jul 15 16:52:04.002370 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720c603f-269f-4980-9aa9-cbdfd920cef3 x-openstack-request-id: req-720c603f-269f-4980-9aa9-cbdfd920cef3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:04.002721 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7509adc-53b9-428a-bcb9-6f476c6aeef2", "name": "network-vif-deleted", "tag": "dcf15d7f-edfb-4a3c-bcbe-a0de614faef6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:04.002977 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-720c603f-269f-4980-9aa9-cbdfd920cef3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:04.003385 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7509adc-53b9-428a-bcb9-6f476c6aeef2', 'name': 'network-vif-deleted', 'tag': 'dcf15d7f-edfb-4a3c-bcbe-a0de614faef6', 'status': 'completed', 'code': 200} Jul 15 16:52:04.017313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79f80256-6072-48fd-a089-7e4de3b114a0 req-4d5e22ef-1806-4461-94f5-091ccea2ee6e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 Jul 15 16:52:04.035320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d74abb45-8b42-4d6a-8b34-155909f80e9c req-3d430e42-c0f0-4667-b2c2-3efed934a020 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462556 Jul 15 16:52:04.116907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:04.327821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:04.373615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:04.526905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Router 4e778c5b-f375-4852-ad03-7b62a7533feb has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:04.541337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 0261a0bf-8bd2-440e-a8b0-819ef6d9173b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:04.688527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eacdf-4609-42fc-a5dd-e45f57bfce9f req-853251af-359f-4619-b03f-5aff8417d4b7 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:04.690055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295eacdf-4609-42fc-a5dd-e45f57bfce9f req-853251af-359f-4619-b03f-5aff8417d4b7 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 945 time: 0.1131525 Jul 15 16:52:04.704069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d068f-5d6c-44ec-bc86-df217ad806f5 req-4b86b5b8-e0d7-4433-8842-58b2112cccf2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:04.705531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-973d068f-5d6c-44ec-bc86-df217ad806f5 req-4b86b5b8-e0d7-4433-8842-58b2112cccf2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 944 time: 0.0957575 Jul 15 16:52:04.720959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:04.727078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b9070f4a-600a-4d09-848a-29c64c496e5e admin admin] 10.222.0.25 "PUT /v2.0/routers/4e778c5b-f375-4852-ad03-7b62a7533feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4310842 Jul 15 16:52:04.729692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56108) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:04.733553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Sync routers for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:04.739190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:04.743894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:04.744811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:04.747472 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:04.751448 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] Sync routers for ids ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:04.752350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6d429df3-4cdb-4c0a-9c0f-b8f2b51db73b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 200 len: 887 time: 0.9950690 Jul 15 16:52:04.752982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:04.762147 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] Routers {'0261a0bf-8bd2-440e-a8b0-819ef6d9173b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:04.762957 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:04.799507 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:04.808087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] Routers {'0261a0bf-8bd2-440e-a8b0-819ef6d9173b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:04.808480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295eacdf-4609-42fc-a5dd-e45f57bfce9f req-5dc43ddc-41b0-482b-a55a-02e221838e40 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Jul 15 16:52:04.809115 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:04.844384 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:04.845513 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08d1b8-d70d-43f4-9fe7-83cfbd82cfe5 None None] The sync data for ids ['0261a0bf-8bd2-440e-a8b0-819ef6d9173b'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:04.848203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-973d068f-5d6c-44ec-bc86-df217ad806f5 req-a383ffee-f442-4fea-97ba-8cd79ab80cd5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358352 Jul 15 16:52:04.884470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:04.903044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.030965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.078044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56116) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:05.151714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:52:03Z', 'revision_number': 5, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port': {'id': 'b188de4e-c0a0-47d1-97f7-662a66862a55', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:49:16Z', 'updated_at': '2021-07-15T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:05.193680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Checking router: 4e778c5b-f375-4852-ad03-7b62a7533feb for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:05.204663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Routers {'4e778c5b-f375-4852-ad03-7b62a7533feb'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:05.205657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4e778c5b-f375-4852-ad03-7b62a7533feb'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:05.271183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2dfdb15-6809-4f13-bfe7-adc28b8f17dc tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers/0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 200 len: 887 time: 0.5170767 Jul 15 16:52:05.277050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56122) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:05.315209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] Set router 4e778c5b-f375-4852-ad03-7b62a7533feb gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:05.321047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4821bef5-587f-4be6-a844-499d462bd920 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 200 len: 205 time: 0.0418873 Jul 15 16:52:05.322137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Deleting port b188de4e-c0a0-47d1-97f7-662a66862a55 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:05.322483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.324173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:05.375341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:52:05Z', 'revision_number': 6, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:05.406917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78866b1d-7e7d-4c0d-8b4a-d799d7363612 None None] The sync data for ids ['4e778c5b-f375-4852-ad03-7b62a7533feb'] in n-d-800085-3 is: [{'id': '4e778c5b-f375-4852-ad03-7b62a7533feb', 'name': 'tempest-ServersTestManualDisk-104805393-router', 'tenant_id': '6e4ecb809cb34a09822b738e06ce29e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:49:15Z', 'updated_at': '2021-07-15T16:52:05Z', 'revision_number': 6, 'project_id': '6e4ecb809cb34a09822b738e06ce29e7', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:05.423143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09e3fa-af3d-441e-ac86-a84ea40ef5ac req-94160c7c-bfb4-4309-9619-e12a669dd9f3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:05.424795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c09e3fa-af3d-441e-ac86-a84ea40ef5ac req-94160c7c-bfb4-4309-9619-e12a669dd9f3 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2648344 Jul 15 16:52:05.459257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.549086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c09e3fa-af3d-441e-ac86-a84ea40ef5ac req-3a068d0d-19c7-4418-a565-197d58f69c38 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904992 Jul 15 16:52:05.564377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.587224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] For port b188de4e-c0a0-47d1-97f7-662a66862a55, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b188de4e-c0a0-47d1-97f7-662a66862a55,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:05.587588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.606811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Calling delete_port for b188de4e-c0a0-47d1-97f7-662a66862a55 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:05.621287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port f5c06937-30a2-4ff7-9e4f-c2911310478d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:05.621634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.702129 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.713821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for f5c06937-30a2-4ff7-9e4f-c2911310478d owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:05.884312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.888259 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.911933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:05.942354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=f5c06937-30a2-4ff7-9e4f-c2911310478d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:05.975711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Pushing event deleted for resources: {'Port': ['ID=b188de4e-c0a0-47d1-97f7-662a66862a55,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:06.011677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.037443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.037786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.038126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.038459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.039043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.039372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.039697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.040019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.040368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.040690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.041011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.041334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:06.102948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.105088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.153532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.154765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router 0261a0bf-8bd2-440e-a8b0-819ef6d9173b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:52:06.169935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.175744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-854999d3-143d-4108-8edf-248454ab86a4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 204 len: 168 time: 0.8500741 Jul 15 16:52:06.176465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:06.181676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-869149727'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:06.207866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:06.211752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.239003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:06.249349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.249689 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 9eaa92dd-4bd7-48fd-8777-7a00d4bb2388 of type vlan for network d4a6cb4d-af6c-4e06-adb9-660c56ba113d Jul 15 16:52:06.266839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a67bab-66a6-4dd8-933b-da213282c806 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:06.289214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 39a67bab-66a6-4dd8-933b-da213282c806 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:06.289729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a67bab-66a6-4dd8-933b-da213282c806 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:06.290216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b188de4e-c0a0-47d1-97f7-662a66862a55 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:06.300275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.310826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b188de4e-c0a0-47d1-97f7-662a66862a55 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:06.311271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b188de4e-c0a0-47d1-97f7-662a66862a55 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:06.341409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.347305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:06.347903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.394364 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2143056 Jul 15 16:52:06.398024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56138) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:06.421092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7f153-2c9e-48a1-9c83-11252fdf1be7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=d4a6cb4d-af6c-4e06-adb9-660c56ba113d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:06.431320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:06.439058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:06.559849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.708826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.711041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2f14254d-c5d7-4b10-b5da-1d2800b362c4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:06.740289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4566-2d5b-4870-b4d9-43828a6cf2bf req-037b7fbc-6a15-403e-8dad-1a3904667d69 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:06.741803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-008c4566-2d5b-4870-b4d9-43828a6cf2bf req-037b7fbc-6a15-403e-8dad-1a3904667d69 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 945 time: 0.7787430 Jul 15 16:52:06.742987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.753537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc2044-5bf5-4514-8d19-2adc783448f8 req-5308e1f1-8b28-44b6-b7b1-d3058cc9f56d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:06.755011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8bc2044-5bf5-4514-8d19-2adc783448f8 req-5308e1f1-8b28-44b6-b7b1-d3058cc9f56d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 944 time: 0.7675660 Jul 15 16:52:06.763323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:06.767834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:06.768195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.811974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:06.815507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.851162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.871827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.872415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e778c5b-f375-4852-ad03-7b62a7533feb {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:52:06.879374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:06.883094 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722592b4-06b8-49d5-9a5f-01370ffc809d" -d '{"events": [{"server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "name": "network-vif-plugged", "status": "completed", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:06.893181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.896614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-206655a7-1579-4020-af41-cceca49f9421 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4e778c5b-f375-4852-ad03-7b62a7533feb HTTP/1.1" status: 204 len: 168 time: 2.1637347 Jul 15 16:52:06.896972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:06.903521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:06.909295 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:06.910830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:06.957498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:06.958229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dcf15d7f-edfb-4a3c-bcbe-a0de614faef6 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:06.991519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:07.000680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.001490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.002010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.002498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.003022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.003369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.003703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.004085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.004376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.004704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.005074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.005402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:07.021671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Deleting subnet 0b304924-16e0-4227-adb4-e3b46acbc47b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:07.026606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.040689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8bc2044-5bf5-4514-8d19-2adc783448f8 req-c9e85fed-5f80-4e7c-93f4-24c91d23bf64 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776375 Jul 15 16:52:07.072337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-008c4566-2d5b-4870-b4d9-43828a6cf2bf req-d1f96b11-f31c-430e-9f3c-eab27f99a9c4 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141649 Jul 15 16:52:07.075536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.201659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.282178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.298822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.307166 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb5174-fd10-4c07-9227-33a5439d90ec x-openstack-request-id: req-c0cb5174-fd10-4c07-9227-33a5439d90ec {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:07.307663 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "name": "network-vif-plugged", "status": "completed", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:07.307742 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0cb5174-fd10-4c07-9227-33a5439d90ec {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:07.308259 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'code': 200} Jul 15 16:52:07.338738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b304924-16e0-4227-adb4-e3b46acbc47b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:07.348258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.351092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-987bff20-49cf-4927-8f6d-5f231f89ff14 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b304924-16e0-4227-adb4-e3b46acbc47b HTTP/1.1" status: 204 len: 168 time: 0.4528892 Jul 15 16:52:07.353315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:07.354997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48717118-c288-4667-a3a3-cd2db72849d4 None None] Network f5d90009-bd42-4f3d-9930-d23992058d9e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:07.396314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:07.427683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.489513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Deleting port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:07.489862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.489987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:07.490310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: d4a6cb4d-af6c-4e06-adb9-660c56ba113d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:07.496765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Deleting port cb71605d-99c2-4821-a99f-7b25bda6b34f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:07.496765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.509746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e09e00-f873-4ba3-b796-dc325adab8c8 req-c6ee0ae2-b01a-455d-bb55-4b5315a60379 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:07.517654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1e09e00-f873-4ba3-b796-dc325adab8c8 req-c6ee0ae2-b01a-455d-bb55-4b5315a60379 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2454991 Jul 15 16:52:07.565226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] For port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,segment=NetworkSegment(83d3cbf3-6c10-419f-ba7e-04d9e3f19f86),segment_id=83d3cbf3-6c10-419f-ba7e-04d9e3f19f86)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:07.565613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.577719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Calling delete_port for bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:07.596533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] DHCP port deletion for f5d90009-bd42-4f3d-9930-d23992058d9e request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:52:07.621861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:07.635755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1e09e00-f873-4ba3-b796-dc325adab8c8 req-68deb469-fdf2-466b-bf6f-0d813a3dee8a tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172378 Jul 15 16:52:07.649691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7a934-8569-4234-b789-c4cc0f88215a req-c6aae00d-528e-438c-897d-db3754c9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:07.651198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06f7a934-8569-4234-b789-c4cc0f88215a req-c6aae00d-528e-438c-897d-db3754c9f879 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.2413499 Jul 15 16:52:07.667527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] For port cb71605d-99c2-4821-a99f-7b25bda6b34f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb71605d-99c2-4821-a99f-7b25bda6b34f,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:07.667673 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.670911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Deleting port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:07.672753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.676321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.680522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d4a6cb4d-af6c-4e06-adb9-660c56ba113d) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:07.698208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Calling delete_port for cb71605d-99c2-4821-a99f-7b25bda6b34f owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:07.698658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:07.700435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:07.700663 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.703556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef334c3-eed1-40ac-acb9-87158c05d607 None None] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:07.708831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] No DVR routers for this DVR port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:07.756419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37a599c2-c0b4-4b6c-a513-a8e46424d360 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3249946 Jul 15 16:52:07.756913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:07.765155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-629328368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:07.794591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06f7a934-8569-4234-b789-c4cc0f88215a req-71abe1ab-07b9-40be-a773-1b469f5035a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160777 Jul 15 16:52:07.805821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.821270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d90009-bd42-4f3d-9930-d23992058d9e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:07.837040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:07.837335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d3cbf3-6c10-419f-ba7e-04d9e3f19f86') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:07.847261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.848330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.855198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] For port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:07.855912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.856464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.876064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Calling delete_port for bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:07.876365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.880556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:52:07.885088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.913228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:52:07.914066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:52:07.915601 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:52:07.922205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] No DVR routers for this DVR port bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:07.926209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c038f-0325-43f8-aeb2-0329a99ddb4b None None] Pushing event deleted for resources: {'Port': ['ID=bd2955a7-7d20-4c02-ad7b-ca91b210b5b4,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:07.976851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.980411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b08e0-39ed-47f4-8837-8c11e0fdf8f5 req-fe68fa34-6c98-48a2-a3e3-57d723f4614c tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:07.982054 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b0b08e0-39ed-47f4-8837-8c11e0fdf8f5 req-fe68fa34-6c98-48a2-a3e3-57d723f4614c tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 945 time: 0.1094532 Jul 15 16:52:07.988764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:07.990830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.003732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.006816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-d4a6cb4d-af6c-4e06-adb9-660c56ba113d', 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:52:08.008025 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.008443 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5d90009-bd42-4f3d-9930-d23992058d9e HTTP/1.1" status: 204 len: 168 time: 0.6539686 Jul 15 16:52:08.026570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f835b0-0463-4a92-a83f-cff9344164da admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d90009-bd42-4f3d-9930-d23992058d9e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:08.032102 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.037605 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ceddd140-a59b-4d13-9051-e116940c6873 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2765138 Jul 15 16:52:08.038150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:08.126705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b0b08e0-39ed-47f4-8837-8c11e0fdf8f5 req-fef84d53-e3ca-4cd1-8b47-825b45a78f97 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384778 Jul 15 16:52:08.189991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Allocated IP 172.20.0.2 (d4a6cb4d-af6c-4e06-adb9-660c56ba113d/dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21/669ea21c-603f-498c-b061-1e22ad69e167) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:08.202895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:08.232762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.243652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:08.261532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e7d7ac01-8176-48e6-b2d8-5d47395922e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e4ecb809cb34a09822b738e06ce29e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570669 Jul 15 16:52:08.263686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:08.298108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb71605d-99c2-4821-a99f-7b25bda6b34f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:08.301309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:08.301661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd2955a7-7d20-4c02-ad7b-ca91b210b5b4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:08.330487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.373435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.406469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.417317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Transition to ACTIVE for port object 669ea21c-603f-498c-b061-1e22ad69e167 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:08.443392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.445780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Transition to ACTIVE for port object 669ea21c-603f-498c-b061-1e22ad69e167 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:08.448011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.452616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39133dc7-781d-4509-8581-75063cecbbda HTTP/1.1" status: 204 len: 168 time: 0.1847894 Jul 15 16:52:08.458758 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.479671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d5bcb-cafa-45e6-8a75-aab3a1fbe0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39133dc7-781d-4509-8581-75063cecbbda,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:08.566132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8b96-de60-46f5-8f4e-1573488645a6 req-d5dcec2a-63f8-4f82-b7d6-2ea31f317829 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:08.573284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b2c8b96-de60-46f5-8f4e-1573488645a6 req-d5dcec2a-63f8-4f82-b7d6-2ea31f317829 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3880928 Jul 15 16:52:08.663055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:08.664582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:08.697950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:08.713962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Pushing event updated for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:08.736036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b2c8b96-de60-46f5-8f4e-1573488645a6 req-920c98ab-ee8c-4922-9fa2-0bab5d2213a7 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617701 Jul 15 16:52:08.753748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.772862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Attempting to bind port 669ea21c-603f-498c-b061-1e22ad69e167 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:08.773240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Attempting to bind port 669ea21c-603f-498c-b061-1e22ad69e167 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:08.774930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Attempting to bind port 669ea21c-603f-498c-b061-1e22ad69e167 on network d4a6cb4d-af6c-4e06-adb9-660c56ba113d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:08.779986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:08.780476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Checking segment: {'id': '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:08.782658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.783139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Bound using segment: {'id': '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:08.783712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Bound port: 669ea21c-603f-498c-b061-1e22ad69e167, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4a6cb4d-af6c-4e06-adb9-660c56ba113d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:08.784197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.849002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.863188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:08.867076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=669ea21c-603f-498c-b061-1e22ad69e167,segment=NetworkSegment(9eaa92dd-4bd7-48fd-8777-7a00d4bb2388),segment_id=9eaa92dd-4bd7-48fd-8777-7a00d4bb2388)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:08.875266 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:08.970863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3ecf0-a587-4a5d-9327-baa467e5d6db None None] Pushing event updated for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:09.104866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbec8a-c0a1-46f6-a136-5de966c1c333 req-bef99884-828f-4877-b7fd-9f8cc66d699b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:09.106395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cdbec8a-c0a1-46f6-a136-5de966c1c333 req-bef99884-828f-4877-b7fd-9f8cc66d699b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2630360 Jul 15 16:52:09.327401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.20.0.1 (d4a6cb4d-af6c-4e06-adb9-660c56ba113d/dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21/6095e5da-1a36-4d3e-a905-f8be7a797244) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:09.360143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cdbec8a-c0a1-46f6-a136-5de966c1c333 req-6d4667e9-5bc8-48c7-951d-d952f13f228f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387474 Jul 15 16:52:09.395679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:09.471382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Router f983fdc5-77b6-4f70-a4c9-95524bb5298f has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:09.514245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1626586326-network', 'tenant_id': '802a11b04d034c7a8c49c795b5f99122'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:09.529648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66971eeb-32a3-4db3-8a25-c07cfafce968 req-94c8a7c2-f46e-4d4c-b374-1fe1a7fe8466 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:09.531229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66971eeb-32a3-4db3-8a25-c07cfafce968 req-94c8a7c2-f46e-4d4c-b374-1fe1a7fe8466 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 945 time: 0.2738516 Jul 15 16:52:09.541393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:09.544217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.553635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.665930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.670822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.698063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:09.709894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:09.715417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.715913 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Added segment 7870e64c-3025-4dbc-ae58-0bccfa0cd557 of type vlan for network d23739de-5b12-4622-ba39-407452967e09 Jul 15 16:52:09.768659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.803304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.805159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:09.806096 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:09.881240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4842739 Jul 15 16:52:09.881996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43c8e1-f8aa-4ce9-9dbc-c10cbe201c81 admin admin] Pushing event updated for resources: {'Network': ['ID=d23739de-5b12-4622-ba39-407452967e09,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:09.884854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:09.892648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d23739de-5b12-4622-ba39-407452967e09 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:09.900624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Request body: {'subnet': {'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1626586326-subnet', 'tenant_id': '802a11b04d034c7a8c49c795b5f99122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:09.928016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:09.930647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.016857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.028148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc43009-c391-41c7-97d2-e16b7bee8a09 None None] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:10.071880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32969ab6-031f-490f-b407-7395982829e9 req-caa15a14-d5fd-4314-aa17-5b0488a5cd87 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:10.073315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32969ab6-031f-490f-b407-7395982829e9 req-caa15a14-d5fd-4314-aa17-5b0488a5cd87 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.20 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 945 time: 0.6506338 Jul 15 16:52:10.089257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66971eeb-32a3-4db3-8a25-c07cfafce968 req-6354b49d-c88b-47a2-87bc-005e3be281a0 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/security-groups?id=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488169 Jul 15 16:52:10.112900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4794cf1d-2300-461c-a9c7-837c97a81991 None None] Provisioning for port 669ea21c-603f-498c-b061-1e22ad69e167 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:10.127444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 6095e5da-1a36-4d3e-a905-f8be7a797244 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:10.163905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.223875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:10.235235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94cdc51-21e4-4de7-a385-149088e7c589,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:10.235415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8138d1b5-b2dd-49e4-a0d9-cc0024c81944 admin admin] 10.222.0.25 "PUT /v2.0/routers/f983fdc5-77b6-4f70-a4c9-95524bb5298f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1524448 Jul 15 16:52:10.237214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:10.244704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Sync routers for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:10.251316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Checking segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:10.252007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Network hostable DHCP agents. Network: d23739de-5b12-4622-ba39-407452967e09, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:10.270190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:10.270866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:10.275181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4544a7-c046-4959-ae0d-538ea1c1edb5 req-6402bbfd-ced3-4494-9037-a8b8e1e9c487 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:10.276749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc4544a7-c046-4959-ae0d-538ea1c1edb5 req-6402bbfd-ced3-4494-9037-a8b8e1e9c487 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2973514 Jul 15 16:52:10.301346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.366595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 669ea21c-603f-498c-b061-1e22ad69e167 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:10.390645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:10.407431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc4544a7-c046-4959-ae0d-538ea1c1edb5 req-3e8f08f2-b725-4034-a346-af8895ca0f15 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234620 Jul 15 16:52:10.407596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Network d23739de-5b12-4622-ba39-407452967e09 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:10.415974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:10.432486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:10.437002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=6095e5da-1a36-4d3e-a905-f8be7a797244,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:10.438175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d23739de-5b12-4622-ba39-407452967e09) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:10.441367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.461904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:10.495832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Deleting port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:10.496212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.553177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.575757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:10.576930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.609980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b7465-2772-4658-b273-3f730b9303cf None None] Network d23739de-5b12-4622-ba39-407452967e09 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:10.610288 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea34ff24-9610-4acc-bde1-615940591a57 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7233746 Jul 15 16:52:10.661754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.764685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Deleting port 4de063f3-f005-4156-a73a-7876cde7bc96 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:10.765031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.818608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.819476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.882591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] For port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,segment=NetworkSegment(481c63c0-aa06-424f-9f83-27432924e835),segment_id=481c63c0-aa06-424f-9f83-27432924e835)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:10.889657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.892901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 669ea21c-603f-498c-b061-1e22ad69e167 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:10.913888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Calling delete_port for 1364d0ba-dcc7-424b-88fa-6c6b10519b3b owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:10.917029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] For port 4de063f3-f005-4156-a73a-7876cde7bc96, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4de063f3-f005-4156-a73a-7876cde7bc96,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:10.917392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.920018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 669ea21c-603f-498c-b061-1e22ad69e167 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:10.920697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:10.942404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Calling delete_port for 4de063f3-f005-4156-a73a-7876cde7bc96 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:11.020400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:52:07Z', 'revision_number': 5, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port': {'id': '4de063f3-f005-4156-a73a-7876cde7bc96', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:00Z', 'updated_at': '2021-07-15T16:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:11.075389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259dc23-0b97-46da-a301-cfba1a5e906c req-9061e009-992b-4e53-924e-cbb169fa8c4f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.077171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1259dc23-0b97-46da-a301-cfba1a5e906c req-9061e009-992b-4e53-924e-cbb169fa8c4f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.5100484 Jul 15 16:52:11.085555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Checking router: f983fdc5-77b6-4f70-a4c9-95524bb5298f for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:11.093023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2329b2-620d-4c1f-a92c-305ec34271c8 None None] Network d23739de-5b12-4622-ba39-407452967e09 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:11.134682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Routers {'f983fdc5-77b6-4f70-a4c9-95524bb5298f'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:11.134682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:11.155395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.187743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1259dc23-0b97-46da-a301-cfba1a5e906c req-fbc1e0eb-a118-4774-bde4-097573e0fa8c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Jul 15 16:52:11.199232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5016f606-9326-4423-ad2e-c645e551d7fe None None] Provisioning for port 6095e5da-1a36-4d3e-a905-f8be7a797244 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:11.272612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5016f606-9326-4423-ad2e-c645e551d7fe None None] Provisioning complete for port 6095e5da-1a36-4d3e-a905-f8be7a797244 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:11.272987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5016f606-9326-4423-ad2e-c645e551d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.313658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.353224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5016f606-9326-4423-ad2e-c645e551d7fe None None] Port 6095e5da-1a36-4d3e-a905-f8be7a797244 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:11.367656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] Set router f983fdc5-77b6-4f70-a4c9-95524bb5298f gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:11.381667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e65b7687-d0ad-4958-b9e9-7f6a518aa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.383240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e65b7687-d0ad-4958-b9e9-7f6a518aa862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.3736801 Jul 15 16:52:11.440208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.465519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:52:10Z', 'revision_number': 6, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:11.493588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=669ea21c-603f-498c-b061-1e22ad69e167,segment=NetworkSegment(9eaa92dd-4bd7-48fd-8777-7a00d4bb2388),segment_id=9eaa92dd-4bd7-48fd-8777-7a00d4bb2388)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:11.512138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.520288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f4419-4972-470e-a217-00dd7bd1de50 None None] The sync data for ids ['f983fdc5-77b6-4f70-a4c9-95524bb5298f'] in n-d-800085-3 is: [{'id': 'f983fdc5-77b6-4f70-a4c9-95524bb5298f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-853304467-router', 'tenant_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:58Z', 'updated_at': '2021-07-15T16:52:10Z', 'revision_number': 6, 'project_id': '0e6fb483d43f48f7be586e6e8bf8b959', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:11.523239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.525682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de063f3-f005-4156-a73a-7876cde7bc96,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:11.535781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['1364d0ba-dcc7-424b-88fa-6c6b10519b3b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:11.600072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-34fac33d-e84c-4fd6-9e54-71e8003dc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.601658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-34fac33d-e84c-4fd6-9e54-71e8003dc5a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.2036231 Jul 15 16:52:11.602516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.637184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Pushing event deleted for resources: {'Port': ['ID=1364d0ba-dcc7-424b-88fa-6c6b10519b3b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:11.730414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-f805fdd9-5582-40aa-bf29-4069f6c91d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.0985188 Jul 15 16:52:11.733721 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.736365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.741268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] No DVR routers for this DVR port 1364d0ba-dcc7-424b-88fa-6c6b10519b3b on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:11.744842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:11.748388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.750821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32969ab6-031f-490f-b407-7395982829e9 req-59c91cfc-a195-40dd-8610-a3beff3a37c2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.20 "DELETE /v2.0/ports/1364d0ba-dcc7-424b-88fa-6c6b10519b3b HTTP/1.1" status: 204 len: 173 time: 1.6606164 Jul 15 16:52:11.756826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'name': 'network-vif-deleted', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:11.758968 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6ea42-3745-4e2f-8e86-99f1ca9764a9" -d '{"events": [{"server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "name": "network-vif-deleted", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:11.807515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.808074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f983fdc5-77b6-4f70-a4c9-95524bb5298f {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:52:11.814408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.817540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea2baaf3-fe69-43ad-bff2-61f2456fa587 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f983fdc5-77b6-4f70-a4c9-95524bb5298f HTTP/1.1" status: 204 len: 168 time: 1.5770328 Jul 15 16:52:11.818174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:11.829393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e48eb30b-6df8-46aa-9285-7894944eb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.830503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd73a1-4822-42a6-b8fa-64869ca41dba req-9ce7b87f-43a5-4b5f-af6a-11741a7aa6c0 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.830825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e48eb30b-6df8-46aa-9285-7894944eb553 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.0900569 Jul 15 16:52:11.832065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6bd73a1-4822-42a6-b8fa-64869ca41dba req-9ce7b87f-43a5-4b5f-af6a-11741a7aa6c0 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.4048016 Jul 15 16:52:11.838693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-d43bb158-5478-4e19-a768-a186b5e3736a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:11.840032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-d43bb158-5478-4e19-a768-a186b5e3736a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.3376751 Jul 15 16:52:11.895289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-dfa7f1b8-a199-4dea-b08c-1a1f87ee61e2 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/quotas/802a11b04d034c7a8c49c795b5f99122 HTTP/1.1" status: 200 len: 375 time: 0.0446742 Jul 15 16:52:11.897411 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.916233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:11.952024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6bd73a1-4822-42a6-b8fa-64869ca41dba req-9a482ed1-31f7-4da4-8b0e-82ec70a145cd tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101115 Jul 15 16:52:12.004189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-f53f366d-abcd-418f-9e1e-b588745df89e tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006522 Jul 15 16:52:12.071689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=6095e5da-1a36-4d3e-a905-f8be7a797244,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:12.112623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.154062 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-3d40f893-d064-4dd5-a108-6b46fccbb2c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3047779 Jul 15 16:52:12.159752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99820c9e-0285-4984-8d95-f2cf05b218a1 req-1a46474b-4b4e-4fd5-b4bf-c98818fd5bf2 tempest-ServerGroupTestJSON-2090189062 tempest-ServerGroupTestJSON-2090189062-project] 10.222.0.25 "GET /v2.0/ports?device_id=8158d069-3802-4a25-a151-9a1abf640b12 HTTP/1.1" status: 200 len: 210 time: 0.0450037 Jul 15 16:52:12.170314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e32fc9fb-eabd-45f1-bb31-8735202d98be service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:52:12.171965 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-e32fc9fb-eabd-45f1-bb31-8735202d98be service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069087 Jul 15 16:52:12.183426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Deleting subnet eaf1b156-8c09-41ce-b691-4e050c3f57aa {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:12.183426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.200399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-10e2ae39-4e61-46c7-b4b6-939d759b771d service neutron] 10.222.0.25 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816492 Jul 15 16:52:12.230908 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ae1981-b65a-4dd2-be8a-70629582d69f x-openstack-request-id: req-a9ae1981-b65a-4dd2-be8a-70629582d69f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:12.231213 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8158d069-3802-4a25-a151-9a1abf640b12", "name": "network-vif-deleted", "tag": "1364d0ba-dcc7-424b-88fa-6c6b10519b3b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:12.231404 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9ae1981-b65a-4dd2-be8a-70629582d69f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:12.231984 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8158d069-3802-4a25-a151-9a1abf640b12', 'name': 'network-vif-deleted', 'tag': '1364d0ba-dcc7-424b-88fa-6c6b10519b3b', 'status': 'completed', 'code': 200} Jul 15 16:52:12.244936 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.329562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:12.332848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:12.400821 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-209c9da1-9707-42f5-aa10-0901d294f28f service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007875 Jul 15 16:52:12.486917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-a4d7cab9-310e-42af-a38a-6ebb146fb0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536144 Jul 15 16:52:12.556233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 669ea21c-603f-498c-b061-1e22ad69e167 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:12.597001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 14871449-d448-445b-97c9-db9292ba18e0 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:52:12.606382 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6897dbf7-a820-4d9c-8254-8570b2eb1f33 req-5080f2e5-933b-4c7a-a955-568275fd889b service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944757 Jul 15 16:52:12.627014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.701839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 669ea21c-603f-498c-b061-1e22ad69e167 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:12.702216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.750550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.784933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf1b156-8c09-41ce-b691-4e050c3f57aa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:12.798415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.800430 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-679e21d5-f878-4408-bc8c-75d0452dcccd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eaf1b156-8c09-41ce-b691-4e050c3f57aa HTTP/1.1" status: 204 len: 168 time: 0.9812315 Jul 15 16:52:12.803013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:12.824557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd7d9c6-c830-4f27-b8af-53ba5f855f89 None None] Network ea9df7d5-693e-44db-80a5-031cc3085164 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:12.844158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:12.852433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eb4640c1-21af-425b-95ee-e97949123e68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/14871449-d448-445b-97c9-db9292ba18e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8129389 Jul 15 16:52:12.853143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56254) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:12.858763 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] Sync routers for ids ['14871449-d448-445b-97c9-db9292ba18e0'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:12.884051 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] Routers {'14871449-d448-445b-97c9-db9292ba18e0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:12.887303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['14871449-d448-445b-97c9-db9292ba18e0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:12.911672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:12.968872 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:12.979380 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] Routers {'14871449-d448-445b-97c9-db9292ba18e0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:12.980478 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['14871449-d448-445b-97c9-db9292ba18e0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:12.989209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30419fa2-b093-48cc-ac1c-14ceed2967b4 None None] Provisioning complete for port 6095e5da-1a36-4d3e-a905-f8be7a797244 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:12.989558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30419fa2-b093-48cc-ac1c-14ceed2967b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.005385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb2147-a6bd-48b3-a5ba-b1bcc7b973a6 req-9947a6fe-663e-4ce8-b27b-e104ef8e91db tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:13.009620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5cb2147-a6bd-48b3-a5ba-b1bcc7b973a6 req-9947a6fe-663e-4ce8-b27b-e104ef8e91db tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.3136055 Jul 15 16:52:13.058457 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:13.062107 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af9dc9-5e09-4ed5-9a58-450ca24f0b82 None None] The sync data for ids ['14871449-d448-445b-97c9-db9292ba18e0'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:13.092853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51bcbb-fd8d-4dc4-8a1a-dd910a36eac8 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:13.093904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Deleting port a579ff99-3e80-4264-8cc1-371f98762034 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:13.094252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.095105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e51bcbb-fd8d-4dc4-8a1a-dd910a36eac8 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports/6095e5da-1a36-4d3e-a905-f8be7a797244 HTTP/1.1" status: 200 len: 910 time: 0.2409861 Jul 15 16:52:13.096905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb71605d-99c2-4821-a99f-7b25bda6b34f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:13.098718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56266) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:13.108505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:13.120848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: cb71605d-99c2-4821-a99f-7b25bda6b34f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:13.121200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb71605d-99c2-4821-a99f-7b25bda6b34f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:13.121749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4de063f3-f005-4156-a73a-7876cde7bc96 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:13.123677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-30419fa2-b093-48cc-ac1c-14ceed2967b4 None None] Port 6095e5da-1a36-4d3e-a905-f8be7a797244 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:13.152359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4de063f3-f005-4156-a73a-7876cde7bc96 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:13.152797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4de063f3-f005-4156-a73a-7876cde7bc96 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:13.164543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5cb2147-a6bd-48b3-a5ba-b1bcc7b973a6 req-07900266-5ce4-422a-9f73-cc0918188772 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438360 Jul 15 16:52:13.246390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] For port a579ff99-3e80-4264-8cc1-371f98762034, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a579ff99-3e80-4264-8cc1-371f98762034,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:13.246762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.261675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Calling delete_port for a579ff99-3e80-4264-8cc1-371f98762034 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:13.267996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] DHCP port deletion for ea9df7d5-693e-44db-80a5-031cc3085164 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:52:13.316754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Deleting port a579ff99-3e80-4264-8cc1-371f98762034 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:13.317097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.331367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e061a9-9db5-43d2-9cc7-0b04c21d7cb2 req-03f5a7a1-29e4-4bdc-96e8-7997bbc1bcac tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 210 time: 0.0674911 Jul 15 16:52:13.395712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.414831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] No DVR routers for this DVR port a579ff99-3e80-4264-8cc1-371f98762034 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:13.425040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] For port a579ff99-3e80-4264-8cc1-371f98762034, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a579ff99-3e80-4264-8cc1-371f98762034,segment=NetworkSegment(83d8d0ae-c796-4278-8507-3d6b006d2aad),segment_id=83d8d0ae-c796-4278-8507-3d6b006d2aad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:13.425610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.440599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Calling delete_port for a579ff99-3e80-4264-8cc1-371f98762034 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:13.465541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a579ff99-3e80-4264-8cc1-371f98762034,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:13.485521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404754a2-b813-4622-a222-010a6eb87bb1 req-acb6f680-70ad-492a-bc8a-e37bc116f41e tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:13.501889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-404754a2-b813-4622-a222-010a6eb87bb1 req-acb6f680-70ad-492a-bc8a-e37bc116f41e tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2755694 Jul 15 16:52:13.551053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.557798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.591347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] No DVR routers for this DVR port a579ff99-3e80-4264-8cc1-371f98762034 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:13.593053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.619519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9df7d5-693e-44db-80a5-031cc3085164']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:13.626093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba94b2-323c-4cb0-9b34-29c323a4b119 None None] Pushing event deleted for resources: {'Port': ['ID=a579ff99-3e80-4264-8cc1-371f98762034,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:13.637496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d8d0ae-c796-4278-8507-3d6b006d2aad') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:13.637854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d8d0ae-c796-4278-8507-3d6b006d2aad') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:13.661458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-404754a2-b813-4622-a222-010a6eb87bb1 req-613c2b62-248a-4989-8b0f-8f3637d31f0b tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585810 Jul 15 16:52:13.667741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.696377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.705524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:52:13.705948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:52:13.708252 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:52:13.782027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.789046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:13.791182 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea9df7d5-693e-44db-80a5-031cc3085164 HTTP/1.1" status: 204 len: 168 time: 0.9864230 Jul 15 16:52:13.828519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa9d83-0fb5-4aa2-8de7-3a107ced95b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9df7d5-693e-44db-80a5-031cc3085164,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:13.977271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:14.034398 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f3770bc6-2aa3-48ba-afdc-111e37d00fd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e6fb483d43f48f7be586e6e8bf8b959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554538 Jul 15 16:52:14.036555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:14.099779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.124610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.161151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.193649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.227083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.231802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.236300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af39a2d4-54aa-46ea-890c-3e88d8420e81 HTTP/1.1" status: 204 len: 168 time: 0.1986022 Jul 15 16:52:14.248823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a579ff99-3e80-4264-8cc1-371f98762034 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:14.265075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b175339-aaa2-4822-82f5-2a72ae5dcd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af39a2d4-54aa-46ea-890c-3e88d8420e81,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:14.296881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a579ff99-3e80-4264-8cc1-371f98762034 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:14.302837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a579ff99-3e80-4264-8cc1-371f98762034 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:14.370749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:14.437800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Deleting subnet 8bb52b95-3cc6-42ec-86bb-db80ce080035 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:14.451412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.478812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:14.480156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.483057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/ports/6095e5da-1a36-4d3e-a905-f8be7a797244 HTTP/1.1" status: 200 len: 910 time: 1.3823953 Jul 15 16:52:14.484319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c11c5-4f1d-46d9-a06d-321ec6fc28b7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=6095e5da-1a36-4d3e-a905-f8be7a797244,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:14.486621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:14.540318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb6737ed-1efe-4107-8e9c-53ac8ef113d4 req-95edfccb-ba6b-4f48-968b-3b6fab77f49a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 210 time: 0.0384941 Jul 15 16:52:14.566274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5738f72-8687-48bb-bed2-3abcacdb460d req-e0d6a0f3-b0c1-484d-8e7f-475acd2e8df1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:14.568449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5738f72-8687-48bb-bed2-3abcacdb460d req-e0d6a0f3-b0c1-484d-8e7f-475acd2e8df1 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2270851 Jul 15 16:52:14.617140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5738f72-8687-48bb-bed2-3abcacdb460d req-d2ef949d-7fb3-4f17-89d7-997ccf749bac tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Jul 15 16:52:14.628979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.707277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.751870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1364d0ba-dcc7-424b-88fa-6c6b10519b3b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:14.777352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 1364d0ba-dcc7-424b-88fa-6c6b10519b3b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:14.778076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1364d0ba-dcc7-424b-88fa-6c6b10519b3b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:14.868225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce8030-82bc-4991-8eda-ed0c6fc8e752 req-bcfbd8ef-01bf-4dd6-b5d2-1cd11bb87e04 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:14.870032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6ce8030-82bc-4991-8eda-ed0c6fc8e752 req-bcfbd8ef-01bf-4dd6-b5d2-1cd11bb87e04 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.0897083 Jul 15 16:52:14.885407 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.904484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:14.910335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8bb52b95-3cc6-42ec-86bb-db80ce080035 HTTP/1.1" status: 204 len: 168 time: 0.5343933 Jul 15 16:52:14.910508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56334) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:14.951285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793b86e-f03c-49c3-ad58-0a8b6f3517e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb52b95-3cc6-42ec-86bb-db80ce080035,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:14.975758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6ce8030-82bc-4991-8eda-ed0c6fc8e752 req-1d757d0d-b8ea-4990-a39e-40ba02991dfa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Jul 15 16:52:15.043456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.150095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.152969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.172563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d373e7-cc67-493f-958d-ad96e8d4c5ec']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:15.186154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481c63c0-aa06-424f-9f83-27432924e835') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:15.186743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481c63c0-aa06-424f-9f83-27432924e835') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:15.205214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.223075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.229862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:52:15.230319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:52:15.233191 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:52:15.304705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56346) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:15.331007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.347997 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.356294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/83d373e7-cc67-493f-958d-ad96e8d4c5ec HTTP/1.1" status: 204 len: 168 time: 0.4435849 Jul 15 16:52:15.434832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-215534ab-2f26-4a16-8594-8c0c9747a22b tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:15.437197 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-215534ab-2f26-4a16-8594-8c0c9747a22b tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.2758520 Jul 15 16:52:15.450043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Request body: {'port': {'device_id': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'admin_state_up': True, 'tenant_id': '802a11b04d034c7a8c49c795b5f99122'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:15.541579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:15.674945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38df7254-1340-458a-b4cb-91c3e6d97258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12bf8f68ae364c99929f8bf8545147be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321020 Jul 15 16:52:15.682711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:15.738420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:15.742310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.767899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab30c49-9eb0-4461-9121-26151cb679ff admin admin] Pushing event deleted for resources: {'Network': ['ID=83d373e7-cc67-493f-958d-ad96e8d4c5ec,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:15.781934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-732929992-network', 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:15.812706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.831424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8822cf5a-855d-4c76-834f-793e75e17b94 req-89426e29-529a-4861-98e3-8b80717c7915 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 210 time: 0.0612898 Jul 15 16:52:15.882759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 6095e5da-1a36-4d3e-a905-f8be7a797244 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:15.883135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.894726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:15.897795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.916207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:15.923785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.002270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e37358-2094-4e3f-9eb5-7b659dd97b2d req-f54b8f7b-4e24-46b0-b3db-f393a2f79b9f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:16.003817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75e37358-2094-4e3f-9eb5-7b659dd97b2d req-f54b8f7b-4e24-46b0-b3db-f393a2f79b9f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2054060 Jul 15 16:52:16.054777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-1202e9e2-e60e-412c-8e28-1cdf5cc2d046 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:16.056580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-1202e9e2-e60e-412c-8e28-1cdf5cc2d046 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.2278490 Jul 15 16:52:16.067369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Allocated IP 172.20.0.3 (d23739de-5b12-4622-ba39-407452967e09/f94cdc51-21e4-4de7-a385-149088e7c589/b389079b-2c2f-4683-8610-367281a04897) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:16.070770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.074138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Request body: {'port': {'device_id': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'admin_state_up': True, 'tenant_id': '802a11b04d034c7a8c49c795b5f99122'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:16.096550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 6095e5da-1a36-4d3e-a905-f8be7a797244 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:16.100300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.102901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.104044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6 HTTP/1.1" status: 204 len: 168 time: 0.4202673 Jul 15 16:52:16.131552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d23b3-36cb-4d59-b832-46b172d75d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333bdf4-d0f8-401a-b703-9ea3cd3cf3a6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:16.139377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75e37358-2094-4e3f-9eb5-7b659dd97b2d req-5f76469b-506d-4178-8f4b-43e3ab3a24d0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257586 Jul 15 16:52:16.334212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.351324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.399085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:16.416067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:16.423973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.428941 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.429284 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Added segment 9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e of type vlan for network d9405a88-ad34-41de-837d-f4cbdf30f127 Jul 15 16:52:16.443734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f12777-fa99-4851-860b-9cad031d2c15,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:16.458166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6026a0-0fe6-48d0-9cb8-b6d4dfa9ed87 req-0e750218-1fbd-4a7e-8ce1-105b6857b89c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:16.459728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f6026a0-0fe6-48d0-9cb8-b6d4dfa9ed87 req-0e750218-1fbd-4a7e-8ce1-105b6857b89c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2020655 Jul 15 16:52:16.561808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.610215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f6026a0-0fe6-48d0-9cb8-b6d4dfa9ed87 req-aeee982a-407d-4156-a798-f0503efd9bd5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393723 Jul 15 16:52:16.637546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.638715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:16.639597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.643359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.689182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3832228 Jul 15 16:52:16.689780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:16.702732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Request body: {'subnet': {'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-732929992-subnet', 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:16.716897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681282a8-c813-44c7-afe7-88814bd367ab admin admin] Pushing event updated for resources: {'Network': ['ID=d9405a88-ad34-41de-837d-f4cbdf30f127,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:16.728996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d9405a88-ad34-41de-837d-f4cbdf30f127 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:16.743106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.783676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=6095e5da-1a36-4d3e-a905-f8be7a797244,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:16.791569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.827958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:16.830478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:16.879491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Allocated IP 172.20.0.13 (d23739de-5b12-4622-ba39-407452967e09/f94cdc51-21e4-4de7-a385-149088e7c589/b3201bcb-dea5-4eb7-a07c-a8774bb8530e) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:16.959501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Network d23739de-5b12-4622-ba39-407452967e09 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:16.972589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:17.018040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:17.026229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event updated for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:17.057500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f200c78-f4b8-4892-8a03-35c6309fb79c req-d03e879d-f470-40de-ac12-cce9e26f37e3 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 210 time: 0.0533843 Jul 15 16:52:17.114681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56390) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:17.145767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.198674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.228517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:17.238354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.253824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.258892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Network d23739de-5b12-4622-ba39-407452967e09 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:17.266328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:17.271109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:17.278367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event updated for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:17.307948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1610742984-network', 'tenant_id': 'accbb5f5a6f14da78f354c2e5ee46a5a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:17.358605 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-3c2c6c2c-e809-4e2c-893d-0dd0e9535e5a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9126730 Jul 15 16:52:17.386032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:17.386991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.391760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Made reservation on behalf of accbb5f5a6f14da78f354c2e5ee46a5a for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:17.394071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.400760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Request body: {'port': {'device_id': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:17.417807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.424513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-54357730-1bbb-42cd-b79e-37d05608a398 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3568704 Jul 15 16:52:17.439301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Request body: {'port': {'device_id': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:17.487408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7cbc0-2b76-418e-a357-f9563e5e1e68 req-f9011a5b-510e-4eff-9c87-971413c72775 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:17.489092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04f7cbc0-2b76-418e-a357-f9563e5e1e68 req-f9011a5b-510e-4eff-9c87-971413c72775 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.1851723 Jul 15 16:52:17.610408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04f7cbc0-2b76-418e-a357-f9563e5e1e68 req-86cf1288-910c-4229-ab89-471dde3a8e57 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025157 Jul 15 16:52:17.613406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 14871449-d448-445b-97c9-db9292ba18e0 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:17.620025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.621374 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.623639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.730390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.754376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.798224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68239d39-ae25-4713-8c2f-3d2da18bbda1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:17.800487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:17.813941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bcbfd019-fa21-4cb1-bd35-981beadda665 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/14871449-d448-445b-97c9-db9292ba18e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3260939 Jul 15 16:52:17.815304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] Sync routers for ids ['14871449-d448-445b-97c9-db9292ba18e0'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:17.816556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:17.830139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] Routers {'14871449-d448-445b-97c9-db9292ba18e0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:17.830777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['14871449-d448-445b-97c9-db9292ba18e0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:17.864290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:17.873577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] Routers {'14871449-d448-445b-97c9-db9292ba18e0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:17.874200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:51:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['14871449-d448-445b-97c9-db9292ba18e0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:17.900913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6b788a4-2b9f-4bda-8f9a-5143b828aa83 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=14871449-d448-445b-97c9-db9292ba18e0 HTTP/1.1" status: 200 len: 205 time: 0.0800121 Jul 15 16:52:17.900913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Checking segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:17.900913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Network hostable DHCP agents. Network: d9405a88-ad34-41de-837d-f4cbdf30f127, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:17.901267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:17.902965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:17.907406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:17.908313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190dd84-160f-41d2-a543-21249cad5753 None None] The sync data for ids ['14871449-d448-445b-97c9-db9292ba18e0'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:17.943461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:17.943813 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Added segment c97544f0-4480-4d97-a254-a17f5f9c29b4 of type vlan for network f0842446-33f8-4f8d-87d8-c03d6f2a1978 Jul 15 16:52:17.945882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e470658a-1dab-4805-9d2f-19f1af9d3e54,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:18.004495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.041479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.063322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Network d9405a88-ad34-41de-837d-f4cbdf30f127 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:18.064186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5259f96-eb85-4f58-84d3-0e60a29a2195 req-38017e69-1b98-469d-80f7-38d63f6b3323 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.065883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5259f96-eb85-4f58-84d3-0e60a29a2195 req-38017e69-1b98-469d-80f7-38d63f6b3323 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3065298 Jul 15 16:52:18.077376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d9405a88-ad34-41de-837d-f4cbdf30f127) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:18.085397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ee2f6-e571-472f-a205-cde0d64b455a None None] Network d9405a88-ad34-41de-837d-f4cbdf30f127 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:18.133091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.133860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.139858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.141146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.142004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.196616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5259f96-eb85-4f58-84d3-0e60a29a2195 req-f0e6537b-2bbc-4b40-9e5d-7d07a3576dd3 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238773 Jul 15 16:52:18.220670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.222877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.235279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e39ccff1-3ae6-484a-97d5-d70fc421228e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5342598 Jul 15 16:52:18.240264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1242626 Jul 15 16:52:18.240453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:18.267194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98e077-3418-4e5f-aea0-3b2b61a5fed9 None None] Network d9405a88-ad34-41de-837d-f4cbdf30f127 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:18.294249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Request body: {'subnet': {'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1610742984-subnet', 'tenant_id': 'accbb5f5a6f14da78f354c2e5ee46a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:18.317548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.318620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router 14871449-d448-445b-97c9-db9292ba18e0 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:52:18.331925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.331925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e0d05e0c-e324-4061-9413-ed7e1b671e07 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/14871449-d448-445b-97c9-db9292ba18e0 HTTP/1.1" status: 204 len: 168 time: 0.4243734 Jul 15 16:52:18.334496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56414) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:18.344554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Made reservation on behalf of accbb5f5a6f14da78f354c2e5ee46a5a for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:18.348046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.394453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3201bcb-dea5-4eb7-a07c-a8774bb8530e {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:18.399083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaa7e9-81c6-4e1e-a618-59501683d893 admin admin] Pushing event updated for resources: {'Network': ['ID=f0842446-33f8-4f8d-87d8-c03d6f2a1978,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:18.412435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f0842446-33f8-4f8d-87d8-c03d6f2a1978 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:18.415031 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.453603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Transition to ACTIVE for port object b3201bcb-dea5-4eb7-a07c-a8774bb8530e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:18.462163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.496026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:18.508056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c9af3-9ada-4f62-934e-29bd01cf5d48 req-1350223f-1173-4c96-b881-3ee6bab2f99f tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.509043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.516204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b55c9af3-9ada-4f62-934e-29bd01cf5d48 req-1350223f-1173-4c96-b881-3ee6bab2f99f tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 932 time: 0.2714307 Jul 15 16:52:18.600283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Pushing event updated for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:18.608612 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-c199f9c7-6f14-4af7-93c2-fc3602303b46 service neutron] show failed (client error): The resource could not be found. Jul 15 16:52:18.609644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-c199f9c7-6f14-4af7-93c2-fc3602303b46 service neutron] 10.222.0.20 "GET /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.2888775 Jul 15 16:52:18.626375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.646060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b55c9af3-9ada-4f62-934e-29bd01cf5d48 req-8d2e805c-a9c5-4ab1-9097-5530c25842e3 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283536 Jul 15 16:52:18.737410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Attempting to bind port b3201bcb-dea5-4eb7-a07c-a8774bb8530e on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:18.737904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Attempting to bind port b3201bcb-dea5-4eb7-a07c-a8774bb8530e by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:18.738348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Attempting to bind port b3201bcb-dea5-4eb7-a07c-a8774bb8530e on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:18.746695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Port b3201bcb-dea5-4eb7-a07c-a8774bb8530e on network d23739de-5b12-4622-ba39-407452967e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:18.747151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Attempting to bind port b3201bcb-dea5-4eb7-a07c-a8774bb8530e on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:18.759491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:18.759974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Checking segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:18.760477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Bound using segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:18.761083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Bound port: b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:18.761546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.832811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.880150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.923687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-bd6bf550-d264-46d5-a17b-95262dc241bd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.925127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-bd6bf550-d264-46d5-a17b-95262dc241bd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.2219791 Jul 15 16:52:18.956731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:18.960973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-4f8760fb-4691-430a-be7e-fcd946a1e618 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/quotas/6a624fe76f714b63a9cc62bac4f58315 HTTP/1.1" status: 200 len: 375 time: 0.0243049 Jul 15 16:52:18.970490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b389079b-2c2f-4683-8610-367281a04897 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:18.971164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939edfa-b49f-4268-8caf-86e1cd7adb68 req-9a36ef5f-6977-4f42-b65c-4b623f603719 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:18.972688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e939edfa-b49f-4268-8caf-86e1cd7adb68 req-9a36ef5f-6977-4f42-b65c-4b623f603719 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.1746261 Jul 15 16:52:18.983313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:18.994631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:19.015935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c46915d-7fae-47d7-8348-8e3d7f803df7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:19.023344 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.027119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-61c58869-df99-45bf-a916-10993e2c8101 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481875 Jul 15 16:52:19.028022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Transition to ACTIVE for port object b389079b-2c2f-4683-8610-367281a04897 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:19.033608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.039649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Checking segment: {'id': 'c97544f0-4480-4d97-a254-a17f5f9c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:19.040002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Network hostable DHCP agents. Network: f0842446-33f8-4f8d-87d8-c03d6f2a1978, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:19.049084 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.085508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.086314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.087700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3201bcb-dea5-4eb7-a07c-a8774bb8530e HTTP/1.1" status: 200 len: 1092 time: 1.6543589 Jul 15 16:52:19.096917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:19.100247 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:19.208768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e939edfa-b49f-4268-8caf-86e1cd7adb68 req-073bec87-27cd-4a9f-b4b7-080202534eda tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126358 Jul 15 16:52:19.212277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409a0f1-b180-45b2-bbdc-e3b5a041f794 service neutron] Pushing event updated for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:19.260592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-76e6f31a-5326-4b6c-9b15-287f95bb26db service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229915 Jul 15 16:52:19.278172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-c94ee1df-48b0-4e98-a564-17d7dfc780e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.280224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-c94ee1df-48b0-4e98-a564-17d7dfc780e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 1095 time: 0.1462078 Jul 15 16:52:19.343979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-cb9349fc-584e-4b68-a19b-8f392dc42269 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e HTTP/1.1" status: 200 len: 217 time: 0.0519044 Jul 15 16:52:19.375200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:19.377530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.379388 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7b2d347a-1f4a-49da-ab88-e7392be5cec4 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21 HTTP/1.1" status: 204 len: 168 time: 1.0436611 Jul 15 16:52:19.384781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3803f59-560b-49bb-a8ab-68f52fce514a None None] Network d4a6cb4d-af6c-4e06-adb9-660c56ba113d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:19.386722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:19.407631 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a21144-384b-4fed-aa92-4c785395adcf x-openstack-request-id: req-54a21144-384b-4fed-aa92-4c785395adcf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:19.407631 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:19.408217 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54a21144-384b-4fed-aa92-4c785395adcf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:19.408292 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'status': 'completed', 'code': 200} Jul 15 16:52:19.443653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Network f0842446-33f8-4f8d-87d8-c03d6f2a1978 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:19.446852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-0d4cca45-bb18-4bd1-a854-54f2ebc0219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.447889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-4f6be9a1-2a3f-4c39-9334-a91b9aa9980f service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787515 Jul 15 16:52:19.448360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-0d4cca45-bb18-4bd1-a854-54f2ebc0219d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.5360944 Jul 15 16:52:19.449267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-0a9ca84c-8017-4746-a4d5-91d1deec7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.450426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:19.450678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-0a9ca84c-8017-4746-a4d5-91d1deec7f3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.0749469 Jul 15 16:52:19.468017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:19.476513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f0842446-33f8-4f8d-87d8-c03d6f2a1978) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:19.505384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-c651fd2e-8e77-4bc4-9a56-c3582ce23eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486081 Jul 15 16:52:19.528138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.528856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.594751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.598113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624162a-fe4f-45ff-b862-ac7cbb1685c4 None None] Network f0842446-33f8-4f8d-87d8-c03d6f2a1978 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:19.609673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-76fb8546-a5bc-4043-afa4-3b41720f1882 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3684132 Jul 15 16:52:19.672090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-058ba82f-87c1-46d7-95d2-f134c4bb80df service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602337 Jul 15 16:52:19.733761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6090d-5ae5-45be-ad0f-3cbeb9a33911 req-6df8af83-6d20-4b5c-b1f0-6f41f8def547 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:19.735448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36b6090d-5ae5-45be-ad0f-3cbeb9a33911 req-6df8af83-6d20-4b5c-b1f0-6f41f8def547 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2225628 Jul 15 16:52:19.758880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.762331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Attempting to bind port b389079b-2c2f-4683-8610-367281a04897 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:19.762699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Attempting to bind port b389079b-2c2f-4683-8610-367281a04897 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:19.763024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Attempting to bind port b389079b-2c2f-4683-8610-367281a04897 on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:19.790030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Port b389079b-2c2f-4683-8610-367281a04897 on network d23739de-5b12-4622-ba39-407452967e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:19.790998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Attempting to bind port b389079b-2c2f-4683-8610-367281a04897 on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:19.814435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7c923-1497-45ee-bc34-defaa20a8c9d None None] Network f0842446-33f8-4f8d-87d8-c03d6f2a1978 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:19.847289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:19.847801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Checking segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:19.847801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Bound using segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:19.848787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Bound port: b389079b-2c2f-4683-8610-367281a04897, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:19.849272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:19.932309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5293dbc0-bfc8-48ac-8f3a-2ef4e8bf5809 req-e026ff9b-7003-40f6-b2bc-dee5dc31438d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 210 time: 0.0966239 Jul 15 16:52:19.938098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:19.969600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36b6090d-5ae5-45be-ad0f-3cbeb9a33911 req-614e749e-b1e1-4e7e-a692-83e7f6f2e516 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260091 Jul 15 16:52:19.977108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-10688cb2-d0f9-4347-8d22-840fd9f257db service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953389 Jul 15 16:52:20.067299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] DHCP port deletion for d4a6cb4d-af6c-4e06-adb9-660c56ba113d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:52:20.070476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b389079b-2c2f-4683-8610-367281a04897,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:20.074982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 669ea21c-603f-498c-b061-1e22ad69e167 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:20.075491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.178767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-eeb65495-a32b-4c61-9464-55b8f380656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.180849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-eeb65495-a32b-4c61-9464-55b8f380656d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 1095 time: 0.0799384 Jul 15 16:52:20.198723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Deleting port 669ea21c-603f-498c-b061-1e22ad69e167 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:20.199109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.246492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 669ea21c-603f-498c-b061-1e22ad69e167 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:20.257866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.314297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=669ea21c-603f-498c-b061-1e22ad69e167,segment=NetworkSegment(9eaa92dd-4bd7-48fd-8777-7a00d4bb2388),segment_id=9eaa92dd-4bd7-48fd-8777-7a00d4bb2388)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:20.314690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.336017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Calling delete_port for 669ea21c-603f-498c-b061-1e22ad69e167 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:20.361367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=669ea21c-603f-498c-b061-1e22ad69e167,segment=NetworkSegment(9eaa92dd-4bd7-48fd-8777-7a00d4bb2388),segment_id=9eaa92dd-4bd7-48fd-8777-7a00d4bb2388)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:20.361846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.379770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.380521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.382028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b389079b-2c2f-4683-8610-367281a04897 HTTP/1.1" status: 200 len: 1091 time: 2.9912734 Jul 15 16:52:20.384232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'tag': 'b389079b-2c2f-4683-8610-367281a04897'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:20.386649 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "tag": "b389079b-2c2f-4683-8610-367281a04897"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:20.399664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 669ea21c-603f-498c-b061-1e22ad69e167 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:20.428167 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.432357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d52568-ed94-4a3c-9d9e-da4d011aaab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:20.442114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:20.472395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 669ea21c-603f-498c-b061-1e22ad69e167, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=669ea21c-603f-498c-b061-1e22ad69e167,segment=NetworkSegment(9eaa92dd-4bd7-48fd-8777-7a00d4bb2388),segment_id=9eaa92dd-4bd7-48fd-8777-7a00d4bb2388)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:20.479383 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.544935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.558232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26a1d1-10bc-4b6c-aeb9-dd0519774116 req-b2a499a6-22f6-495c-a4f0-9fc474c90fea tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.560707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:20.565533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e26a1d1-10bc-4b6c-aeb9-dd0519774116 req-b2a499a6-22f6-495c-a4f0-9fc474c90fea tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 944 time: 0.3815253 Jul 15 16:52:20.568061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:20.577970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] No DVR routers for this DVR port 669ea21c-603f-498c-b061-1e22ad69e167 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:20.581393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-71f2df6e-4e26-439a-b458-0fab162d3c1d tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.595040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-71f2df6e-4e26-439a-b458-0fab162d3c1d tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/networks?id=f0842446-33f8-4f8d-87d8-c03d6f2a1978 HTTP/1.1" status: 200 len: 821 time: 0.3710449 Jul 15 16:52:20.599508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1607e7-947d-4a30-bd21-fb6fbd1afb45 None None] Pushing event deleted for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:20.615450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-0f1f5b9b-a4d8-48a3-81e6-b025d5246763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.616940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-0f1f5b9b-a4d8-48a3-81e6-b025d5246763 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 913 time: 0.4111810 Jul 15 16:52:20.626620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-4edcb117-719b-46d6-90db-916efc3ee02e tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/quotas/accbb5f5a6f14da78f354c2e5ee46a5a HTTP/1.1" status: 200 len: 375 time: 0.0307093 Jul 15 16:52:20.642143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-9e1952c9-d4c8-409f-82fd-887e692ed874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.644405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-9e1952c9-d4c8-409f-82fd-887e692ed874 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 1094 time: 0.1643536 Jul 15 16:52:20.646977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.649396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.704721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-ef3dd50a-236f-4a74-b2d7-476919a90aec tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=accbb5f5a6f14da78f354c2e5ee46a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771458 Jul 15 16:52:20.709613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-083f09f3-45af-4ef7-9784-62d207d37404 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e HTTP/1.1" status: 200 len: 217 time: 0.0810211 Jul 15 16:52:20.718479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-b2679c9f-3a7b-46b1-a5b4-121de209e3c6 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:52:20.719636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-b2679c9f-3a7b-46b1-a5b4-121de209e3c6 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070574 Jul 15 16:52:20.722753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e26a1d1-10bc-4b6c-aeb9-dd0519774116 req-52e42b5a-a2a5-411f-b946-b0f3c52c0925 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563811 Jul 15 16:52:20.727465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Transition to ACTIVE for port object 2a736e16-e776-4a9e-97e0-39de17aad4cc will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:20.729396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-f04a5ba4-03db-4a0a-ae18-e258c25511e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b389079b-2c2f-4683-8610-367281a04897 HTTP/1.1" status: 200 len: 217 time: 0.0760450 Jul 15 16:52:20.730137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=669ea21c-603f-498c-b061-1e22ad69e167,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:20.732730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 669ea21c-603f-498c-b061-1e22ad69e167 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:20.738890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.839918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-799e1f6c-772d-40e0-a587-d426a1e04b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.841896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-799e1f6c-772d-40e0-a587-d426a1e04b65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.1178174 Jul 15 16:52:20.875610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:20.903234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:20.929674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] No DVR routers for this DVR port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:20.936615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-a9465758-f016-4fc5-8f84-c50377d2fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:20.938194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-a9465758-f016-4fc5-8f84-c50377d2fa54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.2003005 Jul 15 16:52:20.941047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a6cb4d-af6c-4e06-adb9-660c56ba113d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:20.956050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:20.956388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaa92dd-4bd7-48fd-8777-7a00d4bb2388') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:21.017162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.026042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-09a7bf1a-0038-41cd-a046-2112d5baf392 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720487 Jul 15 16:52:21.047622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:21.047964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:21.048325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:21.065058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.072835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:21.073165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:21.083453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:52:21.083866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:52:21.088594 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:52:21.102399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:21.102741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:21.103320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:21.103936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Bound port: 2a736e16-e776-4a9e-97e0-39de17aad4cc, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:21.104514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.266648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.274370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-d889a098-8a37-4e8b-b13c-1cf6eb31c978 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4238820 Jul 15 16:52:21.290967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.292951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/d4a6cb4d-af6c-4e06-adb9-660c56ba113d HTTP/1.1" status: 204 len: 168 time: 1.9024529 Jul 15 16:52:21.306950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:21.319335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-569976036', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:21.340686 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-c472ad14-cbc4-4984-8e70-d540f23a2374 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056772 Jul 15 16:52:21.347921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246363c-0ef9-449a-9772-cb189639f410 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=d4a6cb4d-af6c-4e06-adb9-660c56ba113d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:21.353824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-83b4552d-9314-4364-89ae-8dd96153fd14 service neutron] 10.222.0.25 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094143 Jul 15 16:52:21.397395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:21.439013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.440022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.453458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:21.465582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-35d34c98-c430-407e-8554-e53cedcdf279 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:21.467567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-35d34c98-c430-407e-8554-e53cedcdf279 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.3095932 Jul 15 16:52:21.470653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.505674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Request body: {'port': {'device_id': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'admin_state_up': True, 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:21.533658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1209e3-e69e-498c-8fde-154576d91138 req-f5614717-c800-4f46-bbea-af0686d71409 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:21.535408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df1209e3-e69e-498c-8fde-154576d91138 req-f5614717-c800-4f46-bbea-af0686d71409 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.6746209 Jul 15 16:52:21.545416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:21.546048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.547484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] 10.222.0.35 "PUT /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 1096 time: 2.0857747 Jul 15 16:52:21.557881 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b04c9f75-5bee-4702-9e00-28fa2e1b7265 req-9499c5e0-f507-44c2-aa94-c50325995820 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077928 Jul 15 16:52:21.585040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-b074e2e6-9799-47d7-aa06-3ed36bb26fee service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031945 Jul 15 16:52:21.614041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.616550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-2b6e60ba-67d3-4349-8bcb-0b2dc7197d22 service neutron] 10.222.0.25 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618723 Jul 15 16:52:21.635810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.640770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79204c3-05f4-40ea-84fa-b5921eaa8c70 service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:21.682951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df1209e3-e69e-498c-8fde-154576d91138 req-4335b4b8-97b7-49ee-8c30-72d051fcb141 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399832 Jul 15 16:52:21.719035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-4e60e013-1d7b-49cb-87c3-ec3709f1f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:21.720978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-4e60e013-1d7b-49cb-87c3-ec3709f1f721 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1099 time: 0.1136458 Jul 15 16:52:21.726547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:21.730384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.740455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.744238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-26ded967-dc16-4b0c-940c-b05bfaa6837e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4337597 Jul 15 16:52:21.744518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56484) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:21.757051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-1684047387'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:21.835004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-626472b4-b35b-4561-bbf2-8b0cf4c55ca5 req-00301244-df02-4b6b-8a25-8722c5067fec service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402263 Jul 15 16:52:21.837058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:21.841718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.894961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:21.912605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:21.913192 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 7245493f-55ef-4160-9c43-576e1f551ae7 of type vlan for network 2828991c-6a66-4fa0-9efc-a43ac1a6819c Jul 15 16:52:21.973427 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46be557-168a-4893-a2ce-5d665167c7e4 x-openstack-request-id: req-f46be557-168a-4893-a2ce-5d665167c7e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:21.973979 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "tag": "b389079b-2c2f-4683-8610-367281a04897", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:21.973979 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f46be557-168a-4893-a2ce-5d665167c7e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:21.974333 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'tag': 'b389079b-2c2f-4683-8610-367281a04897', 'status': 'completed', 'code': 200} Jul 15 16:52:21.978357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-93853740-7da4-4400-8924-2a48e3037329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:21.979853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-93853740-7da4-4400-8924-2a48e3037329 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2458270 Jul 15 16:52:22.028315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-2cdbc4e3-ad5f-4725-b4ff-65fd3dac4e06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0404549 Jul 15 16:52:22.059488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.082684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Allocated IP 172.20.0.2 (d9405a88-ad34-41de-837d-f4cbdf30f127/68239d39-ae25-4713-8c2f-3d2da18bbda1/99080437-f602-44cd-affe-a300d33acd4c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:22.115863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-3199806c-e50a-481f-97b7-e577803e4645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.117374 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-3199806c-e50a-481f-97b7-e577803e4645 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0827055 Jul 15 16:52:22.156801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73e5b144-115c-440c-9676-f38dd5b0c46a req-d55b8239-37a8-4afd-9a6b-aea119309337 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 210 time: 0.0693159 Jul 15 16:52:22.202340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.209688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.210320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.235860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-3d82d4fd-54ac-4e67-82c8-9a41cd4b62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.237404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-3d82d4fd-54ac-4e67-82c8-9a41cd4b62ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126032 Jul 15 16:52:22.247510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-9681908f-fbba-4ebf-902c-2cad9f74d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.249042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-9681908f-fbba-4ebf-902c-2cad9f74d0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 1094 time: 0.2644696 Jul 15 16:52:22.311964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5647945 Jul 15 16:52:22.319692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56500) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:22.332362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:22.413754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.450981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9a176-6a9d-4786-81b9-94c4c161630a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=2828991c-6a66-4fa0-9efc-a43ac1a6819c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:22.475397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:22.481682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a76ef-f3af-481d-93a5-750cd553688b req-70d0cecb-03b5-4b06-88f9-9e49dd888bdd tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.483929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef6a76ef-f3af-481d-93a5-750cd553688b req-70d0cecb-03b5-4b06-88f9-9e49dd888bdd tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3000782 Jul 15 16:52:22.499464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-9f6abb36-c4c8-474f-8705-0434a4443651 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064476 Jul 15 16:52:22.528227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-2e796eba-b354-4056-b460-3bc641442a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.530311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-2e796eba-b354-4056-b460-3bc641442a53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 913 time: 0.2591221 Jul 15 16:52:22.560220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:22.563741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.565732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdda6a-f8d9-40ab-91c0-8ead8ceb3e4f req-86b3bb67-4511-4496-b28d-64985f060791 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.567419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30fdda6a-f8d9-40ab-91c0-8ead8ceb3e4f req-86b3bb67-4511-4496-b28d-64985f060791 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 944 time: 0.2434936 Jul 15 16:52:22.603767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef6a76ef-f3af-481d-93a5-750cd553688b req-a6099c15-0969-4d3b-a2d5-b2bf50c801ab tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011188 Jul 15 16:52:22.605859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-da53ae98-804e-440f-989b-8dd9d9a28f46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b389079b-2c2f-4683-8610-367281a04897 HTTP/1.1" status: 200 len: 217 time: 0.0621250 Jul 15 16:52:22.654764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:22.675554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30fdda6a-f8d9-40ab-91c0-8ead8ceb3e4f req-212f6c52-b5bb-4108-b42e-6a2f37306c33 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754755 Jul 15 16:52:22.710681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-7e2c7203-07ec-4866-8a6b-e60824bd727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:22.712379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-7e2c7203-07ec-4866-8a6b-e60824bd727e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.0989401 Jul 15 16:52:22.750834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-52fb7873-3bac-4a7b-aaca-7e7d071a67a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316470 Jul 15 16:52:22.755030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-29f0be66-612a-44e6-bd51-9f3c8ebca9c5 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472157 Jul 15 16:52:22.776597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3201bcb-dea5-4eb7-a07c-a8774bb8530e details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:22.861125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:22.912493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-6717ae66-91dd-4819-82bd-b99410697cab service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512654 Jul 15 16:52:22.946842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:22.994871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'port_id': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'mac_address': 'fa:16:3e:91:60:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94cdc51-21e4-4de7-a385-149088e7c589', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:22.996325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16393f0b-e33f-4182-9afb-9eca3a56c8bf req-71290fdc-5ca8-4658-be47-1ae2f1dfa5d8 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 210 time: 0.1850030 Jul 15 16:52:23.043230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:23.064200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Network d9405a88-ad34-41de-837d-f4cbdf30f127 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:23.072625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:23.074719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:23.077779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:23.094339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.096671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cebbbbd8-9a9a-4ecb-94e9-84f36ac214de req-d04b0391-8d35-4a00-8143-79ca04eb845f service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706967 Jul 15 16:52:23.110782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98204d-9779-438d-91f5-dd7e0f381f06 req-7454123e-e1fa-497a-82d9-9c52f3bfdb82 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:23.118776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c98204d-9779-438d-91f5-dd7e0f381f06 req-7454123e-e1fa-497a-82d9-9c52f3bfdb82 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.2031426 Jul 15 16:52:23.131013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3201bcb-dea5-4eb7-a07c-a8774bb8530e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:23.162472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:23.163404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.172837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c98204d-9779-438d-91f5-dd7e0f381f06 req-79bb9c32-7275-4d81-bede-a23b6f104feb tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529859 Jul 15 16:52:23.178053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:23.188289 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.203182 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-e16f1252-d59e-4a7e-aec8-5cdc34644f4c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220011 Jul 15 16:52:23.261045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:23.266240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Request body: {'port': {'device_id': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:23.327257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.444349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.447207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-a38e745d-8c21-4af5-9834-24b027ab0fb1 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:23.448480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=a281bb9a-f16d-4697-8e47-c4f01998d902,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:23.448694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-a38e745d-8c21-4af5-9834-24b027ab0fb1 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.20 "GET /v2.0/networks?id=f0842446-33f8-4f8d-87d8-c03d6f2a1978 HTTP/1.1" status: 200 len: 821 time: 0.2044828 Jul 15 16:52:23.459762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:23.460147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: 2828991c-6a66-4fa0-9efc-a43ac1a6819c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:23.470881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3adc83-47e2-43d1-afcc-a47c4218b88f req-d3d593f4-ac11-489e-89dd-06991290cd3f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:23.472614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f3adc83-47e2-43d1-afcc-a47c4218b88f req-d3d593f4-ac11-489e-89dd-06991290cd3f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 931 time: 0.1032226 Jul 15 16:52:23.476617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Request body: {'port': {'device_id': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978', 'admin_state_up': True, 'tenant_id': 'accbb5f5a6f14da78f354c2e5ee46a5a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:23.507211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b3201bcb-dea5-4eb7-a07c-a8774bb8530e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:23.509176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:23.531321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2828991c-6a66-4fa0-9efc-a43ac1a6819c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:23.535835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:23.536444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.547411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3c601-23a8-439c-b1ed-97d630af84cd None None] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:23.576536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f3adc83-47e2-43d1-afcc-a47c4218b88f req-0c3dee59-763c-472c-9c75-f83bc4cea925 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929732 Jul 15 16:52:23.620218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-665c7565-50e5-47bb-9a60-3efa4c1d833a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2986326 Jul 15 16:52:23.622628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56510) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:23.730498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Made reservation on behalf of accbb5f5a6f14da78f354c2e5ee46a5a for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:23.735812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.787602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:52:23.788859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.805517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99080437-f602-44cd-affe-a300d33acd4c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:23.814037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.826553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Transition to ACTIVE for port object 99080437-f602-44cd-affe-a300d33acd4c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:23.832395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.904529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:23.942326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Allocated IP 172.20.0.2 (2828991c-6a66-4fa0-9efc-a43ac1a6819c/a281bb9a-f16d-4697-8e47-c4f01998d902/7c061572-9525-4fe7-97c8-695a3c7a4744) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:23.957280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Attempting to bind port 99080437-f602-44cd-affe-a300d33acd4c on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:23.957674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Attempting to bind port 99080437-f602-44cd-affe-a300d33acd4c by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:23.958008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Attempting to bind port 99080437-f602-44cd-affe-a300d33acd4c on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:23.963154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Port 99080437-f602-44cd-affe-a300d33acd4c on network d9405a88-ad34-41de-837d-f4cbdf30f127 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:23.963477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Attempting to bind port 99080437-f602-44cd-affe-a300d33acd4c on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:23.968971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:23.969305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Checking segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:23.969690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Bound using segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:23.970116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Bound port: 99080437-f602-44cd-affe-a300d33acd4c, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:23.970482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:23.979029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}, {'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:23.981361 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-unplugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}, {"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:24.049047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:24.052793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:24.059066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.102438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.103172 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.105221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] 10.222.0.20 "PUT /v2.0/ports/99080437-f602-44cd-affe-a300d33acd4c HTTP/1.1" status: 200 len: 1091 time: 0.8608527 Jul 15 16:52:24.128032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0537-3484-4d9f-b658-4b8a4d42980a service neutron] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:24.188556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Allocated IP 172.20.0.8 (f0842446-33f8-4f8d-87d8-c03d6f2a1978/6c46915d-7fae-47d7-8348-8e3d7f803df7/8231b603-5f67-4acd-8575-305512981807) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:24.204764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-0ae671ce-4194-460b-949b-4875a86a2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.206438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-0ae671ce-4194-460b-949b-4875a86a2f1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 1094 time: 0.0614190 Jul 15 16:52:24.230797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632c8ec-cdfc-4e38-8861-d9287c855f38 req-1429cf71-55aa-43c6-b1cd-202cd0480559 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.238818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9632c8ec-cdfc-4e38-8861-d9287c855f38 req-1429cf71-55aa-43c6-b1cd-202cd0480559 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 945 time: 0.3476973 Jul 15 16:52:24.240443 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.244066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.250135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Transition to ACTIVE for port object 7c061572-9525-4fe7-97c8-695a3c7a4744 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:24.255197 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-96e41067-38d2-461d-a1c1-b7ce62f50602 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99080437-f602-44cd-affe-a300d33acd4c HTTP/1.1" status: 200 len: 217 time: 0.0413744 Jul 15 16:52:24.266219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Transition to ACTIVE for port object 7c061572-9525-4fe7-97c8-695a3c7a4744 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:24.273135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.286337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77f11-4d3c-4ad8-bfb8-99a8095396b2 req-f0e12b14-6b61-42da-835a-e7a1f39ed941 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.287864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3b77f11-4d3c-4ad8-bfb8-99a8095396b2 req-f0e12b14-6b61-42da-835a-e7a1f39ed941 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.4881711 Jul 15 16:52:24.306979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-b9d1d16b-fd82-4dff-9454-6f8a66b2ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.308708 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-b9d1d16b-fd82-4dff-9454-6f8a66b2ef46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0473201 Jul 15 16:52:24.314443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:24.315896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:24.321517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:24.332318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Pushing event updated for resources: {'Port': ['ID=7c061572-9525-4fe7-97c8-695a3c7a4744,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:24.357955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-69e6d074-9cbd-4e8e-831a-0d20383c8f8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424023 Jul 15 16:52:24.409352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Attempting to bind port 7c061572-9525-4fe7-97c8-695a3c7a4744 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:24.409709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Attempting to bind port 7c061572-9525-4fe7-97c8-695a3c7a4744 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:24.410106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Attempting to bind port 7c061572-9525-4fe7-97c8-695a3c7a4744 on network 2828991c-6a66-4fa0-9efc-a43ac1a6819c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:24.416154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:24.416350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Checking segment: {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:24.416873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.417099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Bound using segment: {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:24.417575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Bound port: 7c061572-9525-4fe7-97c8-695a3c7a4744, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:24.417954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.451496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9632c8ec-cdfc-4e38-8861-d9287c855f38 req-e3aa3cc9-1f4f-490d-b504-5910ddcc0032 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110045 Jul 15 16:52:24.514853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-899d593f-c9cd-43cf-9977-b2dd2ec584b5 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476290 Jul 15 16:52:24.515778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] For port 7c061572-9525-4fe7-97c8-695a3c7a4744, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:24.519514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] For port 7c061572-9525-4fe7-97c8-695a3c7a4744, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c061572-9525-4fe7-97c8-695a3c7a4744,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:24.525943 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.594729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3b77f11-4d3c-4ad8-bfb8-99a8095396b2 req-9e9be153-4295-49e6-a84b-afead274db66 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910163 Jul 15 16:52:24.597792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab722d46-b6cd-4c9a-a14f-52ef806597c0 None None] Pushing event updated for resources: {'Port': ['ID=7c061572-9525-4fe7-97c8-695a3c7a4744,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:24.638891 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3fcfd-aaa7-41ec-8c38-86efe39b640f x-openstack-request-id: req-a5a3fcfd-aaa7-41ec-8c38-86efe39b640f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:24.643696 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-unplugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "code": 200}, {"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:24.643952 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5a3fcfd-aaa7-41ec-8c38-86efe39b640f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:24.644396 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'code': 200} Jul 15 16:52:24.644655 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'status': 'completed', 'code': 200} Jul 15 16:52:24.710232 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-947ff2f8-e4dd-49fb-8174-b5b11d64c0d8 req-62f7043e-daf3-4949-97d1-2665a98cbf53 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886983 Jul 15 16:52:24.732414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-75f66b24-0303-47fc-b103-08d181630669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.733880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-75f66b24-0303-47fc-b103-08d181630669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1099 time: 0.1023767 Jul 15 16:52:24.752405 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f887ce6-dae6-4660-826e-9110ebc0ea6b req-ee3e9523-b5fc-431c-8ba5-950aaaab2990 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 210 time: 0.1160781 Jul 15 16:52:24.780441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b389079b-2c2f-4683-8610-367281a04897 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:24.785445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3201bcb-dea5-4eb7-a07c-a8774bb8530e up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:24.840026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:24.936651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-912e0bf3-1ff0-41bc-9646-9039fb853b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.938261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-912e0bf3-1ff0-41bc-9646-9039fb853b2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1099 time: 0.3078640 Jul 15 16:52:24.947454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-779ddc66-0afd-49d0-a667-8ba72c8707b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:24.951257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-779ddc66-0afd-49d0-a667-8ba72c8707b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2072647 Jul 15 16:52:24.961379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.001681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port b3201bcb-dea5-4eb7-a07c-a8774bb8530e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:25.010305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port b3201bcb-dea5-4eb7-a07c-a8774bb8530e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:25.010305 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.082746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-591c32e8-2d8b-4c0b-95ae-157a480609ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.1082373 Jul 15 16:52:25.099340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b389079b-2c2f-4683-8610-367281a04897,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:25.124188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Network f0842446-33f8-4f8d-87d8-c03d6f2a1978 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:25.126082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'b389079b-2c2f-4683-8610-367281a04897', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'port_id': 'b389079b-2c2f-4683-8610-367281a04897', 'mac_address': 'fa:16:3e:c8:35:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94cdc51-21e4-4de7-a385-149088e7c589', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:25.140615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Pushing event updated for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:25.147938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:25.151023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.20.0.1 (2828991c-6a66-4fa0-9efc-a43ac1a6819c/a281bb9a-f16d-4697-8e47-c4f01998d902/57938f30-512c-4efb-ae99-fe863febf6b9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:25.160900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:25.171531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-f701f574-fb8d-44ba-9e51-5c2ccf2b5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.173722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-f701f574-fb8d-44ba-9e51-5c2ccf2b5f25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2169387 Jul 15 16:52:25.178006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-90745836-557e-4606-9db5-99d08c0540ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.179797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-90745836-557e-4606-9db5-99d08c0540ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0873265 Jul 15 16:52:25.244979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-d32141dd-124d-4ad7-8ced-156c795a7b6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0638790 Jul 15 16:52:25.253238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acab34-3d31-4836-9382-2af127488cdc req-e6ce7efd-7b06-4338-8c98-796549dcc0d7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.258007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.261635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07acab34-3d31-4836-9382-2af127488cdc req-e6ce7efd-7b06-4338-8c98-796549dcc0d7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 948 time: 0.4729142 Jul 15 16:52:25.268668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.281545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b389079b-2c2f-4683-8610-367281a04897 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:25.313972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:25.316313 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344fb70-97a8-445c-8472-a818262b4fe3" -d '{"events": [{"server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "name": "network-vif-plugged", "status": "completed", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:25.316543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-bae83e6b-11d1-4fd7-b955-222987ebd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.318085 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-bae83e6b-11d1-4fd7-b955-222987ebd7a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0661299 Jul 15 16:52:25.323816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-918db57d-4b11-48f3-a4aa-7e622e3d963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.325538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-918db57d-4b11-48f3-a4aa-7e622e3d963c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385403 Jul 15 16:52:25.334680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b389079b-2c2f-4683-8610-367281a04897,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:25.340915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.342648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.343674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:25.346610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.377104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.409241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:25.467949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:25.469691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-5b2d9fd0-623f-42da-844b-4fced864755b service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329298 Jul 15 16:52:25.471541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-9ad6f753-ddf8-4963-b7e5-472b8abf9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.472993 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-9ad6f753-ddf8-4963-b7e5-472b8abf9298 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466217 Jul 15 16:52:25.490655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-89c15612-84b9-443f-b2f8-d054e8889959 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:52:25.491797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-89c15612-84b9-443f-b2f8-d054e8889959 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053265 Jul 15 16:52:25.644960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-32d9433f-582a-403a-8f64-03d3e5c830b8 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676788 Jul 15 16:52:25.650612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-e26fbcd3-9447-4612-b0c0-c56a546321a1 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481788 Jul 15 16:52:25.706464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b389079b-2c2f-4683-8610-367281a04897'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:25.754996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-385d9c9c-9c4e-4f11-b5f7-4cd1485721ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2929003 Jul 15 16:52:25.759202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb3ed4c6-29cd-41cb-b9ff-a9c7b90a098f req-2980c6a9-2829-4fde-8a68-e8dd7aee221e service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009333 Jul 15 16:52:25.775106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07acab34-3d31-4836-9382-2af127488cdc req-9ecf734e-1d5a-476f-916e-5cb7b444aefc tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126536 Jul 15 16:52:25.777540 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f2fa1c-df4a-4553-b949-6f7cff0fbbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.781976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Request body: {'port': {'device_id': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:25.847875 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e05ea-a2c9-424e-aab6-7cf7b4c8bfd0 x-openstack-request-id: req-ae8e05ea-a2c9-424e-aab6-7cf7b4c8bfd0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:25.848517 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "name": "network-vif-plugged", "status": "completed", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:25.858687 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae8e05ea-a2c9-424e-aab6-7cf7b4c8bfd0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:25.859125 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'code': 200} Jul 15 16:52:25.911111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:25.917163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:25.971160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bdc83-c0b8-4bc6-a00f-7dbc27d64fbf req-fd48952f-99b7-4a4c-8018-d087c97735af tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:25.972725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-025bdc83-c0b8-4bc6-a00f-7dbc27d64fbf req-fd48952f-99b7-4a4c-8018-d087c97735af tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 943 time: 0.6877844 Jul 15 16:52:25.982919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 57938f30-512c-4efb-ae99-fe863febf6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:26.003514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc188ca-97aa-47b7-96d1-bfc8af5021d7 req-d37747c9-504c-4fe4-9c53-9ac410f24913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:26.004012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.006050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8cc188ca-97aa-47b7-96d1-bfc8af5021d7 req-d37747c9-504c-4fe4-9c53-9ac410f24913 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 1097 time: 0.0908003 Jul 15 16:52:26.030725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7faa9db-5b9e-4d0e-bbe5-f9a0f76c4a4c None None] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:26.034258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:26.048440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8cc188ca-97aa-47b7-96d1-bfc8af5021d7 req-359fb6d4-6b4d-4da3-ac41-46377da4b0eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Jul 15 16:52:26.062266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'mac_address': 'fa:16:3e:02:04:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:26.108411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-025bdc83-c0b8-4bc6-a00f-7dbc27d64fbf req-a5295c5e-8b0b-4599-980c-ff58eb37c6c2 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219540 Jul 15 16:52:26.145324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ac32a722-4fbd-4d06-8eae-c05023f03fd4 None None] Provisioning for port 7c061572-9525-4fe7-97c8-695a3c7a4744 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:26.164624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.200601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:26.205144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.223715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:26.245656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.283798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:26.301286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c061572-9525-4fe7-97c8-695a3c7a4744 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:26.321752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e328c74-524a-44eb-bcad-fd9801c09484 req-b198d49f-b055-42e2-9b9b-d998cf6406fd tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:26.323337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e328c74-524a-44eb-bcad-fd9801c09484 req-b198d49f-b055-42e2-9b9b-d998cf6406fd tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 946 time: 0.3425498 Jul 15 16:52:26.352543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:26.354774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:26.355025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:26.364087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:26.393622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7c061572-9525-4fe7-97c8-695a3c7a4744 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:26.400142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7c061572-9525-4fe7-97c8-695a3c7a4744 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:26.400490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.486747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.490531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.501129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['2a736e16-e776-4a9e-97e0-39de17aad4cc'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:26.535367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e328c74-524a-44eb-bcad-fd9801c09484 req-db023654-eaae-41bd-83e2-e3d2453fabd5 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751528 Jul 15 16:52:26.562961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7c061572-9525-4fe7-97c8-695a3c7a4744, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c061572-9525-4fe7-97c8-695a3c7a4744,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:26.597672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86149d6-26b0-43eb-a1f5-0782e020adda req-907dd810-7c12-4e29-9489-1988f13e786a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:26.599220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d86149d6-26b0-43eb-a1f5-0782e020adda req-907dd810-7c12-4e29-9489-1988f13e786a tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3245754 Jul 15 16:52:26.605605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.645668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'tag': '99080437-f602-44cd-affe-a300d33acd4c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:26.648422 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "tag": "99080437-f602-44cd-affe-a300d33acd4c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:26.657250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7c061572-9525-4fe7-97c8-695a3c7a4744,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:26.703707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Provisioning complete for port 7c061572-9525-4fe7-97c8-695a3c7a4744 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:26.704250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.740669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d86149d6-26b0-43eb-a1f5-0782e020adda req-7b801cf4-6d03-422b-87f1-1aeb418239ae tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267226 Jul 15 16:52:26.746177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8231b603-5f67-4acd-8575-305512981807 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:26.757178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.801735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.804317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Transition to ACTIVE for port object 8231b603-5f67-4acd-8575-305512981807 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:26.822076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.854796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Provisioning for port 57938f30-512c-4efb-ae99-fe863febf6b9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:26.860804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Provisioning complete for port 57938f30-512c-4efb-ae99-fe863febf6b9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:26.861365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:26.902224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9799f7f2-c865-46f8-b470-8216c1b6b82a None None] Port 57938f30-512c-4efb-ae99-fe863febf6b9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:26.984310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Pushing event updated for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:27.025514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f6247f28-b86e-48c9-aad0-c50ce746ffba None None] Provisioning complete for port 57938f30-512c-4efb-ae99-fe863febf6b9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:27.026366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6247f28-b86e-48c9-aad0-c50ce746ffba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.065689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f6247f28-b86e-48c9-aad0-c50ce746ffba None None] Port 57938f30-512c-4efb-ae99-fe863febf6b9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:27.128594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee6c3-e1f5-4b1b-8ca0-872af85da2e1 req-dc22d161-779e-406a-90b5-2c92198c0aae tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.130228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2eaee6c3-e1f5-4b1b-8ca0-872af85da2e1 req-dc22d161-779e-406a-90b5-2c92198c0aae tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 931 time: 0.4167275 Jul 15 16:52:27.144971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-a0b97ebf-32b2-4c5e-90f0-8f98f9a6934d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.146965 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-a0b97ebf-32b2-4c5e-90f0-8f98f9a6934d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.35 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241&tenant_id=209b68c69eef48af80cac0d3e7b124de&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 949 time: 0.0885775 Jul 15 16:52:27.209817 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-c5c399a5-6c63-4689-9f8f-142b61000c9c service neutron] 10.222.0.35 "GET /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc/bindings/n-h2-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.0560179 Jul 15 16:52:27.223407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2eaee6c3-e1f5-4b1b-8ca0-872af85da2e1 req-40f2af34-6742-4688-821d-ffc132a56dca tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 Jul 15 16:52:27.239872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Attempting to bind port 8231b603-5f67-4acd-8575-305512981807 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:27.240222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Attempting to bind port 8231b603-5f67-4acd-8575-305512981807 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c97544f0-4480-4d97-a254-a17f5f9c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:27.240551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Attempting to bind port 8231b603-5f67-4acd-8575-305512981807 on network f0842446-33f8-4f8d-87d8-c03d6f2a1978 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:27.246856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Port 8231b603-5f67-4acd-8575-305512981807 on network f0842446-33f8-4f8d-87d8-c03d6f2a1978 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:27.247175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Attempting to bind port 8231b603-5f67-4acd-8575-305512981807 on network f0842446-33f8-4f8d-87d8-c03d6f2a1978 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:27.258993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:27.259329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Checking segment: {'id': 'c97544f0-4480-4d97-a254-a17f5f9c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:27.259714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Bound using segment: {'id': 'c97544f0-4480-4d97-a254-a17f5f9c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:27.260166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Bound port: 8231b603-5f67-4acd-8575-305512981807, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97544f0-4480-4d97-a254-a17f5f9c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:27.260530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.278984 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a338e-fc84-4b35-a532-c01a684930e5 x-openstack-request-id: req-f48a338e-fc84-4b35-a532-c01a684930e5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:27.279341 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "tag": "99080437-f602-44cd-affe-a300d33acd4c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:27.279592 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f48a338e-fc84-4b35-a532-c01a684930e5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:27.279989 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'tag': '99080437-f602-44cd-affe-a300d33acd4c', 'status': 'completed', 'code': 200} Jul 15 16:52:27.308322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-27b7ebf9-8f34-4b98-8257-7c46990f36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.310750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-27b7ebf9-8f34-4b98-8257-7c46990f36fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1100 time: 0.0768440 Jul 15 16:52:27.407332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:27.445551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-a60632da-c30c-4e6c-999b-8168abffd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.447047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-a60632da-c30c-4e6c-999b-8168abffd7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 1094 time: 0.1350908 Jul 15 16:52:27.449723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f4cf8aea-754c-462d-ace2-993713ed8d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.451283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f4cf8aea-754c-462d-ace2-993713ed8d42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1317260 Jul 15 16:52:27.458264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.460992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8231b603-5f67-4acd-8575-305512981807,segment=NetworkSegment(c97544f0-4480-4d97-a254-a17f5f9c29b4),segment_id=c97544f0-4480-4d97-a254-a17f5f9c29b4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:27.485522 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.488526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.509236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-0644833d-3281-405a-a4a0-920facf67f3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0484025 Jul 15 16:52:27.561212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.561212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.562806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] 10.222.0.20 "PUT /v2.0/ports/8231b603-5f67-4acd-8575-305512981807 HTTP/1.1" status: 200 len: 1091 time: 1.7988658 Jul 15 16:52:27.568932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'tag': '8231b603-5f67-4acd-8575-305512981807'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:27.571199 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf8193-2324-41dd-8171-61085b5ea789" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "tag": "8231b603-5f67-4acd-8575-305512981807"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:27.599244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-dec7d254-26b1-4211-9ec9-6e236575b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.600752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-dec7d254-26b1-4211-9ec9-6e236575b548 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0858004 Jul 15 16:52:27.620333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:27.630029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:27.639244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-baac21bf-51f3-45fb-83b5-a3b29c1508e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.640767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-baac21bf-51f3-45fb-83b5-a3b29c1508e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 904 time: 0.1873417 Jul 15 16:52:27.693855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-eb7b61f2-85df-4720-a610-9f8c8985c2bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99080437-f602-44cd-affe-a300d33acd4c HTTP/1.1" status: 200 len: 217 time: 0.0456460 Jul 15 16:52:27.719062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ab602-cdc7-4fc8-bd50-ea261c01a2ef req-88c2e251-8406-4c68-8574-314a4b3ccef4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.720649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d4ab602-cdc7-4fc8-bd50-ea261c01a2ef req-88c2e251-8406-4c68-8574-314a4b3ccef4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 943 time: 0.3316829 Jul 15 16:52:27.730970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-5eac63ef-ba35-47a3-b5b8-3318d2932333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.733435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-5eac63ef-ba35-47a3-b5b8-3318d2932333 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226285 Jul 15 16:52:27.736549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0797975-47e7-4996-a175-539957cd1a52 req-4b48da38-d17e-4c91-a370-fad01f8bf967 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.738013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0797975-47e7-4996-a175-539957cd1a52 req-4b48da38-d17e-4c91-a370-fad01f8bf967 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.3238506 Jul 15 16:52:27.774030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-e01d6a54-1ad0-42cd-b4cc-6c2bf51b1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.775502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-e01d6a54-1ad0-42cd-b4cc-6c2bf51b1d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0761435 Jul 15 16:52:27.795870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0829832-9293-448c-9ee1-93e958a285bf service neutron] Pushing event updated for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:27.839433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-c021e634-e701-4052-856d-c2c00fac95f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569487 Jul 15 16:52:27.874656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d4ab602-cdc7-4fc8-bd50-ea261c01a2ef req-af61f9d3-1f3e-4093-895e-1c5dca579cb6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356616 Jul 15 16:52:27.876416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-80a5c552-65d8-416b-b648-dd21525ba6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:27.877826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-80a5c552-65d8-416b-b648-dd21525ba6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=accbb5f5a6f14da78f354c2e5ee46a5a&device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 1094 time: 0.2673650 Jul 15 16:52:27.880575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0797975-47e7-4996-a175-539957cd1a52 req-5aaae4e4-1e51-49ec-9e39-5a502f0b22f4 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354618 Jul 15 16:52:27.887082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-0c877873-bcbf-4098-b9e8-2bdce407cb8f service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457572 Jul 15 16:52:27.901006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:27.931754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-4c17bff3-582d-496b-977c-207a3eb73ef2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8231b603-5f67-4acd-8575-305512981807 HTTP/1.1" status: 200 len: 217 time: 0.0452514 Jul 15 16:52:27.937929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:27.947673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:28.063270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 2a736e16-e776-4a9e-97e0-39de17aad4cc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:28.069098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 2a736e16-e776-4a9e-97e0-39de17aad4cc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:28.069744 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.117949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-7174df52-3aa5-4eb9-aff9-490d8d008994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:28.120712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-7174df52-3aa5-4eb9-aff9-490d8d008994 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c46915d-7fae-47d7-8348-8e3d7f803df7 HTTP/1.1" status: 200 len: 861 time: 0.1814744 Jul 15 16:52:28.124484 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ca0ab-2d48-42cf-ba27-eca56ad62d4f x-openstack-request-id: req-6a8ca0ab-2d48-42cf-ba27-eca56ad62d4f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:28.124802 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "tag": "8231b603-5f67-4acd-8575-305512981807", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:28.125027 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a8ca0ab-2d48-42cf-ba27-eca56ad62d4f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:28.125835 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'tag': '8231b603-5f67-4acd-8575-305512981807', 'status': 'completed', 'code': 200} Jul 15 16:52:28.192075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-34a1ba5d-847b-45a4-be24-6e057138ff20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0842446-33f8-4f8d-87d8-c03d6f2a1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516071 Jul 15 16:52:28.238985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.284372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c061572-9525-4fe7-97c8-695a3c7a4744 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:28.296037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:28.299103 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922ca16-f8e0-439e-a8b3-aecea5e2f299" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:28.341930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b22bce-7d7c-444c-8a6d-1892b7b2c9e4 req-39f5923c-2a22-4748-b99e-ce73041b7dba tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:28.343535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3b22bce-7d7c-444c-8a6d-1892b7b2c9e4 req-39f5923c-2a22-4748-b99e-ce73041b7dba tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 946 time: 0.2700996 Jul 15 16:52:28.361037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:28.363934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ddf06fb-8af6-45bf-9902-8a7c06f9b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.368000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.385668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:52:28.405000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-20264207-6e54-49a7-8e9e-54b71588b6a3 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588179 Jul 15 16:52:28.428433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-74c54630-ea93-4849-9db3-dd61c2e8207c service neutron] 10.222.0.20 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288280 Jul 15 16:52:28.432319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7c061572-9525-4fe7-97c8-695a3c7a4744 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:28.432860 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.436153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3b22bce-7d7c-444c-8a6d-1892b7b2c9e4 req-530a8ebe-d172-402e-8282-f9176dfee3e1 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787790 Jul 15 16:52:28.446835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-261bb790-73a3-4eb9-9b97-d912f064932f service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534561 Jul 15 16:52:28.455496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e6793d29-60ce-4fdd-b0e3-f391fb261baa None None] Provisioning complete for port 57938f30-512c-4efb-ae99-fe863febf6b9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:28.455872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6793d29-60ce-4fdd-b0e3-f391fb261baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.481511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:28.505780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e6793d29-60ce-4fdd-b0e3-f391fb261baa None None] Port 57938f30-512c-4efb-ae99-fe863febf6b9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:28.569663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9414b09-a27a-4fc1-a134-1e9bbbb9671c req-fb55e0b9-9b50-4f72-b193-04f64abc02c9 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580284 Jul 15 16:52:28.599307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8943-d42d-4bd6-8349-b6715fadd1eb req-3bfbc2e7-fb3f-4bb2-88bf-c750b39002bc tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:28.600870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b82b8943-d42d-4bd6-8349-b6715fadd1eb req-3bfbc2e7-fb3f-4bb2-88bf-c750b39002bc tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3262084 Jul 15 16:52:28.645059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:28.656362 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:28.661766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b8d51a52-c699-498e-8f85-3967f3138fb5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0357268 Jul 15 16:52:28.662520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:28.667574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466361840'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:28.668226 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:28.669059 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:28.692098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:28.695797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b82b8943-d42d-4bd6-8349-b6715fadd1eb req-11c62d7b-8fdc-443d-bea2-56d58ddd57e7 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Jul 15 16:52:28.698005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.698511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d11bc77-3231-4be0-9ead-24b74012e83d req-d485c4d3-50cf-435d-bf3d-f45e6d5b1fe9 service neutron] 10.222.0.20 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498930 Jul 15 16:52:28.730976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:28.743557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.743935 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 22e35b38-ed4f-48c8-a1b4-bd1e665790f5 of type vlan for network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 Jul 15 16:52:28.776915 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.791167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:28.793506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b389079b-2c2f-4683-8610-367281a04897 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:28.793973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.818776 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5c898-64b4-4ce5-8f30-64d1da3e3d20 x-openstack-request-id: req-42a5c898-64b4-4ce5-8f30-64d1da3e3d20 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:28.819083 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:28.819335 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42a5c898-64b4-4ce5-8f30-64d1da3e3d20 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:28.819729 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'code': 200} Jul 15 16:52:28.822700 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:28.829176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.837497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:28.838188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:28.898822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2347665 Jul 15 16:52:28.917657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56572) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:28.933472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e89f2-cc20-4b07-891f-7ff7ea2d462f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:28.941258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:28.963006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:28.973009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port b389079b-2c2f-4683-8610-367281a04897 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:29.006434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port b389079b-2c2f-4683-8610-367281a04897 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:29.006961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.015700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8193-2324-41dd-8171-61085b5ea789 req-41d239fb-9f01-4abe-b239-a959c3eb6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:29.017292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-41d239fb-9f01-4abe-b239-a959c3eb6920 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=accbb5f5a6f14da78f354c2e5ee46a5a&device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 1094 time: 0.2571533 Jul 15 16:52:29.030186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:29.084475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '99080437-f602-44cd-affe-a300d33acd4c', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': '99080437-f602-44cd-affe-a300d33acd4c', 'mac_address': 'fa:16:3e:7c:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:29.158769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.180415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99080437-f602-44cd-affe-a300d33acd4c {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:29.186525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:26Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:27Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:29.187994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.189708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100ac1e-7666-4ec0-97e8-7a27c306171d req-82178a9f-85bf-44ae-852e-edff7007127a tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:29.192704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7100ac1e-7666-4ec0-97e8-7a27c306171d req-82178a9f-85bf-44ae-852e-edff7007127a tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 943 time: 0.3476574 Jul 15 16:52:29.207507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e60d61-c478-4cbf-94c7-00d62adce5a5 req-ea33d0a9-7f0a-4fce-bc1b-5867ba87fe3c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:29.209050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19e60d61-c478-4cbf-94c7-00d62adce5a5 req-ea33d0a9-7f0a-4fce-bc1b-5867ba87fe3c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 944 time: 0.2601852 Jul 15 16:52:29.215092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:29.215736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Updating router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc port 57938f30-512c-4efb-ae99-fe863febf6b9 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:52:29.224342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:29.231984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.239742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:29.242967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b389079b-2c2f-4683-8610-367281a04897,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:29.251072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.254174 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.266509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.292862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:29.293261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8193-2324-41dd-8171-61085b5ea789 req-d3afa447-26f7-4f7b-8e2f-c71a459a9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:29.296757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-d3afa447-26f7-4f7b-8e2f-c71a459a9f60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0842446-33f8-4f8d-87d8-c03d6f2a1978 HTTP/1.1" status: 200 len: 921 time: 0.2395852 Jul 15 16:52:29.338010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7100ac1e-7666-4ec0-97e8-7a27c306171d req-781341a3-6ef4-4c3f-99be-57a77369108c tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Jul 15 16:52:29.365272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:29.423722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.561128 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.572220 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Transition to ACTIVE for port object 57938f30-512c-4efb-ae99-fe863febf6b9 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:29.578939 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.600195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['99080437-f602-44cd-affe-a300d33acd4c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:29.628006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Pushing event updated for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:29.647321 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.647671 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.647980 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.648330 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.648656 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.648974 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.649329 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.650134 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.650251 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.650525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.650841 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.651153 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:52:29.720031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Attempting to bind port 57938f30-512c-4efb-ae99-fe863febf6b9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:29.721276 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Attempting to bind port 57938f30-512c-4efb-ae99-fe863febf6b9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:29.724349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Attempting to bind port 57938f30-512c-4efb-ae99-fe863febf6b9 on network 2828991c-6a66-4fa0-9efc-a43ac1a6819c {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:29.736182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:29.736627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Checking segment: {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:29.737250 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.737983 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Bound using segment: {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:29.739001 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Bound port: 57938f30-512c-4efb-ae99-fe863febf6b9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7245493f-55ef-4160-9c43-576e1f551ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:29.739604 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.775687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19e60d61-c478-4cbf-94c7-00d62adce5a5 req-c36cd562-368c-4cc8-a071-30446c8ca42f tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583360 Jul 15 16:52:29.776935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-57d4239b-66c4-44ea-8fa7-bdfaa5503fbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8231b603-5f67-4acd-8575-305512981807 HTTP/1.1" status: 200 len: 217 time: 0.4492230 Jul 15 16:52:29.853915 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] For port 57938f30-512c-4efb-ae99-fe863febf6b9, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:29.871714 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] For port 57938f30-512c-4efb-ae99-fe863febf6b9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57938f30-512c-4efb-ae99-fe863febf6b9,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:29.881252 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:29.891888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf8193-2324-41dd-8171-61085b5ea789 req-353b4f9b-33b7-499c-8f99-fbd0d6077a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:29.894849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-353b4f9b-33b7-499c-8f99-fbd0d6077a09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c46915d-7fae-47d7-8348-8e3d7f803df7 HTTP/1.1" status: 200 len: 861 time: 0.0838420 Jul 15 16:52:29.949195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-2f61ff40-9257-456b-834b-26f4b03a36f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0842446-33f8-4f8d-87d8-c03d6f2a1978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429542 Jul 15 16:52:29.952159 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:29.952792 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:30.052975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad29ab-2885-4431-9317-79b576e84475 req-b3dff082-f1e0-4c83-b8aa-37af7978c037 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.054562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23ad29ab-2885-4431-9317-79b576e84475 req-b3dff082-f1e0-4c83-b8aa-37af7978c037 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 944 time: 0.2899022 Jul 15 16:52:30.069826 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96ad46-f24b-490c-b0c9-eed0ad8b0bc4 None None] Pushing event updated for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:30.081798 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:30.241302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-d9e539fb-bdc5-44d3-be50-0b35fa19cabf service neutron] 10.222.0.20 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721398 Jul 15 16:52:30.253849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23ad29ab-2885-4431-9317-79b576e84475 req-47e4b00e-6de1-477d-a391-db9c27e7aaa4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844103 Jul 15 16:52:30.352458 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:26Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:29Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:30.363984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f589c4f-6c43-4773-a882-272fdf2e3bd7 req-0e7617b9-428d-47cc-90b5-28463287c82d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.373895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f589c4f-6c43-4773-a882-272fdf2e3bd7 req-0e7617b9-428d-47cc-90b5-28463287c82d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.4015398 Jul 15 16:52:30.376216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:30.395163 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb54a934-c2d3-4f7e-bb8f-7bd529cf93aa None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:26Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:29Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:30.440888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f589c4f-6c43-4773-a882-272fdf2e3bd7 req-374b8083-3dc4-453a-ae44-d0c8f592ccb0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658352 Jul 15 16:52:30.549952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebf8193-2324-41dd-8171-61085b5ea789 req-78c32319-a8a4-438f-b7fe-90cfcb788dcf service neutron] 10.222.0.20 "GET /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837079 Jul 15 16:52:30.555223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=d73dbf79-d7b7-4974-984f-7f538db275fd,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:30.573760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:30.574005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:30.632771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:30.646880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:30.658454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2ad8c-a2d7-477d-a2a6-dda2f6a837c2 None None] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:30.684379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.684379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:30.796700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cfc5c7c5-1bf7-4819-961b-ee74965b37ab tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8616676 Jul 15 16:52:30.801425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56584) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:30.815119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bac506-102c-4a2b-9059-407fbb864283 req-1cc70639-0fcb-482a-b6d7-43e4f17fba37 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.816804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3bac506-102c-4a2b-9059-407fbb864283 req-1cc70639-0fcb-482a-b6d7-43e4f17fba37 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2244139 Jul 15 16:52:30.902194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-b648ef59-84ff-4b03-ae5b-7b1e5054750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.903883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-b648ef59-84ff-4b03-ae5b-7b1e5054750f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241&tenant_id=209b68c69eef48af80cac0d3e7b124de HTTP/1.1" status: 200 len: 1101 time: 0.2470953 Jul 15 16:52:30.906909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3bac506-102c-4a2b-9059-407fbb864283 req-f57ae4c3-6e7f-4171-89f5-fc9552fd67fa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844548 Jul 15 16:52:30.915003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88e5b-a880-427f-8d53-8c28bffb9d72 req-94465211-8712-40ef-81cc-305fe88ed6fd tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:30.922003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b389079b-2c2f-4683-8610-367281a04897'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:30.923169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efd88e5b-a880-427f-8d53-8c28bffb9d72 req-94465211-8712-40ef-81cc-305fe88ed6fd tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 943 time: 0.2339115 Jul 15 16:52:30.925923 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52e815-aa33-4d0d-adb9-608e3b26bf0d" -d '{"events": [{"server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "name": "network-vif-plugged", "status": "completed", "tag": "b389079b-2c2f-4683-8610-367281a04897"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:30.934826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:30.943332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:31.039221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efd88e5b-a880-427f-8d53-8c28bffb9d72 req-9061ad62-34ff-44ad-8489-f9e597f05f3c tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150341 Jul 15 16:52:31.067644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.118219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 99080437-f602-44cd-affe-a300d33acd4c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:31.129755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 99080437-f602-44cd-affe-a300d33acd4c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:31.130364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.147777 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6420c9-7314-4650-9264-a126d8aec526 x-openstack-request-id: req-2b6420c9-7314-4650-9264-a126d8aec526 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:31.148405 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "name": "network-vif-plugged", "status": "completed", "tag": "b389079b-2c2f-4683-8610-367281a04897", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:31.149097 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b6420c9-7314-4650-9264-a126d8aec526 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:31.149559 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b389079b-2c2f-4683-8610-367281a04897', 'code': 200} Jul 15 16:52:31.239208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.256654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:52:31.257710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.390676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.401938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.421838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fb5cf-c9a9-491f-828d-a6220f226884 req-1e08bdef-6804-40a5-b1a7-d3938d8520b9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:31.424917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06fb5cf-c9a9-491f-828d-a6220f226884 req-1e08bdef-6804-40a5-b1a7-d3938d8520b9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 945 time: 0.3214669 Jul 15 16:52:31.430501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:31.475675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:31.484367 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.490846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Allocated IP 172.21.0.2 (bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7/d73dbf79-d7b7-4974-984f-7f538db275fd/cdf88ec8-5e3d-423d-9044-930fc270e801) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:31.506837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ef523-da9c-4b02-a8dc-954d0aa47811 req-88cfd9be-a570-4437-a65f-c9bad2dde972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:31.509097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-884ef523-da9c-4b02-a8dc-954d0aa47811 req-88cfd9be-a570-4437-a65f-c9bad2dde972 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 1096 time: 0.2729330 Jul 15 16:52:31.534970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06fb5cf-c9a9-491f-828d-a6220f226884 req-f88a92d8-8a17-42ac-83b1-51cb1324d853 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009529 Jul 15 16:52:31.542848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:31.569141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:31.600497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:31.603007 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6618594c-9640-482d-b4d5-8813d107cc5c" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-unplugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:31.609112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.615234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-884ef523-da9c-4b02-a8dc-954d0aa47811 req-24723233-92a4-485a-a939-00afc54d25e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956171 Jul 15 16:52:31.621397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f133d-ee5d-44f0-8dc6-4ccb1ef0552d req-3491db32-e91c-411b-8298-4417c7ea92c0 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:31.628845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c66f133d-ee5d-44f0-8dc6-4ccb1ef0552d req-3491db32-e91c-411b-8298-4417c7ea92c0 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 944 time: 0.2018011 Jul 15 16:52:31.655424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Transition to ACTIVE for port object 2a736e16-e776-4a9e-97e0-39de17aad4cc will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:31.674964 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.697018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c66f133d-ee5d-44f0-8dc6-4ccb1ef0552d req-0ecb1cb9-c6a5-4cfb-989e-02e5448e753c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669520 Jul 15 16:52:31.741213 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.748974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Transition to ACTIVE for port object cdf88ec8-5e3d-423d-9044-930fc270e801 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:31.775014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Transition to ACTIVE for port object cdf88ec8-5e3d-423d-9044-930fc270e801 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:31.785923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.801783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] No DVR routers for this DVR port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:31.815818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:31.853619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.21.0.1 (bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7/d73dbf79-d7b7-4974-984f-7f538db275fd/5e905a64-ce96-4380-92f6-a420d8d58e71) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:31.856301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:31.861532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:31.866108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:31.875752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Pushing event updated for resources: {'Port': ['ID=cdf88ec8-5e3d-423d-9044-930fc270e801,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:31.923617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:31.923956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:31.924313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:31.943716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:31.944054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Attempting to bind port 2a736e16-e776-4a9e-97e0-39de17aad4cc on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:31.955037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:31.955379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:31.955796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:31.956353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Bound port: 2a736e16-e776-4a9e-97e0-39de17aad4cc, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:31.956725 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.971978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Attempting to bind port cdf88ec8-5e3d-423d-9044-930fc270e801 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:31.972494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Attempting to bind port cdf88ec8-5e3d-423d-9044-930fc270e801 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:31.972926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Attempting to bind port cdf88ec8-5e3d-423d-9044-930fc270e801 on network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:31.978750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:31.979474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Checking segment: {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:31.980039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.980836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Bound using segment: {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:31.981768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Bound port: cdf88ec8-5e3d-423d-9044-930fc270e801, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:31.982554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:31.992322 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c11a31-5e4b-438c-901e-3c93a5a79e3b x-openstack-request-id: req-10c11a31-5e4b-438c-901e-3c93a5a79e3b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:31.992322 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-unplugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:31.992322 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10c11a31-5e4b-438c-901e-3c93a5a79e3b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:31.992646 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'code': 200} Jul 15 16:52:32.036077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc46fd-3a01-4447-a166-26136a182d85 req-56a1205f-4986-430d-b2c4-fe61447f7920 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.037715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4dc46fd-3a01-4447-a166-26136a182d85 req-56a1205f-4986-430d-b2c4-fe61447f7920 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.2092543 Jul 15 16:52:32.080365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.103286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] For port cdf88ec8-5e3d-423d-9044-930fc270e801, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:32.109587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] For port cdf88ec8-5e3d-423d-9044-930fc270e801, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cdf88ec8-5e3d-423d-9044-930fc270e801,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:32.117155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 5e905a64-ce96-4380-92f6-a420d8d58e71 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:32.117374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:32.120545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.129053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4dc46fd-3a01-4447-a166-26136a182d85 req-79ef1fb1-ca4d-42c9-ae88-0701f3a68077 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Jul 15 16:52:32.171313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:32.187208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.199602 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.236341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378a0b-5837-4639-882d-f39a70250339 None None] Pushing event updated for resources: {'Port': ['ID=cdf88ec8-5e3d-423d-9044-930fc270e801,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:32.276211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:32.280427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:32.283017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:32.318725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.319592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.322003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] 10.222.0.20 "PUT /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 1097 time: 1.3913829 Jul 15 16:52:32.323720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:32.360222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57938f30-512c-4efb-ae99-fe863febf6b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:32.364177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.385283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6fd2a-2175-4013-9d86-1be3285f5998 req-d5a5adbf-001d-41ea-90cd-12d6387c3e31 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.397949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1a6fd2a-2175-4013-9d86-1be3285f5998 req-d5a5adbf-001d-41ea-90cd-12d6387c3e31 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2831590 Jul 15 16:52:32.441892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 57938f30-512c-4efb-ae99-fe863febf6b9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:32.447954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 57938f30-512c-4efb-ae99-fe863febf6b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:32.448506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.533057 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.542301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a2169-179c-4239-ac88-6c75d9c8592f service neutron] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:32.586003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1a6fd2a-2175-4013-9d86-1be3285f5998 req-d2710aa3-0c65-4980-83b7-f01d66336a86 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813502 Jul 15 16:52:32.609628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.679101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 57938f30-512c-4efb-ae99-fe863febf6b9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57938f30-512c-4efb-ae99-fe863febf6b9,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:32.686840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:32.693515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-537cfc25-a5c5-4659-81c9-b10d9978e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.697991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-537cfc25-a5c5-4659-81c9-b10d9978e2c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1100 time: 0.2910390 Jul 15 16:52:32.730772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f0ec1-40e3-401f-8632-1b8db5865870 req-45b29af7-f43d-4f19-a736-2269a249749a tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.736718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-396f0ec1-40e3-401f-8632-1b8db5865870 req-45b29af7-f43d-4f19-a736-2269a249749a tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 943 time: 0.4110293 Jul 15 16:52:32.771057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:32.844015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8231b603-5f67-4acd-8575-305512981807 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:32.909010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-396f0ec1-40e3-401f-8632-1b8db5865870 req-77301bc9-dc68-4260-a0d5-880bae1bbbc2 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500885 Jul 15 16:52:32.939164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-52474917-d22c-44e9-a04d-ce0c9ef6ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:32.941354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-52474917-d22c-44e9-a04d-ce0c9ef6ffdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2030621 Jul 15 16:52:32.967141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8231b603-5f67-4acd-8575-305512981807,segment=NetworkSegment(c97544f0-4480-4d97-a254-a17f5f9c29b4),segment_id=c97544f0-4480-4d97-a254-a17f5f9c29b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:32.980004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '8231b603-5f67-4acd-8575-305512981807', 'network_id': 'f0842446-33f8-4f8d-87d8-c03d6f2a1978', 'port_id': '8231b603-5f67-4acd-8575-305512981807', 'mac_address': 'fa:16:3e:10:35:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c46915d-7fae-47d7-8348-8e3d7f803df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:32.992289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-3b7dff16-7d0f-4910-8611-3dcd958b968e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0443926 Jul 15 16:52:33.026208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.036270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53f1b-7588-4aab-a23e-484f6270980e req-3273480b-3560-43a9-a165-c174c35cc6ee tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.039427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77d53f1b-7588-4aab-a23e-484f6270980e req-3273480b-3560-43a9-a165-c174c35cc6ee tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 945 time: 0.2402999 Jul 15 16:52:33.041683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8231b603-5f67-4acd-8575-305512981807 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:33.049283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.055792 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.064749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8231b603-5f67-4acd-8575-305512981807,segment=NetworkSegment(c97544f0-4480-4d97-a254-a17f5f9c29b4),segment_id=c97544f0-4480-4d97-a254-a17f5f9c29b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:33.069528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.112863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.116541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-3cd264bc-067f-441a-834f-9e84fd68e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.118016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-3cd264bc-067f-441a-834f-9e84fd68e7a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1189692 Jul 15 16:52:33.118582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:33.150250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:33.152975 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b358ff-38c2-44be-b35b-719e5adc6223" -d '{"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-plugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:33.181868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77d53f1b-7588-4aab-a23e-484f6270980e req-b205ad1e-a0d2-40eb-b3ba-1cc89c0f9389 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998950 Jul 15 16:52:33.182137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:33.210192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f087893-9d45-4edb-9aea-4d08f84096b5 req-7e7fab06-f89e-4fc7-a3d7-d2bb8036a82c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.212015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f087893-9d45-4edb-9aea-4d08f84096b5 req-7e7fab06-f89e-4fc7-a3d7-d2bb8036a82c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 945 time: 0.1699836 Jul 15 16:52:33.258731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-45e62f9e-066c-4896-9859-bb9eff4dd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.260288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-45e62f9e-066c-4896-9859-bb9eff4dd14f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289656 Jul 15 16:52:33.270204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:33.271922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:33.277932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f087893-9d45-4edb-9aea-4d08f84096b5 req-36d1b2fa-e294-4d26-9a3b-c30e6bb177ac tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Jul 15 16:52:33.405397 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5565ded3-d031-439b-a735-3afe35da5ab4 x-openstack-request-id: req-5565ded3-d031-439b-a735-3afe35da5ab4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:33.406468 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-plugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:33.406939 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5565ded3-d031-439b-a735-3afe35da5ab4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:33.407546 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c', 'code': 200} Jul 15 16:52:33.408386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-61abfd9f-2f94-465e-a7ba-a390695dc9dd service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270893 Jul 15 16:52:33.409242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:33.434003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8231b603-5f67-4acd-8575-305512981807'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:33.533085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a7a343-b78f-4282-963b-a220fb4a3987 req-21cf5dcb-12e3-46f2-9e44-4473079f43ee service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126239 Jul 15 16:52:33.613725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:33.619563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-422ee2b6-d5ce-4751-a000-06439123e5a0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8169844 Jul 15 16:52:33.622273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:33.626801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab27785-6bf0-4492-a5c5-cd3e03ffd512 req-641c4257-3bdd-429b-a145-ea6bc953ab3c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.627263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118463954'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:33.635151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dab27785-6bf0-4492-a5c5-cd3e03ffd512 req-641c4257-3bdd-429b-a145-ea6bc953ab3c tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.0805814 Jul 15 16:52:33.638274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c80a-7b04-48ff-807e-7d7aa59f9aa1 req-a3e62149-2d6f-49a5-b363-b70b02b4b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.640809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e53c80a-7b04-48ff-807e-7d7aa59f9aa1 req-a3e62149-2d6f-49a5-b363-b70b02b4b270 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 1096 time: 0.1343129 Jul 15 16:52:33.661365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:33.684220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dab27785-6bf0-4492-a5c5-cd3e03ffd512 req-f36e8d42-e8e2-42ba-94c9-fbae2950f770 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 Jul 15 16:52:33.692452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:33.696001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.701884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:33.702778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:33.729779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e53c80a-7b04-48ff-807e-7d7aa59f9aa1 req-362f3b4a-12c5-4144-b594-067b521864ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 Jul 15 16:52:33.735815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:33.745142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.745519 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 459e74d8-377f-411a-af76-7c3fc52e8c6d of type vlan for network a4362fe3-5e7c-4985-9dce-73e544d8a83a Jul 15 16:52:33.750796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42ee46-8d33-43b1-849d-df97f009f974 None None] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:33.789414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.818557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.824251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.824858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:33.850328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcead81-b0b3-4930-9444-fd47b8dda418 req-351f40b6-71a1-459f-b322-ea36d420b57e tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:33.852380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bcead81-b0b3-4930-9444-fd47b8dda418 req-351f40b6-71a1-459f-b322-ea36d420b57e tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.0800958 Jul 15 16:52:33.864042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2407184 Jul 15 16:52:33.867367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:33.867570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:33.870955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6da1db3c-96ee-45be-a47f-98578b902f25 None None] Provisioning for port cdf88ec8-5e3d-423d-9044-930fc270e801 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:33.872180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:33.898823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bcead81-b0b3-4930-9444-fd47b8dda418 req-c7505e19-f461-4bed-93ab-c729e5945838 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Jul 15 16:52:33.915225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7e398-02fc-4f0a-8bc9-246456a0ffcb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=a4362fe3-5e7c-4985-9dce-73e544d8a83a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:33.946775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:33.957063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:33.993824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:33.996072 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d962767-a109-457a-8e6c-fae5580ed11e" -d '{"events": [{"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:34.018219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:34.024214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:34.077425 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d10081-4fe7-4ed9-bc42-bbada771af4f x-openstack-request-id: req-c2d10081-4fe7-4ed9-bc42-bbada771af4f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:34.077790 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:34.078105 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2d10081-4fe7-4ed9-bc42-bbada771af4f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:34.078715 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'status': 'completed', 'code': 200} Jul 15 16:52:34.100100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e662f2-3d3c-4158-9eb0-dcde1ec0cb62 req-f94d1502-0ca0-463a-8ff0-e57ac3a07212 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.101855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e662f2-3d3c-4158-9eb0-dcde1ec0cb62 req-f94d1502-0ca0-463a-8ff0-e57ac3a07212 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 944 time: 0.0792282 Jul 15 16:52:34.148670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e662f2-3d3c-4158-9eb0-dcde1ec0cb62 req-b2837cfa-719e-47d9-8ac2-8116e70d1360 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Jul 15 16:52:34.175602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:34.284464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 3, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:34.290739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-587b91ea-ec9c-40c2-b955-9397d9ee1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.292298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-587b91ea-ec9c-40c2-b955-9397d9ee1dd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1100 time: 0.1731184 Jul 15 16:52:34.301254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-68e5dd6b-977f-4794-9b15-fba1c18b5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.302701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-68e5dd6b-977f-4794-9b15-fba1c18b5ede service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1100 time: 0.1925073 Jul 15 16:52:34.359947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:34.360328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Updating router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc port 5e905a64-ce96-4380-92f6-a420d8d58e71 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:52:34.409774 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:34.424169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57938f30-512c-4efb-ae99-fe863febf6b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:34.553280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:34.556315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442fd60-521c-46e0-a2a8-3fa194642307 req-fef493b5-0b4d-4746-b0f8-fe3f2dbf56cd tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.558397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4442fd60-521c-46e0-a2a8-3fa194642307 req-fef493b5-0b4d-4746-b0f8-fe3f2dbf56cd tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 945 time: 0.1958020 Jul 15 16:52:34.581576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-6f3f97d6-664a-43b1-b11c-e8e474e19a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.583180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-6f3f97d6-664a-43b1-b11c-e8e474e19a40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2680037 Jul 15 16:52:34.601428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3375a1e-0c51-428c-a411-12ec24269389 req-1f5a1406-c014-4504-8497-8255acaed17e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.609259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3375a1e-0c51-428c-a411-12ec24269389 req-1f5a1406-c014-4504-8497-8255acaed17e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 945 time: 0.1555824 Jul 15 16:52:34.618772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-5e75ffbc-6ce3-4650-a74a-7f1c015a7f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.620305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-5e75ffbc-6ce3-4650-a74a-7f1c015a7f80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.3212211 Jul 15 16:52:34.642815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 57938f30-512c-4efb-ae99-fe863febf6b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:34.643182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:34.660213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4442fd60-521c-46e0-a2a8-3fa194642307 req-188887f8-d529-481a-a7b5-c6a46a1d7fe6 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907009 Jul 15 16:52:34.690918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-08332670-c3ad-40f2-ae76-221686929f60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.0822961 Jul 15 16:52:34.709541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3375a1e-0c51-428c-a411-12ec24269389 req-1fe47af3-74fc-4c98-acee-e372fd1eb736 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992498 Jul 15 16:52:34.751574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-97cfb180-e171-4f4f-9ce7-8cbad3b865e5 None None] Provisioning for port 5e905a64-ce96-4380-92f6-a420d8d58e71 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:34.769631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-97cfb180-e171-4f4f-9ce7-8cbad3b865e5 None None] Provisioning complete for port 5e905a64-ce96-4380-92f6-a420d8d58e71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:34.770612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-97cfb180-e171-4f4f-9ce7-8cbad3b865e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:34.775956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-c5dbb0c5-2638-42a5-b516-7a79f746a82d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 200 len: 217 time: 0.1492615 Jul 15 16:52:34.776640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=2005d284-91e2-49fa-8a21-5ee217d77eb8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:34.833487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-97cfb180-e171-4f4f-9ce7-8cbad3b865e5 None None] Port 5e905a64-ce96-4380-92f6-a420d8d58e71 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:34.845192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-91b0d2f1-7eab-403a-84a1-66ec009cebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.847486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-91b0d2f1-7eab-403a-84a1-66ec009cebde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0684018 Jul 15 16:52:34.946812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:34.947446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: a4362fe3-5e7c-4985-9dce-73e544d8a83a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:34.978911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-8fbd1a9f-c0e5-4f81-b8bd-9e0447489010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:34.980759 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-8fbd1a9f-c0e5-4f81-b8bd-9e0447489010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1308632 Jul 15 16:52:35.034154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:35.082352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a4362fe3-5e7c-4985-9dce-73e544d8a83a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:35.093717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-d0d6e2c8-aaaf-4273-857a-b1320264710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.095595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-d0d6e2c8-aaaf-4273-857a-b1320264710c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1980627 Jul 15 16:52:35.098295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.098896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.172801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5616-c042-4022-9d0c-ab3c859616b4 req-b47ec380-8a16-4f24-9347-9347c767c088 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.173297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962767-a109-457a-8e6c-fae5580ed11e req-d395ef45-364e-44b0-88b5-7c7edb7ca8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.177592 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-d395ef45-364e-44b0-88b5-7c7edb7ca8ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844776 Jul 15 16:52:35.181136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23ed5616-c042-4022-9d0c-ab3c859616b4 req-b47ec380-8a16-4f24-9347-9347c767c088 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.0977886 Jul 15 16:52:35.212147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-297901b4-3cc9-4aac-acc2-6b5902b5704e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3438933 Jul 15 16:52:35.220635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:35.292475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cdf88ec8-5e3d-423d-9044-930fc270e801 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:35.295126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f842c9-fbe3-4333-82c6-588475eed6d8 None None] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:35.308932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23ed5616-c042-4022-9d0c-ab3c859616b4 req-27edbeb5-3b60-4f1d-9811-461fd2655d6b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265693 Jul 15 16:52:35.344609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-21a625c1-43a7-4323-8a00-732fe5f5f801 None None] Provisioning complete for port 5e905a64-ce96-4380-92f6-a420d8d58e71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:35.345059 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21a625c1-43a7-4323-8a00-732fe5f5f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.357967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-6e04af4c-df05-4f7d-bda5-301df5c4d182 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413032 Jul 15 16:52:35.363770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-8a89276d-c488-42ae-b06f-b18da2067d33 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781635 Jul 15 16:52:35.424982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.479639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-21a625c1-43a7-4323-8a00-732fe5f5f801 None None] Port 5e905a64-ce96-4380-92f6-a420d8d58e71 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:35.485832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Transition to ACTIVE for port object 5e905a64-ce96-4380-92f6-a420d8d58e71 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:35.502769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.537381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad60be9-d752-4dc3-9f89-1de1c8b25172 req-dabea586-b60f-4714-adcf-704c158cb7f2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.540787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad60be9-d752-4dc3-9f89-1de1c8b25172 req-dabea586-b60f-4714-adcf-704c158cb7f2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2276878 Jul 15 16:52:35.584273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port cdf88ec8-5e3d-423d-9044-930fc270e801 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:35.617407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cdf88ec8-5e3d-423d-9044-930fc270e801 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:35.617830 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.621894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920341ba-ef5d-449a-9b9c-d35cc3a4e71d None None] Pushing event updated for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:35.703270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad60be9-d752-4dc3-9f89-1de1c8b25172 req-1323fcb1-0c9f-4c35-8c34-07aa87b1c6e7 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382086 Jul 15 16:52:35.760736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:52:35.761597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.762574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1e120-f5d9-4b90-adbf-2a3dcb222e39 req-190ed710-cd2a-4aa0-af3b-fe4b894e0ba8 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:35.764285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2b1e120-f5d9-4b90-adbf-2a3dcb222e39 req-190ed710-cd2a-4aa0-af3b-fe4b894e0ba8 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 944 time: 0.3063869 Jul 15 16:52:35.766269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Attempting to bind port 5e905a64-ce96-4380-92f6-a420d8d58e71 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:35.766639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Attempting to bind port 5e905a64-ce96-4380-92f6-a420d8d58e71 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:35.767501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Attempting to bind port 5e905a64-ce96-4380-92f6-a420d8d58e71 on network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:35.784583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:35.784959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Checking segment: {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:35.785366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.785758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Bound using segment: {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:35.786239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Bound port: 5e905a64-ce96-4380-92f6-a420d8d58e71, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e35b38-ed4f-48c8-a1b4-bd1e665790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:35.786624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:35.913238 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-b3f16ca1-710e-43ef-b165-a920a99f7772 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477571 Jul 15 16:52:35.934431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5d962767-a109-457a-8e6c-fae5580ed11e req-3ac906fe-77b8-4493-bf27-41c4b69cae86 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572088 Jul 15 16:52:36.006166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2b1e120-f5d9-4b90-adbf-2a3dcb222e39 req-90182838-9114-4ba9-81fd-c33e53b6e3ee tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357316 Jul 15 16:52:36.008148 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.026737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] For port 5e905a64-ce96-4380-92f6-a420d8d58e71, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:36.033582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] For port 5e905a64-ce96-4380-92f6-a420d8d58e71, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5e905a64-ce96-4380-92f6-a420d8d58e71,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:36.047156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.071282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.146862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port cdf88ec8-5e3d-423d-9044-930fc270e801, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cdf88ec8-5e3d-423d-9044-930fc270e801,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:36.191646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.199224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Allocated IP 172.22.0.2 (a4362fe3-5e7c-4985-9dce-73e544d8a83a/2005d284-91e2-49fa-8a21-5ee217d77eb8/6214f468-c736-4e6e-8b31-27cbbda530d5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:36.284633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920341ba-ef5d-449a-9b9c-d35cc3a4e71d None None] Pushing event updated for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:36.287632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:36.288017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:36.410008 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:52:36.523779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=cdf88ec8-5e3d-423d-9044-930fc270e801,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:36.539119 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:36.704589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.743516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Transition to ACTIVE for port object 6214f468-c736-4e6e-8b31-27cbbda530d5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:36.771909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Transition to ACTIVE for port object 6214f468-c736-4e6e-8b31-27cbbda530d5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:36.779132 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:36.838056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:36.845090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:36.852835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:36.870458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Pushing event updated for resources: {'Port': ['ID=6214f468-c736-4e6e-8b31-27cbbda530d5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:36.885142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-5fcb34b8-6d36-4ed8-98b7-687a4fe11721 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:36.886789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-5fcb34b8-6d36-4ed8-98b7-687a4fe11721 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec2bca6e-bf5f-4204-90c6-2deed9389543 HTTP/1.1" status: 200 len: 945 time: 0.0832038 Jul 15 16:52:36.892717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:36.894512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8231b603-5f67-4acd-8575-305512981807 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:36.911158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73ccd3-047b-482a-bb63-3aa2c49cf993 req-b0d3b170-8478-4187-beed-24aa41e8e624 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:36.912686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f73ccd3-047b-482a-bb63-3aa2c49cf993 req-b0d3b170-8478-4187-beed-24aa41e8e624 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 945 time: 0.6058342 Jul 15 16:52:36.977588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 3, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:36Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:37.004495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.22.0.1 (a4362fe3-5e7c-4985-9dce-73e544d8a83a/2005d284-91e2-49fa-8a21-5ee217d77eb8/46e991ad-64bd-4ccd-a8b9-45585cd370ed) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:37.006300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Deleting port b389079b-2c2f-4683-8610-367281a04897 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:37.006901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.021684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Attempting to bind port 6214f468-c736-4e6e-8b31-27cbbda530d5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:37.022120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Attempting to bind port 6214f468-c736-4e6e-8b31-27cbbda530d5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:37.022409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Attempting to bind port 6214f468-c736-4e6e-8b31-27cbbda530d5 on network a4362fe3-5e7c-4985-9dce-73e544d8a83a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:37.022910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-d9462861-c288-4a0b-bd59-9ec5b11ad211 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:37.024454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-d9462861-c288-4a0b-bd59-9ec5b11ad211 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.2114353 Jul 15 16:52:37.030635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6288c1b2-54c8-46d6-9d3f-6a457192f37c None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 3, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:36Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:37.031428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f73ccd3-047b-482a-bb63-3aa2c49cf993 req-0249c344-a8aa-4e56-989c-5963a5592373 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945644 Jul 15 16:52:37.037030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:37.037380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Checking segment: {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:37.037780 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.038170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Bound using segment: {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:37.038900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Bound port: 6214f468-c736-4e6e-8b31-27cbbda530d5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:37.039279 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.121372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-ebed3e2b-fef0-401b-aca4-44aa9ab1c7a7 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/quotas/802a11b04d034c7a8c49c795b5f99122 HTTP/1.1" status: 200 len: 375 time: 0.0376568 Jul 15 16:52:37.198956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] For port b389079b-2c2f-4683-8610-367281a04897, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b389079b-2c2f-4683-8610-367281a04897,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:37.199330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.207065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 8231b603-5f67-4acd-8575-305512981807 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:37.220886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 8231b603-5f67-4acd-8575-305512981807 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:37.221635 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.239844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Calling delete_port for b389079b-2c2f-4683-8610-367281a04897 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:37.260893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:37.298708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'mac_address': 'fa:16:3e:02:04:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:37.301876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-b150527b-0e60-4369-a90c-416965e94ff5 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799409 Jul 15 16:52:37.307087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] For port 6214f468-c736-4e6e-8b31-27cbbda530d5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:37.312606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] For port 6214f468-c736-4e6e-8b31-27cbbda530d5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6214f468-c736-4e6e-8b31-27cbbda530d5,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:37.327640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.336919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.374739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object 46e991ad-64bd-4ccd-a8b9-45585cd370ed will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:37.422318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.432005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af874a-4adb-48bc-a618-44ea161c6e95 req-2994349b-cdc3-446c-b01a-36f15be0b648 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:37.440248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30af874a-4adb-48bc-a618-44ea161c6e95 req-2994349b-cdc3-446c-b01a-36f15be0b648 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 949 time: 0.2151334 Jul 15 16:52:37.494232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event deleted for resources: {'Port': ['ID=b389079b-2c2f-4683-8610-367281a04897,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:37.528503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'b389079b-2c2f-4683-8610-367281a04897'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:37.534449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-936a004b-069e-43d1-91ee-c218a6fc570a service neutron] 10.222.0.25 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041540 Jul 15 16:52:37.549951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30af874a-4adb-48bc-a618-44ea161c6e95 req-1926bc3a-1513-44ba-ada0-87a1a0cf796f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088231 Jul 15 16:52:37.571407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] No DVR routers for this DVR port b389079b-2c2f-4683-8610-367281a04897 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:37.577466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.579464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1108c4be-35f6-4390-8a3e-1279a5eccd91 req-bd562712-dff6-4e7d-99f6-c01d11952d9d tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "DELETE /v2.0/ports/b389079b-2c2f-4683-8610-367281a04897 HTTP/1.1" status: 204 len: 173 time: 0.6839263 Jul 15 16:52:37.580857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'name': 'network-vif-deleted', 'tag': 'b389079b-2c2f-4683-8610-367281a04897'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:37.583821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.588031 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0288017-038a-4eab-bbed-4bf0f31621da" -d '{"events": [{"server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "name": "network-vif-deleted", "tag": "b389079b-2c2f-4683-8610-367281a04897"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:37.617094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.673229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:37.680286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd2b0-641d-4a92-9a4f-70e94fedd483 None None] Pushing event updated for resources: {'Port': ['ID=6214f468-c736-4e6e-8b31-27cbbda530d5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:37.726286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.752648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:37.768542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.816466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-0c1b03b6-2204-4a88-a251-1ce82b16eb13 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:37.817458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:37.817988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-0c1b03b6-2204-4a88-a251-1ce82b16eb13 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a59305-98c7-4d83-9afd-e7536b2405bf HTTP/1.1" status: 200 len: 946 time: 0.1231611 Jul 15 16:52:37.833495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8231b603-5f67-4acd-8575-305512981807'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:37.835860 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a97ec-c26b-464c-b18e-32088ae1fc10" -d '{"events": [{"server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "name": "network-vif-plugged", "status": "completed", "tag": "8231b603-5f67-4acd-8575-305512981807"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:37.836740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:37.841753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:37.855695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8231b603-5f67-4acd-8575-305512981807,segment=NetworkSegment(c97544f0-4480-4d97-a254-a17f5f9c29b4),segment_id=c97544f0-4480-4d97-a254-a17f5f9c29b4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:37.873773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:37.899401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=12']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:37.962275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:37.993980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-6c7710dc-0f58-4cb8-8d7f-8c0f7d473ebc service neutron] 10.222.0.25 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572270 Jul 15 16:52:38.007886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b60e-b187-4c93-8560-607e1ce9d63d req-967c054f-1f6b-496d-b8fa-d7bed09f4409 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:38.017820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a93b60e-b187-4c93-8560-607e1ce9d63d req-967c054f-1f6b-496d-b8fa-d7bed09f4409 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.2819545 Jul 15 16:52:38.044249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:38.050337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.086275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Deleting port b3201bcb-dea5-4eb7-a07c-a8774bb8530e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:38.086734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.128736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a93b60e-b187-4c93-8560-607e1ce9d63d req-d8351e92-828f-44a5-9322-4e83b34d65ea tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099360 Jul 15 16:52:38.147213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2a736e16-e776-4a9e-97e0-39de17aad4cc'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:38.266533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] For port b3201bcb-dea5-4eb7-a07c-a8774bb8530e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:38.267202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.303799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Calling delete_port for b3201bcb-dea5-4eb7-a07c-a8774bb8530e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:38.382624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.486301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a83a13-5458-4ac3-b46d-3312fb158151 req-f0fc1c54-9f89-4fbe-89bf-960b32a1ba09 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:38.492937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71a83a13-5458-4ac3-b46d-3312fb158151 req-f0fc1c54-9f89-4fbe-89bf-960b32a1ba09 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 945 time: 0.1704319 Jul 15 16:52:38.617457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5e905a64-ce96-4380-92f6-a420d8d58e71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:38.671813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.716948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5e905a64-ce96-4380-92f6-a420d8d58e71 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:38.728726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5e905a64-ce96-4380-92f6-a420d8d58e71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:38.729107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.736429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event deleted for resources: {'Port': ['ID=b3201bcb-dea5-4eb7-a07c-a8774bb8530e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:38.748310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71a83a13-5458-4ac3-b46d-3312fb158151 req-0e639a00-0de8-4ad7-8e69-a8d04007f9d7 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857589 Jul 15 16:52:38.891099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.905838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.920677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] No DVR routers for this DVR port b3201bcb-dea5-4eb7-a07c-a8774bb8530e on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:38.925315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:38.927567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b389079b-2c2f-4683-8610-367281a04897 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:38.929202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9375dfcb-087f-466e-bd1b-4499ebb3451b req-4394b706-f754-439c-8d19-330ebcd3cbad tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "DELETE /v2.0/ports/b3201bcb-dea5-4eb7-a07c-a8774bb8530e HTTP/1.1" status: 204 len: 173 time: 1.0928655 Jul 15 16:52:39.021651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: b389079b-2c2f-4683-8610-367281a04897 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:39.022072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b389079b-2c2f-4683-8610-367281a04897 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:39.057195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.071492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:39.092898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.130748 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69faeb4c-6c40-4c5d-be2d-d7061e60ea5d x-openstack-request-id: req-69faeb4c-6c40-4c5d-be2d-d7061e60ea5d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:39.131218 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2bca6e-bf5f-4204-90c6-2deed9389543", "name": "network-vif-deleted", "tag": "b389079b-2c2f-4683-8610-367281a04897", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:39.131301 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69faeb4c-6c40-4c5d-be2d-d7061e60ea5d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:39.131871 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2bca6e-bf5f-4204-90c6-2deed9389543', 'name': 'network-vif-deleted', 'tag': 'b389079b-2c2f-4683-8610-367281a04897', 'status': 'completed', 'code': 200} Jul 15 16:52:39.162483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5e905a64-ce96-4380-92f6-a420d8d58e71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5e905a64-ce96-4380-92f6-a420d8d58e71,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:39.176493 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.178515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cdf88ec8-5e3d-423d-9044-930fc270e801 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:39.284683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6037c06-3dab-4c97-890f-566f16808190 None None] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:39.288762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:39.293451 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a07e7a-ccae-4255-b873-c07f9cb4678e x-openstack-request-id: req-c7a07e7a-ccae-4255-b873-c07f9cb4678e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:39.293758 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "name": "network-vif-plugged", "status": "completed", "tag": "8231b603-5f67-4acd-8575-305512981807", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:39.294533 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7a07e7a-ccae-4255-b873-c07f9cb4678e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:39.294921 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8231b603-5f67-4acd-8575-305512981807', 'code': 200} Jul 15 16:52:39.336412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:39.337738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:39.435795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c1b5010c-c64e-4cd8-8d34-4287616020b5 None None] Provisioning for port 6214f468-c736-4e6e-8b31-27cbbda530d5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:39.445516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cdf88ec8-5e3d-423d-9044-930fc270e801 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:39.446333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.499765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b816a-f1c1-4530-925d-221d8bcda1b3 req-3d4e2a59-2e1b-4a2d-b4c2-5759b49eb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:39.505666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e07b816a-f1c1-4530-925d-221d8bcda1b3 req-3d4e2a59-2e1b-4a2d-b4c2-5759b49eb0cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 1096 time: 0.1249709 Jul 15 16:52:39.580886 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e07b816a-f1c1-4530-925d-221d8bcda1b3 req-0dde633d-3061-4d48-9e20-3fe86fe85081 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Jul 15 16:52:39.587329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23119f7b-ca22-44b8-bad5-fc9faddc1d98 req-34f35383-63a0-4ed4-8787-2148ca54ef4a tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:39.604066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23119f7b-ca22-44b8-bad5-fc9faddc1d98 req-34f35383-63a0-4ed4-8787-2148ca54ef4a tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 1101 time: 0.3513572 Jul 15 16:52:39.625488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6214f468-c736-4e6e-8b31-27cbbda530d5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:39.635922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:39.695708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6214f468-c736-4e6e-8b31-27cbbda530d5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:39.696082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23119f7b-ca22-44b8-bad5-fc9faddc1d98 req-3315c372-ff78-4c5b-b977-4f3153eba9e9 tempest-MigrationsAdminTest-342885922 tempest-MigrationsAdminTest-342885922-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Jul 15 16:52:39.701982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6214f468-c736-4e6e-8b31-27cbbda530d5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:39.702410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.857051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.922579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6214f468-c736-4e6e-8b31-27cbbda530d5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6214f468-c736-4e6e-8b31-27cbbda530d5,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:39.937617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:39.961622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:39.971078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b3523d3d-a3d8-4e0f-be1e-8b82b36b81bb tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7469499 Jul 15 16:52:39.971769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:39.984835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'network': {'name': 'tempest-RoutersTest-2105643657'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:39.988421 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:39.988993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c6b6-a496-41b3-9137-4985256edb73 req-52164a43-58ea-41bd-9080-1ac856504b21 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:39.990518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60e0c6b6-a496-41b3-9137-4985256edb73 req-52164a43-58ea-41bd-9080-1ac856504b21 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 945 time: 0.2987425 Jul 15 16:52:40.004654 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:40.006348 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:40.015079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6214f468-c736-4e6e-8b31-27cbbda530d5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:40.031650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:40.036771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.060274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea76e15-7d84-4820-bff4-1ba13d0007b0 req-71718529-7fde-4a1c-a164-ecc192406ca4 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:40.067292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eea76e15-7d84-4820-bff4-1ba13d0007b0 req-71718529-7fde-4a1c-a164-ecc192406ca4 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.1667988 Jul 15 16:52:40.074726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:40.092179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60e0c6b6-a496-41b3-9137-4985256edb73 req-f602a0d2-512d-4f96-b71a-50807471dfb4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915239 Jul 15 16:52:40.095138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.095518 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added segment 94b10573-3b2c-4089-89ae-61f7aff0640c of type vlan for network 86bbfe74-b173-47df-add9-f06ea2238b9f Jul 15 16:52:40.120414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eea76e15-7d84-4820-bff4-1ba13d0007b0 req-067000f7-02ec-449a-9011-01ec6874985b tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Jul 15 16:52:40.179389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Provisioning for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:40.184386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Provisioning complete for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:40.187004 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.229951 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:40.242215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.325409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Port 46e991ad-64bd-4ccd-a8b9-45585cd370ed cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:40.325604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.331639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:40.332313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.361033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Provisioning complete for port 6214f468-c736-4e6e-8b31-27cbbda530d5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:40.361416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18defdc5-26bd-4a08-bb9c-7f39f638ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.452531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5e905a64-ce96-4380-92f6-a420d8d58e71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:40.453189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-631f8881-bfbd-4fcd-88cb-64ef0f5cb106 req-4ed430b7-ac40-4606-b822-c40db6746974 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 210 time: 0.0595443 Jul 15 16:52:40.486445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5133164 Jul 15 16:52:40.487088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56718) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:40.528057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'subnet': {'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:40.748601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.770963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.798181 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:38Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:38Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:40.807804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56e194-50c8-4d72-93c4-31329540317d req-3acd7bd2-c5fb-4948-8f52-6dbcfaee607b tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:40.811425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5e905a64-ce96-4380-92f6-a420d8d58e71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:40.811798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:40.816634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf56e194-50c8-4d72-93c4-31329540317d req-3acd7bd2-c5fb-4948-8f52-6dbcfaee607b tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 945 time: 0.1652422 Jul 15 16:52:40.841765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728e66d-7610-442f-a677-65189df7dc36 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Network': ['ID=86bbfe74-b173-47df-add9-f06ea2238b9f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:40.867262 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:40.871439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Updating router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc port 46e991ad-64bd-4ccd-a8b9-45585cd370ed binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:52:40.879375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf56e194-50c8-4d72-93c4-31329540317d req-971c7651-e692-4745-9789-5931e3415e25 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608141 Jul 15 16:52:40.925232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 86bbfe74-b173-47df-add9-f06ea2238b9f details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:40.927116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:40.970197 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.002082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Made reservation on behalf of 6158ed54d3e740e5b89b00486e50e55e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:41.005697 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.034902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c921df64-1cc3-43de-9e26-f37bb505ad73 None None] Provisioning complete for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:41.035287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c921df64-1cc3-43de-9e26-f37bb505ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.123277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-813a0228-8651-4a5c-aabf-1f215319ba0f tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:41.124787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-813a0228-8651-4a5c-aabf-1f215319ba0f tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.4254739 Jul 15 16:52:41.164739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2a736e16-e776-4a9e-97e0-39de17aad4cc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:41.173532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'name': 'network-vif-deleted', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:41.175064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c921df64-1cc3-43de-9e26-f37bb505ad73 None None] Port 46e991ad-64bd-4ccd-a8b9-45585cd370ed cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:41.180641 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8e5904-f123-4b48-8c4e-0852560b1ee1" -d '{"events": [{"server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "name": "network-vif-deleted", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:41.180992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2a736e16-e776-4a9e-97e0-39de17aad4cc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:41.181851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.199323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Request body: {'port': {'device_id': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'admin_state_up': True, 'tenant_id': '802a11b04d034c7a8c49c795b5f99122'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:41.224452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6214f468-c736-4e6e-8b31-27cbbda530d5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:41.367427 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.391294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6214f468-c736-4e6e-8b31-27cbbda530d5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:41.391927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.444572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:41.448541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.462137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:41.466591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:41.472701 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2de355-9f90-40e8-b0d7-c243b1e8e310" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:41.493007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e255ba8-7f26-4482-aeec-67cb8c0056e3 req-c2f836ad-29ef-4eef-be63-dccef88df83f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:41.495671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e255ba8-7f26-4482-aeec-67cb8c0056e3 req-c2f836ad-29ef-4eef-be63-dccef88df83f tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 950 time: 0.2440197 Jul 15 16:52:41.498208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.499048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3201bcb-dea5-4eb7-a07c-a8774bb8530e no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:41.620099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e255ba8-7f26-4482-aeec-67cb8c0056e3 req-60871cf1-65f1-4de7-922a-bb10de7a272d tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063781 Jul 15 16:52:41.673576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-1d8dc17c-6fd2-4e6d-a670-97d536005e31 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:41.676828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-1d8dc17c-6fd2-4e6d-a670-97d536005e31 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 813 time: 0.3075767 Jul 15 16:52:41.681621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: b3201bcb-dea5-4eb7-a07c-a8774bb8530e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:41.682236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b3201bcb-dea5-4eb7-a07c-a8774bb8530e not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:41.698013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Request body: {'port': {'device_id': '879727d9-131b-4584-8ad7-125c7a908d50', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'admin_state_up': True, 'tenant_id': '802a11b04d034c7a8c49c795b5f99122'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:41.741663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=13']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:41.811513 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ceef34-37a9-425f-a212-d515e1823376 x-openstack-request-id: req-b1ceef34-37a9-425f-a212-d515e1823376 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:41.811812 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a59305-98c7-4d83-9afd-e7536b2405bf", "name": "network-vif-deleted", "tag": "b3201bcb-dea5-4eb7-a07c-a8774bb8530e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:41.812399 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1ceef34-37a9-425f-a212-d515e1823376 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:41.812991 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a59305-98c7-4d83-9afd-e7536b2405bf', 'name': 'network-vif-deleted', 'tag': 'b3201bcb-dea5-4eb7-a07c-a8774bb8530e', 'status': 'completed', 'code': 200} Jul 15 16:52:41.818360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.836426 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56e3109-2540-42a7-b70d-bb4e5991dd05 x-openstack-request-id: req-e56e3109-2540-42a7-b70d-bb4e5991dd05 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:41.836922 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-plugged", "status": "completed", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:41.837027 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e56e3109-2540-42a7-b70d-bb4e5991dd05 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:41.837549 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'code': 200} Jul 15 16:52:41.848478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcd40a-42e2-4e77-a078-05d2315dbbdc req-cce77b49-f423-46af-9372-db0bc7823be9 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:41.850912 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.855835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8fcd40a-42e2-4e77-a078-05d2315dbbdc req-cce77b49-f423-46af-9372-db0bc7823be9 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.1630857 Jul 15 16:52:41.874519 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Transition to ACTIVE for port object 46e991ad-64bd-4ccd-a8b9-45585cd370ed will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:41.875810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Allocated IP 172.20.0.3 (d23739de-5b12-4622-ba39-407452967e09/f94cdc51-21e4-4de7-a385-149088e7c589/26ead167-0f3d-40fa-b82c-5ab0867d9171) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:41.894254 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.923282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8fcd40a-42e2-4e77-a078-05d2315dbbdc req-2768d84b-892d-449f-9b08-a14fa4365d14 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Jul 15 16:52:41.948284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Made reservation on behalf of 802a11b04d034c7a8c49c795b5f99122 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:41.957280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:41.969765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Subnet': ['ID=e88de973-a905-442c-acca-7f39e5f529ca,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:41.974540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Checking segment: {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:41.975001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network hostable DHCP agents. Network: 86bbfe74-b173-47df-add9-f06ea2238b9f, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:42.047023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 86bbfe74-b173-47df-add9-f06ea2238b9f is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:42.071306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d1f4488-bc2f-4c55-84c5-854917057eb9 req-753e25fd-3990-41e1-b484-38c2a643d268 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 210 time: 0.0986986 Jul 15 16:52:42.111483 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c0e91-8bf3-44d6-92ad-73a3ba4387c2 None None] Pushing event updated for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:42.118061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Attempting to bind port 46e991ad-64bd-4ccd-a8b9-45585cd370ed on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:42.118543 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Attempting to bind port 46e991ad-64bd-4ccd-a8b9-45585cd370ed by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:42.118905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Attempting to bind port 46e991ad-64bd-4ccd-a8b9-45585cd370ed on network a4362fe3-5e7c-4985-9dce-73e544d8a83a {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:42.125063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:42.125447 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Checking segment: {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:42.125838 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.126287 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Bound using segment: {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:42.126748 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Bound port: 46e991ad-64bd-4ccd-a8b9-45585cd370ed, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459e74d8-377f-411a-af76-7c3fc52e8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:42.127125 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.130216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 86bbfe74-b173-47df-add9-f06ea2238b9f) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:42.140607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebac34a-3fad-4802-b207-d9646477ee35 None None] Network 86bbfe74-b173-47df-add9-f06ea2238b9f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:42.180883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:42.181867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.212379 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] For port 46e991ad-64bd-4ccd-a8b9-45585cd370ed, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:42.218475 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] For port 46e991ad-64bd-4ccd-a8b9-45585cd370ed, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=46e991ad-64bd-4ccd-a8b9-45585cd370ed,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:42.225537 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.314438 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c0e91-8bf3-44d6-92ad-73a3ba4387c2 None None] Pushing event updated for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:42.322774 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:42.323477 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:42.361360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c00be5ef-ef13-4443-9c36-a7ad5879f526 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8347545 Jul 15 16:52:42.361654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:42.447057 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:42.451162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-86bbfe74-b173-47df-add9-f06ea2238b9f', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:52:42.452042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.464570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.501377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-227c902b-9b46-48a5-a997-f4786cdef6cf tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:42.503873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-227c902b-9b46-48a5-a997-f4786cdef6cf tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 951 time: 0.2692242 Jul 15 16:52:42.508221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a2c1e-8e79-46f9-81f1-5c891a9dc7ee req-7d3d508f-ba71-4bc7-8951-6ed26a19b558 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:42.515614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-916a2c1e-8e79-46f9-81f1-5c891a9dc7ee req-7d3d508f-ba71-4bc7-8951-6ed26a19b558 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 945 time: 0.3283255 Jul 15 16:52:42.654028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Allocated IP 172.23.0.2 (86bbfe74-b173-47df-add9-f06ea2238b9f/e88de973-a905-442c-acca-7f39e5f529ca/35626223-0432-4149-8b02-cc2fa19ee07c) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:42.664305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Deleting port 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:42.664684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.697700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.717610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-916a2c1e-8e79-46f9-81f1-5c891a9dc7ee req-c5741ef0-c8af-42cf-96fa-25be08c68b3c tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005649 Jul 15 16:52:42.800891 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:38Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:42Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:42.886264 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8828d44-e5af-4aed-a7f0-e4089806bb42 None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:38Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:42Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:42.906321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:42.921674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event updated for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:42.929884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Transition to ACTIVE for port object 35626223-0432-4149-8b02-cc2fa19ee07c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:42.940583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Network d23739de-5b12-4622-ba39-407452967e09 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:42.983612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Allocated IP 172.20.0.2 (d23739de-5b12-4622-ba39-407452967e09/f94cdc51-21e4-4de7-a385-149088e7c589/f9193697-894a-4947-95f6-2eb7ccff1d1a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:43.008475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:43.013828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:43.017307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Transition to ACTIVE for port object 35626223-0432-4149-8b02-cc2fa19ee07c will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:43.047984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.116100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Pushing event updated for resources: {'Port': ['ID=35626223-0432-4149-8b02-cc2fa19ee07c,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:43.135688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Network 86bbfe74-b173-47df-add9-f06ea2238b9f is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:43.137300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:43.140538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:43.163603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:43.164720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.194990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] For port 2a736e16-e776-4a9e-97e0-39de17aad4cc, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2a736e16-e776-4a9e-97e0-39de17aad4cc,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:43.195372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.217918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Calling delete_port for 2a736e16-e776-4a9e-97e0-39de17aad4cc owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:43.241379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a6a36-3a92-4965-8b6e-cf23e92af10b req-b647920c-68dd-4d76-9526-24c0123d2e65 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:43.243026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac4a6a36-3a92-4965-8b6e-cf23e92af10b req-b647920c-68dd-4d76-9526-24c0123d2e65 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=0889f607-ba9c-48e4-a860-d6fd1ee92241 HTTP/1.1" status: 200 len: 951 time: 0.3310854 Jul 15 16:52:43.266437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.363694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Attempting to bind port 35626223-0432-4149-8b02-cc2fa19ee07c on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:43.364609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Attempting to bind port 35626223-0432-4149-8b02-cc2fa19ee07c by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:43.365281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Attempting to bind port 35626223-0432-4149-8b02-cc2fa19ee07c on network 86bbfe74-b173-47df-add9-f06ea2238b9f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:43.373589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:43.373981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Checking segment: {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:43.374422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.374820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Bound using segment: {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:43.375309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Bound port: 35626223-0432-4149-8b02-cc2fa19ee07c, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:43.375697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.392146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-0f5198be-b829-41ed-9ad9-fca1e7fcaf54 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2009354 Jul 15 16:52:43.397421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.410450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Request body: {'port': {'device_id': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:43.416101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:43.445807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event deleted for resources: {'Port': ['ID=2a736e16-e776-4a9e-97e0-39de17aad4cc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:43.464952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f', '5078fa52-3c60-47b5-bb41-774a140b559f', '2a736e16-e776-4a9e-97e0-39de17aad4cc'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:43.536717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] No DVR routers for this DVR port 2a736e16-e776-4a9e-97e0-39de17aad4cc on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:43.539899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.542458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ebf258b9-7535-4fd8-a763-5afa843ce815 req-d2833b9d-a793-4380-bac0-5b524bf12b42 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "DELETE /v2.0/ports/2a736e16-e776-4a9e-97e0-39de17aad4cc HTTP/1.1" status: 204 len: 173 time: 1.0280151 Jul 15 16:52:43.608991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.696341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] For port 35626223-0432-4149-8b02-cc2fa19ee07c, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:43.737342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] For port 35626223-0432-4149-8b02-cc2fa19ee07c, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=35626223-0432-4149-8b02-cc2fa19ee07c,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:43.769390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.814250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-deleted', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:43.817146 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f29474-4510-40f1-8876-bf7eaa710d35" -d '{"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-deleted", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:43.907694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507b886-8106-463b-bf59-5d6dda0ce731 None None] Pushing event updated for resources: {'Port': ['ID=35626223-0432-4149-8b02-cc2fa19ee07c,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:43.924640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:43.951307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac4a6a36-3a92-4965-8b6e-cf23e92af10b req-661f8606-faf8-41e1-9ed9-39b22bb6e7d5 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969662 Jul 15 16:52:44.011856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6e27-1f7f-49fe-b665-dbdd7355b237 req-b0aa6d79-f2b8-4b8f-90bb-ac74d24d93cc tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:44.013450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a91c6e27-1f7f-49fe-b665-dbdd7355b237 req-b0aa6d79-f2b8-4b8f-90bb-ac74d24d93cc tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.8487778 Jul 15 16:52:44.049589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.157324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Network d23739de-5b12-4622-ba39-407452967e09 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:44.167341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:44.241759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:44.347256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event updated for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:44.387140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ead167-0f3d-40fa-b82c-5ab0867d9171 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:44.405131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.415080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a91c6e27-1f7f-49fe-b665-dbdd7355b237 req-3e1526cd-2f3a-403d-9758-74777bfc12b5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923416 Jul 15 16:52:44.438752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Transition to ACTIVE for port object 26ead167-0f3d-40fa-b82c-5ab0867d9171 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:44.441436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9f915-2d17-4a9a-88b3-40e08cea5ad9 req-b224322f-da41-402b-ae5d-535c65551a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:44.444803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54d9f915-2d17-4a9a-88b3-40e08cea5ad9 req-b224322f-da41-402b-ae5d-535c65551a8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.1611869 Jul 15 16:52:44.452663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.499855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 46e991ad-64bd-4ccd-a8b9-45585cd370ed up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:44.609198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54d9f915-2d17-4a9a-88b3-40e08cea5ad9 req-4401f3de-a4ba-434e-b878-9729d0c1b1d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538153 Jul 15 16:52:44.628319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:44.629009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.641935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:44.646321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:44.646789 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.659019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Pushing event updated for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:44.701334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202fb94-16f3-46c6-bb69-f3c8cc3e39fa req-18ac6c29-446f-42f3-a4d9-c90cd5e36883 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:44.702920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3202fb94-16f3-46c6-bb69-f3c8cc3e39fa req-18ac6c29-446f-42f3-a4d9-c90cd5e36883 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 931 time: 0.4475901 Jul 15 16:52:44.779949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.795990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-65e15704-6dfa-4ed4-9a12-d0a0cae6a8a9 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1019566 Jul 15 16:52:44.797554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Attempting to bind port 26ead167-0f3d-40fa-b82c-5ab0867d9171 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:44.797894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Attempting to bind port 26ead167-0f3d-40fa-b82c-5ab0867d9171 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:44.804473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Attempting to bind port 26ead167-0f3d-40fa-b82c-5ab0867d9171 on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:44.811737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Request body: {'port': {'device_id': '879727d9-131b-4584-8ad7-125c7a908d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:44.818840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Port 26ead167-0f3d-40fa-b82c-5ab0867d9171 on network d23739de-5b12-4622-ba39-407452967e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:44.819174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Attempting to bind port 26ead167-0f3d-40fa-b82c-5ab0867d9171 on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:44.828852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:44.829132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Checking segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:44.829299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3202fb94-16f3-46c6-bb69-f3c8cc3e39fa req-1df1f5af-7c16-4033-a762-86856f505c1e tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684206 Jul 15 16:52:44.829527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Bound using segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:44.830047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Bound port: 26ead167-0f3d-40fa-b82c-5ab0867d9171, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:44.830828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.854338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 46e991ad-64bd-4ccd-a8b9-45585cd370ed, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=46e991ad-64bd-4ccd-a8b9-45585cd370ed,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:44.861270 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:44.862047 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2d920-cfe3-45b9-9043-6212283b8952 x-openstack-request-id: req-beb2d920-cfe3-45b9-9043-6212283b8952 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:44.862351 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0889f607-ba9c-48e4-a860-d6fd1ee92241", "name": "network-vif-deleted", "tag": "2a736e16-e776-4a9e-97e0-39de17aad4cc", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:44.862606 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beb2d920-cfe3-45b9-9043-6212283b8952 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:44.863046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 35626223-0432-4149-8b02-cc2fa19ee07c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:44.863155 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0889f607-ba9c-48e4-a860-d6fd1ee92241', 'name': 'network-vif-deleted', 'tag': '2a736e16-e776-4a9e-97e0-39de17aad4cc', 'status': 'completed', 'code': 200} Jul 15 16:52:44.884244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Allocated IP 172.23.0.1 (86bbfe74-b173-47df-add9-f06ea2238b9f/e88de973-a905-442c-acca-7f39e5f529ca/bd4130c1-6e17-46ba-8617-2ea9c9e1ac59) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:44.930491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:45.024483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.053598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:45.070434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 35626223-0432-4149-8b02-cc2fa19ee07c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:45.134513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:45.138592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:45.149305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.227688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:45.228978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:45.230455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.236071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] 10.222.0.20 "PUT /v2.0/ports/26ead167-0f3d-40fa-b82c-5ab0867d9171 HTTP/1.1" status: 200 len: 1091 time: 1.8319857 Jul 15 16:52:45.270026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc8f1-5e81-4769-ae1f-d7e11e096925 service neutron] Pushing event updated for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:45.302471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '99080437-f602-44cd-affe-a300d33acd4c', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': '99080437-f602-44cd-affe-a300d33acd4c', 'mac_address': 'fa:16:3e:7c:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:45.425380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-42765768-7c39-44ad-8e21-177f4c00bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:45.433997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-42765768-7c39-44ad-8e21-177f4c00bd09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 1094 time: 0.1484139 Jul 15 16:52:45.488062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.524894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99080437-f602-44cd-affe-a300d33acd4c {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:45.567258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9193697-894a-4947-95f6-2eb7ccff1d1a {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:45.567402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-d2908ea4-01ad-474d-8bd3-b26ccab36529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171 HTTP/1.1" status: 200 len: 217 time: 0.1191723 Jul 15 16:52:45.584444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:45.594772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.598250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.634419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Transition to ACTIVE for port object f9193697-894a-4947-95f6-2eb7ccff1d1a will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:45.658967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.680467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-441526d7-b33f-4f29-b0cb-0eefd6184e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:45.682678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-441526d7-b33f-4f29-b0cb-0eefd6184e36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.1034179 Jul 15 16:52:45.699659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e833f-1358-456c-b337-cfd6e2db595c None None] Network 86bbfe74-b173-47df-add9-f06ea2238b9f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:45.776736 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-6c7e3b2f-7e22-40d3-820e-863fbae636dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823426 Jul 15 16:52:45.916736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:45.927776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['99080437-f602-44cd-affe-a300d33acd4c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:45.963821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Attempting to bind port f9193697-894a-4947-95f6-2eb7ccff1d1a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:45.964192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Attempting to bind port f9193697-894a-4947-95f6-2eb7ccff1d1a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:45.964526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Attempting to bind port f9193697-894a-4947-95f6-2eb7ccff1d1a on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:45.971748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:45.976165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:45.994780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-da15c953-ef85-4c89-808b-a6efd5e62180 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103579 Jul 15 16:52:46.067290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Provisioning for port 35626223-0432-4149-8b02-cc2fa19ee07c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:46.070127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Port f9193697-894a-4947-95f6-2eb7ccff1d1a on network d23739de-5b12-4622-ba39-407452967e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:52:46.070925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Attempting to bind port f9193697-894a-4947-95f6-2eb7ccff1d1a on network d23739de-5b12-4622-ba39-407452967e09 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:46.083737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:46.084417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Checking segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:46.084969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Bound using segment: {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:46.085587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Bound port: f9193697-894a-4947-95f6-2eb7ccff1d1a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870e64c-3025-4dbc-ae58-0bccfa0cd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd23739de-5b12-4622-ba39-407452967e09'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:46.086122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.102333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Provisioning complete for port 35626223-0432-4149-8b02-cc2fa19ee07c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:46.102754 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.113267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Transition to ACTIVE for port object bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:46.143465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-dcab18a9-c019-43cc-8d80-a448c3c30e13 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408665 Jul 15 16:52:46.197005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bdc2d-3d0f-46ab-8461-694007b2bd42 req-32163c7b-e2ac-460b-9490-826ee5d91ab6 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:46.205025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c5bdc2d-3d0f-46ab-8461-694007b2bd42 req-32163c7b-e2ac-460b-9490-826ee5d91ab6 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3660285 Jul 15 16:52:46.362450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c5bdc2d-3d0f-46ab-8461-694007b2bd42 req-97eb6be2-7adb-416b-a12d-60ee51450de4 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564434 Jul 15 16:52:46.373109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 46e991ad-64bd-4ccd-a8b9-45585cd370ed up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:46.406178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:46.409853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:46.415864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.457931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.469763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.523599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] For port 35626223-0432-4149-8b02-cc2fa19ee07c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=35626223-0432-4149-8b02-cc2fa19ee07c,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:46.534309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 86bbfe74-b173-47df-add9-f06ea2238b9f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:46.534786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.544850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 46e991ad-64bd-4ccd-a8b9-45585cd370ed triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:46.545376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.557315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:46.563038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.568174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] 10.222.0.20 "PUT /v2.0/ports/f9193697-894a-4947-95f6-2eb7ccff1d1a HTTP/1.1" status: 200 len: 1091 time: 1.7614858 Jul 15 16:52:46.578921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:46.589003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:46.597961 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b0d4f-1907-49f0-93ad-4556f92aa97a" -d '{"events": [{"name": "network-changed", "server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:46.601587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:46.636340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad29f-9a80-4b1c-b7d7-077dd21843ab req-5398d022-b0a7-4b95-9f1d-8d45b2c4c135 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:46.644026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04fad29f-9a80-4b1c-b7d7-077dd21843ab req-5398d022-b0a7-4b95-9f1d-8d45b2c4c135 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 945 time: 0.3787622 Jul 15 16:52:46.646714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:46.686006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde5866-433f-4d3f-a811-dbe18f9dd126 None None] Pushing event updated for resources: {'Port': ['ID=35626223-0432-4149-8b02-cc2fa19ee07c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:46.833517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.864930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:46.866885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b3678c4a-3a25-429a-80e8-17260809717c None None] Provisioning complete for port 35626223-0432-4149-8b02-cc2fa19ee07c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:46.867030 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af707ec3-a62b-43e5-9f69-9e5dff9342ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:46.867599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3678c4a-3a25-429a-80e8-17260809717c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:46.931375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:46.944605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04fad29f-9a80-4b1c-b7d7-077dd21843ab req-98224fc5-90b8-4dfd-821f-5e940d703f8a tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/security-groups?id=e470658a-1dab-4805-9d2f-19f1af9d3e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988217 Jul 15 16:52:46.986451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a614c-ba0e-4c91-8702-36c55713e7cd service neutron] Pushing event updated for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:47.082787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 99080437-f602-44cd-affe-a300d33acd4c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:47.083368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.089818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1561a83-f629-42d9-a8b8-ab1fbb663f38 req-214f6497-b23d-4515-b382-1bfcae469004 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.092030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1561a83-f629-42d9-a8b8-ab1fbb663f38 req-214f6497-b23d-4515-b382-1bfcae469004 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 943 time: 0.3925641 Jul 15 16:52:47.107554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-9661630e-584d-411c-9e41-9741ff33fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.109081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-9661630e-584d-411c-9e41-9741ff33fdb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 1094 time: 0.4256215 Jul 15 16:52:47.221810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-a2ca2733-5fa0-41df-a1b8-1aa3cd3dcb6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a HTTP/1.1" status: 200 len: 217 time: 0.0869408 Jul 15 16:52:47.266298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-98ce6345-aab7-44c5-bc97-7cb2b69df39d None None] Provisioning for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:47.271300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-c9f7ec9f-68af-48af-84e2-811c6d74d74c tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.276302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-c9f7ec9f-68af-48af-84e2-811c6d74d74c tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 945 time: 0.1343479 Jul 15 16:52:47.282609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-98ce6345-aab7-44c5-bc97-7cb2b69df39d None None] Provisioning complete for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:47.283469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-98ce6345-aab7-44c5-bc97-7cb2b69df39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.286018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.290690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1561a83-f629-42d9-a8b8-ab1fbb663f38 req-e742aeae-3c0f-47a7-aac5-94ae3110335c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910796 Jul 15 16:52:47.298050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.367996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6345-aab7-44c5-bc97-7cb2b69df39d None None] Port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:47.396038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:47.399364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-49bc9318-f856-4ba2-b3fd-fa83707e4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.399496 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97020625-c6cf-4652-91ad-c365d0b7d2a5" -d '{"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-plugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:47.400890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-49bc9318-f856-4ba2-b3fd-fa83707e4f5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.1673808 Jul 15 16:52:47.419828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:47.427803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.428799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:47.448002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-191726302', 'description': 'tempest-description-2035833178'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:47.455433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2a736e16-e776-4a9e-97e0-39de17aad4cc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:47.455780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2a736e16-e776-4a9e-97e0-39de17aad4cc not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:47.483497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-8014ea82-52ea-4734-a17c-7f73862bbded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655103 Jul 15 16:52:47.486137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Deleting port 8231b603-5f67-4acd-8575-305512981807 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:47.486482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.526773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:47.570350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0782c9b-ad90-4568-9428-43406b64c466 req-c56b41e8-e687-47b5-8e89-ee579f0ee347 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.571992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a0782c9b-ad90-4568-9428-43406b64c466 req-c56b41e8-e687-47b5-8e89-ee579f0ee347 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 951 time: 0.4259980 Jul 15 16:52:47.626704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.651487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] For port 8231b603-5f67-4acd-8575-305512981807, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=8231b603-5f67-4acd-8575-305512981807,segment=NetworkSegment(c97544f0-4480-4d97-a254-a17f5f9c29b4),segment_id=c97544f0-4480-4d97-a254-a17f5f9c29b4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:47.651856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:47.673407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Calling delete_port for 8231b603-5f67-4acd-8575-305512981807 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:47.697792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293892e7-6637-49be-91ed-b376ce6a4047 req-9ae69eb7-c8dc-449f-96b1-eb3133a7ed22 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:47.701311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-293892e7-6637-49be-91ed-b376ce6a4047 req-9ae69eb7-c8dc-449f-96b1-eb3133a7ed22 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 951 time: 0.1195908 Jul 15 16:52:47.731229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a0782c9b-ad90-4568-9428-43406b64c466 req-a0b9e2be-b671-4914-87de-18ab358b8fab tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507533 Jul 15 16:52:47.795326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-135806de-9fcb-435b-a5dd-381f2cd1d1a7 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694943 Jul 15 16:52:47.817686 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb7716-fc63-4834-b915-b1016353c64a x-openstack-request-id: req-ebcb7716-fc63-4834-b915-b1016353c64a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:47.817982 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:47.818232 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebcb7716-fc63-4834-b915-b1016353c64a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:47.818631 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a', 'status': 'completed', 'code': 200} Jul 15 16:52:47.882408 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2defd38-843e-4b9d-8edb-2798a4319403 x-openstack-request-id: req-d2defd38-843e-4b9d-8edb-2798a4319403 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:47.883177 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:47.883632 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2defd38-843e-4b9d-8edb-2798a4319403 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:47.884345 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171', 'status': 'completed', 'code': 200} Jul 15 16:52:48.028065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-fba9c289-e903-480f-8daf-a801c34c3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:48.029951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-fba9c289-e903-480f-8daf-a801c34c3aaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 1094 time: 0.1110630 Jul 15 16:52:48.030668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.046993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['8231b603-5f67-4acd-8575-305512981807'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:48.050355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b86792c4-5084-4cd8-982e-7dd8942b7bbb req-2374bcfa-839f-4a79-8463-699156f7c43e service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443078 Jul 15 16:52:48.104463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.131716 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f6c80-3351-47bc-a9d4-e0b35a5c8547 x-openstack-request-id: req-c64f6c80-3351-47bc-a9d4-e0b35a5c8547 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:48.132304 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-plugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:48.132304 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c64f6c80-3351-47bc-a9d4-e0b35a5c8547 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:48.132595 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c', 'code': 200} Jul 15 16:52:48.151627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.198101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Pushing event deleted for resources: {'Port': ['ID=8231b603-5f67-4acd-8575-305512981807,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:48.201114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-1e210d9a-b405-4dce-aca5-c81957bb81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:48.202675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-1e210d9a-b405-4dce-aca5-c81957bb81e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 913 time: 0.1069548 Jul 15 16:52:48.207929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Deleting port 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:48.208586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.249264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event updated for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:48.257109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-1eebae18-2686-4100-bee5-fa8496b0b4a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171 HTTP/1.1" status: 200 len: 217 time: 0.0428867 Jul 15 16:52:48.296573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.310200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.323472 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.356747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.368708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33c36dbb-67bf-4ae0-867d-4effa607c6c8 req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9244742 Jul 15 16:52:48.406702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 35626223-0432-4149-8b02-cc2fa19ee07c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:48.478060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-93352077-a2ac-4250-b480-4a9b6040b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:48.480063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-93352077-a2ac-4250-b480-4a9b6040b406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=802a11b04d034c7a8c49c795b5f99122&device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 1094 time: 0.3680341 Jul 15 16:52:48.521759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381262-6665-4b75-ac0a-0597dfd481aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9813bc6e-5e30-4fcd-b854-1fb8fbf9605d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:48.538059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 35626223-0432-4149-8b02-cc2fa19ee07c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:48.539168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d9584ba-4eab-4449-8b25-83beed79d492 req-2eee7793-ed4a-4cb3-b5b8-96b5fb5f334b tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bb1808a-134e-4016-a6cf-d421acd6e487 HTTP/1.1" status: 200 len: 210 time: 0.0905027 Jul 15 16:52:48.539296 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.724061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30c4aa-b648-4c2b-ab26-c721b10b61f9 req-347cb61f-c200-44c1-b8ef-b20c420ba5d4 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:48.725765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce30c4aa-b648-4c2b-ab26-c721b10b61f9 req-347cb61f-c200-44c1-b8ef-b20c420ba5d4 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 943 time: 0.2013967 Jul 15 16:52:48.730955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-1fe0d2a5-5164-4a5f-ae75-aad5c87446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:48.732973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-1fe0d2a5-5164-4a5f-ae75-aad5c87446e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 200 len: 913 time: 0.2229621 Jul 15 16:52:48.741288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Network 86bbfe74-b173-47df-add9-f06ea2238b9f is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:48.784919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-af5753f5-a9b9-4bea-8924-ed5e357ed769 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a HTTP/1.1" status: 200 len: 217 time: 0.0424531 Jul 15 16:52:48.816584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:48.873516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] No DVR routers for this DVR port 8231b603-5f67-4acd-8575-305512981807 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:48.889534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:48.892787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d70393c8-8f31-492e-9e8f-38d6dffb85ca req-4ad3c45f-8296-4941-a67f-f80dea724674 tempest-ServerMetadataNegativeTestJSON-1491534658 tempest-ServerMetadataNegativeTestJSON-1491534658-project] 10.222.0.20 "DELETE /v2.0/ports/8231b603-5f67-4acd-8575-305512981807 HTTP/1.1" status: 204 len: 173 time: 1.6075742 Jul 15 16:52:48.942533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 26ead167-0f3d-40fa-b82c-5ab0867d9171 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:48.946850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-1f2a53ee-8813-4cb7-b0d6-622f974bb2de tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-191726302&fields=id&tenant_id=b894df26fdce479b8afdb91b5085e3ac HTTP/1.1" status: 200 len: 267 time: 0.1438134 Jul 15 16:52:49.004361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-afa33e42-f9c3-4c01-924e-dbb8ae769213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:49.006611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-afa33e42-f9c3-4c01-924e-dbb8ae769213 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.2141080 Jul 15 16:52:49.094417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-e9a0ee91-0d25-4982-bf80-af718385efd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767305 Jul 15 16:52:49.213445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:49.230277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '26ead167-0f3d-40fa-b82c-5ab0867d9171', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'port_id': '26ead167-0f3d-40fa-b82c-5ab0867d9171', 'mac_address': 'fa:16:3e:32:50:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94cdc51-21e4-4de7-a385-149088e7c589', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:49.263543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-89c293ab-0de9-4922-b49e-b122c6496e92 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525955 Jul 15 16:52:49.282656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.292953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] For port 5078fa52-3c60-47b5-bb41-774a140b559f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5078fa52-3c60-47b5-bb41-774a140b559f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:49.293328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.316675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Calling delete_port for 5078fa52-3c60-47b5-bb41-774a140b559f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:49.330245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ead167-0f3d-40fa-b82c-5ab0867d9171 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:49.335913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-708708a0-fce8-497d-a36b-d9b136e36a4c None None] Provisioning complete for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:49.336326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-708708a0-fce8-497d-a36b-d9b136e36a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.381844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:49.390687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.401410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-708708a0-fce8-497d-a36b-d9b136e36a4c None None] Port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:52:49.454494 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af707ec3-a62b-43e5-9f69-9e5dff9342ab req-b87a4daa-9584-4667-bc7b-3071319f0e81 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828780 Jul 15 16:52:49.489564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:49.557683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.569230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:49.616638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event deleted for resources: {'Port': ['ID=5078fa52-3c60-47b5-bb41-774a140b559f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:49.634191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f1f7cd58-0d62-40f9-b249-449ef058486f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:49.736822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce30c4aa-b648-4c2b-ab26-c721b10b61f9 req-9b4e774b-17be-433b-b9ce-ab19a1bcf245 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027361 Jul 15 16:52:49.739743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] No DVR routers for this DVR port 5078fa52-3c60-47b5-bb41-774a140b559f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:49.742598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:49.746818 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-293892e7-6637-49be-91ed-b376ce6a4047 req-089eb32e-651c-4963-96fb-e5e8fee8c3a7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "DELETE /v2.0/ports/5078fa52-3c60-47b5-bb41-774a140b559f HTTP/1.1" status: 204 len: 173 time: 2.0050335 Jul 15 16:52:49.760208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:49.771916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-3a2115a2-a890-4057-b416-141f78634b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:49.771916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-3a2115a2-a890-4057-b416-141f78634b40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 200 len: 853 time: 0.9589350 Jul 15 16:52:49.794854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['26ead167-0f3d-40fa-b82c-5ab0867d9171'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:49.830943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-dd594bc5-72f8-4c6b-9f3e-62e3c4acbdaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d23739de-5b12-4622-ba39-407452967e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530128 Jul 15 16:52:49.885204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'name': 'network-vif-deleted', 'tag': '8231b603-5f67-4acd-8575-305512981807'}, {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-deleted', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:49.888379 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb45ae4d-c7f2-48b8-a64a-4fcafbe7de34" -d '{"events": [{"server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "name": "network-vif-deleted", "tag": "8231b603-5f67-4acd-8575-305512981807"}, {"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-deleted", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:50.115151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-e8a26106-3873-4674-ac3e-1bf99231907f service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747502 Jul 15 16:52:50.187671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c5c134f-8bef-4344-92de-1029727fde6e req-5dfa6bf4-14b2-46b7-b352-43afffadd55e tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dbefe27-2faa-4d38-969e-2f6e5f820282 HTTP/1.1" status: 200 len: 210 time: 0.0712752 Jul 15 16:52:50.193051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:50.211415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-f15247f1-42cf-42b5-a876-3f141874f9f6 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:50.219263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-f15247f1-42cf-42b5-a876-3f141874f9f6 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 1.2704573 Jul 15 16:52:50.246294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:50.250228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fd9fd9aa-4c15-48cc-a0f9-b004a470976b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8876176 Jul 15 16:52:50.252055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:50.295220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:50.318447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'port': {'security_groups': ['c33e7b29-9841-4267-b66a-7bf2f1b229af', '9813bc6e-5e30-4fcd-b854-1fb8fbf9605d']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:50.362770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:50.363789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:50.565978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:50.571323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da7b0d4f-1907-49f0-93ad-4556f92aa97a req-8a2f8d1a-4797-4bb1-95ee-60738672dc81 service neutron] 10.222.0.20 "GET /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498857 Jul 15 16:52:50.656763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:50.772788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 16:52:50.790350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Removed routes are [] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 16:52:50.790636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:50.835572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:50.890792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:50.909437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:50.910836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:50.989052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9193697-894a-4947-95f6-2eb7ccff1d1a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:52:50.991230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:51.114280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:51.117747 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e7d86b-e1a4-469a-b7b7-991de7c94af7 x-openstack-request-id: req-34e7d86b-e1a4-469a-b7b7-991de7c94af7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:51.118048 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb1808a-134e-4016-a6cf-d421acd6e487", "name": "network-vif-deleted", "tag": "8231b603-5f67-4acd-8575-305512981807", "status": "completed", "code": 200}, {"server_uuid": "3dbefe27-2faa-4d38-969e-2f6e5f820282", "name": "network-vif-deleted", "tag": "5078fa52-3c60-47b5-bb41-774a140b559f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:51.118302 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34e7d86b-e1a4-469a-b7b7-991de7c94af7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:51.118707 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb1808a-134e-4016-a6cf-d421acd6e487', 'name': 'network-vif-deleted', 'tag': '8231b603-5f67-4acd-8575-305512981807', 'status': 'completed', 'code': 200} Jul 15 16:52:51.118958 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbefe27-2faa-4d38-969e-2f6e5f820282', 'name': 'network-vif-deleted', 'tag': '5078fa52-3c60-47b5-bb41-774a140b559f', 'status': 'completed', 'code': 200} Jul 15 16:52:51.136861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:51.139354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 5078fa52-3c60-47b5-bb41-774a140b559f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:51.139713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5078fa52-3c60-47b5-bb41-774a140b559f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:51.140559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.155107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-738f5ee1-36b0-423e-9c8a-981f426584b1 req-56cbf50d-9f36-448a-8620-ece504e765aa tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "PUT /v2.0/ports/2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 981 time: 0.8978982 Jul 15 16:52:51.155635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:51.156167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8231b603-5f67-4acd-8575-305512981807 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:51.157465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.166944 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:51.171465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.181768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Deleting subnet 6c46915d-7fae-47d7-8348-8e3d7f803df7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:51.189568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2f14254d-c5d7-4b10-b5da-1d2800b362c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:51.285604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.314912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:51.324998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 8231b603-5f67-4acd-8575-305512981807 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:51.326841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 8231b603-5f67-4acd-8575-305512981807 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:51.336005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.343811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2f14254d-c5d7-4b10-b5da-1d2800b362c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:51.382578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e291c6-5340-4c06-b8b4-c7e000242b2f req-91fa8427-0d1a-4f25-98f6-4f8ebdfab538 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:51.384157 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6e291c6-5340-4c06-b8b4-c7e000242b2f req-91fa8427-0d1a-4f25-98f6-4f8ebdfab538 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 943 time: 0.1612897 Jul 15 16:52:51.405226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:52:51.493865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.510924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6e291c6-5340-4c06-b8b4-c7e000242b2f req-64a3c6de-80b2-4478-bd49-536f61b08c24 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145158 Jul 15 16:52:51.537594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-9bcf8f57-504f-450f-972b-1b503f7ea0ec tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-191726302&fields=id&tenant_id=b894df26fdce479b8afdb91b5085e3ac HTTP/1.1" status: 200 len: 267 time: 0.0742626 Jul 15 16:52:51.564798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:51.587762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.591087 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2364c3-59a6-43d2-99be-7f85417e7804 x-openstack-request-id: req-7d2364c3-59a6-43d2-99be-7f85417e7804 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:51.591435 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:51.591746 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d2364c3-59a6-43d2-99be-7f85417e7804 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:51.592238 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:52:51.593499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-02befb1e-e6e2-410a-9f0f-4dbe53d4b6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 933 time: 1.3458848 Jul 15 16:52:51.595864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56930) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:51.645960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.673917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c46915d-7fae-47d7-8348-8e3d7f803df7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:51.683141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.685981 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e02c83bf-f311-42c8-9de7-49beca2e39f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6c46915d-7fae-47d7-8348-8e3d7f803df7 HTTP/1.1" status: 204 len: 168 time: 0.7740731 Jul 15 16:52:51.692722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:51.737158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:51.752531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-490ec284-5480-4b28-90ab-4c7385ae4ed2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:51.756758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f9193697-894a-4947-95f6-2eb7ccff1d1a', 'network_id': 'd23739de-5b12-4622-ba39-407452967e09', 'port_id': 'f9193697-894a-4947-95f6-2eb7ccff1d1a', 'mac_address': 'fa:16:3e:c7:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94cdc51-21e4-4de7-a385-149088e7c589', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:52:51.760684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-490ec284-5480-4b28-90ab-4c7385ae4ed2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 984 time: 0.2222328 Jul 15 16:52:51.766449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:47Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:47Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:51.775534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'port': {'security_groups': ['c33e7b29-9841-4267-b66a-7bf2f1b229af']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:51.820964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:51.821734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Updating router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:52:51.866376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8842284e-1e95-468a-8235-c5ee4530c6b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 933 time: 0.2694025 Jul 15 16:52:51.870478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:51.878898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'routes': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:51.914566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.917969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.931521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:51.947084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9193697-894a-4947-95f6-2eb7ccff1d1a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:52:51.967068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-b24e00b1-4dd9-462f-a19a-2ddb416bf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:51.969526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-b24e00b1-4dd9-462f-a19a-2ddb416bf1d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1135 time: 0.3251197 Jul 15 16:52:52.029276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:52.054352 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.102731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.129154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0842446-33f8-4f8d-87d8-c03d6f2a1978']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:52.155205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97544f0-4480-4d97-a254-a17f5f9c29b4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:52.160616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97544f0-4480-4d97-a254-a17f5f9c29b4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:52.173824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.189582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.196581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:52:52.197388 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.208151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:52:52.226771 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:52:52.325267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-db714dfe-e976-4574-9a95-7c5bf79ec6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:52.328431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-db714dfe-e976-4574-9a95-7c5bf79ec6f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.2824769 Jul 15 16:52:52.332800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.353125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.366358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0842446-33f8-4f8d-87d8-c03d6f2a1978 HTTP/1.1" status: 204 len: 168 time: 0.6725569 Jul 15 16:52:52.382325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645df02-e479-43d0-a73c-04b4ff0d0e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0842446-33f8-4f8d-87d8-c03d6f2a1978,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:52.441100 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-cc3136b6-0aca-4d30-b381-0787f0aa4b91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2217999 Jul 15 16:52:52.499360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.505973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-9e1d9c2e-f1a2-4b02-ae49-cdc1fab02214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.1675196 Jul 15 16:52:52.516344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Transition to ACTIVE for port object bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:52:52.542518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f9193697-894a-4947-95f6-2eb7ccff1d1a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:52.556725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.560932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:52.609565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4958-10ce-48e5-bece-5392e100145e req-89f9bf80-c9ee-4100-9de3-d27f73b400fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:52.615194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-89f9bf80-c9ee-4100-9de3-d27f73b400fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=209b68c69eef48af80cac0d3e7b124de&device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 1101 time: 0.1038544 Jul 15 16:52:52.687849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:52.727110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8437-86a3-46de-abce-a44d8e93ed96 None None] Pushing event updated for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:52.785048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Attempting to bind port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:52:52.785420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Attempting to bind port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:52:52.785782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Attempting to bind port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 on network 86bbfe74-b173-47df-add9-f06ea2238b9f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:52:52.798917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:52:52.799202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Checking segment: {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:52.799619 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.801891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Bound using segment: {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:52:52.802387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Bound port: bd4130c1-6e17-46ba-8617-2ea9c9e1ac59, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b10573-3b2c-4089-89ae-61f7aff0640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:52:52.802764 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:52.873229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-576306b0-6f13-4f97-b3e3-8749179b6025 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=accbb5f5a6f14da78f354c2e5ee46a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841407 Jul 15 16:52:52.880966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:52.910460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-d69a64a0-4242-4def-a70b-89c24e3a90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:52.920561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4958-10ce-48e5-bece-5392e100145e req-85798a20-e433-4ae7-bccf-b964a908903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:52.920778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-d69a64a0-4242-4def-a70b-89c24e3a90f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.3560143 Jul 15 16:52:52.922751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-85798a20-e433-4ae7-bccf-b964a908903f service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.2763171 Jul 15 16:52:52.961686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] For port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:52:52.969482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 26ead167-0f3d-40fa-b82c-5ab0867d9171 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:52.976458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] For port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:52:52.996278 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-f86a380b-ef2e-4671-90e9-54d398a9fe20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 200 len: 217 time: 0.0631073 Jul 15 16:52:53.019824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.104693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.112243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4958-10ce-48e5-bece-5392e100145e req-3ffaa2c7-fd12-436d-9c15-7153b26bf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:53.114115 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-3ffaa2c7-fd12-436d-9c15-7153b26bf6c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1014385 Jul 15 16:52:53.139165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:53.140265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:53.176767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.259721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4958-10ce-48e5-bece-5392e100145e req-9a51e07d-45f5-43e4-bc0d-1a63d74f71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:53.264314 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-9a51e07d-45f5-43e4-bc0d-1a63d74f71bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422954 Jul 15 16:52:53.293970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.296459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.298502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e470658a-1dab-4805-9d2f-19f1af9d3e54 HTTP/1.1" status: 204 len: 168 time: 0.4148312 Jul 15 16:52:53.344801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8437-86a3-46de-abce-a44d8e93ed96 None None] Pushing event updated for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:53.347565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 26ead167-0f3d-40fa-b82c-5ab0867d9171 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:53.384590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added routes are [] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 16:52:53.384809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 16:52:53.388152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 26ead167-0f3d-40fa-b82c-5ab0867d9171 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:53.388594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.393055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6988d-6fc6-4e58-9e62-6d09e006556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e470658a-1dab-4805-9d2f-19f1af9d3e54,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:53.424135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:53.428208 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.567526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:53.600451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.609369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-effced45-59a1-41a4-a8af-2292ca313031 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6279166 Jul 15 16:52:53.701786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.712350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.773127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:53.778761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:53.783040 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24900f-4a43-44a2-88e3-6f18391d2870" -d '{"events": [{"server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "name": "network-vif-plugged", "status": "completed", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:53.790000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:53.821984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-fd88f392-17f7-4e07-87d8-cc818cf74bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079167 Jul 15 16:52:53.932890 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:54.002861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-93bc7936-42cb-4a82-9a36-2d78aeb134c1 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271559 Jul 15 16:52:54.044194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:54.047298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:54.071054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:54.099400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:50Z', 'revision_number': 6, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:52Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:54.132589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715a8d8-8d3c-44f3-88f7-4314f18045c3 None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:50Z', 'revision_number': 6, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:52Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:54.142511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-bfe01f26-6e3f-4f23-ac79-8eea416144e0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:54.147966 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-bfe01f26-6e3f-4f23-ac79-8eea416144e0 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 0.2495952 Jul 15 16:52:54.167110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e7b69-8a8b-4b28-ae9b-ae0e60dda249 req-d95c7ab5-7757-4d55-8819-d0ad9c29ac23 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:54.168803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-082e7b69-8a8b-4b28-ae9b-ae0e60dda249 req-d95c7ab5-7757-4d55-8819-d0ad9c29ac23 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 950 time: 1.4490025 Jul 15 16:52:54.342503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:54.343205 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:54.348364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c1e037e-86e3-4d8f-9320-aa451bf77d68 req-01a7302e-6bc5-4d30-b07d-06d044407f6d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "PUT /v2.0/ports/2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 942 time: 2.5847642 Jul 15 16:52:54.349294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:54.351239 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab7eaca-958f-412d-bb8a-aa56e7681200" -d '{"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:54.355562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2f14254d-c5d7-4b10-b5da-1d2800b362c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:54.419044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e3673d-6268-4026-b1bb-b4e57ee6fd9d req-4548948f-b21d-4b09-8f4c-ff109d50d06c service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126806 Jul 15 16:52:54.470564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad7f4958-10ce-48e5-bece-5392e100145e req-9a344017-c757-4fa1-8e77-88c9d2220dcb service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593081 Jul 15 16:52:54.527028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:54.530279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-082e7b69-8a8b-4b28-ae9b-ae0e60dda249 req-832ce7f0-66d1-430e-8b72-2a94eff43fcf tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518043 Jul 15 16:52:54.545777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Deleting port f1f7cd58-0d62-40f9-b249-449ef058486f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:54.546205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:54.611187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:54.646983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2f14254d-c5d7-4b10-b5da-1d2800b362c4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:54.836154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] For port f1f7cd58-0d62-40f9-b249-449ef058486f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f1f7cd58-0d62-40f9-b249-449ef058486f,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:54.836495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:54.877205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Calling delete_port for f1f7cd58-0d62-40f9-b249-449ef058486f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:54.983981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9193697-894a-4947-95f6-2eb7ccff1d1a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:55.052730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:55.107959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.113028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-925a5499-4bd7-4143-b29a-8df4e781e06c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 699 time: 3.2380707 Jul 15 16:52:55.127136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56994) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:55.201846 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15dbc24-27c1-4073-bc7f-b1c4ab99f2ef x-openstack-request-id: req-d15dbc24-27c1-4073-bc7f-b1c4ab99f2ef {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:55.202142 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "name": "network-vif-plugged", "status": "completed", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:55.202393 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d15dbc24-27c1-4073-bc7f-b1c4ab99f2ef {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:55.202917 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171', 'code': 200} Jul 15 16:52:55.214350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:55.227643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56996) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:55.263916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:55.264273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.367429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.385375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:52:55.438550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event deleted for resources: {'Port': ['ID=f1f7cd58-0d62-40f9-b249-449ef058486f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:55.546093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42e479c2-7adb-4a58-a39b-6b5a848a4fd3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 699 time: 0.4147868 Jul 15 16:52:55.555090 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.578741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:55.590195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] No DVR routers for this DVR port f1f7cd58-0d62-40f9-b249-449ef058486f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:52:55.592143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port f9193697-894a-4947-95f6-2eb7ccff1d1a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:52:55.611312 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:55.630790 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:55.640544 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:55.646314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:55.650907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f9193697-894a-4947-95f6-2eb7ccff1d1a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:55.650907 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.657934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.728844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.730925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9a1eaef2-f2eb-410f-a520-43e473328ac0 req-a332f4d9-4404-46ef-99a2-7ace0c4d4801 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.20 "DELETE /v2.0/ports/f1f7cd58-0d62-40f9-b249-449ef058486f HTTP/1.1" status: 204 len: 173 time: 1.5796564 Jul 15 16:52:55.768669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3cf5f21b-5ab1-4d1f-b7ef-151e776ad1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.801176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:55.840076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-deleted', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:55.842770 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a65f49e-25bc-46e3-b7d5-34679e844c0f" -d '{"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-deleted", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:55.852419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:55.876830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf6e7-5564-4253-afad-95068b41fdc6 req-535e80be-188e-4abf-93d6-d08576c440f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:55.879949 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-77bbf6e7-5564-4253-afad-95068b41fdc6 req-535e80be-188e-4abf-93d6-d08576c440f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 1096 time: 0.6214893 Jul 15 16:52:55.944922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:55.956949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.033693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-77bbf6e7-5564-4253-afad-95068b41fdc6 req-8edc65d9-0881-4ae1-a734-1e9e2272de2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442807 Jul 15 16:52:56.101635 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:56.154531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:56.186256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-845056950-network', 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:56.214118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929f59a-51b9-406d-97ab-cce3514cedb1 req-73a44648-5cfd-47e1-b147-edb2cfd47617 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:56.221827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8929f59a-51b9-406d-97ab-cce3514cedb1 req-73a44648-5cfd-47e1-b147-edb2cfd47617 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 944 time: 1.3727238 Jul 15 16:52:56.267020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.283063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-b217aa4c-233c-4bdf-8a0e-21c6b7b64e68 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0306103 Jul 15 16:52:56.300830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:56.369889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8929f59a-51b9-406d-97ab-cce3514cedb1 req-d80eb1b2-b28f-4e42-9396-796b7c67f1b3 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466789 Jul 15 16:52:56.410455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:52:56.418308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-a8f6f102-5f6e-4790-9802-2e47d430d6da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2537599 Jul 15 16:52:56.419699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:56.422087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.461173 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:53Z', 'revision_number': 7, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:52Z', 'revision_number': 4, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:56.504015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:52:56.504570 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.538033 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:52:56.548305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:56.549129 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:56.556057 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c059f76-b87f-42a4-b53c-1df7c907fee1 x-openstack-request-id: req-3c059f76-b87f-42a4-b53c-1df7c907fee1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:56.556944 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:56.558427 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c059f76-b87f-42a4-b53c-1df7c907fee1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:56.558750 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:52:56.594195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.710461 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:56.812765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.829714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.853136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.867255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:52:56.877922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.878366 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Added segment 5c9bfadd-410f-4669-bb94-4e469bfaf58a of type vlan for network e502825a-0d7b-4a84-a2f0-93876b2a38ef Jul 15 16:52:56.930903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.944749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-131e7ad4-1a66-4411-9017-cc951c97454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:56.946866 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-131e7ad4-1a66-4411-9017-cc951c97454f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.4008775 Jul 15 16:52:56.950159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:52:56.950509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:56.971946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:52:57.014883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: f1f7cd58-0d62-40f9-b249-449ef058486f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:52:57.020235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f1f7cd58-0d62-40f9-b249-449ef058486f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:52:57.022307 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:53Z', 'revision_number': 7, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:55Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:57.054204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ffcaf19-eda3-47a7-9d00-286cfff554e1 req-e6ac3054-faf0-48bd-b96c-fb403309a4c7 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8803f04-7cf7-4b11-99f0-a49700d0316a HTTP/1.1" status: 200 len: 210 time: 0.0890901 Jul 15 16:52:57.062886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024fb41-c457-4ebc-88dd-0504320b69f7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:57.064265 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201146f1-8f13-49fb-82bd-7818ddb53d0a None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:53Z', 'revision_number': 7, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd4130c1-6e17-46ba-8617-2ea9c9e1ac59', 'name': '', 'network_id': '86bbfe74-b173-47df-add9-f06ea2238b9f', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:ee:25:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:44Z', 'updated_at': '2021-07-15T16:52:55Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'e88de973-a905-442c-acca-7f39e5f529ca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:52:57.066159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.067564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.068169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.089352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-4d5f87ff-b4a4-4954-9226-67b4acea521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.094922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-4d5f87ff-b4a4-4954-9226-67b4acea521c service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.1401553 Jul 15 16:52:57.204290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:52:57.207716 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d529a3-48d6-49f7-83f7-8049f46f3b2d" -d '{"events": [{"server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "name": "network-vif-plugged", "status": "completed", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:52:57.217343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-b4b1ee6b-30c2-45cc-adab-9a14243bc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.218956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-b4b1ee6b-30c2-45cc-adab-9a14243bc66f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf606503665e4dda8744f6d64c61f8bd&device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 1096 time: 0.7657454 Jul 15 16:52:57.224939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9960551 Jul 15 16:52:57.230364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:57.234824 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b13b194-f8ad-43bc-8fd1-7d750cf271fa x-openstack-request-id: req-5b13b194-f8ad-43bc-8fd1-7d750cf271fa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:57.235185 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8803f04-7cf7-4b11-99f0-a49700d0316a", "name": "network-vif-deleted", "tag": "f1f7cd58-0d62-40f9-b249-449ef058486f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:57.235380 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b13b194-f8ad-43bc-8fd1-7d750cf271fa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:57.235799 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8803f04-7cf7-4b11-99f0-a49700d0316a', 'name': 'network-vif-deleted', 'tag': 'f1f7cd58-0d62-40f9-b249-449ef058486f', 'status': 'completed', 'code': 200} Jul 15 16:52:57.244717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5e67-325b-42ad-a756-cac1a07c5378 admin admin] Pushing event updated for resources: {'Network': ['ID=e502825a-0d7b-4a84-a2f0-93876b2a38ef,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:57.245035 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-83e2130b-259f-4596-92cc-627cc61f9865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.1423743 Jul 15 16:52:57.257636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:52:57.311314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Request body: {'subnet': {'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-845056950-subnet', 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:52:57.360878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port bd4130c1-6e17-46ba-8617-2ea9c9e1ac59, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:52:57.361897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.394297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:52:57.521107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-d4e882b6-48bb-44db-b966-df2c07487e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.523180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-d4e882b6-48bb-44db-b966-df2c07487e67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 200 len: 905 time: 0.2743652 Jul 15 16:52:57.526796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.541393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:52:57.544737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.570929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-16ebabb1-58c7-46e4-9dec-050fc8039616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.572680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-16ebabb1-58c7-46e4-9dec-050fc8039616 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.1966839 Jul 15 16:52:57.589562 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b2fcb-c3b5-4ee4-91cc-2df465ce8f9a x-openstack-request-id: req-835b2fcb-c3b5-4ee4-91cc-2df465ce8f9a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:52:57.590082 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "name": "network-vif-plugged", "status": "completed", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:52:57.591157 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-835b2fcb-c3b5-4ee4-91cc-2df465ce8f9a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:52:57.591711 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a', 'code': 200} Jul 15 16:52:57.677108 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-2ff5d7a5-7c7e-4b7d-8bda-d400dfd79298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958283 Jul 15 16:52:57.684562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Allocated IP 172.25.8.245 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/e21f66c5-f44c-4046-bb59-c1d8bfd6745a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:52:57.819169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.888798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe511dd4-caad-4e82-921d-b9169178bb7c req-a741ba8d-564e-4a9f-86f1-f701eb430815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:57.890566 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fe511dd4-caad-4e82-921d-b9169178bb7c req-a741ba8d-564e-4a9f-86f1-f701eb430815 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 1096 time: 0.2114420 Jul 15 16:52:57.945369 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:57.975163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-ea4c254e-08b6-4033-a3cd-2925694bae2b service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573206 Jul 15 16:52:58.000162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-a058f2fa-fb19-44e0-88d3-d605b230f0a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 200 len: 1001 time: 0.1391559 Jul 15 16:52:58.037053 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fe511dd4-caad-4e82-921d-b9169178bb7c req-6e6a97db-fb93-4c02-89ee-13f938b128a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363461 Jul 15 16:52:58.077149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.078128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:52:58.080423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-f78b4fc8-067c-4c7e-b088-6b595e6eaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:58.081773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-f78b4fc8-067c-4c7e-b088-6b595e6eaee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2c08f01c-301b-4208-a8f4-f10e50c60493 HTTP/1.1" status: 200 len: 844 time: 0.0616133 Jul 15 16:52:58.085527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:58.093078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:52:58.130991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'Port': ['ID=e21f66c5-f44c-4046-bb59-c1d8bfd6745a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:58.154783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=bd4130c1-6e17-46ba-8617-2ea9c9e1ac59,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:58.175151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.235899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836f8f4-0530-428c-a0b6-1842e96ffc09 req-fd6e612e-971d-40df-bf8c-7b130b42d25c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:58.243579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3836f8f4-0530-428c-a0b6-1842e96ffc09 req-fd6e612e-971d-40df-bf8c-7b130b42d25c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 945 time: 0.3810058 Jul 15 16:52:58.290709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f4a26cf1-35eb-440e-a663-42f479c38070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.306022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.326800 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab7eaca-958f-412d-bb8a-aa56e7681200 req-96f81c0e-77f2-4c7c-9416-79f757c28062 service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426681 Jul 15 16:52:58.341943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d36371-476d-4e06-a239-86d38240021c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:58.362410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3836f8f4-0530-428c-a0b6-1842e96ffc09 req-d895f157-b771-4fa5-937e-b629c6a20cfd tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178391 Jul 15 16:52:58.367317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-1a6d9ce3-f0d3-4b1d-b66a-155cdaad249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:58.368893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-1a6d9ce3-f0d3-4b1d-b66a-155cdaad249c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83382fee-2a0a-4e58-a8a2-b4f27ee93118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2736683 Jul 15 16:52:58.383693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Checking segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:52:58.384020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Network hostable DHCP agents. Network: e502825a-0d7b-4a84-a2f0-93876b2a38ef, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:52:58.506349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.535671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:52:58.550444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.566748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e502825a-0d7b-4a84-a2f0-93876b2a38ef) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:52:58.576833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8aa6c-35b7-4568-90d4-b7d06757e7d8 None None] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:58.602734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:58.603765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.614086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-28e163a7-4fc2-4716-b2a9-53da1ca17981 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298465 Jul 15 16:52:58.722913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-62178e7a-e5dd-43df-bf9c-4ce80824deeb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4824510 Jul 15 16:52:58.871023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.878604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2130b88-4c75-4740-8d6c-1f2c6fefa31f None None] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:52:58.882405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:58.963761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.028393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:52:59.108181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a9e47d-45ba-42a6-a366-dda849e50afc req-ee76e8b0-c8a3-4be4-b41d-0addac975f66 service neutron] 10.222.0.20 "GET /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808929 Jul 15 16:52:59.124313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event updated for resources: {'Port': ['ID=e21f66c5-f44c-4046-bb59-c1d8bfd6745a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:52:59.132797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.172833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.181973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1982d6f8-538e-4553-b264-5c42e69adb0c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8850939 Jul 15 16:52:59.285046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-1a4bbf08-3282-47fd-bc68-70b4d46f9f31 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0937366 Jul 15 16:52:59.441306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.484326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-5dd222e9-b97b-44d0-9f71-9a34b461649d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:52:59.485768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bf67084-e0e7-451d-acd5-7329fa97fa5d req-5dd222e9-b97b-44d0-9f71-9a34b461649d tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1847394 Jul 15 16:52:59.600418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:52:59.609829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-59338a4a-3c3d-4702-8d1b-000b74ab66fe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0292945 Jul 15 16:52:59.614609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57060) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:52:59.616549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:52:59.635514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:52:59.638464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:52:59.700897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet e88de973-a905-442c-acca-7f39e5f529ca {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:52:59.710269 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.785748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:52:59.787627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:52:59.990945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.040834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:57Z', 'revision_number': 8, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:00.046528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-1dc54f60-bdee-4c17-a030-2e66e63ee7d3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:00.048075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-1dc54f60-bdee-4c17-a030-2e66e63ee7d3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.2251437 Jul 15 16:53:00.057920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf4a51-496d-48cc-8d09-0610c168d787 req-ae43db0d-a0e2-4710-be8b-a681742f5534 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:00.065393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30bf4a51-496d-48cc-8d09-0610c168d787 req-ae43db0d-a0e2-4710-be8b-a681742f5534 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 945 time: 0.3943346 Jul 15 16:53:00.079440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:00.102169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:00.102933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:00.103068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-be309fbc-647a-430e-9dd3-e74115f5253b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/quotas/7ad053abb6b4493e8f7f33b1ec21e239 HTTP/1.1" status: 200 len: 375 time: 0.0350204 Jul 15 16:53:00.149477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30bf4a51-496d-48cc-8d09-0610c168d787 req-0bd765ed-b780-4147-aabc-90273b89f801 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829074 Jul 15 16:53:00.185412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-dda4797b-71c1-41ad-b727-34471d0d0cb2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667143 Jul 15 16:53:00.188422 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.237428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:00.237931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=e88de973-a905-442c-acca-7f39e5f529ca,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:00.255076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-42330770-783e-44f9-bcaf-d3d0cd2bc260 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:53:00.256158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-42330770-783e-44f9-bcaf-d3d0cd2bc260 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215929 Jul 15 16:53:00.287232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.292684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:00.294663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b125acdb-0664-46f7-bb57-cb50f06807e3 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/e88de973-a905-442c-acca-7f39e5f529ca HTTP/1.1" status: 204 len: 168 time: 0.6785171 Jul 15 16:53:00.318651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb289ad-15e9-4c18-8d5f-c333df07c8fd None None] Network 86bbfe74-b173-47df-add9-f06ea2238b9f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:00.441213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.511435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 35626223-0432-4149-8b02-cc2fa19ee07c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:00.512729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.522833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-9945c95f-97a7-4a81-89c8-6b277d46020d service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574856 Jul 15 16:53:00.563279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-68d47f04-1f33-4328-ad06-2cbdf2127ab2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:00.570367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-68d47f04-1f33-4328-ad06-2cbdf2127ab2 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1590919 Jul 15 16:53:00.613187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 35626223-0432-4149-8b02-cc2fa19ee07c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=35626223-0432-4149-8b02-cc2fa19ee07c,segment=NetworkSegment(94b10573-3b2c-4089-89ae-61f7aff0640c),segment_id=94b10573-3b2c-4089-89ae-61f7aff0640c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:00.613833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.632991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 35626223-0432-4149-8b02-cc2fa19ee07c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:00.669293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-e3a1d38c-0bd9-42c9-be27-8b3be7183c67 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0978470 Jul 15 16:53:00.675628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'floatingip': {'port_id': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:00.723966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.745199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:00.799125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:57Z', 'revision_number': 8, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:00.820605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-4c7203d0-52a7-44b1-b9a7-eded03c595c0 service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898955 Jul 15 16:53:00.835942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b63161-dee1-43e3-9688-9b256250d4b7 None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:52:57Z', 'revision_number': 8, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '46e991ad-64bd-4ccd-a8b9-45585cd370ed', 'name': '', 'network_id': 'a4362fe3-5e7c-4985-9dce-73e544d8a83a', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b3:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:36Z', 'updated_at': '2021-07-15T16:52:44Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': '2005d284-91e2-49fa-8a21-5ee217d77eb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:00.857407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e524a-d68f-42fc-bd39-bcc40dd19394 None None] DHCP port deletion for 86bbfe74-b173-47df-add9-f06ea2238b9f request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:53:00.873105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=35626223-0432-4149-8b02-cc2fa19ee07c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:00.879456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 35626223-0432-4149-8b02-cc2fa19ee07c on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:01.013726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.029486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bbfe74-b173-47df-add9-f06ea2238b9f']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:01.053533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1001f-22e6-41b6-b331-b260f519d42b req-e0fead34-e029-47ae-81d0-6ea1426303ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:01.055099 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90f1001f-22e6-41b6-b331-b260f519d42b req-e0fead34-e029-47ae-81d0-6ea1426303ad tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.35 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.2058532 Jul 15 16:53:01.076566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b10573-3b2c-4089-89ae-61f7aff0640c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:01.076871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b10573-3b2c-4089-89ae-61f7aff0640c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:01.112757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.146080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.166361 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.177422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:01.177835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:01.181057 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:01.314671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.348478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.355883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/86bbfe74-b173-47df-add9-f06ea2238b9f HTTP/1.1" status: 204 len: 168 time: 1.0600986 Jul 15 16:53:01.372446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:01.381313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83d18f-ba5a-45fa-9f68-541da00d1627 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=86bbfe74-b173-47df-add9-f06ea2238b9f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:01.448379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa454e9-ef64-4c98-98de-d290d55ad16b req-df574d31-2654-460c-ad4c-dcbc1c88b908 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:01.450827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6aa454e9-ef64-4c98-98de-d290d55ad16b req-df574d31-2654-460c-ad4c-dcbc1c88b908 tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/ports?device_id=abd00d34-193b-4476-b9df-1ad2374cac90 HTTP/1.1" status: 200 len: 950 time: 0.1966546 Jul 15 16:53:01.509284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Deleting port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:01.509731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.566003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6aa454e9-ef64-4c98-98de-d290d55ad16b req-d70ff30c-6ceb-46c7-bf8d-0b9e9e3977ec tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae3a29a4-acaa-4c2c-85be-fae52872dffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065066 Jul 15 16:53:01.663843 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.671707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.792100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] For port 08971e7f-7f43-4b6b-9b43-d67ac50f4915, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=08971e7f-7f43-4b6b-9b43-d67ac50f4915,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:01.798733 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:01.859948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Calling delete_port for 08971e7f-7f43-4b6b-9b43-d67ac50f4915 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:02.178980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:02.192140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['08971e7f-7f43-4b6b-9b43-d67ac50f4915'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:02.303734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Pushing event deleted for resources: {'Port': ['ID=08971e7f-7f43-4b6b-9b43-d67ac50f4915,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:02.330384 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Floating IP 5d777da4-6eac-4fe6-b1ae-8d440f62badc associated. External IP: 172.25.8.245, port: 2f14254d-c5d7-4b10-b5da-1d2800b362c4. Jul 15 16:53:02.337337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.337886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.338114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.338346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.338678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.339008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.339335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.339660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.339981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.340687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.341142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.341745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:02.346456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] No DVR routers for this DVR port 08971e7f-7f43-4b6b-9b43-d67ac50f4915 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:02.348898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:02.351586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] 10.222.0.35 "DELETE /v2.0/ports/08971e7f-7f43-4b6b-9b43-d67ac50f4915 HTTP/1.1" status: 204 len: 173 time: 1.2869170 Jul 15 16:53:02.352275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-deleted', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:02.355521 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ecf0ef-6934-4830-902a-9750d68f62bb" -d '{"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-deleted", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:02.372425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 35626223-0432-4149-8b02-cc2fa19ee07c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:02.402405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 35626223-0432-4149-8b02-cc2fa19ee07c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:02.402858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 35626223-0432-4149-8b02-cc2fa19ee07c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:02.403332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:02.422751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:02.459566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:02.459917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device bd4130c1-6e17-46ba-8617-2ea9c9e1ac59 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:02.525664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466df42-7557-4836-83d8-dc11f34c2310 req-ee825da7-fbc9-4c96-9ff3-67fab795b380 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:02.527196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4466df42-7557-4836-83d8-dc11f34c2310 req-ee825da7-fbc9-4c96-9ff3-67fab795b380 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 945 time: 0.1468499 Jul 15 16:53:02.627389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4466df42-7557-4836-83d8-dc11f34c2310 req-1780017a-a7ab-49f6-a693-79d4b8f1e38c tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610659 Jul 15 16:53:02.880493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 46e991ad-64bd-4ccd-a8b9-45585cd370ed {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:02.880930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:02.934039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Router a8daf04f-387b-43aa-a439-08c3c3b46b6b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:02.962559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c8c30c3-9ca6-41ec-b6e6-35d614f33f11 req-c1dce81e-b1a0-499e-8653-75bc7471f490 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 210 time: 0.0898218 Jul 15 16:53:03.023805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 46e991ad-64bd-4ccd-a8b9-45585cd370ed, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=46e991ad-64bd-4ccd-a8b9-45585cd370ed,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:03.024529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:03.053263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 46e991ad-64bd-4ccd-a8b9-45585cd370ed owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:03.078279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-0ba62d06-8d88-4268-bb97-83b937c53118 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:03.083321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-0ba62d06-8d88-4268-bb97-83b937c53118 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.4826357 Jul 15 16:53:03.186686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:03.196781 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Sync routers for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:03.202531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Request body: {'port': {'device_id': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'admin_state_up': True, 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:03.221873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:03.222891 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:03.325613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:03.432833 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896c917d-6be3-4e35-8ac0-ff270b73c769 x-openstack-request-id: req-896c917d-6be3-4e35-8ac0-ff270b73c769 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:03.440583 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd00d34-193b-4476-b9df-1ad2374cac90", "name": "network-vif-deleted", "tag": "08971e7f-7f43-4b6b-9b43-d67ac50f4915", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:03.441120 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-896c917d-6be3-4e35-8ac0-ff270b73c769 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:03.441847 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abd00d34-193b-4476-b9df-1ad2374cac90', 'name': 'network-vif-deleted', 'tag': '08971e7f-7f43-4b6b-9b43-d67ac50f4915', 'status': 'completed', 'code': 200} Jul 15 16:53:03.441958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-07d4a03e-3c4c-479a-add0-1825e85d4d57 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "PUT /v2.0/floatingips/5d777da4-6eac-4fe6-b1ae-8d440f62badc HTTP/1.1" status: 200 len: 996 time: 2.7694159 Jul 15 16:53:03.443347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:03.448480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:03.455113 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686e598e-90a3-4d7e-a259-a08b271afd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:03.502659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=46e991ad-64bd-4ccd-a8b9-45585cd370ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:03.532245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:03.536275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:03.626629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-5ed0b0bc-392e-47a4-8031-f7552a469a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:03.630739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-5ed0b0bc-392e-47a4-8031-f7552a469a76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.1591020 Jul 15 16:53:03.705001 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:03.860206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-cf904844-ecfe-4913-89c4-1a36a03ffe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:03.866323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-cf904844-ecfe-4913-89c4-1a36a03ffe8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.1991987 Jul 15 16:53:03.981978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:03.995024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-b61c8c13-36d4-43f6-92a5-1e0b29283325 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 999 time: 0.1245914 Jul 15 16:53:03.998218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:04.059922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Allocated IP 172.20.0.9 (e502825a-0d7b-4a84-a2f0-93876b2a38ef/44d36371-476d-4e06-a239-86d38240021c/037d3f28-b826-4da6-9ded-c6f278480756) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:04.154183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-5b64771d-4f4d-4de9-a0df-1bdf323f3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:04.158135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-5b64771d-4f4d-4de9-a0df-1bdf323f3576 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.1514559 Jul 15 16:53:04.185665 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5d777da4-6eac-4fe6-b1ae-8d440f62badc', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'port_id': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'mac_address': 'fa:16:3e:ad:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e34dbe5-e047-4665-a32e-55186019282e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:52:58Z', 'updated_at': '2021-07-15T16:53:01Z', 'revision_number': 1, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:04.227114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:04.286694 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Checking router: a8daf04f-387b-43aa-a439-08c3c3b46b6b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:04.312237 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:04.313792 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:04.372372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-f7deb254-4107-4db9-8f04-5ed386f570bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1943898 Jul 15 16:53:04.430174 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4113561-5f89-4f6a-afa7-265ba033a657 x-openstack-request-id: req-b4113561-5f89-4f6a-afa7-265ba033a657 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:04.430888 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:04.431473 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4113561-5f89-4f6a-afa7-265ba033a657 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:04.432086 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:53:04.444024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-670c9791-df5e-4403-8ca0-6f33b330ae16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=209b68c69eef48af80cac0d3e7b124de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437785 Jul 15 16:53:04.490423 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:04.502922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:04.547364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-afe9c2a2-3078-4e3e-804a-4578371857c8 service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135530 Jul 15 16:53:04.605068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:04.616341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:04.639017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:04.645688 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a0cce264-25ab-4321-b0b8-e8ee703aef38 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2714505 Jul 15 16:53:04.649862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:04.651273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:04.729682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:04.740656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:04.746115 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5d777da4-6eac-4fe6-b1ae-8d440f62badc', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'port_id': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'mac_address': 'fa:16:3e:ad:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e34dbe5-e047-4665-a32e-55186019282e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:52:58Z', 'updated_at': '2021-07-15T16:53:01Z', 'revision_number': 1, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:04.781554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-f47bccce-808b-4b56-a905-361f03093522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:04.783104 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-f47bccce-808b-4b56-a905-361f03093522 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.3376863 Jul 15 16:53:04.806631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet 2005d284-91e2-49fa-8a21-5ee217d77eb8 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:04.812198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:04.824346 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895672f3-ef8e-4bc9-86e6-63c80e24a5f5 None None] The sync data for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 is: [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5d777da4-6eac-4fe6-b1ae-8d440f62badc', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'port_id': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'mac_address': 'fa:16:3e:ad:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e34dbe5-e047-4665-a32e-55186019282e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:52:58Z', 'updated_at': '2021-07-15T16:53:01Z', 'revision_number': 1, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:04.879588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:04.881483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:04.925478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:04.956260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-544f0119-a45d-41c0-a7ab-bfaf8e13e70a req-9663e1be-a8b2-4859-98d4-415459b1d969 service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769016 Jul 15 16:53:05.054420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.154448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-f12d7f32-710f-468b-a26f-33d740f20c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:05.157211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-f12d7f32-710f-468b-a26f-33d740f20c57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.3628895 Jul 15 16:53:05.217932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event updated for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:05.241369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:05.246047 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dbf31-c3db-42da-8c51-5e7f8f9585d7 None None] New status for floating IP 5d777da4-6eac-4fe6-b1ae-8d440f62badc: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:53:05.259435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:05.270342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:05.326504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:05.327260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.346758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.378354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:03Z', 'revision_number': 9, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:05.383148 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-50b59a51-2de1-4e34-8eac-6d93674b3758 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 999 time: 0.2128274 Jul 15 16:53:05.424321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382c380-0c52-49b9-8934-389641aaa2e9 req-32cbc738-d733-48c4-8448-9150e3e172a1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:05.437456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e382c380-0c52-49b9-8934-389641aaa2e9 req-32cbc738-d733-48c4-8448-9150e3e172a1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 931 time: 0.3844407 Jul 15 16:53:05.451110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:05.469311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.472076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.476405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae3a29a4-acaa-4c2c-85be-fae52872dffd HTTP/1.1" status: 204 len: 168 time: 0.9714181 Jul 15 16:53:05.488972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:05.490920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:05.497902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-774271b2-d2c4-4e02-825a-fd42dd1ca9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:05.499685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-774271b2-d2c4-4e02-825a-fd42dd1ca9cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.0954189 Jul 15 16:53:05.503831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542e9af-cf14-4305-b9ec-e8fb2fb64ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a29a4-acaa-4c2c-85be-fae52872dffd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:05.544261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-5bfe396d-73e9-44b7-9ead-1af3d8913479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349288 Jul 15 16:53:05.557616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-89c2cff1-324c-4ef1-87ed-ee3903e16211 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3608127 Jul 15 16:53:05.566807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-39e3065d-af91-4596-a778-88ef0a172530 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:05.572014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-39e3065d-af91-4596-a778-88ef0a172530 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 945 time: 0.1921561 Jul 15 16:53:05.612996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.622465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Request body: {'port': {'device_id': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:05.760729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:05.767619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e382c380-0c52-49b9-8934-389641aaa2e9 req-f62ef25e-6c76-4eb4-9b39-e1f2a007ebf2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288090 Jul 15 16:53:05.801108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.805164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/2005d284-91e2-49fa-8a21-5ee217d77eb8 HTTP/1.1" status: 204 len: 168 time: 1.1513224 Jul 15 16:53:05.809454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57168) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:05.811082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fb9fa9-0fb2-47d7-9709-91e8aaa4cf1d None None] Network a4362fe3-5e7c-4985-9dce-73e544d8a83a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:05.822585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a149e7-4f62-4c46-ba0e-79e3980f562d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=2005d284-91e2-49fa-8a21-5ee217d77eb8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:05.822942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-0fcab1f5-d18b-471c-bd55-8d6bc89ee71c service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488170 Jul 15 16:53:05.917451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Deleting port 26ead167-0f3d-40fa-b82c-5ab0867d9171 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:05.917789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:05.996598 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-686e598e-90a3-4d7e-a259-a08b271afd1d req-a47bf02a-6c0d-4f91-a47b-e848909de996 service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630850 Jul 15 16:53:06.081347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57172) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:06.087799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] For port 26ead167-0f3d-40fa-b82c-5ab0867d9171, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=26ead167-0f3d-40fa-b82c-5ab0867d9171,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:06.087799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.102413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Calling delete_port for 26ead167-0f3d-40fa-b82c-5ab0867d9171 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:06.176659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:06.184575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027e56a-9705-4ada-bff2-5444b7bffc29 req-16fa6a5c-7be7-40aa-9aaf-3a692b8a9da2 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:06.186391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d027e56a-9705-4ada-bff2-5444b7bffc29 req-16fa6a5c-7be7-40aa-9aaf-3a692b8a9da2 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487 HTTP/1.1" status: 200 len: 945 time: 0.8331616 Jul 15 16:53:06.201724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 08971e7f-7f43-4b6b-9b43-d67ac50f4915 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:06.202615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 08971e7f-7f43-4b6b-9b43-d67ac50f4915 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:06.206078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.219797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.255762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.296533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event deleted for resources: {'Port': ['ID=26ead167-0f3d-40fa-b82c-5ab0867d9171,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:06.306031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-e76647d9-ab4d-44b9-a746-e8bb9b4c8232 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 0.3770490 Jul 15 16:53:06.313752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['26ead167-0f3d-40fa-b82c-5ab0867d9171', 'f9193697-894a-4947-95f6-2eb7ccff1d1a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:06.336971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0327e8b6-8451-472d-a9c5-f4d044faea2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=303a386fdd4f4043bd3fffc59cc3c8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520707 Jul 15 16:53:06.338664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:06.409280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d027e56a-9705-4ada-bff2-5444b7bffc29 req-852cb298-04f0-4aee-93d8-dfedac05887a tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/security-groups?id=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073522 Jul 15 16:53:06.421009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:03Z', 'revision_number': 9, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:06.429278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.433457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] No DVR routers for this DVR port 26ead167-0f3d-40fa-b82c-5ab0867d9171 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:06.450962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-d699a2f4-ae0b-49f9-ae6b-9c66c7424e15 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:06.464321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-d699a2f4-ae0b-49f9-ae6b-9c66c7424e15 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports/2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 942 time: 0.1502135 Jul 15 16:53:06.487948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.563978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.567587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e7d29e1a-4852-4741-ac5f-61526c7a15d5 req-95e012d7-db71-4e03-9423-df4ad32de670 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "DELETE /v2.0/ports/26ead167-0f3d-40fa-b82c-5ab0867d9171 HTTP/1.1" status: 204 len: 173 time: 0.9820728 Jul 15 16:53:06.568447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'name': 'network-vif-deleted', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:06.624332 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38cd42-e2c2-4cce-b83c-e98c5f0d02dc" -d '{"events": [{"server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "name": "network-vif-deleted", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:06.665121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.668214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.669714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4d4b203-64dc-4bf5-981d-c8bb36f34d5b HTTP/1.1" status: 204 len: 168 time: 0.3300898 Jul 15 16:53:06.712382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 6214f468-c736-4e6e-8b31-27cbbda530d5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:06.712871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:06.720703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857473df-0628-4f24-9ffe-21f60e6d8fac None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:03Z', 'revision_number': 9, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e905a64-ce96-4380-92f6-a420d8d58e71', 'name': '', 'network_id': 'bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:5f:6e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:31Z', 'updated_at': '2021-07-15T16:52:39Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'd73dbf79-d7b7-4974-984f-7f538db275fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:06.724805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645df24-6b49-43dd-bb2b-a5f43ac55282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d4b203-64dc-4bf5-981d-c8bb36f34d5b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:06.773997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-94b2f7e9-1fb0-4101-98d3-26a9f30f97a7 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:06.773997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-94b2f7e9-1fb0-4101-98d3-26a9f30f97a7 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 945 time: 0.3788161 Jul 15 16:53:06.817167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-18251147-a500-4969-88f8-1e35ede13f27 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 0.1657555 Jul 15 16:53:06.869932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] DHCP port deletion for a4362fe3-5e7c-4985-9dce-73e544d8a83a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:53:06.955438 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845a7bbe-8434-4d93-8c65-c92bc1cbaf20 x-openstack-request-id: req-845a7bbe-8434-4d93-8c65-c92bc1cbaf20 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:06.956618 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487", "name": "network-vif-deleted", "tag": "26ead167-0f3d-40fa-b82c-5ab0867d9171", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:06.957553 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-845a7bbe-8434-4d93-8c65-c92bc1cbaf20 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:06.959056 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4d9a9b-9b17-4da0-81f6-4ae8df2fe487', 'name': 'network-vif-deleted', 'tag': '26ead167-0f3d-40fa-b82c-5ab0867d9171', 'status': 'completed', 'code': 200} Jul 15 16:53:06.992184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Deleting port 6214f468-c736-4e6e-8b31-27cbbda530d5 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:06.996023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:07.075661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 6214f468-c736-4e6e-8b31-27cbbda530d5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6214f468-c736-4e6e-8b31-27cbbda530d5,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:07.076097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:07.109620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 6214f468-c736-4e6e-8b31-27cbbda530d5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:07.169874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] For port 6214f468-c736-4e6e-8b31-27cbbda530d5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6214f468-c736-4e6e-8b31-27cbbda530d5,segment=NetworkSegment(459e74d8-377f-411a-af76-7c3fc52e8c6d),segment_id=459e74d8-377f-411a-af76-7c3fc52e8c6d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:07.170418 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:07.194972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-f952786c-78e2-400d-bfe8-4dd71066b01b tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:07.196429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-f952786c-78e2-400d-bfe8-4dd71066b01b tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.3108377 Jul 15 16:53:07.231974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Calling delete_port for 6214f468-c736-4e6e-8b31-27cbbda530d5 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:07.393954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:07.463737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Pushing event deleted for resources: {'Port': ['ID=6214f468-c736-4e6e-8b31-27cbbda530d5,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:07.466814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] No DVR routers for this DVR port 6214f468-c736-4e6e-8b31-27cbbda530d5 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:07.484708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.485756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.486357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.486816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.487628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.488058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.488833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.488833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.489378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.489806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.491554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.491554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5ffedc-6dad-45ce-a07f-8ce9d8333876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:07.941336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Deleting port f9193697-894a-4947-95f6-2eb7ccff1d1a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:07.941885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.046593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] For port f9193697-894a-4947-95f6-2eb7ccff1d1a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9193697-894a-4947-95f6-2eb7ccff1d1a,segment=NetworkSegment(7870e64c-3025-4dbc-ae58-0bccfa0cd557),segment_id=7870e64c-3025-4dbc-ae58-0bccfa0cd557)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:08.046979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.068740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Calling delete_port for f9193697-894a-4947-95f6-2eb7ccff1d1a owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:08.187247 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.222677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.231493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037d3f28-b826-4da6-9ded-c6f278480756 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:08.244765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 6214f468-c736-4e6e-8b31-27cbbda530d5 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:08.259321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Pushing event deleted for resources: {'Port': ['ID=f9193697-894a-4947-95f6-2eb7ccff1d1a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:08.268408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.281710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Transition to ACTIVE for port object 037d3f28-b826-4da6-9ded-c6f278480756 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:08.289201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=6214f468-c736-4e6e-8b31-27cbbda530d5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:08.312141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] No DVR routers for this DVR port f9193697-894a-4947-95f6-2eb7ccff1d1a on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:08.315030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.317922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ca469e58-c88f-488c-ac0c-f06b37d99cbb req-a122a049-9cc7-4d46-b2aa-46f9634df247 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.20 "DELETE /v2.0/ports/f9193697-894a-4947-95f6-2eb7ccff1d1a HTTP/1.1" status: 204 len: 173 time: 1.5378838 Jul 15 16:53:08.320338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01edba2-0388-4e95-81e1-e9087ddc8071 req-7d3bde0a-a316-4850-b53f-716ec0b03edd tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:08.321900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c01edba2-0388-4e95-81e1-e9087ddc8071 req-7d3bde0a-a316-4850-b53f-716ec0b03edd tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 931 time: 1.2027078 Jul 15 16:53:08.332738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-2f44a184-c9e9-4821-880c-cba3e00629f6 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 1.0461462 Jul 15 16:53:08.345913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:08.354314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.361308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.361648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.361976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.362298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.362461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 46e991ad-64bd-4ccd-a8b9-45585cd370ed no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:08.362914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.362990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.363258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.363577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.363895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.364231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.364547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.364857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:08.386326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 46e991ad-64bd-4ccd-a8b9-45585cd370ed {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:08.386678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 46e991ad-64bd-4ccd-a8b9-45585cd370ed not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:08.387203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6214f468-c736-4e6e-8b31-27cbbda530d5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:08.412330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6214f468-c736-4e6e-8b31-27cbbda530d5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:08.412683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6214f468-c736-4e6e-8b31-27cbbda530d5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:08.512977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.546932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4362fe3-5e7c-4985-9dce-73e544d8a83a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:08.554000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c01edba2-0388-4e95-81e1-e9087ddc8071 req-45445cc3-99a5-424f-a343-fb7647157ff9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199948 Jul 15 16:53:08.562083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:08.571821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.575351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459e74d8-377f-411a-af76-7c3fc52e8c6d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:08.575526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459e74d8-377f-411a-af76-7c3fc52e8c6d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:08.658429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.680850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.703587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:08.704080 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:08.741412 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:08.763668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Attempting to bind port 037d3f28-b826-4da6-9ded-c6f278480756 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:08.763668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Attempting to bind port 037d3f28-b826-4da6-9ded-c6f278480756 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:08.763668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Attempting to bind port 037d3f28-b826-4da6-9ded-c6f278480756 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:08.832214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Port 037d3f28-b826-4da6-9ded-c6f278480756 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:53:08.832214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Attempting to bind port 037d3f28-b826-4da6-9ded-c6f278480756 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:08.837329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:08.837666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Checking segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:08.838055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Bound using segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:08.838492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Bound port: 037d3f28-b826-4da6-9ded-c6f278480756, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:08.838861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.842305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.856541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.857992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/a4362fe3-5e7c-4985-9dce-73e544d8a83a HTTP/1.1" status: 204 len: 168 time: 3.0443466 Jul 15 16:53:08.861297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:08.883469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3eb5f-762d-4569-bdc2-639346b684f2 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=a4362fe3-5e7c-4985-9dce-73e544d8a83a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:08.961014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'name': 'network-vif-deleted', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:08.966731 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f0765-5f01-4857-8ac7-ce2d1d7bb7b1" -d '{"events": [{"server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "name": "network-vif-deleted", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:08.966986 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.981357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:08.981749 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Floating IP 5d777da4-6eac-4fe6-b1ae-8d440f62badc disassociated. External IP: 172.25.8.245, port: 2f14254d-c5d7-4b10-b5da-1d2800b362c4. Jul 15 16:53:09.053098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:09.058193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=037d3f28-b826-4da6-9ded-c6f278480756,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:09.075526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9193697-894a-4947-95f6-2eb7ccff1d1a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:09.096924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: f9193697-894a-4947-95f6-2eb7ccff1d1a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:09.097613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9193697-894a-4947-95f6-2eb7ccff1d1a not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:09.098187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 26ead167-0f3d-40fa-b82c-5ab0867d9171 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:09.111807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.120843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 26ead167-0f3d-40fa-b82c-5ab0867d9171 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:09.121731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 26ead167-0f3d-40fa-b82c-5ab0867d9171 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:09.144887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4871388-5eb1-4a76-9791-a71014c7f2ab req-b83a7229-6aef-47ae-8f7e-f04ef2d52fd2 tempest-MultipleCreateTestJSON-1271247861 tempest-MultipleCreateTestJSON-1271247861-project] 10.222.0.25 "GET /v2.0/ports?device_id=879727d9-131b-4584-8ad7-125c7a908d50 HTTP/1.1" status: 200 len: 210 time: 0.0513825 Jul 15 16:53:09.195105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:09.195790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.197273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] 10.222.0.20 "PUT /v2.0/ports/037d3f28-b826-4da6-9ded-c6f278480756 HTTP/1.1" status: 200 len: 1091 time: 3.5812540 Jul 15 16:53:09.200046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:09.203139 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06732945-179c-4932-839f-0060ccb7607a" -d '{"events": [{"name": "network-changed", "server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "tag": "037d3f28-b826-4da6-9ded-c6f278480756"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:09.231335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8940e2-a0a8-4bf7-8d2c-ca151781a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:09.295276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.388247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-fedd05f5-9436-487c-ad46-81bc6f34f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:09.389789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-fedd05f5-9436-487c-ad46-81bc6f34f724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 1094 time: 0.1216824 Jul 15 16:53:09.394019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Router a8daf04f-387b-43aa-a439-08c3c3b46b6b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:09.424663 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f7a123-b223-49bf-a06b-5dcebba4f3ad x-openstack-request-id: req-32f7a123-b223-49bf-a06b-5dcebba4f3ad {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:09.425026 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879727d9-131b-4584-8ad7-125c7a908d50", "name": "network-vif-deleted", "tag": "f9193697-894a-4947-95f6-2eb7ccff1d1a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:09.425377 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32f7a123-b223-49bf-a06b-5dcebba4f3ad {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:09.425792 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879727d9-131b-4584-8ad7-125c7a908d50', 'name': 'network-vif-deleted', 'tag': 'f9193697-894a-4947-95f6-2eb7ccff1d1a', 'status': 'completed', 'code': 200} Jul 15 16:53:09.438048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-4a888b9e-3374-436a-9f89-148381c28413 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=037d3f28-b826-4da6-9ded-c6f278480756 HTTP/1.1" status: 200 len: 217 time: 0.0410240 Jul 15 16:53:09.477099 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc05abc7-e871-4266-a24a-44e8b719e401 x-openstack-request-id: req-bc05abc7-e871-4266-a24a-44e8b719e401 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:09.477392 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "tag": "037d3f28-b826-4da6-9ded-c6f278480756", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:09.477642 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc05abc7-e871-4266-a24a-44e8b719e401 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:09.478041 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756', 'status': 'completed', 'code': 200} Jul 15 16:53:09.565211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-38ac0c9a-0ead-42b8-8a69-5a4e6719f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:09.566652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-38ac0c9a-0ead-42b8-8a69-5a4e6719f5bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.0915070 Jul 15 16:53:09.581802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 5e905a64-ce96-4380-92f6-a420d8d58e71 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:09.582288 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.607895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-71e17f46-0adf-4163-940a-f6e6aa291114 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341973 Jul 15 16:53:09.614563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:09.625418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Sync routers for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:09.626517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.635424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:09.636369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:09.691737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 5e905a64-ce96-4380-92f6-a420d8d58e71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5e905a64-ce96-4380-92f6-a420d8d58e71,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:09.692134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.708835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-0f1591bb-96b2-4360-823e-487af846ea02 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "PUT /v2.0/floatingips/5d777da4-6eac-4fe6-b1ae-8d440f62badc HTTP/1.1" status: 200 len: 695 time: 1.3677645 Jul 15 16:53:09.727303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 5e905a64-ce96-4380-92f6-a420d8d58e71 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:09.771087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:09.772092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-d8316524-6e38-44bb-a3a3-f6adac6f11e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556134 Jul 15 16:53:09.869133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-79242349-89f5-4c67-a954-8cc647e5befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:09.877176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-79242349-89f5-4c67-a954-8cc647e5befd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.1493161 Jul 15 16:53:09.937872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:09.939055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-009b8c35-b0cd-4b08-bbca-371f2225da0c req-7d528c00-bd19-4624-a8ad-ea168c5a08a5 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605210 Jul 15 16:53:09.977014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=5e905a64-ce96-4380-92f6-a420d8d58e71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:10.044099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-5cc06159-a5c5-468d-9221-104cf3cd4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:10.045651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-5cc06159-a5c5-468d-9221-104cf3cd4456 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.1677146 Jul 15 16:53:10.064938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:10.100552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Checking router: a8daf04f-387b-43aa-a439-08c3c3b46b6b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:10.111128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:10.112023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:10.118289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-b05c92f8-8cab-41ae-9e3b-d3ec879a1152 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.0570667 Jul 15 16:53:10.196916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06732945-179c-4932-839f-0060ccb7607a req-5a39afbd-db9f-46ca-a83e-954c41452cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:10.198250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-5a39afbd-db9f-46ca-a83e-954c41452cf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 1094 time: 0.1915777 Jul 15 16:53:10.200423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-e6d61e71-17a3-49a6-9c42-7eb6a6cda7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:10.208000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-e6d61e71-17a3-49a6-9c42-7eb6a6cda7de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.0887730 Jul 15 16:53:10.246998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:10.269862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.287360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-f1166dba-25e6-48dd-85de-299eee91e25d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783458 Jul 15 16:53:10.442876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-4b4b600d-21b4-407d-825e-dfe6b4e39aaf service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546178 Jul 15 16:53:10.497373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06732945-179c-4932-839f-0060ccb7607a req-4332fcc7-c461-4efb-9a04-a3d2b8967a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:10.498890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-4332fcc7-c461-4efb-9a04-a3d2b8967a8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 914 time: 0.2816496 Jul 15 16:53:10.513633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:10.578948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-212c0b95-6775-47c3-91b2-777b9630f1d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=037d3f28-b826-4da6-9ded-c6f278480756 HTTP/1.1" status: 200 len: 217 time: 0.0455968 Jul 15 16:53:10.617257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:10.623112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1b264644-3aa9-4240-a0bd-66e0665ef8c7 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7597504 Jul 15 16:53:10.625321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:10.629127 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:10.649315 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:10.649957 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:10.656060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a305e53-a11f-448e-9667-4ac6012c2561 req-1e20aabf-15b8-471b-9884-e861d469fc8d service neutron] 10.222.0.25 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122431 Jul 15 16:53:10.685273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet d73dbf79-d7b7-4974-984f-7f538db275fd {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:10.689486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.706114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06732945-179c-4932-839f-0060ccb7607a req-3f38fc45-fec4-4dcb-a26a-375d08014f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:10.710805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-3f38fc45-fec4-4dcb-a26a-375d08014f8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.1215603 Jul 15 16:53:10.720637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.729438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.745705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:10.759865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.767020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:10.784877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-45fab3f9-6bb3-430b-9839-c25a19785f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664990 Jul 15 16:53:10.806746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d6e94-04a1-4132-82bb-2228e8b0c1e5 None None] The sync data for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 is: [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:51:47Z', 'revision_number': 4, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4a26d865-b229-4df7-8aee-1dd6610e6bc2', 'name': '', 'network_id': '34b13c0e-5034-4822-b1fa-11c5e1aee750', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'mac_address': 'fa:16:3e:19:bb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:46Z', 'updated_at': '2021-07-15T16:51:54Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'subnets': [{'id': '41b2fc37-d8a4-4178-9504-88a66ff05cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:10.894509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:10.933073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-6504281a-5738-4d65-a00a-9f0e02712bfd service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408408 Jul 15 16:53:10.970188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.017705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=d73dbf79-d7b7-4974-984f-7f538db275fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:11.021616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.024350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7926217f-a629-48ad-b0a5-813991a4999c tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/d73dbf79-d7b7-4974-984f-7f538db275fd HTTP/1.1" status: 204 len: 168 time: 0.3974082 Jul 15 16:53:11.026582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:11.029643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cfcf3-b38b-4a22-afdd-2252b1efeb9f None None] Network bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:11.039955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:09Z', 'revision_number': 10, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:11.084929 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:11.097819 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:11.098920 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:11.109476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab9fc3-fe1c-4363-9517-f51e18c8447d req-3dc89a86-17a9-48c7-8f75-4723f1a7caf1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:11.111271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46ab9fc3-fe1c-4363-9517-f51e18c8447d req-3dc89a86-17a9-48c7-8f75-4723f1a7caf1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 943 time: 0.2772944 Jul 15 16:53:11.162670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06732945-179c-4932-839f-0060ccb7607a req-9b2b2191-6c86-44c2-9859-a036eeb29359 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901407 Jul 15 16:53:11.177607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46ab9fc3-fe1c-4363-9517-f51e18c8447d req-bef33bd6-851e-43a2-a8c9-89696a5e1b58 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572965 Jul 15 16:53:11.216177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.240638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:11.246779 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:11.292038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-ff310fcb-a37c-4826-9ab5-f981233ee382 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips/5d777da4-6eac-4fe6-b1ae-8d440f62badc HTTP/1.1" status: 200 len: 695 time: 0.0669172 Jul 15 16:53:11.312595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61391902-b91e-48df-ac61-3c8db75bd136 None None] New status for floating IP 5d777da4-6eac-4fe6-b1ae-8d440f62badc: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:53:11.383389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Deleting subnet f94cdc51-21e4-4de7-a385-149088e7c589 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:11.388200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.407726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-32ebbe29-630e-40ce-ba67-b7f2c0a7d9d0 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:11.423260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-32ebbe29-630e-40ce-ba67-b7f2c0a7d9d0 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1302733 Jul 15 16:53:11.430887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port cdf88ec8-5e3d-423d-9044-930fc270e801 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:11.431230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.447488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.476181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] DHCP port deletion for bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:53:11.505780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:11.508636 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:11.530219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-160134ca-7c31-4e7b-bc74-1a35547e8734 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 698 time: 0.1057324 Jul 15 16:53:11.537158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port cdf88ec8-5e3d-423d-9044-930fc270e801, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cdf88ec8-5e3d-423d-9044-930fc270e801,segment=NetworkSegment(22e35b38-ed4f-48c8-a1b4-bd1e665790f5),segment_id=22e35b38-ed4f-48c8-a1b4-bd1e665790f5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:11.537649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.548516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.578326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for cdf88ec8-5e3d-423d-9044-930fc270e801 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:11.657100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-24241c8c-c3d8-480e-b827-0e123d398d5c tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 698 time: 0.1254847 Jul 15 16:53:11.681666 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:09Z', 'revision_number': 10, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:11.695717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.733818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94cdc51-21e4-4de7-a385-149088e7c589,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:11.736639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.740838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-84711698-542c-40bd-9dce-25e64a56291b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f94cdc51-21e4-4de7-a385-149088e7c589 HTTP/1.1" status: 204 len: 168 time: 0.4968693 Jul 15 16:53:11.741093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:11.743865 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050df90e-59e2-480c-8a30-1bc5d1afc8ee None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:09Z', 'revision_number': 10, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None, '_interfaces': [{'id': '57938f30-512c-4efb-ae99-fe863febf6b9', 'name': '', 'network_id': '2828991c-6a66-4fa0-9efc-a43ac1a6819c', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'mac_address': 'fa:16:3e:b5:c1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:52:24Z', 'updated_at': '2021-07-15T16:52:32Z', 'revision_number': 5, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'subnets': [{'id': 'a281bb9a-f16d-4697-8e47-c4f01998d902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:11.818445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.820581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Deleting port cdf88ec8-5e3d-423d-9044-930fc270e801 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:11.821081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.827204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.875829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=cdf88ec8-5e3d-423d-9044-930fc270e801,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:11.884233 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1555a3e-8877-4599-bb66-680ea17245a7 x-openstack-request-id: req-a1555a3e-8877-4599-bb66-680ea17245a7 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:11.884803 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:11.885259 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1555a3e-8877-4599-bb66-680ea17245a7 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:11.886231 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:53:11.891563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port cdf88ec8-5e3d-423d-9044-930fc270e801 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:11.894941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Deleting port e21f66c5-f44c-4046-bb59-c1d8bfd6745a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:11.895597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.923125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] For port cdf88ec8-5e3d-423d-9044-930fc270e801, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:11.923523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.936341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Calling delete_port for cdf88ec8-5e3d-423d-9044-930fc270e801 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:11.939059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Port cdf88ec8-5e3d-423d-9044-930fc270e801 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:53:11.940649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:11.995794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] No DVR routers for this DVR port cdf88ec8-5e3d-423d-9044-930fc270e801 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:12.006405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f64ab-5f97-49cb-8519-f785b0ea5161 None None] Pushing event deleted for resources: {'Port': ['ID=cdf88ec8-5e3d-423d-9044-930fc270e801,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:12.039381 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.062514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-a229fd34-6b58-4157-be1a-3bbb85862542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:12.064216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-a229fd34-6b58-4157-be1a-3bbb85862542 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b894df26fdce479b8afdb91b5085e3ac&device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 1096 time: 0.1532881 Jul 15 16:53:12.076954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.089707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e35b38-ed4f-48c8-a1b4-bd1e665790f5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.091246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e35b38-ed4f-48c8-a1b4-bd1e665790f5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.109229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.109588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.158725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.162272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.165425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Calling delete_port for e21f66c5-f44c-4046-bb59-c1d8bfd6745a owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:12.178552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23739de-5b12-4622-ba39-407452967e09']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.191290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7870e64c-3025-4dbc-ae58-0bccfa0cd557') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.191589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7870e64c-3025-4dbc-ae58-0bccfa0cd557') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:12.193613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.211759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:12.213870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.233830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:12.249395 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:12.256233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.285302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-e23e6119-a007-4ad6-b1e5-1f4aa3ab82ce tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:12.292216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-e23e6119-a007-4ad6-b1e5-1f4aa3ab82ce tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.3185136 Jul 15 16:53:12.308358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.315109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-fdc38bc7-a95a-44c8-b9e3-c37dae195208 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/quotas/6a624fe76f714b63a9cc62bac4f58315 HTTP/1.1" status: 200 len: 375 time: 0.0220063 Jul 15 16:53:12.318105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:12.318530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:12.320417 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:12.356594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.363579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-d356cdfe-54b3-4fc9-912a-29ce815c0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:12.365103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-d356cdfe-54b3-4fc9-912a-29ce815c0b43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 200 len: 919 time: 0.2880425 Jul 15 16:53:12.369845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.376716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57368) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:12.378504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5e905a64-ce96-4380-92f6-a420d8d58e71 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:12.382386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7 HTTP/1.1" status: 204 len: 168 time: 1.3529534 Jul 15 16:53:12.401472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5e905a64-ce96-4380-92f6-a420d8d58e71 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:12.401826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5e905a64-ce96-4380-92f6-a420d8d58e71 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:12.402246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cdf88ec8-5e3d-423d-9044-930fc270e801 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:12.405452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003376-62f1-47ee-8cd4-cf10f449c108 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=bb7cdc7f-dc98-41e9-ab6f-a9f016999bf7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:12.427300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: cdf88ec8-5e3d-423d-9044-930fc270e801 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:12.427652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cdf88ec8-5e3d-423d-9044-930fc270e801 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:12.444936 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.452667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.454626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] 10.222.0.25 "DELETE /v2.0/networks/d23739de-5b12-4622-ba39-407452967e09 HTTP/1.1" status: 204 len: 168 time: 0.7118208 Jul 15 16:53:12.464624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5d9b4-3370-4b3e-9348-3c7aca8c19cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d23739de-5b12-4622-ba39-407452967e09,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:12.569481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:12.617979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77c70552-33fe-4e7a-9152-fb6b384e160a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=802a11b04d034c7a8c49c795b5f99122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472822 Jul 15 16:53:12.620668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:12.674680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.696771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.746557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.749664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:12.750857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51 HTTP/1.1" status: 204 len: 168 time: 0.1291919 Jul 15 16:53:12.759114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353ea56-0091-4427-b83d-b8bd872c4768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c302d6a-5a0a-410f-a3d5-3a8b0a8f6c51,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:12.867731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-993210db-36e2-4503-850e-d848caf28af1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 200 len: 217 time: 0.4887538 Jul 15 16:53:12.882305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac87ff9d-347b-41f8-9108-da3fb3039f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.056548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-03e1082a-bedc-444e-8421-cc5876bb2a2c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7323837 Jul 15 16:53:13.094335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-6c57f3ce-e248-425a-a25f-278c38d36911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:13.096020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-6c57f3ce-e248-425a-a25f-278c38d36911 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 200 len: 859 time: 0.2103574 Jul 15 16:53:13.110847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 037d3f28-b826-4da6-9ded-c6f278480756 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:53:13.116630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:13.157806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-e42b6b61-5ef9-4c73-a5d4-664f888433b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34b13c0e-5034-4822-b1fa-11c5e1aee750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488429 Jul 15 16:53:13.203158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.276545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.303562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=037d3f28-b826-4da6-9ded-c6f278480756,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:13.317292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event deleted for resources: {'Port': ['ID=e21f66c5-f44c-4046-bb59-c1d8bfd6745a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:13.337056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:13.340228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:13.343461 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9774b1fc-a936-442a-be51-d0940ee78048" -d '{"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-unplugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:13.351185 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.357187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '037d3f28-b826-4da6-9ded-c6f278480756', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'port_id': '037d3f28-b826-4da6-9ded-c6f278480756', 'mac_address': 'fa:16:3e:b7:10:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d36371-476d-4e06-a239-86d38240021c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:53:13.409782 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:53:13.435304 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.437446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:13.454667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037d3f28-b826-4da6-9ded-c6f278480756 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:13.469128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-e20948ad-9557-458b-a09d-4a7a74d6b756 service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998644 Jul 15 16:53:13.477045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=037d3f28-b826-4da6-9ded-c6f278480756,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:13.483172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.511011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:13.540668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:13.557077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-afc4f587-21e1-4012-9552-7de0f08fd8a7 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:13.559316 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-afc4f587-21e1-4012-9552-7de0f08fd8a7 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9344161-c8d9-4529-a3cb-8a11023fdbc3 HTTP/1.1" status: 200 len: 943 time: 0.0943305 Jul 15 16:53:13.565607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-ff04895c-513a-4f36-9cd4-9fcd7df397ec service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961024 Jul 15 16:53:13.579066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.581893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.583149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18a6280e-217e-4946-8728-a55cf87fcac2 req-f914566e-f503-4161-924b-a5752ca4a272 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d777da4-6eac-4fe6-b1ae-8d440f62badc HTTP/1.1" status: 204 len: 173 time: 1.9170542 Jul 15 16:53:13.588139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac87ff9d-347b-41f8-9108-da3fb3039f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.612852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac87ff9d-347b-41f8-9108-da3fb3039f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.685184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Deleting port 99080437-f602-44cd-affe-a300d33acd4c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:13.685552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.696835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1957978826-network', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:13.759172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87ff9d-347b-41f8-9108-da3fb3039f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afb46cb-ac01-4143-8b96-ec57043da520,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:13.763492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:13.773225 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ac87ff9d-347b-41f8-9108-da3fb3039f45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7178fbed93974a0fa95c83bbe0ffd058&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5382884 Jul 15 16:53:13.802497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] For port 99080437-f602-44cd-affe-a300d33acd4c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99080437-f602-44cd-affe-a300d33acd4c,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:13.802954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.805661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57404) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:13.841935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-a56b0e12-e147-4161-a720-073dc76f4440 service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504181 Jul 15 16:53:13.877776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Calling delete_port for 99080437-f602-44cd-affe-a300d33acd4c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:13.907770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:13.910261 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.940579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:13.984333 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.002691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e201fb0c-c9b3-43e1-90e9-b169c20ba47d req-26c5d9fc-c5b4-496c-a566-78a0a1029e72 service neutron] 10.222.0.20 "GET /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101486 Jul 15 16:53:14.045134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.050949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.090225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.099533 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ce586-a64c-4f56-9c27-ddf87a423c12 x-openstack-request-id: req-839ce586-a64c-4f56-9c27-ddf87a423c12 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:14.099856 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-unplugged", "status": "completed", "tag": "99080437-f602-44cd-affe-a300d33acd4c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:14.102113 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-839ce586-a64c-4f56-9c27-ddf87a423c12 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:14.102602 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99080437-f602-44cd-affe-a300d33acd4c', 'code': 200} Jul 15 16:53:14.131364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event deleted for resources: {'Port': ['ID=99080437-f602-44cd-affe-a300d33acd4c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.158386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9417-de5f-4863-bc38-3c76b9767fc6 req-fa629704-8295-4870-becc-51fdf067ccdb tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:14.162192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71ad9417-de5f-4863-bc38-3c76b9767fc6 req-fa629704-8295-4870-becc-51fdf067ccdb tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 944 time: 0.2345212 Jul 15 16:53:14.193774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] No DVR routers for this DVR port 99080437-f602-44cd-affe-a300d33acd4c on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:14.195964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.198915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.200757 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7afb46cb-ac01-4143-8b96-ec57043da520 HTTP/1.1" status: 204 len: 168 time: 0.3942337 Jul 15 16:53:14.202069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.204324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dad3f38a-b71b-4c8e-9df1-2244c17a7202 req-5f8a9c9c-7334-4d1e-9f93-58b44dc4d6ad tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "DELETE /v2.0/ports/99080437-f602-44cd-affe-a300d33acd4c HTTP/1.1" status: 204 len: 173 time: 0.6402054 Jul 15 16:53:14.215210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-deleted', 'tag': '99080437-f602-44cd-affe-a300d33acd4c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:14.217670 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4f8ca-646f-4d45-b286-d0f0e1629084" -d '{"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-deleted", "tag": "99080437-f602-44cd-affe-a300d33acd4c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:14.227810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd79228-8f5b-48f4-bfb4-6f0d648f7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afb46cb-ac01-4143-8b96-ec57043da520,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.300636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.341097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-ae625598-3be0-41d8-ba37-7d11688ab7c3 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups/9813bc6e-5e30-4fcd-b854-1fb8fbf9605d HTTP/1.1" status: 200 len: 1809 time: 0.2018118 Jul 15 16:53:14.342037 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.459040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:14.481307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71ad9417-de5f-4863-bc38-3c76b9767fc6 req-8edaccf0-4b33-4309-be9a-d677c745ca5b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013301 Jul 15 16:53:14.491300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f231f45-5fda-49cc-9280-c1ac75feecd1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.504004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.504451 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Added segment cdce7abe-8725-4cb4-b47f-1e95942e0162 of type vlan for network ff6c5116-683b-4995-aa4b-1001de85da69 Jul 15 16:53:14.539241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.568914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:14.583097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea5-6194-482e-a788-3ec81f0a4d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.629741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52dbe3b0-641d-4b1a-b507-e6a800d723f8 req-3a2eac5f-e4aa-47b2-8d48-cfe117e415f2 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 210 time: 0.0883722 Jul 15 16:53:14.631622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.641410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.708921 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea5-6194-482e-a788-3ec81f0a4d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.715874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a12aea5-6194-482e-a788-3ec81f0a4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.719761 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2be213c-68d5-406d-899c-6573d2b9fd80 x-openstack-request-id: req-d2be213c-68d5-406d-899c-6573d2b9fd80 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:14.720055 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9344161-c8d9-4529-a3cb-8a11023fdbc3", "name": "network-vif-deleted", "tag": "99080437-f602-44cd-affe-a300d33acd4c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:14.720325 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2be213c-68d5-406d-899c-6573d2b9fd80 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:14.720716 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9344161-c8d9-4529-a3cb-8a11023fdbc3', 'name': 'network-vif-deleted', 'tag': '99080437-f602-44cd-affe-a300d33acd4c', 'status': 'completed', 'code': 200} Jul 15 16:53:14.775168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.776905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:14.777712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.799011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a12aea5-6194-482e-a788-3ec81f0a4d0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec2d14eb6bba4d3b919b0beb07d0a71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266788 Jul 15 16:53:14.799409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:14.802823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.806158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.807619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12aea5-6194-482e-a788-3ec81f0a4d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d52621-c725-479e-b8d5-1f9bf434b129,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.812653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dad93bc7-efe9-4583-bb68-75fd9cefdfc8 req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "DELETE /v2.0/security-groups/9813bc6e-5e30-4fcd-b854-1fb8fbf9605d HTTP/1.1" status: 204 len: 173 time: 0.4663031 Jul 15 16:53:14.857348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3416610 Jul 15 16:53:14.858243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6b1c4-0a30-41a2-bb89-e9ad2d81b8d5 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9813bc6e-5e30-4fcd-b854-1fb8fbf9605d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.863180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:14.870153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Request body: {'subnet': {'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1957978826-subnet', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:14.905089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923231ce-783d-416a-a20f-640d4873dd84 admin admin] Pushing event updated for resources: {'Network': ['ID=ff6c5116-683b-4995-aa4b-1001de85da69,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:14.916649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ff6c5116-683b-4995-aa4b-1001de85da69 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:14.920835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 57938f30-512c-4efb-ae99-fe863febf6b9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:14.921425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.927357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:14.929787 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:14.960156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.011349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.111571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.114379 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.117433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 037d3f28-b826-4da6-9ded-c6f278480756 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:15.118338 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8d52621-c725-479e-b8d5-1f9bf434b129 HTTP/1.1" status: 204 len: 168 time: 0.3180611 Jul 15 16:53:15.133473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693b3e2-4f1c-4f8b-bac2-eced583a8d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d52621-c725-479e-b8d5-1f9bf434b129,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:15.154922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 57938f30-512c-4efb-ae99-fe863febf6b9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57938f30-512c-4efb-ae99-fe863febf6b9,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:15.160233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.198188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 57938f30-512c-4efb-ae99-fe863febf6b9 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:15.257275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 037d3f28-b826-4da6-9ded-c6f278480756 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:15.263095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 037d3f28-b826-4da6-9ded-c6f278480756 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:15.263567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.387266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.443572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e94d944-452e-4362-941d-2fe0d495e6a3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:15.453991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.476923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:15.476923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Network hostable DHCP agents. Network: ff6c5116-683b-4995-aa4b-1001de85da69, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:15.495658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a913-a19d-4905-9b61-fc88baac8bc7 req-6fc7f85e-747f-42cc-aa2b-515fad2ae252 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:15.504653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4a9a913-a19d-4905-9b61-fc88baac8bc7 req-6fc7f85e-747f-42cc-aa2b-515fad2ae252 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.1766841 Jul 15 16:53:15.516695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.519497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Network ff6c5116-683b-4995-aa4b-1001de85da69 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:15.523723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=037d3f28-b826-4da6-9ded-c6f278480756,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:15.536072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.553106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ff6c5116-683b-4995-aa4b-1001de85da69) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:15.559897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:15.563816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.609102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e954d4a1-5798-48ee-9f53-1f53010fd9cc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7448099 Jul 15 16:53:15.613849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57446) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:15.618805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:15.666226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.667719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.669143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:15.675382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ccff87-6fad-446a-ab9a-278db6cfba95 None None] Network ff6c5116-683b-4995-aa4b-1001de85da69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:15.772545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=57938f30-512c-4efb-ae99-fe863febf6b9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:15.813417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.945815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-ff6c5116-683b-4995-aa4b-1001de85da69', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:15.950448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:15.972925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4a9a913-a19d-4905-9b61-fc88baac8bc7 req-3905c5c4-aaad-4325-8ef1-2cd3e8bd153f tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672394 Jul 15 16:53:16.003278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.127728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:16.130304 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363de5dd-e5e1-4b2f-baaf-c8b7680a4e44" -d '{"events": [{"server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "name": "network-vif-plugged", "status": "completed", "tag": "037d3f28-b826-4da6-9ded-c6f278480756"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:16.193601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cb6ad-1af1-4923-9cfa-de3b229c9b69 req-381f0069-e4df-4a55-81e1-427d74e6bf2a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:16.201139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec4cb6ad-1af1-4923-9cfa-de3b229c9b69 req-381f0069-e4df-4a55-81e1-427d74e6bf2a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.3997650 Jul 15 16:53:16.202177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Allocated IP 172.20.0.2 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/8976dadd-1a4f-4617-82e5-a5db7c7cc935) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:16.280262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca3d0ff-4d1c-49ad-9647-15c87114d4ec req-c488cda5-7233-491a-ad44-cf1b4586a297 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 210 time: 0.0608380 Jul 15 16:53:16.409777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.432163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-988c3b57-2d3d-4763-9140-1819f4ac4465 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:16.433329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-988c3b57-2d3d-4763-9140-1819f4ac4465 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.6382265 Jul 15 16:53:16.434043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.448766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Transition to ACTIVE for port object 8976dadd-1a4f-4617-82e5-a5db7c7cc935 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:16.452431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Request body: {'port': {'device_id': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'admin_state_up': True, 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:16.476372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Transition to ACTIVE for port object 8976dadd-1a4f-4617-82e5-a5db7c7cc935 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:16.479466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec4cb6ad-1af1-4923-9cfa-de3b229c9b69 req-e8ec9123-09b1-4d4b-8837-85c51b2e2c6c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775726 Jul 15 16:53:16.486396 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.523586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:16.551522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:16.556719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:16.560437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:16.570335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Pushing event updated for resources: {'Port': ['ID=8976dadd-1a4f-4617-82e5-a5db7c7cc935,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:16.582257 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a6c7e-2bdb-46eb-af23-f36cef1ae8f3 x-openstack-request-id: req-a84a6c7e-2bdb-46eb-af23-f36cef1ae8f3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:16.582561 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "name": "network-vif-plugged", "status": "completed", "tag": "037d3f28-b826-4da6-9ded-c6f278480756", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:16.582793 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a84a6c7e-2bdb-46eb-af23-f36cef1ae8f3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:16.583175 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756', 'code': 200} Jul 15 16:53:16.655451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Attempting to bind port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:16.655822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Attempting to bind port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:16.656328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Attempting to bind port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:16.663702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:16.664071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:16.664618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.665018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:16.665580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Bound port: 8976dadd-1a4f-4617-82e5-a5db7c7cc935, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:16.665961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.744796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:16.751530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d47dd060-9ea6-49c8-b927-7e16125de4ca tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3714209 Jul 15 16:53:16.754066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57478) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:16.755359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] For port 8976dadd-1a4f-4617-82e5-a5db7c7cc935, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:16.759115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] For port 8976dadd-1a4f-4617-82e5-a5db7c7cc935, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8976dadd-1a4f-4617-82e5-a5db7c7cc935,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:16.763104 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:16.764105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.775885 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:16.777273 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:16.820758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083105d-1d0d-407e-b09a-e353f0e873ce req-277cebb8-ed80-4427-8368-9d31a11204d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:16.822287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8083105d-1d0d-407e-b09a-e353f0e873ce req-277cebb8-ed80-4427-8368-9d31a11204d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 1096 time: 0.1194942 Jul 15 16:53:16.826956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting subnet a281bb9a-f16d-4697-8e47-c4f01998d902 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:16.831286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.843008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bf3a7-35d7-42eb-8756-758218fae91f None None] Pushing event updated for resources: {'Port': ['ID=8976dadd-1a4f-4617-82e5-a5db7c7cc935,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:16.866597 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:16.906609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:16.909958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.919272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.936757 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:16.975893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:16.976779 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:16.986194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:16.987053 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:17.003787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8083105d-1d0d-407e-b09a-e353f0e873ce req-d6c0acdd-1bd4-4671-92eb-4b12cd68de9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726136 Jul 15 16:53:17.034503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.105243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.130008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:17.160698 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:17.198424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 99080437-f602-44cd-affe-a300d33acd4c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:17.199861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99080437-f602-44cd-affe-a300d33acd4c not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:17.228218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:17.271058 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cc6f0-9447-4ec1-a546-14858e92f594 None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:17.305627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.348388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.352802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/a281bb9a-f16d-4697-8e47-c4f01998d902 HTTP/1.1" status: 204 len: 168 time: 0.5953190 Jul 15 16:53:17.352802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f46cf5-e715-4dd1-a7bb-622dfa6fde68 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Subnet': ['ID=a281bb9a-f16d-4697-8e47-c4f01998d902,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:17.355031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:17.361604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5107b34-2e19-43db-b874-75a91942bf76 None None] Network 2828991c-6a66-4fa0-9efc-a43ac1a6819c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:17.371968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Allocated IP 172.25.8.189 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f3560b01-62a9-4daa-a136-d6805723e9d7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:17.388741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397476bf-2d4c-40fc-abe1-5937bb5dec58 req-034a5545-585f-4d81-b8af-c4b21bec6600 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:17.390394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-397476bf-2d4c-40fc-abe1-5937bb5dec58 req-034a5545-585f-4d81-b8af-c4b21bec6600 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.1681743 Jul 15 16:53:17.404915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Allocated IP 172.20.0.3 (d9405a88-ad34-41de-837d-f4cbdf30f127/68239d39-ae25-4713-8c2f-3d2da18bbda1/d1e685e8-ef5a-439a-b78f-944c54ef6373) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:17.480540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94a69415-61b3-4037-bbfb-830a92e69046 req-8226fcb1-d704-4017-a668-3bdd578e2d9d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 210 time: 0.0439537 Jul 15 16:53:17.571265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.595269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-397476bf-2d4c-40fc-abe1-5937bb5dec58 req-c7ffd134-0322-418a-b83e-8b8fab44a2be tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770236 Jul 15 16:53:17.610518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.729055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.740107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] DHCP port deletion for 2828991c-6a66-4fa0-9efc-a43ac1a6819c request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:53:17.767227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.834538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Deleting port 7c061572-9525-4fe7-97c8-695a3c7a4744 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:17.834781 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.914060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:17.935523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:17.971413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Pushing event updated for resources: {'Port': ['ID=f3560b01-62a9-4daa-a136-d6805723e9d7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:17.972437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] For port 7c061572-9525-4fe7-97c8-695a3c7a4744, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c061572-9525-4fe7-97c8-695a3c7a4744,segment=NetworkSegment(7245493f-55ef-4160-9c43-576e1f551ae7),segment_id=7245493f-55ef-4160-9c43-576e1f551ae7)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:17.972840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:17.975539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:18.005126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Calling delete_port for 7c061572-9525-4fe7-97c8-695a3c7a4744 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:18.044050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.045891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:18.178883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Network d9405a88-ad34-41de-837d-f4cbdf30f127 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:18.238191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:18.257145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:18.321969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:18.322874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.334437 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.350254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:18.356026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] No DVR routers for this DVR port 7c061572-9525-4fe7-97c8-695a3c7a4744 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:18.361366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a170a96-2a44-45bb-8bde-566ffac99ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.377985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-042d6adb-9d1a-47c7-90a8-d528cc40ae75 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9318047 Jul 15 16:53:18.386258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8390-f612-42e1-bb94-df2a5f0fbe5a None None] Pushing event deleted for resources: {'Port': ['ID=7c061572-9525-4fe7-97c8-695a3c7a4744,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:18.411992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Request body: {'port': {'device_id': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:18.426615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Deleting port 7c061572-9525-4fe7-97c8-695a3c7a4744 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:18.426971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.430878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ceb0f5-ef66-41be-8cb9-3d4dd5668976 None None] Network ff6c5116-683b-4995-aa4b-1001de85da69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:18.436547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8976dadd-1a4f-4617-82e5-a5db7c7cc935 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:18.535271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] For port 7c061572-9525-4fe7-97c8-695a3c7a4744, host n-d-800085-3, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:18.535636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.553862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Calling delete_port for 7c061572-9525-4fe7-97c8-695a3c7a4744 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:18.560906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Port 7c061572-9525-4fe7-97c8-695a3c7a4744 was not found and therefore no delete operation was performed {{(pid=100429) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:53:18.562414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ea18cf00-83c0-42e3-85bf-2e8a3199d20d None None] Provisioning for port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:18.563571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.626708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c91a45-3565-4cd0-80d5-42f1736f2cb5 req-2060f363-316c-4547-9b05-c8c123fb6075 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:18.633755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99c91a45-3565-4cd0-80d5-42f1736f2cb5 req-2060f363-316c-4547-9b05-c8c123fb6075 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.9099591 Jul 15 16:53:18.643805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:18.645990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.660092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457ff7f-633b-482f-ae02-127c94f4eede req-147ff980-7e51-4400-901d-87749dda2c73 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:18.662211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457ff7f-633b-482f-ae02-127c94f4eede req-147ff980-7e51-4400-901d-87749dda2c73 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.8915915 Jul 15 16:53:18.663295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Port': ['ID=7c061572-9525-4fe7-97c8-695a3c7a4744,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:18.664249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:18.664633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.704883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No DVR routers for this DVR port 7c061572-9525-4fe7-97c8-695a3c7a4744 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:18.727069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a170a96-2a44-45bb-8bde-566ffac99ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.732319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.743966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a170a96-2a44-45bb-8bde-566ffac99ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.767246 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.816673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8976dadd-1a4f-4617-82e5-a5db7c7cc935, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8976dadd-1a4f-4617-82e5-a5db7c7cc935,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:18.826399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.841850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99c91a45-3565-4cd0-80d5-42f1736f2cb5 req-a9aad753-df57-4d35-bd34-ce58dd0d90ee tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072721 Jul 15 16:53:18.945209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:18.964097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2828991c-6a66-4fa0-9efc-a43ac1a6819c']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:18.982283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7245493f-55ef-4160-9c43-576e1f551ae7') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:18.982586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7245493f-55ef-4160-9c43-576e1f551ae7') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:18.992210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57938f30-512c-4efb-ae99-fe863febf6b9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:18.992457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a5ebf-dceb-4847-8db5-6a7bda6d010e req-11d15f16-e266-4072-a8d6-92da5de07896 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:19.000399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-422a5ebf-dceb-4847-8db5-6a7bda6d010e req-11d15f16-e266-4072-a8d6-92da5de07896 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 931 time: 0.3265224 Jul 15 16:53:19.020627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4a170a96-2a44-45bb-8bde-566ffac99ef4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6895d0f42bb143b2b6e8e40987b1b1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9717054 Jul 15 16:53:19.023795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8976dadd-1a4f-4617-82e5-a5db7c7cc935,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:19.024228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57512) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:19.026549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.030955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170a96-2a44-45bb-8bde-566ffac99ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa363e-16a9-4c0f-8949-0bf0b616eff4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:19.040475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 57938f30-512c-4efb-ae99-fe863febf6b9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:19.040926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57938f30-512c-4efb-ae99-fe863febf6b9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:19.041354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c061572-9525-4fe7-97c8-695a3c7a4744 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:19.077759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.081795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7c061572-9525-4fe7-97c8-695a3c7a4744 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:19.082138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c061572-9525-4fe7-97c8-695a3c7a4744 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:19.085452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b3d141f6-3f34-47ce-aafe-100f867c57f3 None None] Provisioning complete for port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:19.085822 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3d141f6-3f34-47ce-aafe-100f867c57f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.120373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:19.120785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:19.126858 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:19.158607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.160631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Deleting port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:19.160980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.177046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-422a5ebf-dceb-4847-8db5-6a7bda6d010e req-28e13dfe-02a1-4ba1-8f3b-7b51513f3b51 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757751 Jul 15 16:53:19.314598 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.319947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.324618 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.329157 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/networks/2828991c-6a66-4fa0-9efc-a43ac1a6819c HTTP/1.1" status: 204 len: 168 time: 1.9694118 Jul 15 16:53:19.330103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:19.337060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'routes': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:19.374217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112860-62b4-4e17-ac03-476ec76566ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Pushing event deleted for resources: {'Network': ['ID=2828991c-6a66-4fa0-9efc-a43ac1a6819c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:19.391318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] For port 2f14254d-c5d7-4b10-b5da-1d2800b362c4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2f14254d-c5d7-4b10-b5da-1d2800b362c4,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:19.391690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.396049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.411747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dcc52-b767-44dd-9880-b6be5645fdcc req-f44b2d74-6f7e-47df-bf0e-03290e6c8bd8 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:19.419509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e3dcc52-b767-44dd-9880-b6be5645fdcc req-f44b2d74-6f7e-47df-bf0e-03290e6c8bd8 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e34dbe5-e047-4665-a32e-55186019282e HTTP/1.1" status: 200 len: 945 time: 0.3365543 Jul 15 16:53:19.420393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e685e8-ef5a-439a-b78f-944c54ef6373 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:19.432157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.485902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Calling delete_port for 2f14254d-c5d7-4b10-b5da-1d2800b362c4 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:19.490513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e3dcc52-b767-44dd-9880-b6be5645fdcc req-b57c6377-3451-4f7f-a43c-e86ad983e533 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.25 "GET /v2.0/security-groups?id=c33e7b29-9841-4267-b66a-7bf2f1b229af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619659 Jul 15 16:53:19.611529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.614165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.615347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41aa363e-16a9-4c0f-8949-0bf0b616eff4 HTTP/1.1" status: 204 len: 168 time: 0.5845761 Jul 15 16:53:19.630979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e8f75-92db-4f86-a3de-433e24cee3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa363e-16a9-4c0f-8949-0bf0b616eff4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:19.666267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ae31-5afd-4972-ad2b-d9129e0b5ee5 req-7f0382aa-3345-4356-88f5-af0bc36c0375 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:19.668445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8356ae31-5afd-4972-ad2b-d9129e0b5ee5 req-7f0382aa-3345-4356-88f5-af0bc36c0375 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.1543493 Jul 15 16:53:19.753405 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8356ae31-5afd-4972-ad2b-d9129e0b5ee5 req-86e76e4c-7e41-4e82-aca2-5eb9979d23ac tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547302 Jul 15 16:53:19.755040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.799360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Pushing event deleted for resources: {'Port': ['ID=2f14254d-c5d7-4b10-b5da-1d2800b362c4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:19.828171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Transition to ACTIVE for port object d1e685e8-ef5a-439a-b78f-944c54ef6373 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:19.830523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:53:19.841233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] No DVR routers for this DVR port 2f14254d-c5d7-4b10-b5da-1d2800b362c4 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:19.843751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.845935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4457ff7f-633b-482f-ae02-127c94f4eede req-b75656dd-04a6-4e72-8fa9-38fb40fa8806 tempest-ServerRescueTestJSONUnderV235-94323132 tempest-ServerRescueTestJSONUnderV235-94323132-project] 10.222.0.20 "DELETE /v2.0/ports/2f14254d-c5d7-4b10-b5da-1d2800b362c4 HTTP/1.1" status: 204 len: 173 time: 1.1686404 Jul 15 16:53:19.846340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'name': 'network-vif-deleted', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:19.849135 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a8bda-e4ed-40df-a31c-2223adcdb17b" -d '{"events": [{"server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "name": "network-vif-deleted", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:19.854441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.856843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Added routes are [] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 16:53:19.857160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.extraroute_db [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Removed routes are [] {{(pid=100428) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 16:53:19.857558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:19.894146 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30870a6-423c-48c6-90a0-50d036f255d3 x-openstack-request-id: req-f30870a6-423c-48c6-90a0-50d036f255d3 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:19.894146 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e34dbe5-e047-4665-a32e-55186019282e", "name": "network-vif-deleted", "tag": "2f14254d-c5d7-4b10-b5da-1d2800b362c4", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:19.894146 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30870a6-423c-48c6-90a0-50d036f255d3 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:19.894146 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e34dbe5-e047-4665-a32e-55186019282e', 'name': 'network-vif-deleted', 'tag': '2f14254d-c5d7-4b10-b5da-1d2800b362c4', 'status': 'completed', 'code': 200} Jul 15 16:53:19.969108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57530) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:19.983169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46917e7-5fca-4738-91ed-4c56c93b7db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.026033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:20.111196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7659-aa2f-4f1f-abd3-7b75ef66a32b req-c18a1cbd-ef96-431e-9abc-404f28e0155d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:20.111844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.112766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-791e7659-aa2f-4f1f-abd3-7b75ef66a32b req-c18a1cbd-ef96-431e-9abc-404f28e0155d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.0984707 Jul 15 16:53:20.128909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.154946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46917e7-5fca-4738-91ed-4c56c93b7db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.160282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d46917e7-5fca-4738-91ed-4c56c93b7db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.192791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-791e7659-aa2f-4f1f-abd3-7b75ef66a32b req-00521df6-eb5a-4a4b-8499-c8604971039c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739024 Jul 15 16:53:20.216089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d46917e7-5fca-4738-91ed-4c56c93b7db2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98ee004236ca47b680d1db62e2b7b112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429130 Jul 15 16:53:20.216478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57534) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:20.224543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46917e7-5fca-4738-91ed-4c56c93b7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8f185f-0527-45a2-b469-de949223ef11,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:20.283230 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.319516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Attempting to bind port d1e685e8-ef5a-439a-b78f-944c54ef6373 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:20.319852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Attempting to bind port d1e685e8-ef5a-439a-b78f-944c54ef6373 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:20.320201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Attempting to bind port d1e685e8-ef5a-439a-b78f-944c54ef6373 on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:20.340331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.405701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8976dadd-1a4f-4617-82e5-a5db7c7cc935 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:20.439042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Port d1e685e8-ef5a-439a-b78f-944c54ef6373 on network d9405a88-ad34-41de-837d-f4cbdf30f127 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:53:20.439517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Attempting to bind port d1e685e8-ef5a-439a-b78f-944c54ef6373 on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:20.447421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:20.474034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:20.476424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:20.476927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Checking segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:20.477132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Sync routers for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:20.477672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Bound using segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:20.478302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Bound port: d1e685e8-ef5a-439a-b78f-944c54ef6373, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:20.478874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.506213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416aa0-7ffb-4219-8c13-ddb33da9787c req-67cb8d30-63dd-4b07-99f1-8368d568f7e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:20.508654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:20.509333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:20.516164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28416aa0-7ffb-4219-8c13-ddb33da9787c req-67cb8d30-63dd-4b07-99f1-8368d568f7e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 943 time: 0.1932321 Jul 15 16:53:20.525136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.528893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.530260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc8f185f-0527-45a2-b469-de949223ef11 HTTP/1.1" status: 204 len: 168 time: 0.3128870 Jul 15 16:53:20.553848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa28647-54a4-46da-8159-cb3deaffd57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8f185f-0527-45a2-b469-de949223ef11,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:20.602932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28416aa0-7ffb-4219-8c13-ddb33da9787c req-f2fdee81-5fec-41f4-b9d5-9080a25de3f0 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857699 Jul 15 16:53:20.662826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.671335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bb2cf270-81e4-4b9e-95f2-e7cb4b96c3fe admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0553851 Jul 15 16:53:20.673487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:20.755713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:20.907035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:20.909201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:20.913922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:20.921737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:20.931932 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Sync routers for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:20.936904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.938146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4819c10d-d312-44b7-abe5-24582bedde3f tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 700 time: 1.6074197 Jul 15 16:53:20.939568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:20.942436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:20.948227 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:20.956780 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:21.070984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:21.071718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.075496 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1f16aad-c42f-4648-bee6-f25ef5f98c26 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 205 time: 0.1270497 Jul 15 16:53:21.079722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57566) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:21.093245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:21.093889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.095320 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] 10.222.0.20 "PUT /v2.0/ports/d1e685e8-ef5a-439a-b78f-944c54ef6373 HTTP/1.1" status: 200 len: 1091 time: 2.6921093 Jul 15 16:53:21.098326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:21.102307 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edffba21-e73b-497a-b54b-67ab997fe409" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:21.145378 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:21.184919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2f14254d-c5d7-4b10-b5da-1d2800b362c4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:21.224075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:21.248775 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96574de-bd3f-4d6c-b451-ce50260e20ef x-openstack-request-id: req-d96574de-bd3f-4d6c-b451-ce50260e20ef {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:21.248775 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:21.248775 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d96574de-bd3f-4d6c-b451-ce50260e20ef {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:21.248775 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'status': 'completed', 'code': 200} Jul 15 16:53:21.255523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24e157-93f0-4941-8be4-202d89e6ef40 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:21.273559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Checking router: ee9b9a30-3af2-4325-82cc-9397d0ba3ecc for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:21.285804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2f14254d-c5d7-4b10-b5da-1d2800b362c4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:21.287497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2f14254d-c5d7-4b10-b5da-1d2800b362c4 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:21.295116 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Routers {'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:21.296078 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:21.325827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-c229eb8a-996f-4e85-a948-62197a00b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:21.332905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-c229eb8a-996f-4e85-a948-62197a00b712 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 1094 time: 0.1793756 Jul 15 16:53:21.366154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:18Z', 'revision_number': 3, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:21.402665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Checking router: 13ecacad-eeb4-4bcf-93f1-394a09a3c6df for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:21.403529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Updating router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df port f3560b01-62a9-4daa-a136-d6805723e9d7 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:53:21.420730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-5bca7691-9c1c-4cca-ae60-9a8790d79bde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373 HTTP/1.1" status: 200 len: 217 time: 0.0834165 Jul 15 16:53:21.426372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] Set router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:21.428243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.464060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.495693 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:21.517632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ae6fd8c8-48c6-4feb-b05d-53543e0b1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:21.519143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-ae6fd8c8-48c6-4feb-b05d-53543e0b1f59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0929062 Jul 15 16:53:21.559588 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c1571d-81e2-44fa-81f6-a813240b9565 None None] The sync data for ids ['ee9b9a30-3af2-4325-82cc-9397d0ba3ecc'] in n-d-800085-3 is: [{'id': 'ee9b9a30-3af2-4325-82cc-9397d0ba3ecc', 'name': 'tempest-RoutersTest-router-569976036', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:52:21Z', 'updated_at': '2021-07-15T16:53:15Z', 'revision_number': 11, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:21.588057 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-612eadf2-4371-4c18-8ad3-4daf0f75d468 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616686 Jul 15 16:53:21.815217 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-5d397d4f-fe0b-41e0-ad3d-db21699977e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205746 Jul 15 16:53:21.975216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.984639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:21.990284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-945a583b-915d-43fa-9b34-ffd5b8fe3772 req-823786ee-2285-4479-a250-bde2ca5419bb service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673348 Jul 15 16:53:21.993889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:21.995440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Transition to ACTIVE for port object f3560b01-62a9-4daa-a136-d6805723e9d7 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:21.999483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.004451 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.065816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Attempting to bind port f3560b01-62a9-4daa-a136-d6805723e9d7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:22.066215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Attempting to bind port f3560b01-62a9-4daa-a136-d6805723e9d7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:22.066555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Attempting to bind port f3560b01-62a9-4daa-a136-d6805723e9d7 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:22.074213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed29dc2-9da0-4631-96d8-549d8175a496 None None] Pushing event updated for resources: {'Port': ['ID=f3560b01-62a9-4daa-a136-d6805723e9d7,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:22.084814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:22.085200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:22.085689 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.086091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:22.086672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Bound port: f3560b01-62a9-4daa-a136-d6805723e9d7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:22.087060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.154342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] For port f3560b01-62a9-4daa-a136-d6805723e9d7, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:22.155166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba21-e73b-497a-b54b-67ab997fe409 req-624dae0e-eeef-4b2d-ae90-cfd452bda9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:22.157639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-624dae0e-eeef-4b2d-ae90-cfd452bda9ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 1094 time: 0.1027579 Jul 15 16:53:22.159467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] For port f3560b01-62a9-4daa-a136-d6805723e9d7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3560b01-62a9-4daa-a136-d6805723e9d7,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:22.164434 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.164586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1476827907-network', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:22.221589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:22.222215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:22.223831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.224390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router ee9b9a30-3af2-4325-82cc-9397d0ba3ecc {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:53:22.237193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.238669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15d0409b-f26b-4522-81e3-c824ba8592ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 204 len: 168 time: 1.1548519 Jul 15 16:53:22.249335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db62f7b-c925-403a-bdb2-07ffe06d2080 req-9a4b71ca-e55d-4e17-bfbd-001760fbe1db tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:22.256489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4db62f7b-c925-403a-bdb2-07ffe06d2080 req-9a4b71ca-e55d-4e17-bfbd-001760fbe1db tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.6874866 Jul 15 16:53:22.259906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57596) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:22.268160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2135946283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:22.272573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed29dc2-9da0-4631-96d8-549d8175a496 None None] Pushing event updated for resources: {'Port': ['ID=f3560b01-62a9-4daa-a136-d6805723e9d7,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:22.274785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Made reservation on behalf of 7d6591e997fd4116b59b8681a4c89678 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:22.278540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.298431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cbe48-467e-4d69-aba4-3a2548485075 req-aef53fa7-3026-4857-8f9c-1b22649aabb2 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:22.299993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20cbe48-467e-4d69-aba4-3a2548485075 req-aef53fa7-3026-4857-8f9c-1b22649aabb2 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 943 time: 0.4633465 Jul 15 16:53:22.303116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.350797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.351818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.384623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:22.398712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba21-e73b-497a-b54b-67ab997fe409 req-fb16a441-de18-4e7b-9776-b6947cd07b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:22.400416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-fb16a441-de18-4e7b-9776-b6947cd07b25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 904 time: 0.2310154 Jul 15 16:53:22.467055 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-f97c8237-75b4-4136-9983-e7174c328e37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373 HTTP/1.1" status: 200 len: 217 time: 0.0586572 Jul 15 16:53:22.548868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.562144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.582704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:18Z', 'revision_number': 3, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:22.583343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba21-e73b-497a-b54b-67ab997fe409 req-ff817fe1-b139-469b-83a0-053492b54b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:22.584541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-ff817fe1-b139-469b-83a0-053492b54b3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.1083117 Jul 15 16:53:22.614175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613c296-ebc7-46ec-b300-77f89d7be22a None None] The sync data for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 is: [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:18Z', 'revision_number': 3, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:22.635773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-0814ff0d-9969-4256-a76a-ddb0cf151540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420945 Jul 15 16:53:22.636459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.642790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.659908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.664224 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d9e18c6-fd5e-403c-bc09-6bc9e523687d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4031358 Jul 15 16:53:22.668405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:22.690404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:22.780882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4db62f7b-c925-403a-bdb2-07ffe06d2080 req-785a42fa-9872-46e0-b3c2-f79799bafb8b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5235186 Jul 15 16:53:22.782853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:22.817515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52401b6-2f2b-4cf7-bd46-53303f2e381b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:22.822824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:22.823179 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Added segment ebf1f357-d660-4f72-b4db-fe9444bfd179 of type vlan for network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 Jul 15 16:53:22.827204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20cbe48-467e-4d69-aba4-3a2548485075 req-93f3785f-9589-4905-9811-d1a302e1a3dd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666770 Jul 15 16:53:22.928303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.053096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.058868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-c4e863b6-343f-4d0f-ab77-b3e3e2f9d24e service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116108 Jul 15 16:53:23.063657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.209932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Allocated IP 172.20.0.1 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/5cffcc66-eca4-40cf-9bca-b3b564ca6933) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:23.310110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.311147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:23.311747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.388041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.425992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edffba21-e73b-497a-b54b-67ab997fe409 req-688d20c4-5d9f-44ec-a375-2336a1cec63e service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116755 Jul 15 16:53:23.434994 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4389157 Jul 15 16:53:23.437987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:23.444091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Request body: {'subnet': {'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1476827907-subnet', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:23.453090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.485294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.501501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b97995-b3bb-4655-8b5b-f9f005bc6513 admin admin] Pushing event updated for resources: {'Network': ['ID=05643cd7-b80c-46ac-a03c-74f8e1e00b58,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:23.514770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:23.550120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Transition to ACTIVE for port object 5cffcc66-eca4-40cf-9bca-b3b564ca6933 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:23.600473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Made reservation on behalf of 7d6591e997fd4116b59b8681a4c89678 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:23.607898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.749849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.754299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Router 0c896b16-bdf8-4933-b613-26bc660f21ae is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:53:23.817534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:23.843596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:23.852362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:23.925837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:23.939018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Sync routers for ids ['0c896b16-bdf8-4933-b613-26bc660f21ae'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:23.939512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.943005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d03252d2-6438-4642-bf00-4bce84d5bc35 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "PUT /v2.0/routers/0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 200 len: 694 time: 1.2712703 Jul 15 16:53:23.943696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:23.956090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:23.960665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Routers {'0c896b16-bdf8-4933-b613-26bc660f21ae'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:23.961306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0c896b16-bdf8-4933-b613-26bc660f21ae'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:23.973028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Pushing event updated for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:24.009822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.186203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913169cc-e724-494e-9af0-433223a1e721 req-627bf3b9-ceef-4ea3-8778-f7ad2beefe27 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:24.188849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-913169cc-e724-494e-9af0-433223a1e721 req-627bf3b9-ceef-4ea3-8778-f7ad2beefe27 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.3733077 Jul 15 16:53:24.195692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Deleting port 4a26d865-b229-4df7-8aee-1dd6610e6bc2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:24.196370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.284405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Set router 0c896b16-bdf8-4933-b613-26bc660f21ae gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:24.356519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5f728dfe-dc24-455e-b39a-0fcef661e167 None None] Provisioning for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:24.359477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c896b16-bdf8-4933-b613-26bc660f21ae', 'name': 'tempest-RoutersTest-router-2135946283', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:23Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:24.391532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a6cb8-0640-4081-8147-4f1a9eb6a023 req-5e1cf221-ed94-42a9-bdf0-1cf6a75ed2ac tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:24.395435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5f728dfe-dc24-455e-b39a-0fcef661e167 None None] Provisioning complete for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:24.395934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5f728dfe-dc24-455e-b39a-0fcef661e167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.399081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd6a6cb8-0640-4081-8147-4f1a9eb6a023 req-5e1cf221-ed94-42a9-bdf0-1cf6a75ed2ac tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 943 time: 0.3477561 Jul 15 16:53:24.408409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-913169cc-e724-494e-9af0-433223a1e721 req-0db41dfb-a3fd-45b9-b8d5-27b251998f08 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047431 Jul 15 16:53:24.456272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Checking router: 0c896b16-bdf8-4933-b613-26bc660f21ae for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:24.479439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3560b01-62a9-4daa-a136-d6805723e9d7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:24.479906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f4488f-d3fb-4bb4-a123-b40159b2b676,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:24.504403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-981d1a61-3241-4631-a723-58e04bd11426 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/routers/0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 200 len: 700 time: 0.5571682 Jul 15 16:53:24.505383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:24.540905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fdde5c0c-04cd-4c72-8b39-78e3cc05cc24 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 200 len: 205 time: 0.0322511 Jul 15 16:53:24.545042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57630) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:24.550860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] For port 4a26d865-b229-4df7-8aee-1dd6610e6bc2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4a26d865-b229-4df7-8aee-1dd6610e6bc2,segment=NetworkSegment(148a676f-fe7f-4e76-806c-b4a045c7f5d5),segment_id=148a676f-fe7f-4e76-806c-b4a045c7f5d5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:24.551727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.572599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Routers {'0c896b16-bdf8-4933-b613-26bc660f21ae'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:24.573468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0c896b16-bdf8-4933-b613-26bc660f21ae'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:24.586680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Calling delete_port for 4a26d865-b229-4df7-8aee-1dd6610e6bc2 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:24.628644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.673114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] Set router 0c896b16-bdf8-4933-b613-26bc660f21ae gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:24.733152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.737744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd6a6cb8-0640-4081-8147-4f1a9eb6a023 req-b3529c86-1bf5-4296-b33e-651832220ac1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378406 Jul 15 16:53:24.738433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c896b16-bdf8-4933-b613-26bc660f21ae', 'name': 'tempest-RoutersTest-router-2135946283', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:23Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:24.781033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5f728dfe-dc24-455e-b39a-0fcef661e167 None None] Port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:24.784578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a16d9-145e-439a-9030-0af1c14660c6 None None] The sync data for ids ['0c896b16-bdf8-4933-b613-26bc660f21ae'] in n-d-800085-3 is: [{'id': '0c896b16-bdf8-4933-b613-26bc660f21ae', 'name': 'tempest-RoutersTest-router-2135946283', 'tenant_id': '6158ed54d3e740e5b89b00486e50e55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:23Z', 'revision_number': 2, 'project_id': '6158ed54d3e740e5b89b00486e50e55e', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:24.795468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f3560b01-62a9-4daa-a136-d6805723e9d7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:24.805053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f3560b01-62a9-4daa-a136-d6805723e9d7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:24.805477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.830482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Checking segment: {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:24.830744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Network hostable DHCP agents. Network: 05643cd7-b80c-46ac-a03c-74f8e1e00b58, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:24.946715 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:24.988305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f3560b01-62a9-4daa-a136-d6805723e9d7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3560b01-62a9-4daa-a136-d6805723e9d7,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:24.994046 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.021084 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.030070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.040523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:25.071221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.075557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.087310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f3560b01-62a9-4daa-a136-d6805723e9d7,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:25.113793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 05643cd7-b80c-46ac-a03c-74f8e1e00b58) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:25.123285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd8a95-4591-4957-904d-9462dbf373c3 None None] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:25.128562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=4a26d865-b229-4df7-8aee-1dd6610e6bc2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:25.130667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.144801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:25.145515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.148393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.148895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Fanout notify agent at l3_agent the message router_deleted on router 0c896b16-bdf8-4933-b613-26bc660f21ae {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:53:25.158557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.160223 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-14ac84d0-04a5-4cb9-b224-71003c445436 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 204 len: 168 time: 0.6137047 Jul 15 16:53:25.160618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:53:25.165189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57634) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.191333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.207921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-beef32e8-e2cd-4344-bc1a-98c09b503c2d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:25.209522 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-beef32e8-e2cd-4344-bc1a-98c09b503c2d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.3381002 Jul 15 16:53:25.213087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73617e93-6dff-40c4-9ab8-de9d640122d0 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 200 len: 205 time: 0.0456381 Jul 15 16:53:25.216481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.344507 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-59019927-b284-4917-a4a6-8884868bd6ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9048796 Jul 15 16:53:25.353124 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0c003d6b-1783-4529-9c25-c9fd3a9080da tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:25.358183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0c003d6b-1783-4529-9c25-c9fd3a9080da tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/0c896b16-bdf8-4933-b613-26bc660f21ae HTTP/1.1" status: 404 len: 336 time: 0.1306112 Jul 15 16:53:25.360807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.361806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.369818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:25.379708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:25.409980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'mac_address': 'fa:16:3e:1a:95:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:53:25.419696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'fixed_ips': [{'subnet_id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:25.420742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.448675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.450390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.466140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.535100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.537767 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d48e8b8-c6a5-4cc7-8a89-98d88d35bc65 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:25.540467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d48e8b8-c6a5-4cc7-8a89-98d88d35bc65 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:25.544359 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d48e8b8-c6a5-4cc7-8a89-98d88d35bc65 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/e88de973-a905-442c-acca-7f39e5f529ca HTTP/1.1" status: 404 len: 337 time: 0.1495852 Jul 15 16:53:25.550829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.565403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.649729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Pushing event updated for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:25.667159 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee60c4b-c424-48dc-a703-0c53cf2d5afe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:25.668508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee60c4b-c424-48dc-a703-0c53cf2d5afe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:25.674075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3ee60c4b-c424-48dc-a703-0c53cf2d5afe tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/2005d284-91e2-49fa-8a21-5ee217d77eb8 HTTP/1.1" status: 404 len: 337 time: 0.1177592 Jul 15 16:53:25.708490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.720357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Allocated IP 172.20.0.2 (05643cd7-b80c-46ac-a03c-74f8e1e00b58/a7f4488f-d3fb-4bb4-a123-b40159b2b676/42d5aab5-3fd0-4394-9372-e51fd611a009) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:25.746790 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04870c3-e880-45bb-a356-d74ee0bd4824 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:25.747713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04870c3-e880-45bb-a356-d74ee0bd4824 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:25.752213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e04870c3-e880-45bb-a356-d74ee0bd4824 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/d73dbf79-d7b7-4974-984f-7f538db275fd HTTP/1.1" status: 404 len: 337 time: 0.0425813 Jul 15 16:53:25.761176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.889102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e685e8-ef5a-439a-b78f-944c54ef6373 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:25.901385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.912020 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc097ee6-2fc4-4ec1-b4b3-2d75441939a5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:25.912676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc097ee6-2fc4-4ec1-b4b3-2d75441939a5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:25.920902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc097ee6-2fc4-4ec1-b4b3-2d75441939a5 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/a281bb9a-f16d-4697-8e47-c4f01998d902 HTTP/1.1" status: 404 len: 337 time: 0.1516535 Jul 15 16:53:25.923365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Deleting port 2c8680b6-02fd-4816-9479-125d2b9709df {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:25.923846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:25.936150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57656) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:25.959921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:25.974530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37b6d584-5537-4aca-b30a-b4ef3ba9c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.008409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.049892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dba0c86e-5aee-4050-9913-fa01afc83258 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 200 len: 205 time: 0.1054115 Jul 15 16:53:26.057324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] For port 2c8680b6-02fd-4816-9479-125d2b9709df, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c8680b6-02fd-4816-9479-125d2b9709df,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:26.057766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.067961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.068583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2966-3ad4-4835-b165-c4da2c87109b req-e995481e-c322-4e5b-b3e1-86fefd1ca9d5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:26.077016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-138d2966-3ad4-4835-b165-c4da2c87109b req-e995481e-c322-4e5b-b3e1-86fefd1ca9d5 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 945 time: 0.4222515 Jul 15 16:53:26.091256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Transition to ACTIVE for port object 42d5aab5-3fd0-4394-9372-e51fd611a009 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:26.102198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:26.105658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57658) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.122946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Transition to ACTIVE for port object 42d5aab5-3fd0-4394-9372-e51fd611a009 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:26.133116 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.202552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:26.205269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:26.206011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:26.207724 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-31918340-abd4-467e-9c7c-c35596e579b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:26.208822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31918340-abd4-467e-9c7c-c35596e579b1 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/ee9b9a30-3af2-4325-82cc-9397d0ba3ecc HTTP/1.1" status: 404 len: 336 time: 0.1008108 Jul 15 16:53:26.217646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:26.219970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.220911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:26.294337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-138d2966-3ad4-4835-b165-c4da2c87109b req-726291e0-b5e7-49f8-88a9-f6ef97b25b47 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2c4da1d-2d34-45b2-861f-4ca1485ca435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160890 Jul 15 16:53:26.300229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58097da0-83b6-4bb3-85e2-ebf215fb04ed tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=14871449-d448-445b-97c9-db9292ba18e0 HTTP/1.1" status: 200 len: 205 time: 0.0744660 Jul 15 16:53:26.351107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d1e685e8-ef5a-439a-b78f-944c54ef6373'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:26.379007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.379393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.379706 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Floating IP 91254746-1e05-4c92-bbb2-5725fe3843b1 disassociated. External IP: 172.25.8.151, port: 2c8680b6-02fd-4816-9479-125d2b9709df. Jul 15 16:53:26.380050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Calling delete_port for 2c8680b6-02fd-4816-9479-125d2b9709df owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:26.411782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57662) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.439105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Router a8daf04f-387b-43aa-a439-08c3c3b46b6b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:26.486657 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-ba7f778e-ad4e-406a-8b8f-6106fe90ec37 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:26.487806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba7f778e-ad4e-406a-8b8f-6106fe90ec37 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/14871449-d448-445b-97c9-db9292ba18e0 HTTP/1.1" status: 404 len: 336 time: 0.0748870 Jul 15 16:53:26.495584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57664) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.500505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Pushing event updated for resources: {'Port': ['ID=42d5aab5-3fd0-4394-9372-e51fd611a009,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:26.584598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3560b01-62a9-4daa-a136-d6805723e9d7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:26.601300 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3992442-a1bb-40a3-b607-add526dffb5b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:26.603155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3992442-a1bb-40a3-b607-add526dffb5b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:26.611793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3992442-a1bb-40a3-b607-add526dffb5b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/dc4d1f80-bc0c-4fe6-91ee-1f68ee04ab21 HTTP/1.1" status: 404 len: 337 time: 0.1150255 Jul 15 16:53:26.618356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57666) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.623159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Attempting to bind port 42d5aab5-3fd0-4394-9372-e51fd611a009 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:26.623517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Attempting to bind port 42d5aab5-3fd0-4394-9372-e51fd611a009 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:26.623885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Attempting to bind port 42d5aab5-3fd0-4394-9372-e51fd611a009 on network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:26.636180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.654721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:26.655107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Checking segment: {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:26.655516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.655919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Bound using segment: {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:26.656437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Bound port: 42d5aab5-3fd0-4394-9372-e51fd611a009, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:26.656840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.686538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9172-9f4d-4552-a424-62b8f31af677 req-8758f145-fb36-4112-a381-a0271f8e98e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:26.694021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1c27c55f-f46c-48de-8256-f0237fb6d084 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 200 len: 205 time: 0.0691702 Jul 15 16:53:26.694243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-804f9172-9f4d-4552-a424-62b8f31af677 req-8758f145-fb36-4112-a381-a0271f8e98e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 944 time: 0.6469681 Jul 15 16:53:26.695410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.696313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event deleted for resources: {'Port': ['ID=2c8680b6-02fd-4816-9479-125d2b9709df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:26.773312 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9711c8ff-9397-485f-beb5-5ff25b3b8e02 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:26.777619 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9711c8ff-9397-485f-beb5-5ff25b3b8e02 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/0261a0bf-8bd2-440e-a8b0-819ef6d9173b HTTP/1.1" status: 404 len: 336 time: 0.0760980 Jul 15 16:53:26.779294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.806847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-804f9172-9f4d-4552-a424-62b8f31af677 req-2e619fcc-5a32-4525-bd44-9f7a89800338 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120491 Jul 15 16:53:26.830038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:26.845718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5933fbd9-c63f-408b-82a2-3084b9eed654 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=e57d0edc-4217-4519-aa82-b67e12e34b6d HTTP/1.1" status: 200 len: 205 time: 0.0656459 Jul 15 16:53:26.846282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:26.850128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57674) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.853008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-13e3b034-04e9-429d-8741-57187b8a3ccc admin admin] 10.222.0.25 "PUT /v2.0/routers/a8daf04f-387b-43aa-a439-08c3c3b46b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9449003 Jul 15 16:53:26.853576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-906f4c6c-f58b-436b-aa68-9c8dbbcdb405 None None] Provisioning complete for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:26.855871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.856499 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-906f4c6c-f58b-436b-aa68-9c8dbbcdb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:26.858830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Sync routers for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:26.875812 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:26.880369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:26.946367 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-3a5d66e6-7a51-4b81-a6b1-c99a1de1b6ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:26.947393 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3a5d66e6-7a51-4b81-a6b1-c99a1de1b6ce tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/e57d0edc-4217-4519-aa82-b67e12e34b6d HTTP/1.1" status: 404 len: 336 time: 0.0963688 Jul 15 16:53:26.961771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:26.965645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] For port 42d5aab5-3fd0-4394-9372-e51fd611a009, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:26.982560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f3560b01-62a9-4daa-a136-d6805723e9d7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:26.983237 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:27.021802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] For port 42d5aab5-3fd0-4394-9372-e51fd611a009, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=42d5aab5-3fd0-4394-9372-e51fd611a009,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:27.024041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-906f4c6c-f58b-436b-aa68-9c8dbbcdb405 None None] Port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:27.039861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:27.058631 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:27.107663 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff8fa41-2d06-414b-b0c3-e19178cb8881 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:27.108149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff8fa41-2d06-414b-b0c3-e19178cb8881 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:27.114678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bff8fa41-2d06-414b-b0c3-e19178cb8881 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/afe769ce-e54e-4444-af51-87904eefc587 HTTP/1.1" status: 404 len: 337 time: 0.1519001 Jul 15 16:53:27.118147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.153351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6a73-72b8-4080-9e67-e300ededf9b2 None None] Pushing event updated for resources: {'Port': ['ID=42d5aab5-3fd0-4394-9372-e51fd611a009,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:27.209525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2176993-5ce6-4a19-aadd-725b2359059d tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=16e93d99-2618-4c79-9fb7-52e296b3c593 HTTP/1.1" status: 200 len: 205 time: 0.0895307 Jul 15 16:53:27.212743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57684) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.307364 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-47a0cd16-58ff-457a-aefc-888678c2995b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:27.318106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.321830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-47a0cd16-58ff-457a-aefc-888678c2995b tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/16e93d99-2618-4c79-9fb7-52e296b3c593 HTTP/1.1" status: 404 len: 336 time: 0.0915337 Jul 15 16:53:27.333388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:27.336736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:27.371436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Sync routers for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:27.373414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-26e7b0ca-e15f-4b02-a16d-e311087b4da2 admin admin] 10.222.0.25 "PUT /v2.0/routers/13ecacad-eeb4-4bcf-93f1-394a09a3c6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6894605 Jul 15 16:53:27.390425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:27.391074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:27.419144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Router 422a95db-184c-4b55-be60-1a14358669cd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:27.420569 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7129a76c-2d3c-4185-bf5e-0d0ec697e07a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:27.421193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7129a76c-2d3c-4185-bf5e-0d0ec697e07a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:27.425288 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7129a76c-2d3c-4185-bf5e-0d0ec697e07a tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/15ee92b1-185f-427a-a645-376347573395 HTTP/1.1" status: 404 len: 337 time: 0.1037445 Jul 15 16:53:27.426074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.475766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2938609c-1a18-4949-9838-30b9e51d1adf tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "GET /v2.0/ports?device_id=121f090b-675b-4fa6-9fae-b6b3f1ea53b7 HTTP/1.1" status: 200 len: 205 time: 0.0461316 Jul 15 16:53:27.477158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.642785 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:27.650000 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d4212e9d-93d7-44fb-89b7-e1a9a3863238 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] delete failed (client error): The resource could not be found. Jul 15 16:53:27.651341 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d4212e9d-93d7-44fb-89b7-e1a9a3863238 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/routers/121f090b-675b-4fa6-9fae-b6b3f1ea53b7 HTTP/1.1" status: 404 len: 336 time: 0.1724644 Jul 15 16:53:27.667410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fde2b06d-ec36-47cd-9e63-6fb931caa1c6 req-aa5a5f5e-6721-4631-8401-1d464984815f tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 210 time: 0.0544696 Jul 15 16:53:27.668377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:27.742267 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Checking router: a8daf04f-387b-43aa-a439-08c3c3b46b6b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:27.767468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:27.779688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Routers {'a8daf04f-387b-43aa-a439-08c3c3b46b6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:27.781096 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:27.803037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:27.900158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:27.997783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:28.005621 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] Set router a8daf04f-387b-43aa-a439-08c3c3b46b6b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:28.168092 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6c99b7-4273-4aee-9462-be42456efb2e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:28.169006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6c99b7-4273-4aee-9462-be42456efb2e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:28.170988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad6c99b7-4273-4aee-9462-be42456efb2e tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/be7c04a6-c1f1-42e6-8d76-971bb1e3732a HTTP/1.1" status: 404 len: 337 time: 0.4987061 Jul 15 16:53:28.179431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57708) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:28.232520 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Sync routers for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:28.272670 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b08443-e805-4b44-9b1e-4b0ab24b1044 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] DELETE failed (client error): The resource could not be found. Jul 15 16:53:28.273755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b08443-e805-4b44-9b1e-4b0ab24b1044 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:53:28.277519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-29b08443-e805-4b44-9b1e-4b0ab24b1044 tempest-RoutersTest-878303782 tempest-RoutersTest-878303782-project] 10.222.0.25 "DELETE /v2.0/subnets/94652ad5-a51a-4ea7-9a80-a803538be0ed HTTP/1.1" status: 404 len: 337 time: 0.0685709 Jul 15 16:53:28.302624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:28.303173 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:52:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:28.316374 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.461697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57712) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:28.484394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b84e01f9-a686-4d44-820d-b9874d02e047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.500209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2024084631', 'description': 'tempest-description--742396113'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:28.546788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 2, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:28.611662 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:28.614080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] No DVR routers for this DVR port 2c8680b6-02fd-4816-9479-125d2b9709df on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:28.617627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.620701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bc0833e7-77fd-4f5b-a1cd-65cd225ec7db req-b34f0c10-882c-4fd0-b249-5ebfd03f6a9d tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.20 "DELETE /v2.0/ports/2c8680b6-02fd-4816-9479-125d2b9709df HTTP/1.1" status: 204 len: 173 time: 3.4050231 Jul 15 16:53:28.625627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'name': 'network-vif-deleted', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:28.634648 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ea4de-b7fa-4c1d-9ffc-e282e3868824" -d '{"events": [{"server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "name": "network-vif-deleted", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:28.649564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 42d5aab5-3fd0-4394-9372-e51fd611a009 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:28.651637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698627e-6fb7-4377-912d-20eef064e87b req-8e908d80-25e9-44be-9dda-2ab023bafd02 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:28.655484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e698627e-6fb7-4377-912d-20eef064e87b req-8e908d80-25e9-44be-9dda-2ab023bafd02 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 944 time: 0.4974782 Jul 15 16:53:28.660086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.685142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:28.700900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Allocated IP 172.25.8.44 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/9d90a538-d3d1-494a-92e2-c3862a5ec013) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:28.786517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Checking router: 13ecacad-eeb4-4bcf-93f1-394a09a3c6df for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:28.786747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Updating router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:53:28.817672 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630239a-9f59-4cf3-9de1-89a54f74dc31 x-openstack-request-id: req-b630239a-9f59-4cf3-9de1-89a54f74dc31 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:28.818297 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6457ff-5e23-402f-b14e-29d059495ac8", "name": "network-vif-deleted", "tag": "2c8680b6-02fd-4816-9479-125d2b9709df", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:28.818812 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b630239a-9f59-4cf3-9de1-89a54f74dc31 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:28.819498 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6457ff-5e23-402f-b14e-29d059495ac8', 'name': 'network-vif-deleted', 'tag': '2c8680b6-02fd-4816-9479-125d2b9709df', 'status': 'completed', 'code': 200} Jul 15 16:53:28.823974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:28.851106 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9c6ac-c9bc-414f-9663-3d274ba9e868 None None] The sync data for ids ['a8daf04f-387b-43aa-a439-08c3c3b46b6b'] in n-d-800085-3 is: [{'id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-579674209-router', 'tenant_id': 'b894df26fdce479b8afdb91b5085e3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:51:41Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 5, 'project_id': 'b894df26fdce479b8afdb91b5085e3ac', 'gw_port': {'id': 'c505d4c1-694b-47d3-b866-9adf922ba00e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:68:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daf04f-387b-43aa-a439-08c3c3b46b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:42Z', 'updated_at': '2021-07-15T16:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:28.860519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Deleting port c505d4c1-694b-47d3-b866-9adf922ba00e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:28.860870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.900703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:28.977222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e698627e-6fb7-4377-912d-20eef064e87b req-9ba7acaa-ecf6-44ab-805a-58ffdcdd3938 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540245 Jul 15 16:53:29.015998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.026654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.030214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.124578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:29.144976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:29.153856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a77f00a9-b0c5-4673-88da-6fb81ab7fee9 req-3c5cf043-d63a-49c3-87bb-6a8fc77ab648 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f6457ff-5e23-402f-b14e-29d059495ac8 HTTP/1.1" status: 200 len: 210 time: 0.0696580 Jul 15 16:53:29.154891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:29.158349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 42d5aab5-3fd0-4394-9372-e51fd611a009 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:29.205606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:29.207832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887cf42-8579-4d7b-bf00-91b3e8c639e5 None None] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:29.218786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Pushing event updated for resources: {'Port': ['ID=9d90a538-d3d1-494a-92e2-c3862a5ec013,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:29.231131 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.233640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] For port c505d4c1-694b-47d3-b866-9adf922ba00e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c505d4c1-694b-47d3-b866-9adf922ba00e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:29.235424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.244358 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:29.250334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.280286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Calling delete_port for c505d4c1-694b-47d3-b866-9adf922ba00e owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:29.286485 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Checking router: 422a95db-184c-4b55-be60-1a14358669cd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:29.300806 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:29.302956 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:29.309248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.313820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8471630 Jul 15 16:53:29.322691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5ae3499-fd8c-4378-8040-4c37171af862 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6158ed54d3e740e5b89b00486e50e55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969666 Jul 15 16:53:29.325634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:29.325975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:29.337484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'security_group_rule': {'security_group_id': '315c4457-54a2-4614-a54f-403ce53299ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:29.420534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9392831-78d4-4ab3-aa2e-8c5e86943056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315c4457-54a2-4614-a54f-403ce53299ba,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:29.498121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:29.561733 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.563071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Provisioning for port 42d5aab5-3fd0-4394-9372-e51fd611a009 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:29.638161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.639994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.690849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.746326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.752147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.824976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c505d4c1-694b-47d3-b866-9adf922ba00e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:29.843451 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.857605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Transition to ACTIVE for port object 5cffcc66-eca4-40cf-9bca-b3b564ca6933 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:29.863726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Provisioning complete for port 42d5aab5-3fd0-4394-9372-e51fd611a009 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:29.865095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.876933 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.913479 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:29.947281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.950230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:29.963356 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8570-4a2d-44a7-862e-dbd4d6544a0c None None] The sync data for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 is: [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:51:06Z', 'revision_number': 4, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae13927a-d799-4068-8895-7c301ed320d0', 'name': '', 'network_id': '83382fee-2a0a-4e58-a8a2-b4f27ee93118', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'mac_address': 'fa:16:3e:d7:2d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:51:04Z', 'updated_at': '2021-07-15T16:51:18Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'subnets': [{'id': '2c08f01c-301b-4208-a8f4-f10e50c60493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:29.972532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.047319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.050309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.104759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.106181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8daf04f-387b-43aa-a439-08c3c3b46b6b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:53:30.111556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.112975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d04f825-80d1-4eeb-ba4a-8f7d7cbabb9c admin admin] 10.222.0.25 "DELETE /v2.0/routers/a8daf04f-387b-43aa-a439-08c3c3b46b6b HTTP/1.1" status: 204 len: 168 time: 3.2560432 Jul 15 16:53:30.115435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:30.144665 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.148829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port d1e685e8-ef5a-439a-b78f-944c54ef6373 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:30.193533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port d1e685e8-ef5a-439a-b78f-944c54ef6373 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:30.194078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.284447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Deleting subnet 41b2fc37-d8a4-4178-9504-88a66ff05cf0 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:30.311519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.364684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7691-fa38-433c-a946-69b12f8f30dd None None] Pushing event updated for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:30.446174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57744) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:30.520199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.528754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.536268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b05364bf-6304-476b-9a9c-8ed8a8f45961 HTTP/1.1" status: 204 len: 168 time: 1.2020323 Jul 15 16:53:30.538863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a26d865-b229-4df7-8aee-1dd6610e6bc2 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:30.542704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45492997-dd9b-4bea-9e21-e845416e0dff,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:30.562507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] For port 42d5aab5-3fd0-4394-9372-e51fd611a009, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=42d5aab5-3fd0-4394-9372-e51fd611a009,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:30.575736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.577206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-756a962e-6fec-45bf-a628-dd4dc1604801 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2502964 Jul 15 16:53:30.582052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:30.587358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df25c0-414c-41f9-9059-9492e51b32a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05364bf-6304-476b-9a9c-8ed8a8f45961,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:30.588390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.607407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'security_group_rule': {'security_group_id': '315c4457-54a2-4614-a54f-403ce53299ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:30.644762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Attempting to bind port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:30.645494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Attempting to bind port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:30.645494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Attempting to bind port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:30.646814 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.664324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4a26d865-b229-4df7-8aee-1dd6610e6bc2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:30.664668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a26d865-b229-4df7-8aee-1dd6610e6bc2 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:30.667508 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.693376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6cd86-74f7-4a16-a61d-df06e628e09c None None] New status for floating IP 91254746-1e05-4c92-bbb2-5725fe3843b1: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:53:30.704204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.742078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.771611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.780144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4ea80-b56b-450d-a522-58f211588b70 req-2301c2ee-6d51-4989-a53f-a100139857ae tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:30.782072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2d4ea80-b56b-450d-a522-58f211588b70 req-2301c2ee-6d51-4989-a53f-a100139857ae tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 944 time: 0.3567581 Jul 15 16:53:30.866314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.904313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:30.904938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:30.906494 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.908622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:30.909137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Bound port: 5cffcc66-eca4-40cf-9bca-b3b564ca6933, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:30.909526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.980879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:30.997178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.050792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2d4ea80-b56b-450d-a522-58f211588b70 req-a4e697cd-2a83-4ef1-979e-3e34c8c7876a tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603631 Jul 15 16:53:31.063444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.085227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb303cbb-3b66-49a1-a450-53119effadb8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:31.104079 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.129019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b2fc37-d8a4-4178-9504-88a66ff05cf0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:31.134223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.140032 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0491fb97-141a-4b8e-9228-a5a57b07986d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5563419 Jul 15 16:53:31.140918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57756) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:31.149228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.153656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ac34918-71a7-4b24-b6f2-a49d857cfa2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/41b2fc37-d8a4-4178-9504-88a66ff05cf0 HTTP/1.1" status: 204 len: 168 time: 1.0370786 Jul 15 16:53:31.157716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:31.162660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:31.170275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Router eaf44985-ce19-4f28-b7bc-da90f77a057b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:53:31.200252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.205874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.209397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2c4da1d-2d34-45b2-861f-4ca1485ca435 HTTP/1.1" status: 204 len: 168 time: 0.7599869 Jul 15 16:53:31.219794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca3a4-41df-40a2-be79-856ab38f3479 None None] Pushing event updated for resources: {'Port': ['ID=42d5aab5-3fd0-4394-9372-e51fd611a009,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:31.222512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:31.271554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.278487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:31.286393 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccba42-ae10-49c2-bef0-36fc91e00446" -d '{"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-plugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:31.305259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d960e2-09ca-478c-bceb-80e5d03c8980 tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4da1d-2d34-45b2-861f-4ca1485ca435,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:31.310709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.320300 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-e914929a-e72d-479b-83c6-4d00c6c2b39a tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] show failed (client error): The resource could not be found. Jul 15 16:53:31.324040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e914929a-e72d-479b-83c6-4d00c6c2b39a tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "GET /v2.0/security-groups/a2c4da1d-2d34-45b2-861f-4ca1485ca435 HTTP/1.1" status: 404 len: 347 time: 0.0981867 Jul 15 16:53:31.327480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57768) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:31.411524 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.413737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:31.422734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:31.435913 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Sync routers for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:31.441977 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd05ec0-8d5b-48dc-a622-b8256103097a x-openstack-request-id: req-cbd05ec0-8d5b-48dc-a622-b8256103097a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:31.441977 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-plugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:31.442282 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbd05ec0-8d5b-48dc-a622-b8256103097a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:31.442793 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'code': 200} Jul 15 16:53:31.443166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.444992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1cc39d5e-ea96-44e7-8da1-b875e8e7a400 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0813434 Jul 15 16:53:31.451836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:31.461248 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:31.461887 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:31.476283 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.484736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c8680b6-02fd-4816-9479-125d2b9709df no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:31.489094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] For port 5cffcc66-eca4-40cf-9bca-b3b564ca6933, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:31.515150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a962ff3a-7273-4b04-9fcf-20d235d5026d None None] Provisioning complete for port 42d5aab5-3fd0-4394-9372-e51fd611a009 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:31.515726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a962ff3a-7273-4b04-9fcf-20d235d5026d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.527758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2c8680b6-02fd-4816-9479-125d2b9709df {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:31.528422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c8680b6-02fd-4816-9479-125d2b9709df not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:31.552755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] For port 5cffcc66-eca4-40cf-9bca-b3b564ca6933, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5cffcc66-eca4-40cf-9bca-b3b564ca6933,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:31.626921 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.676035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.691285 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:31.692159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-297c4430-f035-445e-a188-f213e665075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b13c0e-5034-4822-b1fa-11c5e1aee750']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:31.705667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-297c4430-f035-445e-a188-f213e665075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148a676f-fe7f-4e76-806c-b4a045c7f5d5') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:31.705966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-297c4430-f035-445e-a188-f213e665075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148a676f-fe7f-4e76-806c-b4a045c7f5d5') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:31.721607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.753787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:31.754825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.778381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:31.779005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:31.786866 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:31.816213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:31.816911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Deleting port f00c2318-1463-448b-9291-b29efc712250 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:31.817483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.822151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:31.937060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:31.937734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.014379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Calling delete_port for f00c2318-1463-448b-9291-b29efc712250 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:32.081597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:32.085757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.094460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.099782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-297c4430-f035-445e-a188-f213e665075c admin admin] 10.222.0.25 "DELETE /v2.0/networks/34b13c0e-5034-4822-b1fa-11c5e1aee750 HTTP/1.1" status: 204 len: 168 time: 0.9401593 Jul 15 16:53:32.123376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c4430-f035-445e-a188-f213e665075c admin admin] Pushing event deleted for resources: {'Network': ['ID=34b13c0e-5034-4822-b1fa-11c5e1aee750,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:32.241019 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:29Z', 'revision_number': 3, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:32.310719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.326946 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Checking router: eaf44985-ce19-4f28-b7bc-da90f77a057b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:32.332254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796bdd-11da-42d9-90fb-3ca90553657d req-e7bd69eb-4f23-4196-b7ce-4636162d7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:32.334225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8796bdd-11da-42d9-90fb-3ca90553657d req-e7bd69eb-4f23-4196-b7ce-4636162d7fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 1096 time: 0.6133065 Jul 15 16:53:32.336427 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Updating router eaf44985-ce19-4f28-b7bc-da90f77a057b port 9d90a538-d3d1-494a-92e2-c3862a5ec013 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:53:32.369487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7691-fa38-433c-a946-69b12f8f30dd None None] Pushing event updated for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:32.413770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.424934 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.430419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 42d5aab5-3fd0-4394-9372-e51fd611a009 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:32.471497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57794) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:32.478218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-326865516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:32.496926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed614-70a8-4c7b-8cbe-63b4ba309ee0 req-f9cb8ec6-27ae-4827-9896-fb553de6c7b6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:32.499730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b71ed614-70a8-4c7b-8cbe-63b4ba309ee0 req-f9cb8ec6-27ae-4827-9896-fb553de6c7b6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2196925 Jul 15 16:53:32.501156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Pushing event deleted for resources: {'Port': ['ID=f00c2318-1463-448b-9291-b29efc712250,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:32.521742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:32.552247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.593195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.594315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.602109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8796bdd-11da-42d9-90fb-3ca90553657d req-ca7859ec-9ea3-4327-9148-aec60f2accfc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002006 Jul 15 16:53:32.619365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8320fe08-5d28-4338-a8db-7c1237a02ee2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b894df26fdce479b8afdb91b5085e3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419671 Jul 15 16:53:32.623253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57798) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:32.651644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.25.8.53 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a9455014-6b41-4d32-acd4-3622f6ea2bd5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:32.660632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.663469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.668512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2370ea3e-6bef-45eb-a9b9-c2ef664ea39b tempest-ServersTestJSON-840567877 tempest-ServersTestJSON-840567877-project] 10.222.0.25 "DELETE /v2.0/floatingips/91254746-1e05-4c92-bbb2-5725fe3843b1 HTTP/1.1" status: 204 len: 168 time: 1.3314517 Jul 15 16:53:32.673779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57800) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:32.692468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b71ed614-70a8-4c7b-8cbe-63b4ba309ee0 req-f5125c10-40b1-4e3e-90d1-343f3870bf68 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544580 Jul 15 16:53:32.697196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 42d5aab5-3fd0-4394-9372-e51fd611a009 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:32.697600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.744204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.755136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.777116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.822182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.826151 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c7e1df5-1167-4c01-9632-e6413f56513c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7336636 Jul 15 16:53:32.828145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:32.834578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1787251874'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:32.837599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.898664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c505d4c1-694b-47d3-b866-9adf922ba00e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:32.922017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c505d4c1-694b-47d3-b866-9adf922ba00e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:32.922424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c505d4c1-694b-47d3-b866-9adf922ba00e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:32.929550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:31Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:32.939856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:32.943546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.948772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.951496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.955187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c33e7b29-9841-4267-b66a-7bf2f1b229af HTTP/1.1" status: 204 len: 168 time: 0.3267939 Jul 15 16:53:32.962163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Allocated IP 172.20.0.1 (05643cd7-b80c-46ac-a03c-74f8e1e00b58/a7f4488f-d3fb-4bb4-a123-b40159b2b676/21fa9815-d7cd-4cab-91ac-d836583e2346) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:32.965026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3359dd-7772-42d6-8e92-a24c5c1d3628 None None] The sync data for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 is: [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:31Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:32.969404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:32.997184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.017514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d96ab4-bf66-493f-b40f-f4781587b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e7b29-9841-4267-b66a-7bf2f1b229af,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:33.210849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.235096 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.291944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Transition to ACTIVE for port object 21fa9815-d7cd-4cab-91ac-d836583e2346 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:33.352335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:33.357428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.362646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:33.370031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=a9455014-6b41-4d32-acd4-3622f6ea2bd5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:33.377009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:33.426597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.445510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.461316 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.486786 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Transition to ACTIVE for port object 9d90a538-d3d1-494a-92e2-c3862a5ec013 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:33.506288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:33.514685 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.535840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.643769 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Pushing event updated for resources: {'Port': ['ID=9d90a538-d3d1-494a-92e2-c3862a5ec013,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:33.661299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d05cb27-44e0-482a-8145-2eeb1b0e913f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:33.673230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.673568 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.674313 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.674313 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.674522 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.674862 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.675172 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.675541 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.675790 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.676105 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.676446 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.676756 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:53:33.699539 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Attempting to bind port 9d90a538-d3d1-494a-92e2-c3862a5ec013 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:33.699913 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Attempting to bind port 9d90a538-d3d1-494a-92e2-c3862a5ec013 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:33.700298 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Attempting to bind port 9d90a538-d3d1-494a-92e2-c3862a5ec013 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:33.718119 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:33.718501 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:33.718900 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.719290 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:33.719760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Bound port: 9d90a538-d3d1-494a-92e2-c3862a5ec013, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:33.720154 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.782632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.782978 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Added segment a2d833d6-a6c4-480c-a306-88400f0fbeba of type vlan for network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc Jul 15 16:53:33.834930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:33.837165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Deleting port ae13927a-d799-4068-8895-7c301ed320d0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:33.837664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.847242 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] For port 9d90a538-d3d1-494a-92e2-c3862a5ec013, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:33.850794 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] For port 9d90a538-d3d1-494a-92e2-c3862a5ec013, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d90a538-d3d1-494a-92e2-c3862a5ec013,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:33.862556 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:33.926307 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29122-ce6a-4806-9f62-bd6366506d22 None None] Pushing event updated for resources: {'Port': ['ID=9d90a538-d3d1-494a-92e2-c3862a5ec013,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:33.950793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:33.951609 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:34.021977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] For port ae13927a-d799-4068-8895-7c301ed320d0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae13927a-d799-4068-8895-7c301ed320d0,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:34.022357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.053196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Calling delete_port for ae13927a-d799-4068-8895-7c301ed320d0 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:34.082729 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:34.090510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd115-e4b4-4e36-a7e0-859614381172 req-7977eed4-632a-4db9-8343-b01ad397fa77 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:34.092644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ccdd115-e4b4-4e36-a7e0-859614381172 req-7977eed4-632a-4db9-8343-b01ad397fa77 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.1533949 Jul 15 16:53:34.194596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ccdd115-e4b4-4e36-a7e0-859614381172 req-21d1ced4-c3fb-4863-baef-060fa33d441e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678110 Jul 15 16:53:34.390753 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:29Z', 'revision_number': 3, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:34.467436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5cffcc66-eca4-40cf-9bca-b3b564ca6933 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:34.478051 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db37e14-9659-47c4-92de-66d38a8115fc None None] The sync data for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 is: [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:29Z', 'revision_number': 3, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:34.501078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Pushing event updated for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:34.505270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:34.513366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:34.575535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.577382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:34.582755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:34.583156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.583583 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.662138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.679411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae13927a-d799-4068-8895-7c301ed320d0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:34.685612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.695464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.703699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:34.704600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.830117 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.922852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5cffcc66-eca4-40cf-9bca-b3b564ca6933, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5cffcc66-eca4-40cf-9bca-b3b564ca6933,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:34.933589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:34.966653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1373181 Jul 15 16:53:34.969846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:35.054549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'subnet': {'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:35.100236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2581cbda-71ce-4a7a-b46b-1f9109cda46e None None] Provisioning for port 21fa9815-d7cd-4cab-91ac-d836583e2346 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:35.128336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2581cbda-71ce-4a7a-b46b-1f9109cda46e None None] Provisioning complete for port 21fa9815-d7cd-4cab-91ac-d836583e2346 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:35.129159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2581cbda-71ce-4a7a-b46b-1f9109cda46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.140482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:35.208472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2581cbda-71ce-4a7a-b46b-1f9109cda46e None None] Port 21fa9815-d7cd-4cab-91ac-d836583e2346 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:35.257838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.286253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e34c9-5b22-4182-817c-23a2cebe0101 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Network': ['ID=9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:35.303646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:35.318505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.400764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6c79c-bdf4-40ec-a6c8-426c9e4944ae req-a65091d3-5d50-4f08-bf23-972d98c17cc1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:35.411186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cf6c79c-bdf4-40ec-a6c8-426c9e4944ae req-a65091d3-5d50-4f08-bf23-972d98c17cc1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.4862466 Jul 15 16:53:35.492757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:35.496835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.530796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.537574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00e62e45-31a3-4fbd-b99c-da8a4c0bf669 req-4498e418-a88c-460d-b3a5-a1777ba7a9b8 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0900598 Jul 15 16:53:35.575896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cf6c79c-bdf4-40ec-a6c8-426c9e4944ae req-2f4efe8d-25cf-419c-8cc4-34c537629f0e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637449 Jul 15 16:53:35.714576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Router 422a95db-184c-4b55-be60-1a14358669cd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:35.857435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:35.863052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-59561fc1-27cf-445f-a5ec-4524e0ec2d2c admin admin] 10.222.0.25 "PUT /v2.0/routers/422a95db-184c-4b55-be60-1a14358669cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1839259 Jul 15 16:53:35.865554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57864) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:35.869490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Sync routers for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:35.886875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:35.887507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:35.967763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:35.986884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.019464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.053297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:36.168615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.174487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=a9455014-6b41-4d32-acd4-3622f6ea2bd5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:36.182198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.194916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.241653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.289993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:36.362498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Checking router: 422a95db-184c-4b55-be60-1a14358669cd for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:36.372813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.375194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Routers {'422a95db-184c-4b55-be60-1a14358669cd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:36.376372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['422a95db-184c-4b55-be60-1a14358669cd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:36.380955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-011b493a-dcaf-47e5-b78b-695140840de3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2369850 Jul 15 16:53:36.399144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Pushing event updated for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:36.406326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Subnet': ['ID=9fd2e16c-1625-49de-9687-2d4d9fa9dc19,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:36.431696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.487549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Checking segment: {'id': 'a2d833d6-a6c4-480c-a306-88400f0fbeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:36.487921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network hostable DHCP agents. Network: 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:36.599338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] Set router 422a95db-184c-4b55-be60-1a14358669cd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:36.622033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:36.671188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:36.684988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:36.685290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.694645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-602964a9-31b5-4ded-ab86-d46d1b03f0b0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2024084631&fields=id&tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 267 time: 0.0661571 Jul 15 16:53:36.705365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6e65be-853b-4660-b206-415dd954d318 None None] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:36.706366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:36.713507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d90a538-d3d1-494a-92e2-c3862a5ec013 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:36.714614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:36.727808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f9e0cd94-ed38-4e3f-93ed-4bfd6036f840 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7088959 Jul 15 16:53:36.728661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:36.734952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'network': {'name': 'tempest-router-network01--1412777899'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:36.838684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.895760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:36.899920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.901695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf14ea3c-ba83-452b-b7d2-1a6493be33d6 req-05f25383-10b1-4ba4-96cb-2e22534cd0fe tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0553026 Jul 15 16:53:36.946949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:36.989076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Router eaf44985-ce19-4f28-b7bc-da90f77a057b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:36.989315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:36.989590 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Added segment fda79824-885a-4998-b766-11339bf4ad53 of type vlan for network c540cab9-0166-496a-93e7-18aafec42494 Jul 15 16:53:36.999918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-f8a7447e-10d1-478a-9c49-caef22322325 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:37.007116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-f8a7447e-10d1-478a-9c49-caef22322325 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.2974246 Jul 15 16:53:37.043670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-534de9e2-e572-4c65-98f7-c90f2016c880 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/quotas/51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 375 time: 0.0349052 Jul 15 16:53:37.127635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Deleting port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:37.127992 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.158762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.254853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.265107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:37.265765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.273622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:37.300314 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-51889ce0-f6bc-44ab-a297-baf21b4594b3 admin admin] 10.222.0.25 "PUT /v2.0/routers/eaf44985-ce19-4f28-b7bc-da90f77a057b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8467844 Jul 15 16:53:37.316531 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Sync routers for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:37.334039 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:37.334917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-29444df1-70e8-4d16-9f49-6c8662c25039 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2750778 Jul 15 16:53:37.335950 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:37.395585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-33b64e77-3757-4cde-8ffd-bdb2efe3eb08 None None] Provisioning complete for port 21fa9815-d7cd-4cab-91ac-d836583e2346 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:37.396200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-33b64e77-3757-4cde-8ffd-bdb2efe3eb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.439136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75bf4a-41bd-4fb9-88f3-ab65a80f7afe req-1315dfae-9b62-45ac-8420-fe6dbe62646a tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:37.439389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-33b64e77-3757-4cde-8ffd-bdb2efe3eb08 None None] Port 21fa9815-d7cd-4cab-91ac-d836583e2346 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:37.444204 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7137966 Jul 15 16:53:37.444988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:37.445720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b11a05-c3da-40ec-80a1-08825de75f2b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Network': ['ID=c540cab9-0166-496a-93e7-18aafec42494,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:37.452904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b75bf4a-41bd-4fb9-88f3-ab65a80f7afe req-1315dfae-9b62-45ac-8420-fe6dbe62646a tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2949984 Jul 15 16:53:37.459306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'network': {'name': 'tempest-router-network02--1333479875'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:37.459588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] For port 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:37.462963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.468046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c540cab9-0166-496a-93e7-18aafec42494 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:37.513458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:37.518220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.525184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Calling delete_port for 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:37.553474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:37.567078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.567490 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Added segment b5b2578f-d412-481d-8326-261649d4ddb5 of type vlan for network 40d48859-9823-46fa-940a-fdbc78e7ccdc Jul 15 16:53:37.591354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 9d90a538-d3d1-494a-92e2-c3862a5ec013 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:37.602978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9d90a538-d3d1-494a-92e2-c3862a5ec013 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:37.603348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.633806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.642428 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:37.648832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b75bf4a-41bd-4fb9-88f3-ab65a80f7afe req-807080b5-5f0a-4bd1-9ff6-7b4d144ad92a tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949842 Jul 15 16:53:37.659809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:37.704255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.708724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cebd0-5c71-49c0-83e2-d57293a661f7 None None] The sync data for ids ['422a95db-184c-4b55-be60-1a14358669cd'] in n-d-800085-3 is: [{'id': '422a95db-184c-4b55-be60-1a14358669cd', 'name': 'tempest-ServersTestJSON-358729091-router', 'tenant_id': 'cf606503665e4dda8744f6d64c61f8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:50:57Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': 'cf606503665e4dda8744f6d64c61f8bd', 'gw_port': {'id': '85e22b1a-8cd9-43c5-a7ba-95e65fb573e0', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422a95db-184c-4b55-be60-1a14358669cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:50:59Z', 'updated_at': '2021-07-15T16:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:37.717295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:37.717963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.762113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc', 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc', 'tenant_id': '78f5b3de89a04e23b34c44353fd31f79', 'fixed_ips': [{'subnet_id': '9fd2e16c-1625-49de-9687-2d4d9fa9dc19'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:37.763153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.800367 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3475146 Jul 15 16:53:37.807333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:37.813830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'subnet': {'network_id': 'c540cab9-0166-496a-93e7-18aafec42494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:37.869841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfb77f-530b-45d3-8218-5e6b07a77c04 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Network': ['ID=40d48859-9823-46fa-940a-fdbc78e7ccdc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:37.876970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-677e5bc4-d08d-430e-94a9-60b71c2ef509 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967141 Jul 15 16:53:37.886815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:37.914605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:37.952255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:35Z', 'revision_number': 4, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21fa9815-d7cd-4cab-91ac-d836583e2346', 'name': '', 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'mac_address': 'fa:16:3e:d8:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:32Z', 'updated_at': '2021-07-15T16:53:35Z', 'revision_number': 2, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'subnets': [{'id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:37.992035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-69abddd9-23f3-430b-b958-ba5b5c8da712 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063895 Jul 15 16:53:37.997194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Checking router: eaf44985-ce19-4f28-b7bc-da90f77a057b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:37.997613 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Updating router eaf44985-ce19-4f28-b7bc-da90f77a057b port 21fa9815-d7cd-4cab-91ac-d836583e2346 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:53:38.002328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:38.007081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.012711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 9d90a538-d3d1-494a-92e2-c3862a5ec013, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d90a538-d3d1-494a-92e2-c3862a5ec013,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:38.039634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.040815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5cffcc66-eca4-40cf-9bca-b3b564ca6933 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:38.052020 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.175929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:38.176510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.178794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Allocated IP 2001:db8::2 (9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc/9fd2e16c-1625-49de-9687-2d4d9fa9dc19/1e0f4bd8-3515-4152-8a58-a3ed5d0831f6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:38.235041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=9d90a538-d3d1-494a-92e2-c3862a5ec013,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:38.267920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.288244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-e2d446aa-eb03-4a58-9a7d-c76b78d2ee0d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5037708 Jul 15 16:53:38.357203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e22b1a-8cd9-43c5-a7ba-95e65fb573e0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:38.374144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:38.539808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.562633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Transition to ACTIVE for port object 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:38.566677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.605379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Transition to ACTIVE for port object 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:38.619913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.638356 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-041b07d5-cc52-4038-917f-791e70584d8f req-f2665f4e-adff-4b64-a115-5ccbd8c18bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.1150992 Jul 15 16:53:38.645836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.706043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.707247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:38.708805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.711590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Subnet': ['ID=787ef91f-d5a8-44fd-a889-b1098a2a94a7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:38.725306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d90a538-d3d1-494a-92e2-c3862a5ec013 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:38.733094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:38.752684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Checking segment: {'id': 'fda79824-885a-4998-b766-11339bf4ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:38.753438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network hostable DHCP agents. Network: c540cab9-0166-496a-93e7-18aafec42494, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:38.757019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.777515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network c540cab9-0166-496a-93e7-18aafec42494 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:38.782202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:38.786383 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.791602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c540cab9-0166-496a-93e7-18aafec42494) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:38.799694 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Transition to ACTIVE for port object 21fa9815-d7cd-4cab-91ac-d836583e2346 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:38.809942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:38.810821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.810952 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.823670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210f3a2-b52f-4560-845f-5532eea0ad26 None None] Network c540cab9-0166-496a-93e7-18aafec42494 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:38.829365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0795cfc-a2c5-419d-ab71-e86170bb9284 req-2391ddfe-24e8-472b-8dfb-7d8950d65a78 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0690413 Jul 15 16:53:38.832104 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c5e2e452-64b5-4816-8ce9-0ff36dcf3df7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0224416 Jul 15 16:53:38.833332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.834004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 422a95db-184c-4b55-be60-1a14358669cd {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:53:38.834557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:38.842706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'subnet': {'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:38.845006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.846403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-62594070-743c-4759-83d6-d1a2bdeeb2b3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/422a95db-184c-4b55-be60-1a14358669cd HTTP/1.1" status: 204 len: 168 time: 2.9798677 Jul 15 16:53:38.849063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57924) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:38.899157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Pushing event updated for resources: {'Port': ['ID=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:38.908067 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84b8f-74d4-4339-aa25-a31de1a5853f None None] Pushing event updated for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:38.954775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Deleting subnet 2c08f01c-301b-4208-a8f4-f10e50c60493 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:38.969363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:38.999437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6b2a33c-0dd7-401d-b20a-f92b5bbe7bf0 req-4596574c-5e2a-4d28-999b-4d776f29ec87 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.0622196 Jul 15 16:53:39.070177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.110023 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Attempting to bind port 21fa9815-d7cd-4cab-91ac-d836583e2346 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:39.112549 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Attempting to bind port 21fa9815-d7cd-4cab-91ac-d836583e2346 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:39.115163 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Attempting to bind port 21fa9815-d7cd-4cab-91ac-d836583e2346 on network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:39.134798 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:39.134798 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Checking segment: {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:39.135265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Attempting to bind port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:39.140195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Attempting to bind port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a2d833d6-a6c4-480c-a306-88400f0fbeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:39.140625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Attempting to bind port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 on network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:39.147531 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.148104 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Bound using segment: {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:39.149844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Bound port: 21fa9815-d7cd-4cab-91ac-d836583e2346, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf1f357-d660-4f72-b4db-fe9444bfd179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:39.152186 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.189610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:39.190767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Checking segment: {'id': 'a2d833d6-a6c4-480c-a306-88400f0fbeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:39.191346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.191944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Bound using segment: {'id': 'a2d833d6-a6c4-480c-a306-88400f0fbeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:39.192640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Bound port: 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d833d6-a6c4-480c-a306-88400f0fbeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:39.194275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.197030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.228797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9d90a538-d3d1-494a-92e2-c3862a5ec013 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:39.230424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.310544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Allocated IP 172.25.8.180 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/fd0879aa-d406-468e-8c2b-20386077253f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:39.331537 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] For port 21fa9815-d7cd-4cab-91ac-d836583e2346, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:39.348981 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] For port 21fa9815-d7cd-4cab-91ac-d836583e2346, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21fa9815-d7cd-4cab-91ac-d836583e2346,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:39.358601 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.368398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] For port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:39.369828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.373561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] For port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,segment=NetworkSegment(a2d833d6-a6c4-480c-a306-88400f0fbeba),segment_id=a2d833d6-a6c4-480c-a306-88400f0fbeba)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:39.381213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-adac3898-5b4e-4d4f-8cc5-d7e091e6282b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:39.389208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-adac3898-5b4e-4d4f-8cc5-d7e091e6282b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.2280133 Jul 15 16:53:39.393643 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.415598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-123c8c2c-b82f-4cbb-9797-3d7e29fb4736 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/quotas/7ad053abb6b4493e8f7f33b1ec21e239 HTTP/1.1" status: 200 len: 375 time: 0.0250778 Jul 15 16:53:39.448051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:39.452564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.458825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.555967 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84b8f-74d4-4339-aa25-a31de1a5853f None None] Pushing event updated for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:39.560533 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:39.561161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:39.578197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.619040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c08f01c-301b-4208-a8f4-f10e50c60493,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:39.623073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-3c30ad58-4d52-4ead-94f3-5189b5908031 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2063947 Jul 15 16:53:39.631205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e9c63-efba-4023-a419-c88c4032a210 None None] Pushing event updated for resources: {'Port': ['ID=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:39.637386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae13927a-d799-4068-8895-7c301ed320d0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:39.678046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ae13927a-d799-4068-8895-7c301ed320d0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:39.678392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae13927a-d799-4068-8895-7c301ed320d0 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:39.681122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c540cab9-0166-496a-93e7-18aafec42494', 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494', 'tenant_id': '78f5b3de89a04e23b34c44353fd31f79', 'fixed_ips': [{'subnet_id': '787ef91f-d5a8-44fd-a889-b1098a2a94a7'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:39.682015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.688735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.691393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50897545-9be0-4379-a43a-f45ae25f564d None None] Network 83382fee-2a0a-4e58-a8a2-b4f27ee93118 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:39.693637 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5030b512-f570-4be7-ac8a-609c182cb6f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2c08f01c-301b-4208-a8f4-f10e50c60493 HTTP/1.1" status: 204 len: 168 time: 0.8436196 Jul 15 16:53:39.697278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:39.767623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:39.850556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-b751283f-2b83-4b45-8a33-894fb4ee6c60 service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247658 Jul 15 16:53:39.961363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:39.962442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event updated for resources: {'Port': ['ID=fd0879aa-d406-468e-8c2b-20386077253f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:39.968005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:39.976887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:40.038766 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:40.061489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.231569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-51db451b-403d-437a-acc1-0385dcc0d316 service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798897 Jul 15 16:53:40.246541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.262919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Allocated IP 2001:db8::2 (c540cab9-0166-496a-93e7-18aafec42494/787ef91f-d5a8-44fd-a889-b1098a2a94a7/ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:40.301872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] DHCP port deletion for 83382fee-2a0a-4e58-a8a2-b4f27ee93118 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:53:40.334161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.375331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.454778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Deleting port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:40.455121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.491475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Subnet': ['ID=3238c0c8-1949-4dd7-981f-1971afe1c8d9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:40.496310 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:35Z', 'revision_number': 4, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21fa9815-d7cd-4cab-91ac-d836583e2346', 'name': '', 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'mac_address': 'fa:16:3e:d8:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:32Z', 'updated_at': '2021-07-15T16:53:39Z', 'revision_number': 4, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'subnets': [{'id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:40.570987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Checking segment: {'id': 'b5b2578f-d412-481d-8326-261649d4ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:40.571354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network hostable DHCP agents. Network: 40d48859-9823-46fa-940a-fdbc78e7ccdc, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:40.577809 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed1af7-76be-41b6-88af-1ab3c526d888 None None] The sync data for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 is: [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:35Z', 'revision_number': 4, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21fa9815-d7cd-4cab-91ac-d836583e2346', 'name': '', 'network_id': '05643cd7-b80c-46ac-a03c-74f8e1e00b58', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'mac_address': 'fa:16:3e:d8:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:32Z', 'updated_at': '2021-07-15T16:53:39Z', 'revision_number': 4, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'subnets': [{'id': 'a7f4488f-d3fb-4bb4-a123-b40159b2b676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:40.594144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] For port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,segment=NetworkSegment(b163f7db-8d8c-47b4-a44e-551218121247),segment_id=b163f7db-8d8c-47b4-a44e-551218121247)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:40.594507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.649011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Calling delete_port for 1509bbae-cbbe-4679-8baa-c45c46ccb3dc owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:40.674811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:40.724853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 40d48859-9823-46fa-940a-fdbc78e7ccdc) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:40.733340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:40.734197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.747221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:40.782585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4aefcc99-3752-4261-8b06-9271250863e7 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9466844 Jul 15 16:53:40.784681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57948) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:40.844466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cd14c-43f3-4303-86d5-4ef957aee130 None None] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:40.881447 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:40.977193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Deleting port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:40.992067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.005452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.015470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Transition to ACTIVE for port object ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:41.020937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.021183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.074972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b120-bdbc-4f1b-a047-6d6eb6b6e748 req-40444c2a-465f-4277-bf63-4704eb2c42cd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:41.076556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b318b120-bdbc-4f1b-a047-6d6eb6b6e748 req-40444c2a-465f-4277-bf63-4704eb2c42cd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.3544621 Jul 15 16:53:41.094605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.201051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Transition to ACTIVE for port object ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:41.285280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event updated for resources: {'Port': ['ID=fd0879aa-d406-468e-8c2b-20386077253f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:41.337319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b318b120-bdbc-4f1b-a047-6d6eb6b6e748 req-c5538f6f-c429-4d93-a202-684b743b4f7f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120836 Jul 15 16:53:41.343391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.387994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.390964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] For port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:41.391597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.392592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.394817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-3e40d66f-bdb8-4176-97e1-efd03fbedeaa tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0425947 Jul 15 16:53:41.510282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Pushing event updated for resources: {'Port': ['ID=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:41.553838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Calling delete_port for 1509bbae-cbbe-4679-8baa-c45c46ccb3dc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:41.559129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Network c540cab9-0166-496a-93e7-18aafec42494 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:41.562235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:53:41.562411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-146ad8fa-72ce-4807-b4b9-1e5d375da15f tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.1558022 Jul 15 16:53:41.586175 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.603319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5e899-2914-48ec-82e0-c57306c5c363 None None] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:41.607687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:41.614944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:41.632909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.658273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:41.667190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] No DVR routers for this DVR port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:41.674688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:41.702043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-40d48859-9823-46fa-940a-fdbc78e7ccdc', 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc', 'tenant_id': '78f5b3de89a04e23b34c44353fd31f79', 'fixed_ips': [{'subnet_id': '3238c0c8-1949-4dd7-981f-1971afe1c8d9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:41.702885 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.716882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] No DVR routers for this DVR port 1509bbae-cbbe-4679-8baa-c45c46ccb3dc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:53:41.803665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:41.818066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73e1f4-2a5d-450c-b9ce-e0c36d252613 None None] Pushing event deleted for resources: {'Port': ['ID=1509bbae-cbbe-4679-8baa-c45c46ccb3dc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:41.867217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8f00dc4-2df6-499b-aec5-4cd7e3195617 req-aa6da5ce-7acc-4e0e-a2ab-3541146a4e6d tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0675595 Jul 15 16:53:41.878544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-189fc86a-a492-46bc-ae4d-75c659aae160 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:41.880005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efaf854c-6a92-417e-9a5d-efb6e49f5c62 req-189fc86a-a492-46bc-ae4d-75c659aae160 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.3004253 Jul 15 16:53:41.957693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:41.969781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83382fee-2a0a-4e58-a8a2-b4f27ee93118']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:41.981968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b163f7db-8d8c-47b4-a44e-551218121247') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:41.982569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b163f7db-8d8c-47b4-a44e-551218121247') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:41.992451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.009219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.016563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:53:42.017269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.068970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45ee9c89-1d1e-45d0-9f24-ecf798e8d168 req-b093f006-6765-4043-8c5c-4443d0592ff5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.0407333 Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:53:42.082019 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:53:42.113720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7772b6ca-cfc8-44d2-99c6-d67e2b9e996d req-42f4f77e-1e49-4d30-8443-c1750008f959 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 210 time: 0.0481374 Jul 15 16:53:42.122340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Attempting to bind port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:42.122809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Attempting to bind port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'fda79824-885a-4998-b766-11339bf4ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:42.123247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Attempting to bind port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa on network c540cab9-0166-496a-93e7-18aafec42494 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:42.132447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:42.137087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e22b1a-8cd9-43c5-a7ba-95e65fb573e0 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:42.137705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1509bbae-cbbe-4679-8baa-c45c46ccb3dc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:42.139535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Provisioning for port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:42.145627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:42.146004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Checking segment: {'id': 'fda79824-885a-4998-b766-11339bf4ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:42.146419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.146823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Bound using segment: {'id': 'fda79824-885a-4998-b766-11339bf4ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:42.163425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Bound port: ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda79824-885a-4998-b766-11339bf4ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c540cab9-0166-496a-93e7-18aafec42494'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:42.163793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.176405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-6db016c5-8c16-4e43-8e35-fdcf545924e6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:42.178064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-6db016c5-8c16-4e43-8e35-fdcf545924e6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 1.2046442 Jul 15 16:53:42.181983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.194051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3592453-9c20-4234-9a7d-ed4df7e7f981 req-f58af42e-e616-4406-82b5-93f0db7f1210 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips/fbc5b30b-ffbe-4e99-9212-9a110def60c1 HTTP/1.1" status: 200 len: 693 time: 0.0840123 Jul 15 16:53:42.197961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.200747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/83382fee-2a0a-4e58-a8a2-b4f27ee93118 HTTP/1.1" status: 204 len: 168 time: 2.4993377 Jul 15 16:53:42.237575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4249540-35f1-4ecd-94e8-2de6caf90ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83382fee-2a0a-4e58-a8a2-b4f27ee93118,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:42.324948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Provisioning complete for port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:42.326228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.327342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.346769 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-95349011-8fe1-4ed7-a932-d59aa779e4c2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 380 time: 0.1575150 Jul 15 16:53:42.374889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'device_id': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'admin_state_up': True, 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'security_groups': ['315c4457-54a2-4614-a54f-403ce53299ba']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:42.390514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592453-9c20-4234-9a7d-ed4df7e7f981 req-d5566044-0cd6-476c-813c-fc9df4b3c216 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:42.393749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3592453-9c20-4234-9a7d-ed4df7e7f981 req-d5566044-0cd6-476c-813c-fc9df4b3c216 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1928651 Jul 15 16:53:42.403207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 1509bbae-cbbe-4679-8baa-c45c46ccb3dc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:42.403830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1509bbae-cbbe-4679-8baa-c45c46ccb3dc not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:42.568739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] For port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:42.572157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] For port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,segment=NetworkSegment(fda79824-885a-4998-b766-11339bf4ad53),segment_id=fda79824-885a-4998-b766-11339bf4ad53)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:42.601433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:42.688913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:42.778070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66574c6c-d40b-43c8-a145-c23071673e0f None None] Pushing event updated for resources: {'Port': ['ID=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:42.783462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21fa9815-d7cd-4cab-91ac-d836583e2346 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:42.850803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eb4da69f-3330-4e6d-8a1e-73f4c14fc908 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf606503665e4dda8744f6d64c61f8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577172 Jul 15 16:53:42.855123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:42.878682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Allocated IP 2001:db8::2 (40d48859-9823-46fa-940a-fdbc78e7ccdc/3238c0c8-1949-4dd7-981f-1971afe1c8d9/b173de52-4df9-4a6e-ba7d-0f2a3db45fd2) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:42.920842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-da1a69fc-44f5-4035-ab4e-66c4afc1ffc2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:42.927268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-da1a69fc-44f5-4035-ab4e-66c4afc1ffc2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.4545994 Jul 15 16:53:42.935860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Request body: {'port': {'device_id': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'admin_state_up': True, 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:42.965668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb9a3-4ff8-43d6-86a2-d045663ff560 req-f9ba307a-1d59-47ad-85ca-7e3a2f4c1a59 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:42.965668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeceb9a3-4ff8-43d6-86a2-d045663ff560 req-f9ba307a-1d59-47ad-85ca-7e3a2f4c1a59 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.3308606 Jul 15 16:53:43.138130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:43.142508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.159885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Allocated IP 2001:db8::1 (c540cab9-0166-496a-93e7-18aafec42494/787ef91f-d5a8-44fd-a889-b1098a2a94a7/d9b68737-1ec5-44f8-acee-296c9c7b4268) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:43.178131 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.226492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ca1e66a-9dd2-488d-8d69-f090834a2bac req-34a6f9f2-141e-4902-bc81-84b7b72d3c7b tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=7d6591e997fd4116b59b8681a4c89678 HTTP/1.1" status: 200 len: 696 time: 0.1702230 Jul 15 16:53:43.232621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeceb9a3-4ff8-43d6-86a2-d045663ff560 req-6d53989f-048b-4a05-b98d-dacc186a1212 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561536 Jul 15 16:53:43.282738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 21fa9815-d7cd-4cab-91ac-d836583e2346 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:43.354922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21fa9815-d7cd-4cab-91ac-d836583e2346 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:43.355294 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.363904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.390432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.444708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] For port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,segment=NetworkSegment(a2d833d6-a6c4-480c-a306-88400f0fbeba),segment_id=a2d833d6-a6c4-480c-a306-88400f0fbeba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:43.470496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.491870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.494505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.498422 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0be2a60-ff5f-473c-9c70-966dac8f1c61 HTTP/1.1" status: 204 len: 168 time: 0.6342301 Jul 15 16:53:43.603525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.606661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1e66a-9dd2-488d-8d69-f090834a2bac req-19380d8c-deb4-4fae-8b26-8a4f9809daa8 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:43.608389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ca1e66a-9dd2-488d-8d69-f090834a2bac req-19380d8c-deb4-4fae-8b26-8a4f9809daa8 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks?id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 787 time: 0.3505659 Jul 15 16:53:43.627252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Transition to ACTIVE for port object b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:43.630489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-1ca1e66a-9dd2-488d-8d69-f090834a2bac req-578caeaa-e9f4-4716-b154-b1ac4db7070d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 16:53:43.648908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ca1e66a-9dd2-488d-8d69-f090834a2bac req-578caeaa-e9f4-4716-b154-b1ac4db7070d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248611 Jul 15 16:53:43.656841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2ea2e-9b2d-4e4f-841f-93ceb51c4c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be2a60-ff5f-473c-9c70-966dac8f1c61,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:43.704842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c515e65a-e12e-4eec-a728-5875e61720f5 req-aa558514-c129-40a0-bb09-1f7a841c9321 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0541000 Jul 15 16:53:43.718194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Transition to ACTIVE for port object b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:43.723805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124afb9-8c9e-4c24-97d1-193796d57c77 None None] Pushing event updated for resources: {'Port': ['ID=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:43.743698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:43.748315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.750521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.20.0.8 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/3a4bf0fd-798e-4f01-b082-0edc409b70ad) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:43.770522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.803923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.845850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Transition to ACTIVE for port object d9b68737-1ec5-44f8-acee-296c9c7b4268 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:43.865138 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.957985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 21fa9815-d7cd-4cab-91ac-d836583e2346, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21fa9815-d7cd-4cab-91ac-d836583e2346,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:43.972540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:43.978923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:43.990056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:44.004333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.012537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:44.021492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-497a25b3-8ae8-4750-bc21-e887e06a0045 None None] Provisioning complete for port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:44.023382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-497a25b3-8ae8-4750-bc21-e887e06a0045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.045192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network c540cab9-0166-496a-93e7-18aafec42494 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:44.060288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:44.076295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:44.076861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.082158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.098643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Pushing event updated for resources: {'Port': ['ID=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:44.162448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Port': ['ID=d9b68737-1ec5-44f8-acee-296c9c7b4268,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:44.170662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:44.200202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Transition to ACTIVE for port object 3a4bf0fd-798e-4f01-b082-0edc409b70ad will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:44.328033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.346348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Attempting to bind port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:44.348812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Attempting to bind port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b5b2578f-d412-481d-8326-261649d4ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:44.349185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Attempting to bind port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 on network 40d48859-9823-46fa-940a-fdbc78e7ccdc {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:44.365107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:44.380317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:44.380692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Checking segment: {'id': 'b5b2578f-d412-481d-8326-261649d4ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:44.381104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.381488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Bound using segment: {'id': 'b5b2578f-d412-481d-8326-261649d4ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:44.381972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Bound port: b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b2578f-d412-481d-8326-261649d4ddb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '40d48859-9823-46fa-940a-fdbc78e7ccdc'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:44.382902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.388727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:44.398626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:44.470896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.547009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] For port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:44.551802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] For port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,segment=NetworkSegment(b5b2578f-d412-481d-8326-261649d4ddb5),segment_id=b5b2578f-d412-481d-8326-261649d4ddb5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:44.557281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe1441d9-7532-4b14-9cfa-a731ec163480 req-e908db8b-80c9-4715-b5e3-73c912e5ec94 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.6972897 Jul 15 16:53:44.561212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.566796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:44.569591 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:44.643690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:44.675824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960eade0-1417-4d12-94c5-39793830db69 None None] Network c540cab9-0166-496a-93e7-18aafec42494 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:44.677616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-068c6a3b-3b84-4306-80a0-0ccfdd200b3b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3121235 Jul 15 16:53:44.735765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca40a3d5-0d59-4d29-83a6-681781558dea req-ff120805-8448-48e4-ae77-188ffb00b38f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 210 time: 0.2010145 Jul 15 16:53:44.775210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Request body: {'port': {'device_id': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:44.787960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02ea54-77ef-499c-b64f-6e9c16d3af59 None None] Pushing event updated for resources: {'Port': ['ID=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:44.810311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-660d31da-855b-4218-b493-913b2f28f39f None None] Provisioning for port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:44.897617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:44.939526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-f3c9de72-f6c8-44fa-a08e-f1d2974772de tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips/fbc5b30b-ffbe-4e99-9212-9a110def60c1 HTTP/1.1" status: 200 len: 693 time: 0.1902928 Jul 15 16:53:45.008761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Allocated IP 172.20.0.10 (e502825a-0d7b-4a84-a2f0-93876b2a38ef/44d36371-476d-4e06-a239-86d38240021c/840a2248-fd60-46a9-b7ca-022d7ca97e9c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:45.102729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5d933573-372a-462d-a94d-8857821c0473 None None] Provisioning for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:45.113920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5d933573-372a-462d-a94d-8857821c0473 None None] Provisioning complete for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:45.114388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5d933573-372a-462d-a94d-8857821c0473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.136777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:45.179468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.185059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5d933573-372a-462d-a94d-8857821c0473 None None] Port 3a4bf0fd-798e-4f01-b082-0edc409b70ad cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:45.204530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:45.210472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:45.211669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.383207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-36520bda-47b9-4ba6-8c4d-01201ebf3490 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:45.397183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-36520bda-47b9-4ba6-8c4d-01201ebf3490 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.4563017 Jul 15 16:53:45.399936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.439161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,segment=NetworkSegment(fda79824-885a-4998-b766-11339bf4ad53),segment_id=fda79824-885a-4998-b766-11339bf4ad53)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:45.445911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.446814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:45.522119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-562a15ca-ee9f-40c3-871d-1a2b25ae263d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.1238604 Jul 15 16:53:45.623941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-1352e0f9-ba31-44b3-bd1d-92b7bf297a91 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.1008472 Jul 15 16:53:45.635580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532d13-1362-4bac-a7cb-620858214cf9 req-1a555ae6-90f8-4e65-9e10-9779b617b352 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:45.637516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:45.640371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Provisioning for port d9b68737-1ec5-44f8-acee-296c9c7b4268 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:45.643294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe532d13-1362-4bac-a7cb-620858214cf9 req-1a555ae6-90f8-4e65-9e10-9779b617b352 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.5697415 Jul 15 16:53:45.649223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:45.649817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Provisioning complete for port d9b68737-1ec5-44f8-acee-296c9c7b4268 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:45.650295 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.654613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:45.655135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.659027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.674505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Transition to ACTIVE for port object 3a4bf0fd-798e-4f01-b082-0edc409b70ad will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:45.683947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1781242054-network', 'tenant_id': 'db882dd44c414dc5a569d8a62693ebdc'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:45.718553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.736066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Made reservation on behalf of db882dd44c414dc5a569d8a62693ebdc for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:45.739478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.749565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Port d9b68737-1ec5-44f8-acee-296c9c7b4268 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:45.787014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Provisioning complete for port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:45.787550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b058c48f-59b8-4438-8089-f5b708bcfa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.808801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.819084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:45.846550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe532d13-1362-4bac-a7cb-620858214cf9 req-7b8ea35b-b7b5-49b2-bcbc-211e3ba37dd8 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021468 Jul 15 16:53:45.966415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.034707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.049032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Deleting port fd0879aa-d406-468e-8c2b-20386077253f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:46.049385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.050843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.072463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:46.108851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:46.152481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:46.169339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:46.193539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:46.197324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:46.202931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:46.233553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.234602 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Added segment c619d7ba-ddac-4d8b-b456-31da0e4d8c42 of type vlan for network ce075e69-2435-43c5-9577-8e49d6df5638 Jul 15 16:53:46.253304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21fa9815-d7cd-4cab-91ac-d836583e2346 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:46.279103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:46.280441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.329289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.377341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:46.392058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Attempting to bind port 3a4bf0fd-798e-4f01-b082-0edc409b70ad on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:46.392428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Attempting to bind port 3a4bf0fd-798e-4f01-b082-0edc409b70ad by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:46.392943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Attempting to bind port 3a4bf0fd-798e-4f01-b082-0edc409b70ad on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:46.394747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f2be2088-947b-47bd-872d-1b31d25798a3 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4634972 Jul 15 16:53:46.395029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.395796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.408390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4b71249-7a2f-41a8-b33b-1a559e44ec74 req-635da8de-2467-49c9-8efa-42e71981ee98 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0581172 Jul 15 16:53:46.412298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.423384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Request body: {'port': {'device_id': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:46.439864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Port 3a4bf0fd-798e-4f01-b082-0edc409b70ad on network ff6c5116-683b-4995-aa4b-1001de85da69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:53:46.439864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Attempting to bind port 3a4bf0fd-798e-4f01-b082-0edc409b70ad on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:46.451190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:46.451536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:46.451927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:46.452417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Bound port: 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:46.452914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.503681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21fa9815-d7cd-4cab-91ac-d836583e2346 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:46.504226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.534265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.534886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.582443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Calling delete_port for fd0879aa-d406-468e-8c2b-20386077253f owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:46.587148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db005ce-d1f3-4a54-aa2a-4fec14d459e6 None None] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:46.601597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:46.606003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:46.642359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Port': ['ID=d9b68737-1ec5-44f8-acee-296c9c7b4268,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:46.645146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.683864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.684891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:46.685478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.720305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.738269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:46.738958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.740951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 1091 time: 1.9847910 Jul 15 16:53:46.741092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:46.745288 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a87689-de5a-45a7-875d-d6c6e29782ac" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:46.759533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9401654e-34f2-4bef-b065-0ca8d98c7542 None None] Provisioning complete for port d9b68737-1ec5-44f8-acee-296c9c7b4268 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:46.759966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9401654e-34f2-4bef-b065-0ca8d98c7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:46.816395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6527987 Jul 15 16:53:46.822428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58030) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:46.845010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Request body: {'subnet': {'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1781242054-subnet', 'tenant_id': 'db882dd44c414dc5a569d8a62693ebdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:46.861511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e89fb4-d111-4f8b-8f74-09b587a2a719 req-3d89cb17-415f-4d07-99f2-1b163ab5d677 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:46.863157 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12e89fb4-d111-4f8b-8f74-09b587a2a719 req-3d89cb17-415f-4d07-99f2-1b163ab5d677 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 943 time: 0.2781956 Jul 15 16:53:46.884996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9401654e-34f2-4bef-b065-0ca8d98c7542 None None] Port d9b68737-1ec5-44f8-acee-296c9c7b4268 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:46.892694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network c540cab9-0166-496a-93e7-18aafec42494 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:46.906565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:46.916373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9401654e-34f2-4bef-b065-0ca8d98c7542 None None] Provisioning for port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:47.051161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:47.054487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fd780-3820-4b8c-bbd5-2785dd73ccf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:47.057492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e015c3-2278-4135-8cc7-3d0b86ff4450 admin admin] Pushing event updated for resources: {'Network': ['ID=ce075e69-2435-43c5-9577-8e49d6df5638,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:47.100863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-b8e0627e-d97b-4c13-968f-48b0f242d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:47.102705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-b8e0627e-d97b-4c13-968f-48b0f242d884 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1094 time: 0.2992277 Jul 15 16:53:47.103596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ce075e69-2435-43c5-9577-8e49d6df5638 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:47.158666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-51294017-80b5-4192-84de-c077e9b2a16a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 217 time: 0.0467138 Jul 15 16:53:47.199792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:47.200379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.215321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Made reservation on behalf of db882dd44c414dc5a569d8a62693ebdc for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:47.217990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.221491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-0ae51791-64d1-4c97-8b6b-2fd451f70a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:47.223000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-0ae51791-64d1-4c97-8b6b-2fd451f70a51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.0578768 Jul 15 16:53:47.226504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Router 56e8a3ad-67bc-45cb-acb1-adb005399295 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:53:47.257602 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.280579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12e89fb4-d111-4f8b-8f74-09b587a2a719 req-a4ee10ac-20d9-4adf-9ff1-4775384186a3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997326 Jul 15 16:53:47.318765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:47.373250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event deleted for resources: {'Port': ['ID=fd0879aa-d406-468e-8c2b-20386077253f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:47.422352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840a2248-fd60-46a9-b7ca-022d7ca97e9c {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:47.434975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:47.439816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:47.440788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.534124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.615225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.673242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,segment=NetworkSegment(b5b2578f-d412-481d-8326-261649d4ddb5),segment_id=b5b2578f-d412-481d-8326-261649d4ddb5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:47.684327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e815498-1ceb-443d-9edf-b8b5222a4c26 None None] Provisioning complete for port d9b68737-1ec5-44f8-acee-296c9c7b4268 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:47.685143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3e815498-1ceb-443d-9edf-b8b5222a4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.689115 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.724286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.763779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:47.765379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:47.768875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-dae0ff79-083e-425d-b34e-b2c961150770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:47.770890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-dae0ff79-083e-425d-b34e-b2c961150770 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5406446 Jul 15 16:53:47.775724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-89a3dec2-0f79-48fd-83fd-d7c578734098 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9900634 Jul 15 16:53:47.779751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Transition to ACTIVE for port object 840a2248-fd60-46a9-b7ca-022d7ca97e9c will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:47.780881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] Sync routers for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:47.784699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58038) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:47.785882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3e815498-1ceb-443d-9edf-b8b5222a4c26 None None] Port d9b68737-1ec5-44f8-acee-296c9c7b4268 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:47.797545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:47.798295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:47.811910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.837580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e815498-1ceb-443d-9edf-b8b5222a4c26 None None] Provisioning complete for port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:47.838080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3e815498-1ceb-443d-9edf-b8b5222a4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.840270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:47.875431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:47.875903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:47.889544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-15666549-6e10-4306-95e2-b21f15351953 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037602 Jul 15 16:53:47.911272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:47.911927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6bf5b-f937-4868-bf7f-9bb0503a8bad None None] The sync data for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:47.927060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.929630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:47.930806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-05d5eec9-c817-419c-92f5-a444ad79fbe6 req-e4eb1211-5697-4f6e-b7ca-42ac6cde0b42 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "DELETE /v2.0/floatingips/fbc5b30b-ffbe-4e99-9212-9a110def60c1 HTTP/1.1" status: 204 len: 173 time: 2.3060410 Jul 15 16:53:47.977395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0f984b-3908-446b-b06e-b88713620871,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:47.984799 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6abf92-0abd-49ec-99bb-b2da83b0a871 x-openstack-request-id: req-0e6abf92-0abd-49ec-99bb-b2da83b0a871 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:47.985595 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:47.985595 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e6abf92-0abd-49ec-99bb-b2da83b0a871 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:47.985816 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'status': 'completed', 'code': 200} Jul 15 16:53:48.006737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:48.015751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-222baa60-17d9-4a3d-a8d1-7b99a3982e24 req-46e1fe70-e5b0-4364-bf51-2ac557e6d4c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146019 Jul 15 16:53:48.029916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Checking segment: {'id': 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:48.030276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Network hostable DHCP agents. Network: ce075e69-2435-43c5-9577-8e49d6df5638, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:48.126613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-c91067cb-e1d9-423e-82cd-74d57c694827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.128068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-c91067cb-e1d9-423e-82cd-74d57c694827 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1094 time: 0.0594630 Jul 15 16:53:48.220493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-111f7a49-94a1-4b13-ac40-cba7eb54a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.221982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-111f7a49-94a1-4b13-ac40-cba7eb54a0cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.0870137 Jul 15 16:53:48.223919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f0e76-a734-4796-b361-3315747843f2 req-8e17efa7-3384-4f5c-8d05-fd5b07f7e99e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.225444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed5f0e76-a734-4796-b361-3315747843f2 req-8e17efa7-3384-4f5c-8d05-fd5b07f7e99e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 944 time: 0.4715755 Jul 15 16:53:48.231793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Network ce075e69-2435-43c5-9577-8e49d6df5638 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:48.270105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ce075e69-2435-43c5-9577-8e49d6df5638) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:48.270998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-a591b052-1dbd-42e8-9bd2-667aec40d83d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 217 time: 0.0388818 Jul 15 16:53:48.278310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4852d37-bf17-4f3c-8be4-0a29126a21ba None None] Network ce075e69-2435-43c5-9577-8e49d6df5638 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:48.324158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-df467487-f14a-437a-bd10-13727114a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.325624 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-df467487-f14a-437a-bd10-13727114a192 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.0477555 Jul 15 16:53:48.337784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Attempting to bind port 840a2248-fd60-46a9-b7ca-022d7ca97e9c on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:48.338121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Attempting to bind port 840a2248-fd60-46a9-b7ca-022d7ca97e9c by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:48.338441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Attempting to bind port 840a2248-fd60-46a9-b7ca-022d7ca97e9c on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:48.345256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.345864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:48.364047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Port 840a2248-fd60-46a9-b7ca-022d7ca97e9c on network e502825a-0d7b-4a84-a2f0-93876b2a38ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:53:48.364399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Attempting to bind port 840a2248-fd60-46a9-b7ca-022d7ca97e9c on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:48.394263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:48.394561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Checking segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:48.394899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Bound using segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:48.395335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Bound port: 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:48.395703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:48.399979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-b4a9f661-5ec3-46b4-8e96-e2ded53bab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.402952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-b4a9f661-5ec3-46b4-8e96-e2ded53bab63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579472 Jul 15 16:53:48.412192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed5f0e76-a734-4796-b361-3315747843f2 req-97c78681-3d28-474a-ab6b-04c29cd4b2d2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781921 Jul 15 16:53:48.413840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0dd48b7c-6589-406e-983a-8964dc6c2c66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5886660 Jul 15 16:53:48.421537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe79da-8470-4543-b59a-b23d79b9244c req-5afd7145-4a13-4198-9ade-df75a665e29d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.427715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d75e5-2411-469c-9f3d-acfc82db6c1b None None] Network ce075e69-2435-43c5-9577-8e49d6df5638 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:48.428365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22fe79da-8470-4543-b59a-b23d79b9244c req-5afd7145-4a13-4198-9ade-df75a665e29d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2893040 Jul 15 16:53:48.562531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22fe79da-8470-4543-b59a-b23d79b9244c req-fc4eb46d-42fd-4feb-9755-8a4ba1284574 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296971 Jul 15 16:53:48.637753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:48.640548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-b307f53c-899e-4b41-8743-c74a82f8b171 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235420 Jul 15 16:53:48.684653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:48.697212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:48.731717 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-a35b1433-e544-4e4c-8b46-9368aa1a9da3 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 16:53:48.732803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a35b1433-e544-4e4c-8b46-9368aa1a9da3 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9471567 Jul 15 16:53:48.736371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:48.791589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:48.792778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:48.794185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] 10.222.0.20 "PUT /v2.0/ports/840a2248-fd60-46a9-b7ca-022d7ca97e9c HTTP/1.1" status: 200 len: 1092 time: 2.3781950 Jul 15 16:53:48.794637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:48.797104 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6e48e-da52-4747-bdbe-2a63d93e50ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:48.825427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5f4beb3-636e-493b-a73f-5596d7f0867d req-8bb88e55-663e-4852-84c7-d0d3e2279ddb tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0915577 Jul 15 16:53:48.825897 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06a87689-de5a-45a7-875d-d6c6e29782ac req-74f5e6cb-28b7-4cda-8614-44cdd7deb5f1 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781833 Jul 15 16:53:48.851959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51595f-5aee-4cd5-9dfc-4103a21b0ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:48.875680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-f16d80e3-1812-4e6e-8638-72c77c2ec4ae tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2353110 Jul 15 16:53:48.879796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:48.891728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:48.919941 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:48.931659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:48.932098 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.039757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f1bdf412-0f0b-4102-8640-785173bdff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:49.041489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-f1bdf412-0f0b-4102-8640-785173bdff34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 1095 time: 0.1721272 Jul 15 16:53:49.078888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.100579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7a58-1c69-41b4-a492-152f3d43f6d3 req-4fa98758-969d-4cc1-a6c5-917fd407a11a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:49.102076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58ee7a58-1c69-41b4-a492-152f3d43f6d3 req-4fa98758-969d-4cc1-a6c5-917fd407a11a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 943 time: 0.0970910 Jul 15 16:53:49.105960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-5949af51-0fd1-4aab-9416-af6528e5dc54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c HTTP/1.1" status: 200 len: 217 time: 0.0381963 Jul 15 16:53:49.175912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-4cbc96cf-684f-401c-b28f-8745833bbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:49.177328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-4cbc96cf-684f-401c-b28f-8745833bbd69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.0640917 Jul 15 16:53:49.200621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58ee7a58-1c69-41b4-a492-152f3d43f6d3 req-b30c6daf-9b9f-4543-8fa5-26a7afe068f0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720835 Jul 15 16:53:49.225026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-85d245f4-2ea7-4b0b-a751-930b45d198a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303199 Jul 15 16:53:49.228734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Allocated IP 172.25.8.206 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/83eba249-f091-4a5c-b5f2-30ba4fa0058b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:49.255207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.352555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.396703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.419785 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-a5a32644-036d-4e76-8fdd-47f33bfcd1dc service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764493 Jul 15 16:53:49.469419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:49.477420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:49.483959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:49.491045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event updated for resources: {'Port': ['ID=83eba249-f091-4a5c-b5f2-30ba4fa0058b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:49.570781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d20247c-e61a-4db8-84b2-93752ad89865 req-9bddd8ea-dcfc-464f-aede-2be9f69433f8 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241407 Jul 15 16:53:49.591684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-4bb37406-109c-4be3-81d0-53fb9d5e2992 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:49.593297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-4bb37406-109c-4be3-81d0-53fb9d5e2992 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/networks?id=ce075e69-2435-43c5-9577-8e49d6df5638 HTTP/1.1" status: 200 len: 818 time: 0.1696112 Jul 15 16:53:49.631503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-a687980a-1b4b-4ac4-9452-e3fe0bf20f18 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/quotas/db882dd44c414dc5a569d8a62693ebdc HTTP/1.1" status: 200 len: 375 time: 0.0190794 Jul 15 16:53:49.648919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.665253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting port d9b68737-1ec5-44f8-acee-296c9c7b4268 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:49.665605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.669318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-b57d56a3-fa43-41d4-a3fa-e371703d7637 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=db882dd44c414dc5a569d8a62693ebdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313358 Jul 15 16:53:49.739019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.755739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.767898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Calling delete_port for d9b68737-1ec5-44f8-acee-296c9c7b4268 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:49.826152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-e7fee915-bc44-4502-8de2-18b94ce83546 service neutron] 10.222.0.25 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475132 Jul 15 16:53:49.942252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:49.969536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Port': ['ID=d9b68737-1ec5-44f8-acee-296c9c7b4268,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:50.078399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:50.242488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Router 56e8a3ad-67bc-45cb-acb1-adb005399295 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:50.319162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:50.325187 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7120abdb-28a4-42ea-8819-7d8fdaddc36a tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876100 Jul 15 16:53:50.328398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:50.337109 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] Sync routers for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:50.337723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-75aee4a5-62a2-4bfa-9be8-d080d6ca6246 service neutron] 10.222.0.25 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020547 Jul 15 16:53:50.365221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:50.367045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:50.367916 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:50.371155 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-69add787-fd3a-43af-be2a-a2f245bcdce3 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] delete failed (client error): The resource could not be found. Jul 15 16:53:50.373916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-69add787-fd3a-43af-be2a-a2f245bcdce3 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1357864142 HTTP/1.1" status: 404 len: 335 time: 0.0428073 Jul 15 16:53:50.375997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:50.377006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:50.389125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4d245649-bae3-4bea-8f3c-b88aeac7d2dd tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'router': {'external_gateway_info': {'network_id': '56e8a3ad-67bc-45cb-acb1-adb005399295'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:50.418827 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:50.430838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:53:50.432953 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:50.433665 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:50.435455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event updated for resources: {'Port': ['ID=83eba249-f091-4a5c-b5f2-30ba4fa0058b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:50.470936 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:50.472012 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff07f91-3755-49ef-a32f-291f7b54f5f0 None None] The sync data for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:50.515576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:50.528055 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135040e4-010a-42e0-9068-3add4f173d7d x-openstack-request-id: req-135040e4-010a-42e0-9068-3add4f173d7d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:50.528399 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:50.528691 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-135040e4-010a-42e0-9068-3add4f173d7d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:50.529405 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'status': 'completed', 'code': 200} Jul 15 16:53:50.547007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:50.558226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-a29ae2f3-3101-43c8-91be-0b55d065e73d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6720450 Jul 15 16:53:50.615719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-437cbd08-0e0e-46d2-92fd-5a82d64b3766 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0564961 Jul 15 16:53:50.768485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ae36-48eb-46d5-9767-e44b64d42e80 req-a0c1ac01-416b-454f-bfe8-36e3a7cfb263 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:50.770064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5097ae36-48eb-46d5-9767-e44b64d42e80 req-a0c1ac01-416b-454f-bfe8-36e3a7cfb263 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 944 time: 0.1441507 Jul 15 16:53:50.778980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-ebb3062f-732a-4e5a-adfb-c7b1a470311d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:50.792100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-032aa4b4-6ca3-4542-99af-083d246ad5c5 req-ebb3062f-732a-4e5a-adfb-c7b1a470311d tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1753175 Jul 15 16:53:50.864029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5097ae36-48eb-46d5-9767-e44b64d42e80 req-c1825861-c25b-4a28-bd7f-09f8045992df tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708592 Jul 15 16:53:50.992503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fe016-24e0-40b7-a4b5-ca82edbbf4e9 req-f24e8252-8c5f-4137-8e38-2b935e75fc2b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:50.994629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-757fe016-24e0-40b7-a4b5-ca82edbbf4e9 req-f24e8252-8c5f-4137-8e38-2b935e75fc2b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.0836890 Jul 15 16:53:50.999434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-8fc49ecf-913c-495c-a3a4-e615cc18a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.001721 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-8fc49ecf-913c-495c-a3a4-e615cc18a5b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 1095 time: 0.2078071 Jul 15 16:53:51.010380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d245649-bae3-4bea-8f3c-b88aeac7d2dd tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.052759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-757fe016-24e0-40b7-a4b5-ca82edbbf4e9 req-7f63e63a-36f9-4829-9890-b064b688f55d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Jul 15 16:53:51.065474 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4d245649-bae3-4bea-8f3c-b88aeac7d2dd tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] update failed (client error): The resource could not be found. Jul 15 16:53:51.079008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4d245649-bae3-4bea-8f3c-b88aeac7d2dd tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295 HTTP/1.1" status: 404 len: 339 time: 0.6885536 Jul 15 16:53:51.079008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:51.079008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-804637134'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:51.174700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:51.179508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.182234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-fbaa9ca3-04dc-43ee-8b82-e74b879ddf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.184352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-fbaa9ca3-04dc-43ee-8b82-e74b879ddf10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 914 time: 0.1663218 Jul 15 16:53:51.190866 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98428796-f6ce-4624-9467-8c9b7b46a263 req-23baf025-bf0a-40b4-8160-4c96618675b1 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Jul 15 16:53:51.237831 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-b39f3783-822a-4e57-842e-df9ec19fba9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c HTTP/1.1" status: 200 len: 217 time: 0.0435343 Jul 15 16:53:51.248579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:53:51.279815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2d486-d945-4691-b54b-5a42f5ab8b20 req-7e495456-b1f5-4728-abd1-0172d61dc393 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.284634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:53:51.287274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9df2d486-d945-4691-b54b-5a42f5ab8b20 req-7e495456-b1f5-4728-abd1-0172d61dc393 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 943 time: 0.0987508 Jul 15 16:53:51.293735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.294085 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Added segment 2e58a156-713c-409b-83d4-202f03f62b33 of type vlan for network e8c9ed94-8c1a-4eff-a755-e2deea90045e Jul 15 16:53:51.337919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9df2d486-d945-4691-b54b-5a42f5ab8b20 req-70242a28-e8e4-45b6-9b2a-877263e83e5a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Jul 15 16:53:51.343251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-f6a95939-98a4-432b-b8f0-18b143544dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.345010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-f6a95939-98a4-432b-b8f0-18b143544dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.0976470 Jul 15 16:53:51.364441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.390623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-d9df377e-34f2-4528-9155-41b01fefd9fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370574 Jul 15 16:53:51.433697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-3e765151-8871-4970-8386-f4bd17e103d1 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips/edc7303d-468c-4fa8-a35f-2a6232a7d542 HTTP/1.1" status: 200 len: 693 time: 0.0652819 Jul 15 16:53:51.449228 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.455618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.456426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.469543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:51.475091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5faa74e8-f062-4d2b-8c42-ba64725e7c5f req-bbcd372d-cb98-42ea-aa17-bd1c63d0e6f7 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 210 time: 0.0396333 Jul 15 16:53:51.484287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:53:51.532137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4604516 Jul 15 16:53:51.537249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:51.544241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.546479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'subnet': {'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:51.559893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:51.578103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-6b1d621d-d29d-4f2e-9bb3-68e268cb0486 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:51.579646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-6b1d621d-d29d-4f2e-9bb3-68e268cb0486 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 784 time: 0.1336892 Jul 15 16:53:51.582984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:51.588292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.612145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-3dbd5f33-4441-45eb-9f0e-7fc83e39cb55 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140167 Jul 15 16:53:51.612821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3a4d5-00ad-468c-b7a4-d63661f0a01e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Network': ['ID=e8c9ed94-8c1a-4eff-a755-e2deea90045e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:51.631589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-f904e823-571d-4989-a0bd-7c7b1d92ca51 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0453076 Jul 15 16:53:51.636681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:53:51.658299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:51.689243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-5d239361-0213-417f-97e8-6eaefee5d214 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.206 HTTP/1.1" status: 200 len: 696 time: 0.0497799 Jul 15 16:53:51.751414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Made reservation on behalf of 78f5b3de89a04e23b34c44353fd31f79 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:51.754962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.791678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50f6e48e-da52-4747-bdbe-2a63d93e50ac req-34a217d6-d82e-4aea-b4a1-800450a058c1 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682546 Jul 15 16:53:51.833339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Deleting port 83eba249-f091-4a5c-b5f2-30ba4fa0058b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:51.833721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.924397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.924736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:51.928434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3a4bf0fd-798e-4f01-b082-0edc409b70ad'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:51.941193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Calling delete_port for 83eba249-f091-4a5c-b5f2-30ba4fa0058b owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:52.143682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f983-d357-4814-971f-99775c0d0038 req-92fc5ca2-9a4f-470c-aabb-3970e2ab3583 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:52.145686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6f5f983-d357-4814-971f-99775c0d0038 req-92fc5ca2-9a4f-470c-aabb-3970e2ab3583 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 944 time: 0.1166713 Jul 15 16:53:52.148340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-b318dd71-2d95-4778-afb6-af56bd7d0181 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:52.149837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-b318dd71-2d95-4778-afb6-af56bd7d0181 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.20 "GET /v2.0/networks?id=ce075e69-2435-43c5-9577-8e49d6df5638 HTTP/1.1" status: 200 len: 818 time: 0.2390027 Jul 15 16:53:52.151732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.182655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Request body: {'port': {'device_id': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638', 'admin_state_up': True, 'tenant_id': 'db882dd44c414dc5a569d8a62693ebdc'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:52.199201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.212760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6f5f983-d357-4814-971f-99775c0d0038 req-745551c5-58c0-4e6b-b6d9-421047ea3c97 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Jul 15 16:53:52.235933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Pushing event deleted for resources: {'Port': ['ID=83eba249-f091-4a5c-b5f2-30ba4fa0058b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:52.282480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Subnet': ['ID=b9b5b63f-7955-4563-9cab-f25916da91ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:52.309409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Checking segment: {'id': '2e58a156-713c-409b-83d4-202f03f62b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:52.309797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network hostable DHCP agents. Network: e8c9ed94-8c1a-4eff-a755-e2deea90045e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:53:52.325905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.329414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.330854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ca894b0-03d9-4ba1-89e0-b69da04001ff req-b1dc0951-62da-4aa1-a47e-a703b93f770c tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "DELETE /v2.0/floatingips/edc7303d-468c-4fa8-a35f-2a6232a7d542 HTTP/1.1" status: 204 len: 173 time: 0.6353869 Jul 15 16:53:52.342334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:53:52.351874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Made reservation on behalf of db882dd44c414dc5a569d8a62693ebdc for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:53:52.356146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.359606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e8c9ed94-8c1a-4eff-a755-e2deea90045e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:52.368525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7e476-c43f-4ea8-b5f7-856b4b70bb58 None None] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:52.371312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:52.372149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.425673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19cd2f24-abf7-46bd-b78a-316fddfe371c tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8865211 Jul 15 16:53:52.428542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:52.435498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7180e9f2-6c1d-407e-b2d4-eed864d2cc1d tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:52.515706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Allocated IP 172.20.0.13 (ce075e69-2435-43c5-9577-8e49d6df5638/3b0f984b-3908-446b-b06e-b88713620871/66552eb8-cef0-4fc7-8f26-11c20d7ac280) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:52.568440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e8c9ed94-8c1a-4eff-a755-e2deea90045e', 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e', 'tenant_id': '78f5b3de89a04e23b34c44353fd31f79', 'fixed_ips': [{'subnet_id': 'b9b5b63f-7955-4563-9cab-f25916da91ed'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:53:52.569762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.584653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a37a875-ba7f-4520-ba41-42450f45b702 req-b7db1f2a-434d-406f-ada8-944d2f6c4f72 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0442898 Jul 15 16:53:52.683046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.719076 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-1cc0eb35-eb3b-44d5-9f68-db4ab2215ade req-ac9e3dca-b3ac-49c8-9836-288cf35b73af tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] show failed (client error): The resource could not be found. Jul 15 16:53:52.720279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cc0eb35-eb3b-44d5-9f68-db4ab2215ade req-ac9e3dca-b3ac-49c8-9836-288cf35b73af tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips/edc7303d-468c-4fa8-a35f-2a6232a7d542 HTTP/1.1" status: 404 len: 350 time: 0.0844452 Jul 15 16:53:52.734763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.734996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Allocated IP 2001:db8:1::2 (e8c9ed94-8c1a-4eff-a755-e2deea90045e/b9b5b63f-7955-4563-9cab-f25916da91ed/11db8975-e5ca-41d9-aacb-c30011ea82b6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:52.788175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Network ce075e69-2435-43c5-9577-8e49d6df5638 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:52.799778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:52.802124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879a030-9bb8-4b57-9370-75a80d435cd9 req-3ea407ed-1c03-4cb9-b2fe-4ecf74a9f902 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:52.803235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:52.803783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5879a030-9bb8-4b57-9370-75a80d435cd9 req-3ea407ed-1c03-4cb9-b2fe-4ecf74a9f902 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.3215151 Jul 15 16:53:52.809256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7180e9f2-6c1d-407e-b2d4-eed864d2cc1d tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.843589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Pushing event updated for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:52.875306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5879a030-9bb8-4b57-9370-75a80d435cd9 req-cc694646-a348-4e13-84f3-2feefbcc6e44 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608938 Jul 15 16:53:52.876536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:52.877444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.900012 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-088a981b-40a9-497a-82e2-f982b3ff03fc tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7215548 Jul 15 16:53:52.913230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Request body: {'port': {'device_id': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:52.937136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:52.950282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Transition to ACTIVE for port object 11db8975-e5ca-41d9-aacb-c30011ea82b6 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:52.970751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Transition to ACTIVE for port object 11db8975-e5ca-41d9-aacb-c30011ea82b6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:52.978555 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.003072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7eddd-0154-4a60-9ef3-510a91f92a94 req-632bea54-64aa-4038-9bdb-19b0f863d457 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:53.004648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35a7eddd-0154-4a60-9ef3-510a91f92a94 req-632bea54-64aa-4038-9bdb-19b0f863d457 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1277609 Jul 15 16:53:53.007252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.030812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:53.033630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:53.037220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:53.047223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Pushing event updated for resources: {'Port': ['ID=11db8975-e5ca-41d9-aacb-c30011ea82b6,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:53.082143 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-7180e9f2-6c1d-407e-b2d4-eed864d2cc1d tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 16:53:53.088196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7180e9f2-6c1d-407e-b2d4-eed864d2cc1d tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295 HTTP/1.1" status: 400 len: 364 time: 0.6551607 Jul 15 16:53:53.088668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58112) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:53.107304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Attempting to bind port 11db8975-e5ca-41d9-aacb-c30011ea82b6 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:53.107679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Attempting to bind port 11db8975-e5ca-41d9-aacb-c30011ea82b6 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2e58a156-713c-409b-83d4-202f03f62b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:53.108039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Attempting to bind port 11db8975-e5ca-41d9-aacb-c30011ea82b6 on network e8c9ed94-8c1a-4eff-a755-e2deea90045e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:53.113121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:53.113496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Checking segment: {'id': '2e58a156-713c-409b-83d4-202f03f62b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:53.113899 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.114289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Bound using segment: {'id': '2e58a156-713c-409b-83d4-202f03f62b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:53.114751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Bound port: 11db8975-e5ca-41d9-aacb-c30011ea82b6, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e58a156-713c-409b-83d4-202f03f62b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e8c9ed94-8c1a-4eff-a755-e2deea90045e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:53.115135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.186143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] For port 11db8975-e5ca-41d9-aacb-c30011ea82b6, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:53.189366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] For port 11db8975-e5ca-41d9-aacb-c30011ea82b6, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=11db8975-e5ca-41d9-aacb-c30011ea82b6,segment=NetworkSegment(2e58a156-713c-409b-83d4-202f03f62b33),segment_id=2e58a156-713c-409b-83d4-202f03f62b33)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:53.189904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35a7eddd-0154-4a60-9ef3-510a91f92a94 req-714720da-4919-4ab8-9d6a-36370050d808 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777453 Jul 15 16:53:53.195367 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.262881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec80cf7-fe5a-4780-8b11-ab265401266c None None] Pushing event updated for resources: {'Port': ['ID=11db8975-e5ca-41d9-aacb-c30011ea82b6,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:53.281844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 840a2248-fd60-46a9-b7ca-022d7ca97e9c details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:53:53.286116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:53.334359 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-9d6ca039-d2df-481e-9d99-ee8e396844a3 req-e16dd1eb-b7b8-4a59-b950-b81aa1263b78 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] show failed (client error): The resource could not be found. Jul 15 16:53:53.335447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d6ca039-d2df-481e-9d99-ee8e396844a3 req-e16dd1eb-b7b8-4a59-b950-b81aa1263b78 tempest-FloatingIPsTestJSON-59986419 tempest-FloatingIPsTestJSON-59986419-project] 10.222.0.25 "GET /v2.0/floatingips/edc7303d-468c-4fa8-a35f-2a6232a7d542 HTTP/1.1" status: 404 len: 350 time: 0.0790417 Jul 15 16:53:53.345307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66552eb8-cef0-4fc7-8f26-11c20d7ac280 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:53.352510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:53.355904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e21180-c61b-4015-90d8-b5e91ed3c8a9 req-e35ef4ef-1f47-42ce-96a5-f5bd14c312c6 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:53.357481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e21180-c61b-4015-90d8-b5e91ed3c8a9 req-e35ef4ef-1f47-42ce-96a5-f5bd14c312c6 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 932 time: 0.3345709 Jul 15 16:53:53.363959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.421435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Transition to ACTIVE for port object 66552eb8-cef0-4fc7-8f26-11c20d7ac280 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:53.474120 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.663182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e21180-c61b-4015-90d8-b5e91ed3c8a9 req-9e3b4249-aa7e-423d-abcf-b760f563fdca tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675788 Jul 15 16:53:53.680444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:53.708755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Attempting to bind port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:53:53.708940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:53.709108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Attempting to bind port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:53:53.709108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Attempting to bind port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 on network ce075e69-2435-43c5-9577-8e49d6df5638 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:53.709108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Pushing event updated for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:53.709505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:53.709505 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.750782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'port_id': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'mac_address': 'fa:16:3e:86:e6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d36371-476d-4e06-a239-86d38240021c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:53:53.815133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.821211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.837423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840a2248-fd60-46a9-b7ca-022d7ca97e9c {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:53.873770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 on network ce075e69-2435-43c5-9577-8e49d6df5638 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:53:53.874273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Attempting to bind port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 on network ce075e69-2435-43c5-9577-8e49d6df5638 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:53:53.888878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:53.895983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:53:53.896629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Checking segment: {'id': 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:53:53.897246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Bound using segment: {'id': 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:53:53.897965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Bound port: 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:53:53.898538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.908415 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:53.945422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.015632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:54.023888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:54.027336 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18b59e-64b2-4652-b897-5b9673a3cb0f" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:54.033755 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.040673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:54.058379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:53:54.079194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280,segment=NetworkSegment(c619d7ba-ddac-4d8b-b456-31da0e4d8c42),segment_id=c619d7ba-ddac-4d8b-b456-31da0e4d8c42)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:53:54.096787 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.101215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:54.123309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04b10-e42c-430c-9deb-ea1ec5babc42 req-61790eb3-18c3-4202-83ee-3dd216bc4d2d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.124836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8a04b10-e42c-430c-9deb-ea1ec5babc42 req-61790eb3-18c3-4202-83ee-3dd216bc4d2d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 944 time: 0.4533541 Jul 15 16:53:54.137609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.138513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.139990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/66552eb8-cef0-4fc7-8f26-11c20d7ac280 HTTP/1.1" status: 200 len: 1092 time: 1.2315538 Jul 15 16:53:54.143591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:54.146276 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e8139a-34b8-44c0-bd06-129cb1661a91" -d '{"events": [{"name": "network-changed", "server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:54.150741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7986be0a-7bbe-4231-a2a8-e027d2291ada req-f5186179-71d2-4418-8168-2791ec141555 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0578928 Jul 15 16:53:54.210389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf0cc-c090-4b99-a59a-aa177dc977c8 service neutron] Pushing event updated for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:54.237570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8a04b10-e42c-430c-9deb-ea1ec5babc42 req-949b661a-c621-4238-83f8-97f70613f1f4 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924475 Jul 15 16:53:54.243568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['840a2248-fd60-46a9-b7ca-022d7ca97e9c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:53:54.244443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Allocated IP 2001:db8::1 (9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc/9fd2e16c-1625-49de-9687-2d4d9fa9dc19/5e81c8f9-6885-41ee-94f6-3ef6139a7f70) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:53:54.321650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.326167 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2909f4-7e74-4968-b996-79c548127222 x-openstack-request-id: req-9f2909f4-7e74-4968-b996-79c548127222 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:54.326550 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:54.326916 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f2909f4-7e74-4968-b996-79c548127222 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:54.327483 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:53:54.547518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9de06-cf27-40ca-afbd-489a74c5bc93 req-8fa28a0b-6b33-49f6-90a4-b1ac303fa0ea tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.549214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a9de06-cf27-40ca-afbd-489a74c5bc93 req-8fa28a0b-6b33-49f6-90a4-b1ac303fa0ea tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2467959 Jul 15 16:53:54.626398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.638029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330c15c-8549-40eb-9f5f-4000f580da32 None None] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:54.661859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Transition to ACTIVE for port object 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:53:54.665010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f7fe5-987d-4046-bc65-da44b00d87dd req-1545b930-2ebd-413f-8f46-87a8dc0381c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.666562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-107f7fe5-987d-4046-bc65-da44b00d87dd req-1545b930-2ebd-413f-8f46-87a8dc0381c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1096 time: 0.2139554 Jul 15 16:53:54.679642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a9de06-cf27-40ca-afbd-489a74c5bc93 req-285896e0-eec2-4654-af21-cd50cf40618b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042159 Jul 15 16:53:54.764166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37ca6a-df96-4ee0-ae37-80fce2ae063f req-ba160460-38b9-45d0-81d3-d072dddb2ae0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.766987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb37ca6a-df96-4ee0-ae37-80fce2ae063f req-ba160460-38b9-45d0-81d3-d072dddb2ae0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.2430618 Jul 15 16:53:54.774291 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f904d2-dd01-45c0-a0f7-157e0b7de1ae x-openstack-request-id: req-90f904d2-dd01-45c0-a0f7-157e0b7de1ae {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:54.774806 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:54.774806 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90f904d2-dd01-45c0-a0f7-157e0b7de1ae {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:54.775212 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280', 'status': 'completed', 'code': 200} Jul 15 16:53:54.785097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-107f7fe5-987d-4046-bc65-da44b00d87dd req-55fa9dfb-53ea-47f9-bd00-68fa8aed05cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088707 Jul 15 16:53:54.811400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-20afb757-0cd2-42c3-9e52-a5db695a1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:54.813009 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-20afb757-0cd2-42c3-9e52-a5db695a1806 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db882dd44c414dc5a569d8a62693ebdc&device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 1095 time: 0.6046145 Jul 15 16:53:54.824874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:54.866130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-244fae88-1d82-415e-abed-1a011fe0a060 None None] Provisioning for port 11db8975-e5ca-41d9-aacb-c30011ea82b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:54.906671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-ffcce8f1-12cb-4e7e-bc0d-85aec06f84c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280 HTTP/1.1" status: 200 len: 217 time: 0.0415590 Jul 15 16:53:54.923792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb37ca6a-df96-4ee0-ae37-80fce2ae063f req-1d9c04bb-7b71-4330-b026-b9b02cdec35c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447797 Jul 15 16:53:54.924456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 11db8975-e5ca-41d9-aacb-c30011ea82b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:54.942729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:54.957822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:54.960793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:53:54.961440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.016961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 11db8975-e5ca-41d9-aacb-c30011ea82b6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:55.022005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 11db8975-e5ca-41d9-aacb-c30011ea82b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:55.023344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.032669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Port': ['ID=5e81c8f9-6885-41ee-94f6-3ef6139a7f70,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:55.094346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-51cd21fd-4617-481d-9ec8-f84cf80647dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:55.099510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-51cd21fd-4617-481d-9ec8-f84cf80647dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b0f984b-3908-446b-b06e-b88713620871 HTTP/1.1" status: 200 len: 858 time: 0.1146979 Jul 15 16:53:55.106653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Deleting port 21fa9815-d7cd-4cab-91ac-d836583e2346 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:55.107267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.117436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33575af3-8180-4423-9e0e-6801a07196f4 req-fbd919e4-8f58-4fcc-872f-a3d2498edc8e tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:55.128411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33575af3-8180-4423-9e0e-6801a07196f4 req-fbd919e4-8f58-4fcc-872f-a3d2498edc8e tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 944 time: 0.2877464 Jul 15 16:53:55.160641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-050163ae-7a4b-4bfa-b10f-930f7e72d452 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce075e69-2435-43c5-9577-8e49d6df5638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500026 Jul 15 16:53:55.199530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.225137 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.285186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33575af3-8180-4423-9e0e-6801a07196f4 req-e527794b-345d-49c1-a57b-d53087ae5401 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559401 Jul 15 16:53:55.302651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 11db8975-e5ca-41d9-aacb-c30011ea82b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=11db8975-e5ca-41d9-aacb-c30011ea82b6,segment=NetworkSegment(2e58a156-713c-409b-83d4-202f03f62b33),segment_id=2e58a156-713c-409b-83d4-202f03f62b33)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:55.303254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-2a8c3bb4-da35-4a0c-a205-f604bf083332 service neutron] 10.222.0.20 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273224 Jul 15 16:53:55.323929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.344249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8db32b69-9e33-4fc9-a018-45db63dddea5 None None] Provisioning complete for port 11db8975-e5ca-41d9-aacb-c30011ea82b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:55.344690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8db32b69-9e33-4fc9-a018-45db63dddea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.467520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] For port 21fa9815-d7cd-4cab-91ac-d836583e2346, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21fa9815-d7cd-4cab-91ac-d836583e2346,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:55.467949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.475526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=11db8975-e5ca-41d9-aacb-c30011ea82b6,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:55.495558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Calling delete_port for 21fa9815-d7cd-4cab-91ac-d836583e2346 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:55.499908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8fc40bbc-a80a-4876-8eb0-fa386044f8fc req-0e605ab9-8a36-4a2d-a674-e6831a693af6 service neutron] 10.222.0.20 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885171 Jul 15 16:53:55.589766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e9aef563-5f67-4f86-8a30-cec2e01613f0 None None] Provisioning for port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:55.593966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e9aef563-5f67-4f86-8a30-cec2e01613f0 None None] Provisioning complete for port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:55.594342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e9aef563-5f67-4f86-8a30-cec2e01613f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.653879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e9aef563-5f67-4f86-8a30-cec2e01613f0 None None] Port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:55.683091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-d856c7be-224a-41c6-9777-2bb9d244311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:55.684895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-d856c7be-224a-41c6-9777-2bb9d244311b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=db882dd44c414dc5a569d8a62693ebdc&device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 1095 time: 0.1303918 Jul 15 16:53:55.760085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a39cbe6b-07ec-48ae-8502-ff10d1b20229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.809892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:55.852741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21fa9815-d7cd-4cab-91ac-d836583e2346,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:55.855388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-d75a1373-c570-42b6-86da-092746bf4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:55.856920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-d75a1373-c570-42b6-86da-092746bf4994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce075e69-2435-43c5-9577-8e49d6df5638 HTTP/1.1" status: 200 len: 918 time: 0.1611588 Jul 15 16:53:55.870248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75177b15-0e30-4188-9839-947b675fceda req-6daccd75-a7d4-46d2-aaf0-1bb5eafc42a4 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.4616735 Jul 15 16:53:55.946335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-b377b80d-b6a2-4415-9c3f-c97b11df373f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280 HTTP/1.1" status: 200 len: 217 time: 0.0635710 Jul 15 16:53:56.053830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-f0311713-e58e-4948-b5f1-a147c19c1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:56.055326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-f0311713-e58e-4948-b5f1-a147c19c1e2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b0f984b-3908-446b-b06e-b88713620871 HTTP/1.1" status: 200 len: 858 time: 0.0971246 Jul 15 16:53:56.123920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-9702451d-4f8e-4237-ac52-c66c6191e99c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce075e69-2435-43c5-9577-8e49d6df5638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592012 Jul 15 16:53:56.128095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189374e-2929-4e82-b3a5-43e0ebeef02b req-4a80820f-0356-4223-b447-c719f53b5417 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:56.129607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7189374e-2929-4e82-b3a5-43e0ebeef02b req-4a80820f-0356-4223-b447-c719f53b5417 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 945 time: 0.3136837 Jul 15 16:53:56.141433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.158876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73632aa-c5e2-4c94-81cb-8dd9c5398931 req-17bfa110-6c15-4597-8791-f3f97552f467 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:56.160458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d73632aa-c5e2-4c94-81cb-8dd9c5398931 req-17bfa110-6c15-4597-8791-f3f97552f467 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.1504657 Jul 15 16:53:56.166817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.167598 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.172393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.273067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7189374e-2929-4e82-b3a5-43e0ebeef02b req-a9f5986c-064f-4f60-8641-97ecde27ed7e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348135 Jul 15 16:53:56.277820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event updated for resources: {'Port': ['ID=5e81c8f9-6885-41ee-94f6-3ef6139a7f70,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:56.288793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d73632aa-c5e2-4c94-81cb-8dd9c5398931 req-813193ad-baf3-47e0-b031-8a6b4f86871b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190937 Jul 15 16:53:56.311906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-71d7d848-eed2-4d5f-8985-4c44a5f6b318 service neutron] 10.222.0.20 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796665 Jul 15 16:53:56.370822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:53:56.372379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:53:56.538324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f9e8139a-34b8-44c0-bd06-129cb1661a91 req-52e35999-6314-4230-a45a-5020019eff0d service neutron] 10.222.0.20 "GET /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091205 Jul 15 16:53:56.547470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Router 56e8a3ad-67bc-45cb-acb1-adb005399295 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:56.575110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Router eaf44985-ce19-4f28-b7bc-da90f77a057b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:56.576855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb42c15-fe37-4965-aac6-907a0ddfa6b2 req-73926a54-752a-4cb9-a9ff-fea018e84e0e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:56.578517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5bb42c15-fe37-4965-aac6-907a0ddfa6b2 req-73926a54-752a-4cb9-a9ff-fea018e84e0e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.1135736 Jul 15 16:53:56.685424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f1c0fc35-e084-4f5c-9835-9ae1ca511476 None None] Provisioning complete for port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:56.686179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1c0fc35-e084-4f5c-9835-9ae1ca511476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.690407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:56.700236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1f36e0e5-7553-4a2e-8e42-5d7575341aa0 admin admin] 10.222.0.25 "PUT /v2.0/routers/eaf44985-ce19-4f28-b7bc-da90f77a057b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3462825 Jul 15 16:53:56.700628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:56.710164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Sync routers for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:56.733724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:56.733977 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5bb42c15-fe37-4965-aac6-907a0ddfa6b2 req-1b447a31-4b24-4d95-853e-7efe7d99d757 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472604 Jul 15 16:53:56.734359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:56.748139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:56.753624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ec3b3acf-b352-463c-92ca-e81138372cbe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6606011 Jul 15 16:53:56.760548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] Sync routers for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:56.761838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:56.778329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f1c0fc35-e084-4f5c-9835-9ae1ca511476 None None] Port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:53:56.778813 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:56.779435 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:56.785935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6976e-85fa-49bf-9491-2619aaa045f1 req-d90c58aa-162d-41a8-8c18-11c7160b3fe9 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:56.788604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcf6976e-85fa-49bf-9491-2619aaa045f1 req-d90c58aa-162d-41a8-8c18-11c7160b3fe9 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 944 time: 0.1816952 Jul 15 16:53:56.854031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcf6976e-85fa-49bf-9491-2619aaa045f1 req-63131f8c-d0db-402b-a4b6-2b4e219d55c7 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596955 Jul 15 16:53:56.872522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:56.887674 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:56.906245 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:56.908444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:56.914765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85efb64f-944d-4648-a8b4-f2881796ab24 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:56.979238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:56.984503 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552d70b4-c281-4a99-96a6-ff17da7e91d6 None None] The sync data for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:56.993137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 11db8975-e5ca-41d9-aacb-c30011ea82b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:57.031539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f7e0-087a-4622-8821-031a9c405b3b req-1a604516-53f3-4c54-b3e3-066129871794 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:57.033175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c27f7e0-087a-4622-8821-031a9c405b3b req-1a604516-53f3-4c54-b3e3-066129871794 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.1065235 Jul 15 16:53:57.043520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:57.051319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'floatingip': {'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:57.057883 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-85efb64f-944d-4648-a8b4-f2881796ab24 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 16:53:57.061887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-85efb64f-944d-4648-a8b4-f2881796ab24 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295 HTTP/1.1" status: 409 len: 329 time: 0.2964680 Jul 15 16:53:57.068350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:57.072103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1599747d-a7bb-468a-8654-e50436117f3e req-2a751501-547f-4d47-8bcc-d9b2fd7797e6 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0323484 Jul 15 16:53:57.101938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.150548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 11db8975-e5ca-41d9-aacb-c30011ea82b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:57.151126 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.170299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.211729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:55Z', 'revision_number': 5, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:57.242460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Checking router: eaf44985-ce19-4f28-b7bc-da90f77a057b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:57.275277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Routers {'eaf44985-ce19-4f28-b7bc-da90f77a057b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:57.276072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['eaf44985-ce19-4f28-b7bc-da90f77a057b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:57.315096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 840a2248-fd60-46a9-b7ca-022d7ca97e9c up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:53:57.434939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.456665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] Set router eaf44985-ce19-4f28-b7bc-da90f77a057b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:57.488616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 840a2248-fd60-46a9-b7ca-022d7ca97e9c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:53:57.528041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 840a2248-fd60-46a9-b7ca-022d7ca97e9c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:53:57.528603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.704158 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.712287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224d34-2243-449e-8676-dc32900ea9a7 req-f58c8d36-d6a9-4d93-9bef-41fab023e174 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:57.714321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf224d34-2243-449e-8676-dc32900ea9a7 req-f58c8d36-d6a9-4d93-9bef-41fab023e174 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 945 time: 0.1950173 Jul 15 16:53:57.723170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080df42-ad2d-4388-976c-f8a4e98c0b77 req-e0508f33-8d67-4eb1-a1f3-e3b3a07b7677 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:57.729151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a080df42-ad2d-4388-976c-f8a4e98c0b77 req-e0508f33-8d67-4eb1-a1f3-e3b3a07b7677 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2086709 Jul 15 16:53:57.731625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.736853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:57.739829 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e217385c-5bba-4d7d-8901-610bb7a92bf7" -d '{"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-plugged", "status": "completed", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:57.756138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:57.764042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:57.770096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:55Z', 'revision_number': 5, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:57.811357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a080df42-ad2d-4388-976c-f8a4e98c0b77 req-9e750eeb-9f50-4659-a39d-1b778605893c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796416 Jul 15 16:53:57.813743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab40f4cc-f538-47a0-b6c4-81e6b1ecf933 None None] The sync data for ids ['eaf44985-ce19-4f28-b7bc-da90f77a057b'] in n-d-800085-3 is: [{'id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'name': 'tempest-FloatingIPsTestJSON-1476827907-router', 'tenant_id': '7d6591e997fd4116b59b8681a4c89678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:25Z', 'updated_at': '2021-07-15T16:53:55Z', 'revision_number': 5, 'project_id': '7d6591e997fd4116b59b8681a4c89678', 'gw_port': {'id': '9d90a538-d3d1-494a-92e2-c3862a5ec013', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf44985-ce19-4f28-b7bc-da90f77a057b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:27Z', 'updated_at': '2021-07-15T16:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:57.838909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf224d34-2243-449e-8676-dc32900ea9a7 req-dab42144-4a1d-4021-b74c-32fb2e7a7e73 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026351 Jul 15 16:53:57.855004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:57.909780 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e040df53-af8c-4c94-b09c-a73ee7530819 x-openstack-request-id: req-e040df53-af8c-4c94-b09c-a73ee7530819 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:57.910080 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-plugged", "status": "completed", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:57.910332 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e040df53-af8c-4c94-b09c-a73ee7530819 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:57.910729 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'code': 200} Jul 15 16:53:57.990544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Deleting port 9d90a538-d3d1-494a-92e2-c3862a5ec013 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:57.991113 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.020098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting port 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:58.020479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.150861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.171928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659344b-d569-4b68-b1c1-8fc80f8964a9 req-f177744b-0994-41b7-921f-5df4ed61e9c0 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:58.173512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f659344b-d569-4b68-b1c1-8fc80f8964a9 req-f177744b-0994-41b7-921f-5df4ed61e9c0 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 944 time: 0.1499898 Jul 15 16:53:58.177757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Calling delete_port for 5e81c8f9-6885-41ee-94f6-3ef6139a7f70 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:58.218450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] For port 9d90a538-d3d1-494a-92e2-c3862a5ec013, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d90a538-d3d1-494a-92e2-c3862a5ec013,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:58.218802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.232894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.resource_extend [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 16:53:58.271252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Calling delete_port for 9d90a538-d3d1-494a-92e2-c3862a5ec013 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:53:58.281302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b614-a086-4d39-8caa-d335178f74d7 req-e8c17a76-1fda-4921-aa51-688453f18aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:58.283072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1198b614-a086-4d39-8caa-d335178f74d7 req-e8c17a76-1fda-4921-aa51-688453f18aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 1097 time: 0.2748861 Jul 15 16:53:58.285094 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3856d5a-8318-43b5-81c5-67650b3c8af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.296807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f659344b-d569-4b68-b1c1-8fc80f8964a9 req-c737334a-30ec-4533-96c7-16c2bdec97c5 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170733 Jul 15 16:53:58.300491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36950243-2c62-4186-97b6-bfd58237fc48 req-f50b4a27-e1e9-4ba4-a1a1-d6b68cecbe63 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0495999 Jul 15 16:53:58.349001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.364691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.408094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1198b614-a086-4d39-8caa-d335178f74d7 req-ebe10115-369b-49fb-aa81-eadcd4f554d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157351 Jul 15 16:53:58.451030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.477774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Port': ['ID=5e81c8f9-6885-41ee-94f6-3ef6139a7f70,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:58.525152 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Floating IP 9992487e-ae29-46ac-92be-014736f9d4cd associated. External IP: 172.25.8.53, port: 3a4bf0fd-798e-4f01-b082-0edc409b70ad. Jul 15 16:53:58.593433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.657049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.695904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9d90a538-d3d1-494a-92e2-c3862a5ec013,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:58.755116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Router 56e8a3ad-67bc-45cb-acb1-adb005399295 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:58.769581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.802063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.836720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:58.845584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f52a34fd-bcca-43b0-b237-5dda96be0a31 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728260 Jul 15 16:53:58.846587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58170) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:58.848517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12888155-768c-4256-8c0b-4d018157e03e None None] Sync routers for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:58.879071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21fa9815-d7cd-4cab-91ac-d836583e2346 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:53:58.890415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:58.891074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:58.896191 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-15b3ef11-1c06-40b1-ad67-a4726447963b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] show failed (client error): The resource could not be found. Jul 15 16:53:58.900727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15b3ef11-1c06-40b1-ad67-a4726447963b tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1879584790 HTTP/1.1" status: 404 len: 335 time: 0.0504987 Jul 15 16:53:58.901003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:58.906518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4bf60720-ab5c-484e-b429-621e04bf76a5 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:53:58.937294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.942695 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-4bf60720-ab5c-484e-b429-621e04bf76a5 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] update failed (client error): The resource could not be found. Jul 15 16:53:58.943141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:58.947837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4bf60720-ab5c-484e-b429-621e04bf76a5 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-290132322 HTTP/1.1" status: 404 len: 334 time: 0.0411661 Jul 15 16:53:58.948243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58178) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:59.005806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:53:59.009924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.010106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.010761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaf44985-ce19-4f28-b7bc-da90f77a057b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:53:59.016545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.017860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5acd7539-329b-48bb-9e71-fd5d757bc6eb admin admin] 10.222.0.25 "DELETE /v2.0/routers/eaf44985-ce19-4f28-b7bc-da90f77a057b HTTP/1.1" status: 204 len: 168 time: 2.3161030 Jul 15 16:53:59.018330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 21fa9815-d7cd-4cab-91ac-d836583e2346 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:53:59.018933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21fa9815-d7cd-4cab-91ac-d836583e2346 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:53:59.021452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:59.032897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] Routers {'56e8a3ad-67bc-45cb-acb1-adb005399295'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:59.034333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56e8a3ad-67bc-45cb-acb1-adb005399295'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.071886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12888155-768c-4256-8c0b-4d018157e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.073000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12888155-768c-4256-8c0b-4d018157e03e None None] The sync data for ids ['56e8a3ad-67bc-45cb-acb1-adb005399295'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:53:59.103620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting subnet b9b5b63f-7955-4563-9cab-f25916da91ed {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:59.110722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.121525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Deleting subnet a7f4488f-d3fb-4bb4-a123-b40159b2b676 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:53:59.161144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.175203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.209448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.224435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9b437-2ea5-4ba0-9976-c319151af213 req-88d4cdce-3b6e-4481-a3e9-54ea7960c8f8 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:59.225953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8db9b437-2ea5-4ba0-9976-c319151af213 req-88d4cdce-3b6e-4481-a3e9-54ea7960c8f8 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.2383122 Jul 15 16:53:59.235452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:53:59.240190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.242446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e3f17-29ef-4268-aed8-eb5fc2297af7 req-54ad6f1b-b829-4da4-a7ed-a82331b39342 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:59.243952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac5e3f17-29ef-4268-aed8-eb5fc2297af7 req-54ad6f1b-b829-4da4-a7ed-a82331b39342 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 946 time: 0.1902270 Jul 15 16:53:59.249987 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Sync routers for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:53:59.280227 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:59.280896 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.303338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66552eb8-cef0-4fc7-8f26-11c20d7ac280 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:53:59.317538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7eeddeed-94bd-4df2-bbb5-e30061bdd3d1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "PUT /v2.0/floatingips/9992487e-ae29-46ac-92be-014736f9d4cd HTTP/1.1" status: 200 len: 990 time: 2.2715755 Jul 15 16:53:59.319998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:53:59.322419 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:53:59.347716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.370991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8db9b437-2ea5-4ba0-9976-c319151af213 req-7fc0582e-f4eb-4e2a-96bf-bda4013bda5f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227090 Jul 15 16:53:59.383531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.409404 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:53:59.419799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac5e3f17-29ef-4268-aed8-eb5fc2297af7 req-9357d8dc-592a-4d39-9d3c-955fd46a7820 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514816 Jul 15 16:53:59.440451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.482590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f4488f-d3fb-4bb4-a123-b40159b2b676,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:59.512001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280,segment=NetworkSegment(c619d7ba-ddac-4d8b-b456-31da0e4d8c42),segment_id=c619d7ba-ddac-4d8b-b456-31da0e4d8c42)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:53:59.521152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.523106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8663fedd-0da4-4733-9c63-dafd98653701 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7f4488f-d3fb-4bb4-a123-b40159b2b676 HTTP/1.1" status: 204 len: 168 time: 0.5002544 Jul 15 16:53:59.526083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:59.530674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '66552eb8-cef0-4fc7-8f26-11c20d7ac280', 'network_id': 'ce075e69-2435-43c5-9577-8e49d6df5638', 'port_id': '66552eb8-cef0-4fc7-8f26-11c20d7ac280', 'mac_address': 'fa:16:3e:d9:c0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0f984b-3908-446b-b06e-b88713620871', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:53:59.539322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715fabb-b69d-42a7-91d4-f4501cc6bdce None None] Network 05643cd7-b80c-46ac-a03c-74f8e1e00b58 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:59.592708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.614727 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.679821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.682088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/subnets/b9b5b63f-7955-4563-9cab-f25916da91ed HTTP/1.1" status: 204 len: 168 time: 0.7326276 Jul 15 16:53:59.685364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58194) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:53:59.686137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a4258-58f6-4cf0-91e1-c877b6be7b10 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b5b63f-7955-4563-9cab-f25916da91ed,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:53:59.706991 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ed954e-78d1-4e7d-88e5-67d158a36c7d x-openstack-request-id: req-25ed954e-78d1-4e7d-88e5-67d158a36c7d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:53:59.707397 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:53:59.709927 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25ed954e-78d1-4e7d-88e5-67d158a36c7d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:53:59.710448 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'status': 'completed', 'code': 200} Jul 15 16:53:59.793625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.856728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-13fd7d86-74eb-4255-8551-4ecd2f05c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:53:59.858679 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-13fd7d86-74eb-4255-8551-4ecd2f05c476 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1096 time: 0.1471708 Jul 15 16:53:59.872585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca5ba0-79d7-431a-8159-7c9103a50a5d None None] Network e8c9ed94-8c1a-4eff-a755-e2deea90045e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:53:59.882284 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9992487e-ae29-46ac-92be-014736f9d4cd', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:53:33Z', 'updated_at': '2021-07-15T16:53:58Z', 'revision_number': 1, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.904144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.909199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Deleting port 42d5aab5-3fd0-4394-9372-e51fd611a009 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:53:59.909620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:53:59.917177 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Checking router: 13ecacad-eeb4-4bcf-93f1-394a09a3c6df for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:53:59.924678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66552eb8-cef0-4fc7-8f26-11c20d7ac280 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:53:59.928711 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:53:59.929521 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:53:59.979325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.013359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280,segment=NetworkSegment(c619d7ba-ddac-4d8b-b456-31da0e4d8c42),segment_id=c619d7ba-ddac-4d8b-b456-31da0e4d8c42)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:00.015330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73bbf0fb-5b58-4f12-804d-2908f8843ac3 req-4fd54613-83bf-4546-aba5-c5e8bb9a433e tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0683401 Jul 15 16:54:00.047864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] For port 42d5aab5-3fd0-4394-9372-e51fd611a009, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=42d5aab5-3fd0-4394-9372-e51fd611a009,segment=NetworkSegment(ebf1f357-d660-4f72-b4db-fe9444bfd179),segment_id=ebf1f357-d660-4f72-b4db-fe9444bfd179)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:00.048498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.052898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.062111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Calling delete_port for 42d5aab5-3fd0-4394-9372-e51fd611a009 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:00.065712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:54:00.075050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15506d-15fd-4bff-8af3-03b9e6e6fd24 req-47f2fd31-5a64-47c9-b30d-0457d1feb352 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:00.081949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a15506d-15fd-4bff-8af3-03b9e6e6fd24 req-47f2fd31-5a64-47c9-b30d-0457d1feb352 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 944 time: 0.3046730 Jul 15 16:54:00.126558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:00.142167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a15506d-15fd-4bff-8af3-03b9e6e6fd24 req-a0869f53-584a-4bfa-a88d-d5f623a7bcb1 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592816 Jul 15 16:54:00.159982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting port 11db8975-e5ca-41d9-aacb-c30011ea82b6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:00.160755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.225957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.239738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] For port 11db8975-e5ca-41d9-aacb-c30011ea82b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=11db8975-e5ca-41d9-aacb-c30011ea82b6,segment=NetworkSegment(2e58a156-713c-409b-83d4-202f03f62b33),segment_id=2e58a156-713c-409b-83d4-202f03f62b33)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:00.241055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.251833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba82eae-9a7d-45c2-80a9-eb6d5b29d418 None None] DHCP port deletion for 05643cd7-b80c-46ac-a03c-74f8e1e00b58 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:54:00.267929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Calling delete_port for 11db8975-e5ca-41d9-aacb-c30011ea82b6 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:00.287054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] DHCP port deletion for e8c9ed94-8c1a-4eff-a755-e2deea90045e request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:54:00.343731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Deleting port 11db8975-e5ca-41d9-aacb-c30011ea82b6 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:00.344050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.378381 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9992487e-ae29-46ac-92be-014736f9d4cd', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:53:33Z', 'updated_at': '2021-07-15T16:53:58Z', 'revision_number': 1, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.387765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.404091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] No DVR routers for this DVR port 11db8975-e5ca-41d9-aacb-c30011ea82b6 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:00.409768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['66552eb8-cef0-4fc7-8f26-11c20d7ac280'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:00.415588 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16beabe3-835d-44f2-9148-9f6ce579df46 None None] The sync data for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 is: [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '9992487e-ae29-46ac-92be-014736f9d4cd', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:53:33Z', 'updated_at': '2021-07-15T16:53:58Z', 'revision_number': 1, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:54:00.481305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] For port 11db8975-e5ca-41d9-aacb-c30011ea82b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=11db8975-e5ca-41d9-aacb-c30011ea82b6,segment=NetworkSegment(2e58a156-713c-409b-83d4-202f03f62b33),segment_id=2e58a156-713c-409b-83d4-202f03f62b33)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:00.481707 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.536766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Calling delete_port for 11db8975-e5ca-41d9-aacb-c30011ea82b6 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:00.548640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.561071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c9ed94-8c1a-4eff-a755-e2deea90045e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.575686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e58a156-713c-409b-83d4-202f03f62b33') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.575944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e58a156-713c-409b-83d4-202f03f62b33') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.588313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Port': ['ID=11db8975-e5ca-41d9-aacb-c30011ea82b6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:00.648923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: from cryptography.utils import int_from_bytes Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: from cryptography.utils import int_from_bytes Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:00.670211 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 16:54:00.681460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.688660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.693061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-62d74c0d-4c84-4c9e-8da1-c75a24b1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:00.696055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:00.696506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.699290 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-62d74c0d-4c84-4c9e-8da1-c75a24b1f0d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.8270733 Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:00.702422 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:00.711759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Pushing event deleted for resources: {'Port': ['ID=42d5aab5-3fd0-4394-9372-e51fd611a009,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:00.745579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] No DVR routers for this DVR port 42d5aab5-3fd0-4394-9372-e51fd611a009 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:00.754478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] Pushing event deleted for resources: {'Port': ['ID=11db8975-e5ca-41d9-aacb-c30011ea82b6,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:00.764243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223867f9-80f1-4498-9f8a-6f02e402911b None None] No DVR routers for this DVR port 11db8975-e5ca-41d9-aacb-c30011ea82b6 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:00.771977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bc65c0-dca8-4284-9380-50ac2433f1ba None None] New status for floating IP 9992487e-ae29-46ac-92be-014736f9d4cd: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:54:00.841108 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-b9c6d88d-6214-46fc-b68d-5daa81c9ddd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.1376512 Jul 15 16:54:00.869453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.890366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05643cd7-b80c-46ac-a03c-74f8e1e00b58']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.894564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 11db8975-e5ca-41d9-aacb-c30011ea82b6 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:00.922193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf1f357-d660-4f72-b4db-fe9444bfd179') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.922720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf1f357-d660-4f72-b4db-fe9444bfd179') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:00.925254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 11db8975-e5ca-41d9-aacb-c30011ea82b6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:00.925603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 11db8975-e5ca-41d9-aacb-c30011ea82b6 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:00.926043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d90a538-d3d1-494a-92e2-c3862a5ec013 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:00.939033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.952572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 9d90a538-d3d1-494a-92e2-c3862a5ec013 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:00.952917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d90a538-d3d1-494a-92e2-c3862a5ec013 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:00.953329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 42d5aab5-3fd0-4394-9372-e51fd611a009 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:00.955658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-b7065c65-69b5-42ea-ae0e-e5ebfdbb1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:00.957411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-b7065c65-69b5-42ea-ae0e-e5ebfdbb1078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.0842829 Jul 15 16:54:00.961398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.975133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 42d5aab5-3fd0-4394-9372-e51fd611a009 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:00.975479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 42d5aab5-3fd0-4394-9372-e51fd611a009 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:00.975824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:00.976360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:00.978248 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:01.067522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.076321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.081163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] 10.222.0.25 "DELETE /v2.0/networks/05643cd7-b80c-46ac-a03c-74f8e1e00b58 HTTP/1.1" status: 204 len: 168 time: 1.5539024 Jul 15 16:54:01.097488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5240a6-72f6-4191-af21-6e2211b4a36e admin admin] Pushing event deleted for resources: {'Network': ['ID=05643cd7-b80c-46ac-a03c-74f8e1e00b58,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:01.109241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-bf917bee-a35a-4908-ba2e-876fc6677275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:01.110835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-bf917bee-a35a-4908-ba2e-876fc6677275 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431575 Jul 15 16:54:01.143350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.164146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea199a-88ed-49b7-84aa-2f17b07fd3cb req-fc245095-291e-4813-ac4b-069b3d7d32cc tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:01.165670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea199a-88ed-49b7-84aa-2f17b07fd3cb req-fc245095-291e-4813-ac4b-069b3d7d32cc tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 946 time: 0.5877321 Jul 15 16:54:01.184367 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.195083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.196951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/networks/e8c9ed94-8c1a-4eff-a755-e2deea90045e HTTP/1.1" status: 204 len: 168 time: 1.5042844 Jul 15 16:54:01.200501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:01.212632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e6f1-40f3-4592-a1b4-28bfcb029052 req-e281902f-9c38-4a5b-86a9-6a87ee251da7 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:01.214233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f79e6f1-40f3-4592-a1b4-28bfcb029052 req-e281902f-9c38-4a5b-86a9-6a87ee251da7 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.5981202 Jul 15 16:54:01.224820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:01.233427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9210682-7848-42b3-a31b-a63e3000a59e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Network': ['ID=e8c9ed94-8c1a-4eff-a755-e2deea90045e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:01.269163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting subnet 3238c0c8-1949-4dd7-981f-1971afe1c8d9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:01.273431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-b489016e-6787-43dd-8254-0d4ae3612be3 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554689 Jul 15 16:54:01.274094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.293636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea199a-88ed-49b7-84aa-2f17b07fd3cb req-eecbac70-d82f-445f-92a8-c74551611945 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196764 Jul 15 16:54:01.315501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d671c10a-ecef-4ad4-a28e-5c085d7a83c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d6591e997fd4116b59b8681a4c89678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872061 Jul 15 16:54:01.316455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f79e6f1-40f3-4592-a1b4-28bfcb029052 req-825d39e9-5d30-42ce-92b9-2d0cfe3024cd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892160 Jul 15 16:54:01.316910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58214) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:01.347824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.386229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.408801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.450381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5bf79ecd-4589-4172-9d1b-9aa807cef6d7 req-78644c34-b831-41dd-8a2b-64524842c15a service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554885 Jul 15 16:54:01.458886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.461756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.466105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c52401b6-2f2b-4cf7-bd46-53303f2e381b HTTP/1.1" status: 204 len: 168 time: 0.1458640 Jul 15 16:54:01.480992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b266c4c-27d2-4b1e-8e27-549a7c66f0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52401b6-2f2b-4cf7-bd46-53303f2e381b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:01.514414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.593926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.621030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Subnet': ['ID=3238c0c8-1949-4dd7-981f-1971afe1c8d9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:01.628981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.631416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f981b3e9-de5a-45b4-9041-b6d704578efe tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/subnets/3238c0c8-1949-4dd7-981f-1971afe1c8d9 HTTP/1.1" status: 204 len: 168 time: 0.4296281 Jul 15 16:54:01.638019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:01.638508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d001c5-495d-4ab3-aa89-4ac95a5325a8 None None] Network 40d48859-9823-46fa-940a-fdbc78e7ccdc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:01.663268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3bc9a5f9-176b-4754-b12f-87c116b7e799 req-817942c0-4c6a-4fac-932c-faf835378ede tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0415790 Jul 15 16:54:01.695571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33494300-d8ed-439c-824e-722ce263733e req-a6a10b24-6a44-4211-85d7-209d936db044 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:01.707533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33494300-d8ed-439c-824e-722ce263733e req-a6a10b24-6a44-4211-85d7-209d936db044 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 945 time: 0.1245277 Jul 15 16:54:01.717812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting subnet 787ef91f-d5a8-44fd-a889-b1098a2a94a7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:01.726950 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.758951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33494300-d8ed-439c-824e-722ce263733e req-6bdb828b-e8fd-41ee-8071-ebb5c401bb41 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Jul 15 16:54:01.798212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.919004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.922828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] DHCP port deletion for 40d48859-9823-46fa-940a-fdbc78e7ccdc request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:54:01.983924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Deleting port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:01.984299 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:01.989786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.006837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.009176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/subnets/787ef91f-d5a8-44fd-a889-b1098a2a94a7 HTTP/1.1" status: 204 len: 168 time: 0.3705680 Jul 15 16:54:02.011828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58238) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:02.016928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4e148e-6ea9-40f2-a9c3-e7cc2810b237 None None] Network c540cab9-0166-496a-93e7-18aafec42494 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:02.028642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aecff-97ce-47d7-bdfc-1906e6927142 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Subnet': ['ID=787ef91f-d5a8-44fd-a889-b1098a2a94a7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:02.076033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] For port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,segment=NetworkSegment(b5b2578f-d412-481d-8326-261649d4ddb5),segment_id=b5b2578f-d412-481d-8326-261649d4ddb5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:02.076460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.121017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Calling delete_port for b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:02.127199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.215011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:02.215375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.285550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.326012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] Pushing event deleted for resources: {'Port': ['ID=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:02.330355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f168aa-3cda-43ae-9588-53102b326ab8 None None] No DVR routers for this DVR port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:02.373030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] For port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,segment=NetworkSegment(b5b2578f-d412-481d-8326-261649d4ddb5),segment_id=b5b2578f-d412-481d-8326-261649d4ddb5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:02.373560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.393250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Calling delete_port for b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:02.425784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] DHCP port deletion for c540cab9-0166-496a-93e7-18aafec42494 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:54:02.481872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Deleting port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:02.482597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.552424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f80fbc-de53-427b-89f6-f4bbc9404adc req-6bb5941e-cc25-4907-be80-b03ea46b1374 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:02.553246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] For port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,segment=NetworkSegment(fda79824-885a-4998-b766-11339bf4ad53),segment_id=fda79824-885a-4998-b766-11339bf4ad53)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:02.553872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.554000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65f80fbc-de53-427b-89f6-f4bbc9404adc req-6bb5941e-cc25-4907-be80-b03ea46b1374 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.1001606 Jul 15 16:54:02.554708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.571349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Calling delete_port for ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:02.590791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] No DVR routers for this DVR port b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:02.603015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Port': ['ID=b173de52-4df9-4a6e-ba7d-0f2a3db45fd2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:02.658430 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.688613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] Pushing event deleted for resources: {'Port': ['ID=ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:02.696650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad872fa-9d83-4909-bfbd-d11802c6d04f None None] No DVR routers for this DVR port ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:02.700699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65f80fbc-de53-427b-89f6-f4bbc9404adc req-d61510de-3d4c-42b2-acd0-e678d12638d4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170542 Jul 15 16:54:02.740516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.751495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d48859-9823-46fa-940a-fdbc78e7ccdc']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:02.761652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b2578f-d412-481d-8326-261649d4ddb5') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:02.762455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b2578f-d412-481d-8326-261649d4ddb5') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:02.772135 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.791559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.801203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:02.808170 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:02.845762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:02.867743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:02.868179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea73f5ea-c14a-4cb1-b2a3-1d6c9ce1fefa not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:02.868659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:02.890583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:02.890953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b173de52-4df9-4a6e-ba7d-0f2a3db45fd2 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:02.916751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62fb5efd-2436-40a5-beac-3a5b56aa72d8 req-7981f14a-b0e8-4eb8-aee5-60648f108bb8 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0404303 Jul 15 16:54:02.917935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.926791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:02.929005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/networks/40d48859-9823-46fa-940a-fdbc78e7ccdc HTTP/1.1" status: 204 len: 168 time: 0.9161773 Jul 15 16:54:02.931508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:02.940448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4033a2-3432-4166-94eb-343dd669a1ca tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Network': ['ID=40d48859-9823-46fa-940a-fdbc78e7ccdc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:03.042938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.130228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331d187-8390-4650-a5fb-b93eee71ff83 req-916cc2fc-50a9-4894-a438-62bb416c738a tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:03.139439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b331d187-8390-4650-a5fb-b93eee71ff83 req-916cc2fc-50a9-4894-a438-62bb416c738a tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 945 time: 0.1214957 Jul 15 16:54:03.169412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.181790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c540cab9-0166-496a-93e7-18aafec42494']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:03.192861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda79824-885a-4998-b766-11339bf4ad53') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:03.193150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda79824-885a-4998-b766-11339bf4ad53') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:03.202427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b331d187-8390-4650-a5fb-b93eee71ff83 req-04ee85a5-03b3-4c75-adf9-70c4aee1758d tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596426 Jul 15 16:54:03.205000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.220832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.226961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:03.227430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:03.231190 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:03.301070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.306833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.311216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/networks/c540cab9-0166-496a-93e7-18aafec42494 HTTP/1.1" status: 204 len: 168 time: 0.3742778 Jul 15 16:54:03.311915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58308) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:03.324150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Network': ['ID=c540cab9-0166-496a-93e7-18aafec42494,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:03.332835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66552eb8-cef0-4fc7-8f26-11c20d7ac280 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:03.335300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.335870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.337156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.338006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.339242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.339825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.340481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.340975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.341484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.342122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.342790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.343329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef79d22-7f7f-4c65-a3bb-26bdf294608f tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:03.391246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting subnet 9fd2e16c-1625-49de-9687-2d4d9fa9dc19 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:03.395180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.438766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:03.443317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:03.443691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.465410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.484949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:03.543005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.569112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.575138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:03.578056 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36daa3ca-62f9-4bda-8b2f-34d8787bdd9e" -d '{"events": [{"server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "name": "network-vif-plugged", "status": "completed", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:03.606242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280,segment=NetworkSegment(c619d7ba-ddac-4d8b-b456-31da0e4d8c42),segment_id=c619d7ba-ddac-4d8b-b456-31da0e4d8c42)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:03.618395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.646889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96298c20-4d32-4c11-8e20-514de8609617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.654863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.670925 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd179a-0f99-4761-8c94-9c512e793b2d x-openstack-request-id: req-19cd179a-0f99-4761-8c94-9c512e793b2d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:03.674123 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "name": "network-vif-plugged", "status": "completed", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:03.674547 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19cd179a-0f99-4761-8c94-9c512e793b2d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:03.675305 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280', 'code': 200} Jul 15 16:54:03.695788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd2e16c-1625-49de-9687-2d4d9fa9dc19,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:03.699040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.703743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dfbaf135-18bd-4e4e-a11f-8d9ef123f18e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/subnets/9fd2e16c-1625-49de-9687-2d4d9fa9dc19 HTTP/1.1" status: 204 len: 168 time: 0.3902903 Jul 15 16:54:03.704683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58324) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:03.709557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35702e7e-a36f-4093-8f8b-7345fb950380 None None] Network 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:03.749653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:03.872738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.938913 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96298c20-4d32-4c11-8e20-514de8609617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.949672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7d7bd-847a-4a9f-9124-99861671709e req-2aa551bc-c764-4b64-8c5c-5d1529d9cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:03.953140 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6de7d7bd-847a-4a9f-9124-99861671709e req-2aa551bc-c764-4b64-8c5c-5d1529d9cb73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 1097 time: 0.1574016 Jul 15 16:54:03.954610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96298c20-4d32-4c11-8e20-514de8609617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:03.993247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] DHCP port deletion for 9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:54:04.022745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Deleting port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:04.023296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.032414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96298c20-4d32-4c11-8e20-514de8609617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db785fa0-42e1-4aa7-bd23-dd52632ca3fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:04.054023 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96298c20-4d32-4c11-8e20-514de8609617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=658ee6e617c74ce8bd5a687e10eac5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677679 Jul 15 16:54:04.059115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:04.071163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6de7d7bd-847a-4a9f-9124-99861671709e req-916700d3-1793-42fc-a107-89bb1748c5f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035526 Jul 15 16:54:04.098385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Deleting port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:04.098775 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.122441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda767-b65a-4f4c-84db-9098df5794fd req-1de77e72-1281-4759-b55d-649d28666681 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:04.129428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2cda767-b65a-4f4c-84db-9098df5794fd req-1de77e72-1281-4759-b55d-649d28666681 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.1534309 Jul 15 16:54:04.132449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] For port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,segment=NetworkSegment(a2d833d6-a6c4-480c-a306-88400f0fbeba),segment_id=a2d833d6-a6c4-480c-a306-88400f0fbeba)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:04.132807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.149165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.164628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Calling delete_port for 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:04.194079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] For port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,segment=NetworkSegment(a2d833d6-a6c4-480c-a306-88400f0fbeba),segment_id=a2d833d6-a6c4-480c-a306-88400f0fbeba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:04.194406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.202538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.203353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2cda767-b65a-4f4c-84db-9098df5794fd req-e7788d37-1b1b-44f9-aa16-1d41f6d193b1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730140 Jul 15 16:54:04.210376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Calling delete_port for 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:04.267953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.273937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.279689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db785fa0-42e1-4aa7-bd23-dd52632ca3fa HTTP/1.1" status: 204 len: 168 time: 0.2158892 Jul 15 16:54:04.304617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.311873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369dd61-a614-45d6-b086-d830fbf4a141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db785fa0-42e1-4aa7-bd23-dd52632ca3fa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:04.332236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] Pushing event deleted for resources: {'Port': ['ID=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:04.352865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb43eb81-82fb-4232-b295-8eeb98a14280 req-9921d129-2c44-48d5-972d-ddda24312278 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.1483965 Jul 15 16:54:04.358924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17efffa-9d20-48fc-a79d-7f6f1222fef0 None None] No DVR routers for this DVR port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:04.445945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.480971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] No DVR routers for this DVR port 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:04.489462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348caf0-4277-4a9a-830e-fb0e8ad6d95b req-a863444c-f62f-465a-94f5-5b9feb723444 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:04.491078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5348caf0-4277-4a9a-830e-fb0e8ad6d95b req-a863444c-f62f-465a-94f5-5b9feb723444 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 946 time: 0.1220121 Jul 15 16:54:04.491878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Port': ['ID=1e0f4bd8-3515-4152-8a58-a3ed5d0831f6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:04.604935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.619285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:04.624948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5348caf0-4277-4a9a-830e-fb0e8ad6d95b req-24fc7b3c-e1fc-45e6-95c4-3e33eaa89688 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263955 Jul 15 16:54:04.644554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d833d6-a6c4-480c-a306-88400f0fbeba') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:04.644866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d833d6-a6c4-480c-a306-88400f0fbeba') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:04.655668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.677132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.683682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:04.684460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:04.687066 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:04.751607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.757041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:04.759101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/networks/9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc HTTP/1.1" status: 204 len: 168 time: 1.0534172 Jul 15 16:54:04.762122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:04.774235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0463a-7211-4509-a78a-86946eaec303 tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Pushing event deleted for resources: {'Network': ['ID=9ecdf4a6-73b1-42b3-839e-8be4ca4a72cc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:04.803730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58350) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:04.805599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0dc87d67-9a5a-4310-9cb1-e1a871ad9b1e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e8a3ad-67bc-45cb-acb1-adb005399295 HTTP/1.1" status: 200 len: 205 time: 0.0414946 Jul 15 16:54:04.880732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:04.925997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:04.926729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1e0f4bd8-3515-4152-8a58-a3ed5d0831f6 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:04.969103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.193441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:05.204745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.207819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.264521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.265439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Fanout notify agent at l3_agent the message router_deleted on router 56e8a3ad-67bc-45cb-acb1-adb005399295 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:54:05.280592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.284494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e83b1dc7-4c08-4bea-a7a9-94a9d9c1685e tempest-RoutersNegativeIpV6Test-2045950263 tempest-RoutersNegativeIpV6Test-2045950263-project] 10.222.0.25 "DELETE /v2.0/routers/56e8a3ad-67bc-45cb-acb1-adb005399295 HTTP/1.1" status: 204 len: 168 time: 0.4777563 Jul 15 16:54:05.340767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-547498807-network', 'tenant_id': 'baabbc0896ce4fc9874898f16d156525'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:05.415439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Made reservation on behalf of baabbc0896ce4fc9874898f16d156525 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:05.419397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.434685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.502253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074b0d-79af-4204-8f70-4576284a4946 req-785a8a6d-e074-4fe4-bc4d-f5e6c659f66e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:05.503704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2074b0d-79af-4204-8f70-4576284a4946 req-785a8a6d-e074-4fe4-bc4d-f5e6c659f66e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 945 time: 0.1592960 Jul 15 16:54:05.534937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:05.552939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f2be207-ea67-49c3-bbfb-7c15b916305d req-6a9375b5-dc04-4099-8f81-2a8b7bfebc00 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0480886 Jul 15 16:54:05.614151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2074b0d-79af-4204-8f70-4576284a4946 req-c62f3b1b-5f4b-4645-a916-b1fa22474361 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932610 Jul 15 16:54:05.619100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.632625 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.672600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:54:05.683420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a358a732-4606-45d5-8cb5-6e50d50ab3e6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:05.689034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.689228 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Added segment 8d3eabad-2985-423c-93ee-6765c504830e of type vlan for network 54cb6ae9-b93e-4641-9556-b5d979104de6 Jul 15 16:54:05.717328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3422a6d2-0334-4322-ac89-9b315eeba92b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78f5b3de89a04e23b34c44353fd31f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791134 Jul 15 16:54:05.718078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:05.739267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.780378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.781796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:05.782528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.788793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.814274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.865543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.868094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.868989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=54cb6ae9-b93e-4641-9556-b5d979104de6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:05.869261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d05cb27-44e0-482a-8145-2eeb1b0e913f HTTP/1.1" status: 204 len: 168 time: 0.1502225 Jul 15 16:54:05.885781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 54cb6ae9-b93e-4641-9556-b5d979104de6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:54:05.893280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac0d5-559a-4630-8d6b-8b50c647c299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d05cb27-44e0-482a-8145-2eeb1b0e913f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:05.922820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3e874e41-43f4-4728-93a7-fe5628ad1fb4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7278984 Jul 15 16:54:05.928336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:05.933728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Request body: {'subnet': {'network_id': '54cb6ae9-b93e-4641-9556-b5d979104de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-547498807-subnet', 'tenant_id': 'baabbc0896ce4fc9874898f16d156525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:05.965889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Made reservation on behalf of baabbc0896ce4fc9874898f16d156525 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:05.968905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:05.989921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6d73e-dc99-41ce-a5d4-2350a8273a15 req-163b9346-c175-49c0-b6fd-04d2023c2023 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:05.998155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cb6d73e-dc99-41ce-a5d4-2350a8273a15 req-163b9346-c175-49c0-b6fd-04d2023c2023 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 946 time: 0.1331663 Jul 15 16:54:06.049973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cb6d73e-dc99-41ce-a5d4-2350a8273a15 req-ce456a42-9e99-4ec7-94f5-5779ebc57869 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Jul 15 16:54:06.388724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:06.469305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba291d11-412a-4dab-ad27-81e5ab37f445,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:06.486284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Checking segment: {'id': '8d3eabad-2985-423c-93ee-6765c504830e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '54cb6ae9-b93e-4641-9556-b5d979104de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:06.486728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Network hostable DHCP agents. Network: 54cb6ae9-b93e-4641-9556-b5d979104de6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:54:06.518796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Network 54cb6ae9-b93e-4641-9556-b5d979104de6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:54:06.543848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 54cb6ae9-b93e-4641-9556-b5d979104de6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:06.560639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d9b32-c72d-41fc-ae4f-aa34b780d78b None None] Network 54cb6ae9-b93e-4641-9556-b5d979104de6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:06.569781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:06.572445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:06.605735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f30cee8b-1762-4d1c-9b67-a21df4af0118 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6762633 Jul 15 16:54:06.873475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e70dda2-8b2a-4ede-8657-d0128ae1387c req-55fc5f62-6d72-4a73-bd78-a04430659d52 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0676792 Jul 15 16:54:06.888022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e08f9e-a577-4c23-9169-89a2e5f0706a None None] Network 54cb6ae9-b93e-4641-9556-b5d979104de6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:07.085041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418c1e9-3d0c-4b84-beed-fdf011463e23 req-c55acd06-44fa-4373-a71a-e1be6cc53c04 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:07.087239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9418c1e9-3d0c-4b84-beed-fdf011463e23 req-c55acd06-44fa-4373-a71a-e1be6cc53c04 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 946 time: 0.1158428 Jul 15 16:54:07.158090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9418c1e9-3d0c-4b84-beed-fdf011463e23 req-4afbce0d-afb4-4387-aa6e-1991f194e12f tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Jul 15 16:54:07.257063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1434715736', 'description': 'tempest-description-559945514'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:07.293985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.439795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.445535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.484257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.489302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa969ba4-05a0-460e-9667-042222a50b1c req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2373576 Jul 15 16:54:07.491613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532532ec-7a35-42db-902c-969f15a46712 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6c3d9a-fb81-4aac-8a98-673a33b235e7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:07.576987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-4b8c478c-621f-4e0d-8708-83606fae192e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/1d6c3d9a-fb81-4aac-8a98-673a33b235e7 HTTP/1.1" status: 200 len: 1814 time: 0.0579991 Jul 15 16:54:07.586904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6c3d9a-fb81-4aac-8a98-673a33b235e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:07.587223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d6c3d9a-fb81-4aac-8a98-673a33b235e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:07.647823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.675086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.678928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.698946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4799c1a2-ceff-4669-aaf6-aca8fd2131c9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:07.706845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.708334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01851c56-3bfc-47e6-b748-e75f618a7ba8 req-a65cd126-e8d7-47b1-a63b-097c511f68ee tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1252484 Jul 15 16:54:07.775432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cce2063-a6f3-4949-8a8b-3e127f58c9ba req-fdb8c86e-7d1d-40ab-a571-0240de4abdd8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/1d6c3d9a-fb81-4aac-8a98-673a33b235e7 HTTP/1.1" status: 200 len: 2408 time: 0.0404994 Jul 15 16:54:07.816078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-84f51ba2-f7a2-4f59-aa49-94286bc2b054 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-group-rules/4799c1a2-ceff-4669-aaf6-aca8fd2131c9 HTTP/1.1" status: 200 len: 778 time: 0.0201955 Jul 15 16:54:07.869763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-2a37912e-7920-4472-a00d-33be9e383d30 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/1d6c3d9a-fb81-4aac-8a98-673a33b235e7 HTTP/1.1" status: 200 len: 2408 time: 0.0446043 Jul 15 16:54:07.903069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.911338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.966998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.975012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:07.976696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35f5cc5d-e6c0-4880-afef-1be6fe608f94 req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4799c1a2-ceff-4669-aaf6-aca8fd2131c9 HTTP/1.1" status: 204 len: 173 time: 0.1004548 Jul 15 16:54:07.983589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418a92a-f451-4bb6-add9-769b5d0e316a tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4799c1a2-ceff-4669-aaf6-aca8fd2131c9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:08.093014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939164cb-6a1a-4ed4-b994-8998403a2992 req-f93d99b8-4dbf-4bef-9847-eb36b1579739 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0495093 Jul 15 16:54:08.177626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1715444536', 'description': 'tempest-description-1684363887'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:08.221207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.229260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-02d606b6-c3f2-4626-987b-1f6095ae6b85 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:08.232642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-02d606b6-c3f2-4626-987b-1f6095ae6b85 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.1368575 Jul 15 16:54:08.256801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-84f614af-3348-4cc3-9402-026770e5bbe1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/quotas/7ad053abb6b4493e8f7f33b1ec21e239 HTTP/1.1" status: 200 len: 375 time: 0.0170593 Jul 15 16:54:08.372235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-b3e8f9dc-1d29-401e-9ca1-a073c78ea94a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097894 Jul 15 16:54:08.422548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-a054fde5-5328-4b81-af70-b00481febd5b tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:08.423666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.424946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-a054fde5-5328-4b81-af70-b00481febd5b tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.20 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 946 time: 0.0744963 Jul 15 16:54:08.430106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.458963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58518) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:08.500407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.501711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8ac8bbf-16ad-437f-bb2c-a88db2049883 req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3301389 Jul 15 16:54:08.510730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050cadff-0153-4994-946f-1a6aa29c33a9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:08.527045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.527391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.527731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.528060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.528418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.528744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.529071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.529392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.529717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.530036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.530357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.530670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400521ad-8437-40c0-a29a-7bd3f15b3b38 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:08.535235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-97a1bd5a-bbdb-4a6f-8272-d3ece3b44c2b service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546402 Jul 15 16:54:08.538685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Deleting port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:08.539034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.650134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] For port 66552eb8-cef0-4fc7-8f26-11c20d7ac280, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66552eb8-cef0-4fc7-8f26-11c20d7ac280,segment=NetworkSegment(c619d7ba-ddac-4d8b-b456-31da0e4d8c42),segment_id=c619d7ba-ddac-4d8b-b456-31da0e4d8c42)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:08.651343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.653468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8afa2a86-b513-4218-90e3-e3398ba33b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.663873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Calling delete_port for 66552eb8-cef0-4fc7-8f26-11c20d7ac280 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:08.720880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-6220eb84-ff98-4228-8eb0-8a6982fb26c2 service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770728 Jul 15 16:54:08.777914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f339a-ac3a-4b12-8e5c-50253b6915ca req-a98b1076-6ac1-48e8-a8f8-cc8ab8151e97 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:08.779458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-558f339a-ac3a-4b12-8e5c-50253b6915ca req-a98b1076-6ac1-48e8-a8f8-cc8ab8151e97 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/ports?device_id=c30e80aa-9e9a-4090-bc88-c985ad16848e HTTP/1.1" status: 200 len: 946 time: 0.1305244 Jul 15 16:54:08.796101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.811376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['66552eb8-cef0-4fc7-8f26-11c20d7ac280'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:08.851750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Pushing event deleted for resources: {'Port': ['ID=66552eb8-cef0-4fc7-8f26-11c20d7ac280,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:08.853471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-558f339a-ac3a-4b12-8e5c-50253b6915ca req-00cacd7a-789e-42b9-b6bf-44ec360efbb2 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.25 "GET /v2.0/security-groups?id=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632248 Jul 15 16:54:08.887270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8afa2a86-b513-4218-90e3-e3398ba33b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.899338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8afa2a86-b513-4218-90e3-e3398ba33b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.905324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] No DVR routers for this DVR port 66552eb8-cef0-4fc7-8f26-11c20d7ac280 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:08.907531 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:08.909703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d6a6def1-bac4-446f-9d56-5d971f5b163b req-7f400575-f8a2-4815-9654-2c765689fe23 tempest-InstanceActionsV221TestJSON-866195019 tempest-InstanceActionsV221TestJSON-866195019-project] 10.222.0.20 "DELETE /v2.0/ports/66552eb8-cef0-4fc7-8f26-11c20d7ac280 HTTP/1.1" status: 204 len: 173 time: 0.4756641 Jul 15 16:54:08.910093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'name': 'network-vif-deleted', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:08.912955 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b44bac-02be-4d31-8b26-9c12ff11d601" -d '{"events": [{"server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "name": "network-vif-deleted", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:08.991054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58534) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:08.993811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8afa2a86-b513-4218-90e3-e3398ba33b67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39d10af6d01c47b286df05f3ae0f720d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259712 Jul 15 16:54:09.002145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2a86-b513-4218-90e3-e3398ba33b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b97e1c-e32a-4416-a4bf-04931df055cd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:09.097148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-879867ef-213b-497b-a81d-3427da4ac079 req-35a6947b-d474-40ee-85ba-710c854b16b6 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/050cadff-0153-4994-946f-1a6aa29c33a9 HTTP/1.1" status: 200 len: 1815 time: 0.0486190 Jul 15 16:54:09.115978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.153519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.213062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62cdf464-37f1-41d5-aeb7-a88fed73b943 req-6e9dd3e2-fe1e-4547-aae4-3001a016cc0a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 210 time: 0.0624411 Jul 15 16:54:09.216996 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029ec700-b8ef-47a7-b291-9ac4e7863728 x-openstack-request-id: req-029ec700-b8ef-47a7-b291-9ac4e7863728 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:09.217381 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30e80aa-9e9a-4090-bc88-c985ad16848e", "name": "network-vif-deleted", "tag": "66552eb8-cef0-4fc7-8f26-11c20d7ac280", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:09.217772 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-029ec700-b8ef-47a7-b291-9ac4e7863728 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:09.218295 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30e80aa-9e9a-4090-bc88-c985ad16848e', 'name': 'network-vif-deleted', 'tag': '66552eb8-cef0-4fc7-8f26-11c20d7ac280', 'status': 'completed', 'code': 200} Jul 15 16:54:09.239744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.250062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.251716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16b97e1c-e32a-4416-a4bf-04931df055cd HTTP/1.1" status: 204 len: 168 time: 0.2595882 Jul 15 16:54:09.275643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee821f-9e80-4a41-99a5-9e5e2bbaf981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b97e1c-e32a-4416-a4bf-04931df055cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:09.313095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1464705488', 'description': 'tempest-description-801921025'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:09.376082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.388439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:09.410590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99a8f198-ed23-4bb3-907b-89dd44b2db2d req-dd883ff3-86df-4c59-93bb-0523e964bd39 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0502017 Jul 15 16:54:09.545729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.552557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.594770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5359afa9-6b3a-450b-9fd5-692d2d533364,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:09.597635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.603743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cab7284b-f644-42ea-aa49-238f7a923812 req-67d1ad2a-cf65-4114-b89f-d9095341d130 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2960296 Jul 15 16:54:09.687109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:09.690223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:09.700337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'mac_address': 'fa:16:3e:1a:95:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:09.701873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c74f560-070d-47e1-9291-49bfbd5c237e req-730abe7b-c677-45d1-b493-2c5f5f9873e4 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/5359afa9-6b3a-450b-9fd5-692d2d533364 HTTP/1.1" status: 200 len: 1814 time: 0.0776362 Jul 15 16:54:09.720182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b1fed99-7e27-44f4-9c0f-c187088f8e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.730923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1985124558', 'description': 'tempest-description-1753239785'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:09.761209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.778009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1e685e8-ef5a-439a-b78f-944c54ef6373 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:09.802325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:09.809034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.872487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b1fed99-7e27-44f4-9c0f-c187088f8e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.881193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b1fed99-7e27-44f4-9c0f-c187088f8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.903802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:09.927378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:09.941067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2b1fed99-7e27-44f4-9c0f-c187088f8e90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c3be380540447cb8b16fe785386e7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467170 Jul 15 16:54:09.941067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fed99-7e27-44f4-9c0f-c187088f8e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec626742-e19b-40b8-a87c-4444a164e2e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:09.943437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:09.944007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.945008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.948258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.949150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.949643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.950131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.950614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.952412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.953618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.955004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.956694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.957483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:54:09.980649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d1e685e8-ef5a-439a-b78f-944c54ef6373'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:10.075699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.127168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.131010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.154766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.204372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675aff9e-6480-4d4b-9d82-01f5214b87a6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:10.207556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.222706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-318589d8-a5a5-4355-bdd1-434e7da8f834 req-cede8003-0b55-42ef-802c-8ad69407dfb8 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4981656 Jul 15 16:54:10.283819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.290172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.299568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec626742-e19b-40b8-a87c-4444a164e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3544607 Jul 15 16:54:10.313937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121a5f3-aed5-48f4-ab56-88b56ae11dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec626742-e19b-40b8-a87c-4444a164e2e2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:10.556012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.585900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88caae91-c649-4e51-9d45-011126a3fb08 req-2b6004d3-ace2-4aa2-bfa9-14b3f954004e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/675aff9e-6480-4d4b-9d82-01f5214b87a6 HTTP/1.1" status: 200 len: 1815 time: 0.1366544 Jul 15 16:54:10.621614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.686655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-1055b7de-b057-4329-9f77-76b7ec1bbdea tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:10.688316 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-1055b7de-b057-4329-9f77-76b7ec1bbdea tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.1860888 Jul 15 16:54:10.708460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Request body: {'port': {'device_id': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'admin_state_up': True, 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:10.712491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2cd48f3-c385-4ba5-90af-e29fac158ea7 req-52fb8758-f9cd-4765-bd65-bb1d14e13038 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 210 time: 0.0709901 Jul 15 16:54:10.841824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58626) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:10.907275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1572935451', 'description': 'tempest-description-85966156'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:10.940652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:10.940877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:10.992821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60925acf-7aba-4365-90a0-77092521226a req-5b3ec598-a8e5-47bf-918e-172bc1862523 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0700142 Jul 15 16:54:11.007238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Deleting subnet 3b0f984b-3908-446b-b06e-b88713620871 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:11.014214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.063258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.086157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.164773 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.208690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Allocated IP 172.20.0.12 (e502825a-0d7b-4a84-a2f0-93876b2a38ef/44d36371-476d-4e06-a239-86d38240021c/562d4fac-b37a-4c01-86ec-336313812596) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:11.267034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.277926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.294147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.353246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.355432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a6d80f8-47d5-414a-a761-cc5ec8209c5b req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4563124 Jul 15 16:54:11.375204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0f984b-3908-446b-b06e-b88713620871,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:11.378982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.391006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d8fda0b7-644e-49a8-acbf-4c65916b6618 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b0f984b-3908-446b-b06e-b88713620871 HTTP/1.1" status: 204 len: 168 time: 0.5467019 Jul 15 16:54:11.393008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:11.398528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:11.402938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8abb-9535-42a9-95a3-06b6c86f09f2 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1c94d-bec2-4bec-9094-226a6cb2bca3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:11.504007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port d1e685e8-ef5a-439a-b78f-944c54ef6373 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:11.506028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.519735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.568261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-296aed03-8bc9-4b1f-accb-03b0fc062b14 req-e100e12d-241f-44fd-9ef9-3c0cfd321bf6 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/bed1c94d-bec2-4bec-9094-226a6cb2bca3 HTTP/1.1" status: 200 len: 1813 time: 0.1518660 Jul 15 16:54:11.570914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.626893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.639969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756', '840a2248-fd60-46a9-b7ca-022d7ca97e9c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:11.715092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.736629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:11.742307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:11.759856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:11.775854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:11.779813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:11.782658 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de07dc3e-241e-41b3-a07b-e6dac4cbd0fc" -d '{"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-plugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:11.783095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.793776 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.794795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66552eb8-cef0-4fc7-8f26-11c20d7ac280 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:11.823961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 66552eb8-cef0-4fc7-8f26-11c20d7ac280 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:11.824586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66552eb8-cef0-4fc7-8f26-11c20d7ac280 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:11.838783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce075e69-2435-43c5-9577-8e49d6df5638']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:11.841632 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-94171bbd-56e3-468c-a170-386cb49fd925 req-0cdbeaa2-6c27-46b1-bb5c-fc59c3c8c9a0 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] show failed (client error): The resource could not be found. Jul 15 16:54:11.842607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94171bbd-56e3-468c-a170-386cb49fd925 req-0cdbeaa2-6c27-46b1-bb5c-fc59c3c8c9a0 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/9016cb7f-588d-40e1-8773-7390f4c3527e HTTP/1.1" status: 404 len: 352 time: 0.0505555 Jul 15 16:54:11.858057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:11.858364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c619d7ba-ddac-4d8b-b456-31da0e4d8c42') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:11.869179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.895734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.896319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:11.897831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.904984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:11.905686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:11.908786 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:11.926168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event updated for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:11.927293 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac750bc-4118-4b93-8e3f-0cbf8b7e7660 x-openstack-request-id: req-8ac750bc-4118-4b93-8e3f-0cbf8b7e7660 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:11.927611 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-plugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:11.931805 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ac750bc-4118-4b93-8e3f-0cbf8b7e7660 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:11.932856 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'code': 200} Jul 15 16:54:11.948844 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-816b256e-6538-49c2-bd15-2e6a5201380d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2461004 Jul 15 16:54:11.960799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Request body: {'port': {'device_id': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:12.018768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:12.026494 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-e2068b1c-36f0-42b1-a0f3-5b2f0a052679 req-6b26bf38-ba3b-46c8-a174-2b420a59fda3 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] show failed (client error): The resource could not be found. Jul 15 16:54:12.028220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2068b1c-36f0-42b1-a0f3-5b2f0a052679 req-6b26bf38-ba3b-46c8-a174-2b420a59fda3 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-group-rules/d1dd6a1a-367c-4ea2-b8eb-bf2298d11d50 HTTP/1.1" status: 404 len: 361 time: 0.0475292 Jul 15 16:54:12.033382 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.044563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.053860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce075e69-2435-43c5-9577-8e49d6df5638 HTTP/1.1" status: 204 len: 168 time: 0.6590345 Jul 15 16:54:12.073305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f38591-d0ef-478e-86c9-3a73deec2f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce075e69-2435-43c5-9577-8e49d6df5638,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:12.086485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.126525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ddaba-3847-4c0f-9937-0fac271da948 req-fe53150d-95e2-44a1-9d43-2110a6d02b2a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:12.134957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-160ddaba-3847-4c0f-9937-0fac271da948 req-fe53150d-95e2-44a1-9d43-2110a6d02b2a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 932 time: 0.1530385 Jul 15 16:54:12.209284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-160ddaba-3847-4c0f-9937-0fac271da948 req-caae028d-3abf-4edd-be80-e4f6ba44f0d2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Jul 15 16:54:12.391028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a5b2370-470e-4567-928c-588090000e55 req-f6f47427-03c9-46ac-aa80-5f282567f599 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.1165841 Jul 15 16:54:12.417707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-8cf0eaae-dc31-4be8-a22b-60da6412b25d tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/bed1c94d-bec2-4bec-9094-226a6cb2bca3 HTTP/1.1" status: 200 len: 1813 time: 0.1897018 Jul 15 16:54:12.536865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.549261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:12.587991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.654674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.658120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.664868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f750bf08-7db6-444f-9eb5-cb6cc61cf222 req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-groups/bed1c94d-bec2-4bec-9094-226a6cb2bca3 HTTP/1.1" status: 204 len: 173 time: 0.2369180 Jul 15 16:54:12.690259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ab05-07cd-4f36-96d5-1e4a1692982e tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1c94d-bec2-4bec-9094-226a6cb2bca3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:12.726782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-37aeef5b-c13e-4fca-8bc0-14199cef43c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db882dd44c414dc5a569d8a62693ebdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1762993 Jul 15 16:54:12.730300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:12.753203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-051bff6b-0527-4664-8c21-30423d3f5e73 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/675aff9e-6480-4d4b-9d82-01f5214b87a6 HTTP/1.1" status: 200 len: 1815 time: 0.0580459 Jul 15 16:54:12.765331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562d4fac-b37a-4c01-86ec-336313812596 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:12.794130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.827531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.832166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.836663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Transition to ACTIVE for port object 562d4fac-b37a-4c01-86ec-336313812596 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:12.853389 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.869291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.903870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.976538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.978961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Pushing event updated for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:12.982773 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:12.990061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daed4ad0-dc3c-464e-9409-d61b02e7619f req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-groups/675aff9e-6480-4d4b-9d82-01f5214b87a6 HTTP/1.1" status: 204 len: 173 time: 0.2336192 Jul 15 16:54:13.049740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b547c0c-c47c-48a7-8f43-cbabe97dbe1b tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675aff9e-6480-4d4b-9d82-01f5214b87a6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:13.052546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Attempting to bind port 562d4fac-b37a-4c01-86ec-336313812596 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:13.068790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Attempting to bind port 562d4fac-b37a-4c01-86ec-336313812596 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:13.069386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Attempting to bind port 562d4fac-b37a-4c01-86ec-336313812596 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:13.075014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Port 562d4fac-b37a-4c01-86ec-336313812596 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:13.075596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Attempting to bind port 562d4fac-b37a-4c01-86ec-336313812596 on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:13.079133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.094979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.096615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4 HTTP/1.1" status: 204 len: 168 time: 0.3640304 Jul 15 16:54:13.118362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:13.121059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Checking segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:13.122719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Bound using segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:13.123535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Bound port: 562d4fac-b37a-4c01-86ec-336313812596, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:13.124153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.126673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d067580-4775-456a-b03e-2e95b9de65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa6ee7-b8ba-4231-871e-12ef4f9bc8e4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:13.189276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-2151e108-d714-49dd-9af0-110cf8b47657 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/5359afa9-6b3a-450b-9fd5-692d2d533364 HTTP/1.1" status: 200 len: 1814 time: 0.1405964 Jul 15 16:54:13.234453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:13.239357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=562d4fac-b37a-4c01-86ec-336313812596,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:13.248699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.313939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:13.314805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.317014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] 10.222.0.20 "PUT /v2.0/ports/562d4fac-b37a-4c01-86ec-336313812596 HTTP/1.1" status: 200 len: 1092 time: 1.3608460 Jul 15 16:54:13.317764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'tag': '562d4fac-b37a-4c01-86ec-336313812596'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:13.320991 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318315dd-0c95-47d0-9e15-626750ce6dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "tag": "562d4fac-b37a-4c01-86ec-336313812596"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:13.350656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.425729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.442824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683fdd1-3c8b-4c22-b2e8-1ffb28283704 service neutron] Pushing event updated for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:13.478467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-15eddbec-8ecf-4ea7-9a64-ee62fbd14a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:13.481924 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-15eddbec-8ecf-4ea7-9a64-ee62fbd14a98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 1095 time: 0.0796678 Jul 15 16:54:13.570196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-7790338f-1d28-483f-b440-a066ccad55d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562d4fac-b37a-4c01-86ec-336313812596 HTTP/1.1" status: 200 len: 217 time: 0.0789728 Jul 15 16:54:13.573581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04a93c-e53e-4a90-825e-d6362c53967c req-1da3da54-ba96-41c2-b571-a33c94fef0d9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:13.575558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c04a93c-e53e-4a90-825e-d6362c53967c req-1da3da54-ba96-41c2-b571-a33c94fef0d9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 944 time: 0.1158824 Jul 15 16:54:13.576886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.579538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.586595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f48cfc6e-ec7b-4465-bc7b-b8ea4cacb570 req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-groups/5359afa9-6b3a-450b-9fd5-692d2d533364 HTTP/1.1" status: 204 len: 173 time: 0.3890653 Jul 15 16:54:13.630573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f44c8-e5c8-48a6-860a-04eb4319fd89 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5359afa9-6b3a-450b-9fd5-692d2d533364,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:13.680256 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e455a1-c0ab-4df5-b1c3-e2d89da2bb28 x-openstack-request-id: req-48e455a1-c0ab-4df5-b1c3-e2d89da2bb28 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:13.680556 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "tag": "562d4fac-b37a-4c01-86ec-336313812596", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:13.680872 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48e455a1-c0ab-4df5-b1c3-e2d89da2bb28 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:13.681214 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'tag': '562d4fac-b37a-4c01-86ec-336313812596', 'status': 'completed', 'code': 200} Jul 15 16:54:13.683359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996eb58b-b556-44f3-a027-75036e95a665 req-15195e55-86de-468d-a95c-c0141baf64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:13.685112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-15195e55-86de-468d-a95c-c0141baf64be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.1000583 Jul 15 16:54:13.723865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c04a93c-e53e-4a90-825e-d6362c53967c req-5408dc4f-c6c9-457b-87ff-e35dbc9699a5 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282432 Jul 15 16:54:13.737408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-2efd6aad-c160-4480-a649-871a25a564f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431836 Jul 15 16:54:13.815456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-8e3f869e-adbc-48be-b832-90af0c6f0694 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/050cadff-0153-4994-946f-1a6aa29c33a9 HTTP/1.1" status: 200 len: 1815 time: 0.0681317 Jul 15 16:54:13.843773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d98b4f72-975c-4dd8-af76-d4a7d0fecf92 req-7d4723cb-c786-49b0-b17c-f83a7c5758f0 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0325024 Jul 15 16:54:13.918327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:13.953139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-69fc270b-8963-408b-be9c-c4e9f4520728 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083578 Jul 15 16:54:13.957306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.022383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.028894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.050303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1d0877e-6cf7-49e9-9f0e-d40875a728f2 req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-groups/050cadff-0153-4994-946f-1a6aa29c33a9 HTTP/1.1" status: 204 len: 173 time: 0.2038348 Jul 15 16:54:14.079406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f55205-84b3-4232-bff9-11f10118cfb7 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050cadff-0153-4994-946f-1a6aa29c33a9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:14.179135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-996eb58b-b556-44f3-a027-75036e95a665 req-9605bef9-931c-48bb-b630-7ec7f61eb91a service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045729 Jul 15 16:54:14.202323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-593f32b5-02ed-4dfd-9809-e702726ebd59 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "GET /v2.0/security-groups/1d6c3d9a-fb81-4aac-8a98-673a33b235e7 HTTP/1.1" status: 200 len: 1814 time: 0.1031752 Jul 15 16:54:14.391935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.407035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-d635876d-4854-41de-a049-4015fedd0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:14.414779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-d635876d-4854-41de-a049-4015fedd0962 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 1095 time: 0.1530712 Jul 15 16:54:14.454877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.483893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58768) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:14.549711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-bf537c82-fcb8-48a6-886e-316ab4572a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:14.554734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-bf537c82-fcb8-48a6-886e-316ab4572a73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 914 time: 0.1305478 Jul 15 16:54:14.556593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.560036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.567066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c863835a-c3ce-4c03-a435-4cd8370ac99a req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d6c3d9a-fb81-4aac-8a98-673a33b235e7 HTTP/1.1" status: 204 len: 173 time: 0.3567879 Jul 15 16:54:14.567562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:14.646333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252eedc-269d-4344-b5a7-a22d22e1b174 tempest-SecurityGroupRulesNegativeTestJSON-944782593 tempest-SecurityGroupRulesNegativeTestJSON-944782593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6c3d9a-fb81-4aac-8a98-673a33b235e7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:14.649073 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-4049c92e-e456-4320-b6f7-9227f2b36d78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562d4fac-b37a-4c01-86ec-336313812596 HTTP/1.1" status: 200 len: 217 time: 0.0720541 Jul 15 16:54:14.705649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-759126997-network', 'tenant_id': '9f1850c27bda4084a3e8ab4011f91e3f'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:14.737556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Made reservation on behalf of 9f1850c27bda4084a3e8ab4011f91e3f for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:14.739983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.744189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Deleting subnet ba291d11-412a-4dab-ad27-81e5ab37f445 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:14.748273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.763748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-2c264e01-31e7-47e3-89c2-41ec488791de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:14.765424 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-2c264e01-31e7-47e3-89c2-41ec488791de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.1053486 Jul 15 16:54:14.796520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.845029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.845293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-3fe36fcb-1b2a-4244-a351-4d9961b89d0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661476 Jul 15 16:54:14.940958 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:14.989877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.007822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.012607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba291d11-412a-4dab-ad27-81e5ab37f445 HTTP/1.1" status: 204 len: 168 time: 0.4409907 Jul 15 16:54:15.017423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58788) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:15.034824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-9ee42eaa-3b87-4a67-9acd-bcbb2167d62f service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780803 Jul 15 16:54:15.067418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4fc3a-11ce-42ba-956c-6fa3cfc386c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba291d11-412a-4dab-ad27-81e5ab37f445,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:15.116555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072edd-d2ab-4e41-b1d2-f77ffbd5a465 req-79861124-e4f6-4d1c-a09f-99bbfbd62e03 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:15.127170 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40072edd-d2ab-4e41-b1d2-f77ffbd5a465 req-79861124-e4f6-4d1c-a09f-99bbfbd62e03 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 944 time: 0.2458467 Jul 15 16:54:15.315840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-318315dd-0c95-47d0-9e15-626750ce6dc0 req-2f39458b-238a-4032-aeae-2c55629f990e service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568965 Jul 15 16:54:15.347518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.362453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4606a9e-045e-42af-a6cb-1e0f6479c0dd req-e7fe072f-f18f-4ff3-9afa-9842d496b6d9 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0710032 Jul 15 16:54:15.426355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40072edd-d2ab-4e41-b1d2-f77ffbd5a465 req-303d13a2-7eda-47e1-a11b-31fe770a103d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897263 Jul 15 16:54:15.569531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.584393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.637446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.648233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:54:15.665424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cb6ae9-b93e-4641-9556-b5d979104de6']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:15.672675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.672675 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Added segment 2a64e809-0678-4605-825d-7200d1bb4766 of type vlan for network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 Jul 15 16:54:15.690806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f78c4-87f9-4050-94a6-62585b2004a0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:15.695569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3eabad-2985-423c-93ee-6765c504830e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:15.695906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3eabad-2985-423c-93ee-6765c504830e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:15.715249 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.758240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.765046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.770643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:15.771159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:15.773814 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:15.841553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.844304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.845446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:15.846013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.851002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:15.855870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/54cb6ae9-b93e-4641-9556-b5d979104de6 HTTP/1.1" status: 204 len: 168 time: 0.8340302 Jul 15 16:54:15.890698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:15.890842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4052761 Jul 15 16:54:15.896476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Request body: {'subnet': {'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-759126997-subnet', 'tenant_id': '9f1850c27bda4084a3e8ab4011f91e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:15.949197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Made reservation on behalf of 9f1850c27bda4084a3e8ab4011f91e3f for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:15.954418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.090134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:16.182900 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a2fcdd29-4aa0-4a7f-a401-6f6f57705518 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baabbc0896ce4fc9874898f16d156525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910103 Jul 15 16:54:16.183539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:16.324538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81bae-5aac-47a9-a430-444c8ce5e5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5204f3-1186-4faa-917a-728fcfa2e9f6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:16.342939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286c32-fbe0-499a-9572-c89ae8b0a7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=54cb6ae9-b93e-4641-9556-b5d979104de6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:16.344660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:54:16.392294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.394763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.498337 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.613613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc8bc12-8484-45d0-817d-a1b649aa97af,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:16.620235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.622790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.623954 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a358a732-4606-45d5-8cb5-6e50d50ab3e6 HTTP/1.1" status: 204 len: 168 time: 0.4374008 Jul 15 16:54:16.633122 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa15e072-3795-466f-ba48-81f4ed206c79 req-5c3b0215-555e-44e4-a231-d53213d5aea6 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0463963 Jul 15 16:54:16.645528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Checking segment: {'id': '2a64e809-0678-4605-825d-7200d1bb4766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:16.645925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Network hostable DHCP agents. Network: 7a5204f3-1186-4faa-917a-728fcfa2e9f6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:54:16.668084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4035f81-1bda-4ffd-bdc1-420934b56756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a358a732-4606-45d5-8cb5-6e50d50ab3e6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:16.700435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:54:16.714828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 7a5204f3-1186-4faa-917a-728fcfa2e9f6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:16.730538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:16.730705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3350a92-61f8-41a1-aaec-27ffbb0b6d91 None None] Network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:16.731318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:16.792321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1a79eb37-0929-49f0-ac86-47c47d49cbd8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8993378 Jul 15 16:54:16.804211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4d224-08b1-4d7e-8ae1-7ea007a11f43 req-d9c50c7a-3683-4800-be37-1917bd9e7431 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:16.817492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9a4d224-08b1-4d7e-8ae1-7ea007a11f43 req-d9c50c7a-3683-4800-be37-1917bd9e7431 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 944 time: 0.1960976 Jul 15 16:54:16.933930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9a4d224-08b1-4d7e-8ae1-7ea007a11f43 req-21a855d1-abeb-4e2c-8260-5d177cfdb10a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148567 Jul 15 16:54:16.950329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc80b29-c446-43b3-bc79-a3d2f3cd6aff req-9bfcde1e-f213-486e-a0f4-136b34d280ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0830927 Jul 15 16:54:17.051767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb5a5a-aefb-4fab-9963-11bf9179ea44 None None] Network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:17.454968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 562d4fac-b37a-4c01-86ec-336313812596 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:17.600674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=562d4fac-b37a-4c01-86ec-336313812596,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:17.618263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '562d4fac-b37a-4c01-86ec-336313812596', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'port_id': '562d4fac-b37a-4c01-86ec-336313812596', 'mac_address': 'fa:16:3e:79:1f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d36371-476d-4e06-a239-86d38240021c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:17.653184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-eb660527-edbe-4b07-a3d2-65e1036ca30c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:17.661699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:17.663311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-eb660527-edbe-4b07-a3d2-65e1036ca30c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/networks?id=7a5204f3-1186-4faa-917a-728fcfa2e9f6 HTTP/1.1" status: 200 len: 821 time: 0.2371154 Jul 15 16:54:17.683125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562d4fac-b37a-4c01-86ec-336313812596 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:17.684958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-176faa61-aa06-4a00-b5ce-3c04f71eef83 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/quotas/9f1850c27bda4084a3e8ab4011f91e3f HTTP/1.1" status: 200 len: 375 time: 0.0206223 Jul 15 16:54:17.726903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-e2f1937a-cee7-4e72-a065-9d395690269d tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f1850c27bda4084a3e8ab4011f91e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410073 Jul 15 16:54:17.743014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=562d4fac-b37a-4c01-86ec-336313812596,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:17.766800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:17.844708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:17.860821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c52aec94-7df3-49d3-a48e-07d8be022a5d req-8f9e6144-8cc4-4e00-b486-f8da3891093e tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0389640 Jul 15 16:54:17.897221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:17.907761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-968139e2-eb08-4b22-ad39-c575cbaf0dd3 service neutron] 10.222.0.25 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800067 Jul 15 16:54:18.039163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-8ce3b871-e377-46dd-9538-d18400f23a75 service neutron] 10.222.0.25 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254463 Jul 15 16:54:18.070258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1697997722-network', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:18.125911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Made reservation on behalf of c663062c16904fea84c1cb8dfa586231 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:18.128820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.139351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.143180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['562d4fac-b37a-4c01-86ec-336313812596'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:18.237962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164e9a4-e853-4ab1-aad8-ca7175fa8bf3 req-a7044f13-283d-4221-950e-babb74642450 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:18.248081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e164e9a4-e853-4ab1-aad8-ca7175fa8bf3 req-a7044f13-283d-4221-950e-babb74642450 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 945 time: 0.1395640 Jul 15 16:54:18.303104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.314918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.333500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e164e9a4-e853-4ab1-aad8-ca7175fa8bf3 req-754f6279-c64d-447a-b434-a13132f591ec tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 Jul 15 16:54:18.373517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:54:18.406828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ccdfb-7f02-4f38-a2b4-c4bdb9f4013e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:18.433437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.433790 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Added segment 758fb39b-eed3-4efd-86c9-8249e8a32468 of type vlan for network 33b5aeb0-634c-4913-be6e-b1c2c00da11d Jul 15 16:54:18.515485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.573644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.575897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:18.585618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.603767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48b28864-f046-40a1-964d-209c43016279 req-8b381135-200b-4b4f-9750-c8ca08033ec7 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 210 time: 0.0566976 Jul 15 16:54:18.655466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8096406 Jul 15 16:54:18.656264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346af09-de1e-44a6-905a-17fabba70c8b admin admin] Pushing event updated for resources: {'Network': ['ID=33b5aeb0-634c-4913-be6e-b1c2c00da11d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:18.658339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:18.664135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Request body: {'subnet': {'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1697997722-subnet', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:18.666745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:54:18.700487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Made reservation on behalf of c663062c16904fea84c1cb8dfa586231 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:18.705276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:18.968586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.096706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e021590-3380-4796-abcd-9e43e141e0fd,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:19.126145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Checking segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:19.126898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Network hostable DHCP agents. Network: 33b5aeb0-634c-4913-be6e-b1c2c00da11d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:54:19.147539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:54:19.160533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 33b5aeb0-634c-4913-be6e-b1c2c00da11d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:19.168332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:19.169893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.170015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d756487-ed4e-4e6b-872f-49006d0c9491 None None] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:19.189244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f1642a80-0a05-49b4-9e0c-ff52d8b18617 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5298877 Jul 15 16:54:19.191869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58946) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:19.206426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:19.216661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e12ab08-d5a2-4047-8ef2-58fdc37940e6 req-67648b24-d3c2-450c-b63e-67712c0bbdfc tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0859051 Jul 15 16:54:19.257464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.258847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.354184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.563573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:54:19.565862 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:19.773831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694dc9c-5acb-440e-9446-0a6d636efe76 req-08df57e8-47a0-4f5b-9907-07874ad22091 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:19.781051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d694dc9c-5acb-440e-9446-0a6d636efe76 req-08df57e8-47a0-4f5b-9907-07874ad22091 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 945 time: 0.1387248 Jul 15 16:54:19.844453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Allocated IP 172.20.0.2 (33b5aeb0-634c-4913-be6e-b1c2c00da11d/4e021590-3380-4796-abcd-9e43e141e0fd/25625c07-7db9-4064-8e3e-d3a7dd5b4264) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:19.867116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d694dc9c-5acb-440e-9446-0a6d636efe76 req-c03d504a-d95a-4293-9fb4-5bac50c6f9e5 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848024 Jul 15 16:54:20.120652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cad5dde2-8354-4b06-92bc-0ceb5a71964f req-58e9d47b-588c-40d9-9ad9-34bf15cd223d tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 210 time: 0.0759099 Jul 15 16:54:20.236307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-845c556f-f2e8-406c-867b-27a4443e7e22 req-6e6dc3bc-6411-47a0-9b51-ac7b92e06856 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0603154 Jul 15 16:54:20.329200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.351638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Transition to ACTIVE for port object 25625c07-7db9-4064-8e3e-d3a7dd5b4264 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:20.387609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Transition to ACTIVE for port object 25625c07-7db9-4064-8e3e-d3a7dd5b4264 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:20.401521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.429493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95f0e7e1-82e9-4807-8b7e-33ca2bac156c req-b73fe9e3-27a8-4b25-9ef3-86ffcd5d96fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c95e76afa2964159ae9f62065eeacf3d&device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.7215464 Jul 15 16:54:20.434956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.451733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-b4e2f04e-dae4-4589-a872-1a969bca219c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:20.454386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-b4e2f04e-dae4-4589-a872-1a969bca219c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.20 "GET /v2.0/networks?id=7a5204f3-1186-4faa-917a-728fcfa2e9f6 HTTP/1.1" status: 200 len: 821 time: 0.2030540 Jul 15 16:54:20.472039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Request body: {'port': {'device_id': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6', 'admin_state_up': True, 'tenant_id': '9f1850c27bda4084a3e8ab4011f91e3f'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:20.473942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:20.477652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:20.483081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95f0e7e1-82e9-4807-8b7e-33ca2bac156c req-53d8118a-cc24-4395-add2-92ae83919b7d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c95e76afa2964159ae9f62065eeacf3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431459 Jul 15 16:54:20.492130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:20.519388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Pushing event updated for resources: {'Port': ['ID=25625c07-7db9-4064-8e3e-d3a7dd5b4264,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:20.620733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Attempting to bind port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:20.621028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Attempting to bind port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:20.621276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Attempting to bind port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 on network 33b5aeb0-634c-4913-be6e-b1c2c00da11d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:20.628560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:20.628921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Checking segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:20.629471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.629913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Bound using segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:20.630385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Bound port: 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:20.630762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.747718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] For port 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:20.755274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] For port 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=25625c07-7db9-4064-8e3e-d3a7dd5b4264,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:20.769335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.773551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Made reservation on behalf of 9f1850c27bda4084a3e8ab4011f91e3f for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:20.781712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:20.906700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de299a-e0f8-49e0-aac6-4ecdcba47bbc None None] Pushing event updated for resources: {'Port': ['ID=25625c07-7db9-4064-8e3e-d3a7dd5b4264,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:21.017819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0e7e1-82e9-4807-8b7e-33ca2bac156c req-87d7a556-955e-4f54-b0d0-52de6b4a8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:21.019295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95f0e7e1-82e9-4807-8b7e-33ca2bac156c req-87d7a556-955e-4f54-b0d0-52de6b4a8bd9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5263484 Jul 15 16:54:21.095673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Allocated IP 172.20.0.12 (7a5204f3-1186-4faa-917a-728fcfa2e9f6/2dc8bc12-8484-45d0-817d-a1b649aa97af/d0d7945c-ea29-4263-86a0-025c7e4991de) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:21.315788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.364273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.429575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1eafe0d2-6d7c-4ef2-a915-2d5b587b55d3 req-8301f9ce-4040-4c22-85b3-1dc0c53ebf10 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 210 time: 0.0842316 Jul 15 16:54:21.506896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 562d4fac-b37a-4c01-86ec-336313812596 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:21.548431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Allocated IP 172.25.8.36 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/535d1c1a-99f6-47bb-889b-4629b0f7b718) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:21.563250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3847-9b50-42b8-bfc6-79f531e2a9aa req-5ec93f70-230e-4109-b58c-1357989e485b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:21.571615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-166f3847-9b50-42b8-bfc6-79f531e2a9aa req-5ec93f70-230e-4109-b58c-1357989e485b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 945 time: 0.4018233 Jul 15 16:54:21.645822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-166f3847-9b50-42b8-bfc6-79f531e2a9aa req-276faaed-5e35-435f-9a8f-1af177026256 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700324 Jul 15 16:54:21.653252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 562d4fac-b37a-4c01-86ec-336313812596 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:21.657532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 562d4fac-b37a-4c01-86ec-336313812596 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:21.658092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.701111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.774995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.777764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.815354 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.816333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:21.842207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.844525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:21.848024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:21.858484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d4fac-b37a-4c01-86ec-336313812596'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:21.862992 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b9cb1f-61f8-438b-b2a5-93fa05d37bb2" -d '{"events": [{"server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "name": "network-vif-plugged", "status": "completed", "tag": "562d4fac-b37a-4c01-86ec-336313812596"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:21.902739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Pushing event updated for resources: {'Port': ['ID=535d1c1a-99f6-47bb-889b-4629b0f7b718,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:21.904539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=562d4fac-b37a-4c01-86ec-336313812596,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:21.917360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:21.925966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:21.927592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:21.934079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:22.034922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:22.039559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:22.042437 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60f3c0-11f2-47bb-81c7-55b3fdcc6761 x-openstack-request-id: req-0f60f3c0-11f2-47bb-81c7-55b3fdcc6761 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:22.043067 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "name": "network-vif-plugged", "status": "completed", "tag": "562d4fac-b37a-4c01-86ec-336313812596", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:22.045996 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f60f3c0-11f2-47bb-81c7-55b3fdcc6761 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:22.049775 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562d4fac-b37a-4c01-86ec-336313812596', 'code': 200} Jul 15 16:54:22.071881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a033d5a9-361f-448b-83fd-dbc1903bbaca req-b4e720c1-b873-4d9a-b0cc-22acd7cbaa80 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.25 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.2794852 Jul 15 16:54:22.124303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6580095 Jul 15 16:54:22.134243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:22.137710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c063b-b63f-4d1c-842c-df354dcdeb81 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Pushing event updated for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:22.150936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Request body: {'port': {'device_id': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:22.303790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:22.510874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95f0e7e1-82e9-4807-8b7e-33ca2bac156c req-d80f2811-0ff3-42fb-8030-0f6022eabac9 tempest-ServerShowV257Test-1721610596 tempest-ServerShowV257Test-1721610596-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec61421-88f0-4252-9f90-27df11470eb1 HTTP/1.1" status: 200 len: 210 time: 0.0730808 Jul 15 16:54:22.515126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8e8cc-7677-4d44-97b3-7f7110baebbf None None] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:22.581939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ee3a-ea81-44ce-8576-7863149bc366 req-5fc8d4d0-2c57-45d7-b2d6-f56b852f02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:22.583457 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f7a7ee3a-ea81-44ce-8576-7863149bc366 req-5fc8d4d0-2c57-45d7-b2d6-f56b852f02e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 1097 time: 0.4376476 Jul 15 16:54:22.852716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:22.859037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f7a7ee3a-ea81-44ce-8576-7863149bc366 req-e6bee6ff-7a59-473c-9316-c4ea1312cb7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649271 Jul 15 16:54:22.993390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e6e6bb8-a875-4de2-9006-f06f032b1912 None None] Provisioning for port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:23.184293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.184657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 25625c07-7db9-4064-8e3e-d3a7dd5b4264 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:23.333847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:23.337232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:23.338996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.350784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66deab4a-f4f4-4c4a-9098-edaf0762a6ca req-074f023a-b5af-4745-b41a-aeb415fb2b30 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:23.358244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66deab4a-f4f4-4c4a-9098-edaf0762a6ca req-074f023a-b5af-4745-b41a-aeb415fb2b30 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 932 time: 0.7204578 Jul 15 16:54:23.375587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d7945c-ea29-4263-86a0-025c7e4991de {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:23.384304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.398631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Transition to ACTIVE for port object d0d7945c-ea29-4263-86a0-025c7e4991de will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:23.431453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.453416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:54:23.599491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:23.626667 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.637424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66deab4a-f4f4-4c4a-9098-edaf0762a6ca req-0a9c9ccd-9c61-435a-9268-4c1496530d53 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781453 Jul 15 16:54:23.672611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:54:23.693507 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Sync routers for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:54:23.717608 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:54:23.721807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:23.723264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.724628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d58bd8f-2752-4254-9a82-46f085fc7a28 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5315449 Jul 15 16:54:23.729468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:23.754257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a484f-dd18-410f-9f01-91992567a042 req-5338b64b-2e36-4fbf-ad32-ca969c116d81 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:23.763790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-834a484f-dd18-410f-9f01-91992567a042 req-5338b64b-2e36-4fbf-ad32-ca969c116d81 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 946 time: 0.8063612 Jul 15 16:54:23.771311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=25625c07-7db9-4064-8e3e-d3a7dd5b4264,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:23.798337 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.902211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a9648418-54ce-4817-9d8c-50086f4e3b52 None None] Provisioning complete for port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:23.902909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-834a484f-dd18-410f-9f01-91992567a042 req-d9aef5a3-271d-4ebd-a9ac-f9e5f7af3ae2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378834 Jul 15 16:54:23.906423 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9648418-54ce-4817-9d8c-50086f4e3b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:23.982661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Attempting to bind port d0d7945c-ea29-4263-86a0-025c7e4991de on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:23.983008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Attempting to bind port d0d7945c-ea29-4263-86a0-025c7e4991de by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2a64e809-0678-4605-825d-7200d1bb4766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:23.983338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Attempting to bind port d0d7945c-ea29-4263-86a0-025c7e4991de on network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:24.008362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Port d0d7945c-ea29-4263-86a0-025c7e4991de on network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:24.008694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Attempting to bind port d0d7945c-ea29-4263-86a0-025c7e4991de on network 7a5204f3-1186-4faa-917a-728fcfa2e9f6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:24.021247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:24.021523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Checking segment: {'id': '2a64e809-0678-4605-825d-7200d1bb4766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:24.021929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Bound using segment: {'id': '2a64e809-0678-4605-825d-7200d1bb4766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:24.022353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Bound port: d0d7945c-ea29-4263-86a0-025c7e4991de, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a64e809-0678-4605-825d-7200d1bb4766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:24.022719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:24.098703 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:54:24.266518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:24.269960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d0d7945c-ea29-4263-86a0-025c7e4991de,segment=NetworkSegment(2a64e809-0678-4605-825d-7200d1bb4766),segment_id=2a64e809-0678-4605-825d-7200d1bb4766)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:24.278279 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:24.362271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:24.362941 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:24.364352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0d7945c-ea29-4263-86a0-025c7e4991de HTTP/1.1" status: 200 len: 1092 time: 2.2228251 Jul 15 16:54:24.365343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:24.367175 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:24.478819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=25625c07-7db9-4064-8e3e-d3a7dd5b4264,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:24.497615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc86d5-e090-4017-9d66-c5bd4db5ee02 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:24.515546 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64da884a-8183-48e4-8c7d-e9cf8cbc69b8 x-openstack-request-id: req-64da884a-8183-48e4-8c7d-e9cf8cbc69b8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:24.517473 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:24.518320 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64da884a-8183-48e4-8c7d-e9cf8cbc69b8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:24.519924 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de', 'status': 'completed', 'code': 200} Jul 15 16:54:24.654257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:24.701984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-7ed0b8cf-f4a7-426e-8fbc-bc04edeece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:24.709869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-7ed0b8cf-f4a7-426e-8fbc-bc04edeece88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1850c27bda4084a3e8ab4011f91e3f&device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 1095 time: 0.1887820 Jul 15 16:54:24.761486 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:22Z', 'revision_number': 3, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:24.774437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:24.814466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-0e1ceef1-d426-4774-a97b-f65c3c7193df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d7945c-ea29-4263-86a0-025c7e4991de HTTP/1.1" status: 200 len: 217 time: 0.0955019 Jul 15 16:54:24.819677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Checking router: 28f050dc-9d2e-4741-8727-335bb2bfa0c5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:54:24.826794 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Updating router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 port 535d1c1a-99f6-47bb-889b-4629b0f7b718 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:54:24.878589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-61b5254c-847d-412f-8db9-a2dfd3526366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:24.880259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-61b5254c-847d-412f-8db9-a2dfd3526366 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dc8bc12-8484-45d0-817d-a1b649aa97af HTTP/1.1" status: 200 len: 861 time: 0.0587542 Jul 15 16:54:24.914239 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:24.925295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-f41396cd-5c0f-45de-b8bb-a67c5b365763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a5204f3-1186-4faa-917a-728fcfa2e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376863 Jul 15 16:54:24.928703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 25625c07-7db9-4064-8e3e-d3a7dd5b4264 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:24.975103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f88e4661-74cb-4025-a78e-ea04ab150aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.033365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:25.034026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.205907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784fa71-7a0b-4bbb-8da5-ff5aeb307d74 req-7a5f68c6-311a-4212-97cd-70c73389c4b0 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:25.209390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c784fa71-7a0b-4bbb-8da5-ff5aeb307d74 req-7a5f68c6-311a-4212-97cd-70c73389c4b0 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 944 time: 0.2863729 Jul 15 16:54:25.265587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-715d0375-f45c-4494-855c-048ecd8dd77a service neutron] 10.222.0.20 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301206 Jul 15 16:54:25.274744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f88e4661-74cb-4025-a78e-ea04ab150aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.288664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f88e4661-74cb-4025-a78e-ea04ab150aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.340033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4661-74cb-4025-a78e-ea04ab150aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e401db5-4e57-4684-8ffb-c6be06a2eea9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:25.369693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Allocated IP 172.20.0.1 (33b5aeb0-634c-4913-be6e-b1c2c00da11d/4e021590-3380-4796-abcd-9e43e141e0fd/4ed50dee-a345-4363-b7e5-9675183a5701) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:25.381022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f88e4661-74cb-4025-a78e-ea04ab150aff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c95e76afa2964159ae9f62065eeacf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229316 Jul 15 16:54:25.385362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:25.464714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c784fa71-7a0b-4bbb-8da5-ff5aeb307d74 req-76a282da-ba35-4533-9de5-b7f435579474 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410109 Jul 15 16:54:25.501997 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.509334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa972f-a0ef-41f2-ad77-0cdabdf01216 req-24fd85be-b098-4d4b-8894-d274cff68f5f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:25.511532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daaa972f-a0ef-41f2-ad77-0cdabdf01216 req-24fd85be-b098-4d4b-8894-d274cff68f5f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 946 time: 0.4127336 Jul 15 16:54:25.519087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Transition to ACTIVE for port object 535d1c1a-99f6-47bb-889b-4629b0f7b718 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:25.545138 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.578432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701ce89a-089c-4ac2-a5b2-db29712f69b8 req-d5adce69-6592-4545-b829-1d5a7a5e27e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940183 Jul 15 16:54:25.629717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daaa972f-a0ef-41f2-ad77-0cdabdf01216 req-72ea7fcb-0005-4924-9782-453f290e9733 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044595 Jul 15 16:54:25.762470 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Attempting to bind port 535d1c1a-99f6-47bb-889b-4629b0f7b718 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:25.763021 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Attempting to bind port 535d1c1a-99f6-47bb-889b-4629b0f7b718 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:25.763292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Attempting to bind port 535d1c1a-99f6-47bb-889b-4629b0f7b718 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:25.765998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20f8c3e0-73bb-4250-9ffd-d9cb7f7f6b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.773039 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95e37-d834-4198-adba-25dcd9c54e23 None None] Pushing event updated for resources: {'Port': ['ID=535d1c1a-99f6-47bb-889b-4629b0f7b718,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:25.794720 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:25.795136 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:25.795579 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.796007 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:25.796514 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Bound port: 535d1c1a-99f6-47bb-889b-4629b0f7b718, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:25.796904 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:25.811048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-e30af748-f27e-498d-b065-2cbd6a2885c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:25.812588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-e30af748-f27e-498d-b065-2cbd6a2885c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f1850c27bda4084a3e8ab4011f91e3f&device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 1095 time: 0.1567221 Jul 15 16:54:25.910912 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] For port 535d1c1a-99f6-47bb-889b-4629b0f7b718, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:25.925499 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] For port 535d1c1a-99f6-47bb-889b-4629b0f7b718, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=535d1c1a-99f6-47bb-889b-4629b0f7b718,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:25.945404 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.053415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:54:26.054255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:53:58Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:26.105146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-c082a322-9e5e-4b83-93d1-dc08a953c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:26.110817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-c082a322-9e5e-4b83-93d1-dc08a953c872 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a5204f3-1186-4faa-917a-728fcfa2e9f6 HTTP/1.1" status: 200 len: 921 time: 0.2892640 Jul 15 16:54:26.129796 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b95e37-d834-4198-adba-25dcd9c54e23 None None] Pushing event updated for resources: {'Port': ['ID=535d1c1a-99f6-47bb-889b-4629b0f7b718,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:26.165288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-9a331f34-54da-4d0b-94ab-92b390b84ec2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0d7945c-ea29-4263-86a0-025c7e4991de HTTP/1.1" status: 200 len: 217 time: 0.0459855 Jul 15 16:54:26.202681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.216510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Transition to ACTIVE for port object 4ed50dee-a345-4363-b7e5-9675183a5701 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:26.246560 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:54:26.267066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.277109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.322641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-36baed9d-d67e-4a26-a9c8-805c3d8d958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:26.325796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-36baed9d-d67e-4a26-a9c8-805c3d8d958e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2dc8bc12-8484-45d0-817d-a1b649aa97af HTTP/1.1" status: 200 len: 861 time: 0.1534264 Jul 15 16:54:26.388071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-a3e05e04-630e-4dbe-bc28-b2dd0cb95c7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a5204f3-1186-4faa-917a-728fcfa2e9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511506 Jul 15 16:54:26.389944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.417179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:26.461362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:26.475782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:26.599010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Pushing event updated for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:26.630515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-8388932c-986d-4ce2-ba42-ca412717b8f2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252927 Jul 15 16:54:26.662874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:26.769582 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:22Z', 'revision_number': 3, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:26.846504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-550fc6fc-6b9d-40dd-a6ba-8ff654c49d03 req-7ba69401-c5ba-45b7-a8ba-94fe530795b1 service neutron] 10.222.0.20 "GET /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045815 Jul 15 16:54:26.891984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8631d-2766-4128-a276-630b1e4a41dc None None] The sync data for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 is: [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:22Z', 'revision_number': 3, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:54:27.006076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.009235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.011114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e401db5-4e57-4684-8ffb-c6be06a2eea9 HTTP/1.1" status: 204 len: 168 time: 1.6244211 Jul 15 16:54:27.021347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.030323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdc1b6-d7db-483f-8736-3bd3f54c25a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e401db5-4e57-4684-8ffb-c6be06a2eea9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:27.042678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e2b01-4458-46ef-a432-05503dac835f req-701fa54d-dae4-4c54-9754-f44f19fb271c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:27.072791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f02e2b01-4458-46ef-a432-05503dac835f req-701fa54d-dae4-4c54-9754-f44f19fb271c tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 944 time: 0.1965611 Jul 15 16:54:27.077139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a98995b-8e20-4548-8c12-f76c53e7c5ca None None] Provisioning for port 4ed50dee-a345-4363-b7e5-9675183a5701 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:27.105028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a98995b-8e20-4548-8c12-f76c53e7c5ca None None] Provisioning complete for port 4ed50dee-a345-4363-b7e5-9675183a5701 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:27.106746 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a98995b-8e20-4548-8c12-f76c53e7c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.214417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6a98995b-8e20-4548-8c12-f76c53e7c5ca None None] Port 4ed50dee-a345-4363-b7e5-9675183a5701 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:54:27.237741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f02e2b01-4458-46ef-a432-05503dac835f req-820372db-1197-4307-b328-c8833419b3ff tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638694 Jul 15 16:54:27.432639 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:54:27.514576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.526437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.563526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d0d7945c-ea29-4263-86a0-025c7e4991de details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:27.606168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:27.818639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d0d7945c-ea29-4263-86a0-025c7e4991de,segment=NetworkSegment(2a64e809-0678-4605-825d-7200d1bb4766),segment_id=2a64e809-0678-4605-825d-7200d1bb4766)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:27.835267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd0d7945c-ea29-4263-86a0-025c7e4991de', 'network_id': '7a5204f3-1186-4faa-917a-728fcfa2e9f6', 'port_id': 'd0d7945c-ea29-4263-86a0-025c7e4991de', 'mac_address': 'fa:16:3e:22:49:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc8bc12-8484-45d0-817d-a1b649aa97af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:27.876388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Pushing event updated for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:27.895666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:27.902099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:28.001221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.046884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d7945c-ea29-4263-86a0-025c7e4991de {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:28.101823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d0d7945c-ea29-4263-86a0-025c7e4991de,segment=NetworkSegment(2a64e809-0678-4605-825d-7200d1bb4766),segment_id=2a64e809-0678-4605-825d-7200d1bb4766)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:28.110624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.152310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:54:28.225216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:28.289182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ce73d8c-84ef-4b97-8340-a79a8ef676fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.431047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:54:28.453839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-34ecab0d-8b4c-4b26-9dfd-9a91bbcae73c admin admin] 10.222.0.25 "PUT /v2.0/routers/28f050dc-9d2e-4741-8727-335bb2bfa0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7150636 Jul 15 16:54:28.460761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2f49f82-4fa0-41e6-9388-45ed98650d42 None None] Provisioning complete for port 4ed50dee-a345-4363-b7e5-9675183a5701 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:28.461421 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2f49f82-4fa0-41e6-9388-45ed98650d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.502325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d0d7945c-ea29-4263-86a0-025c7e4991de'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:28.547163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e2f49f82-4fa0-41e6-9388-45ed98650d42 None None] Port 4ed50dee-a345-4363-b7e5-9675183a5701 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:54:28.585605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:28.791943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303aaf7-436c-4a69-a99a-d3dfd5c2a141 req-bdd66bae-82be-4c36-90bc-17171e7b0684 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:28.800409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6303aaf7-436c-4a69-a99a-d3dfd5c2a141 req-bdd66bae-82be-4c36-90bc-17171e7b0684 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 945 time: 0.2279108 Jul 15 16:54:28.857133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-674245427-network', 'tenant_id': '9e0f8262ad8b4dd3b0e6192239a56177'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:28.887930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.899034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Made reservation on behalf of 9e0f8262ad8b4dd3b0e6192239a56177 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:28.902326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:28.926353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6303aaf7-436c-4a69-a99a-d3dfd5c2a141 req-5f030720-368b-4d09-af7c-3017cc959d04 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246200 Jul 15 16:54:28.946039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.053568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 535d1c1a-99f6-47bb-889b-4629b0f7b718 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:29.150394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 535d1c1a-99f6-47bb-889b-4629b0f7b718 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:29.156152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 535d1c1a-99f6-47bb-889b-4629b0f7b718 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:29.157013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.203092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.216674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.273208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:29.285785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:54:29.308842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.309704 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Added segment 319e276b-a7ae-4aa6-b2af-65d360758b1b of type vlan for network cf7799cd-266f-4833-84bc-349ffa0f04c1 Jul 15 16:54:29.323593 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.374516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 535d1c1a-99f6-47bb-889b-4629b0f7b718, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=535d1c1a-99f6-47bb-889b-4629b0f7b718,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:29.384377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.409869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.497669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.499009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:29.499795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.528243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=535d1c1a-99f6-47bb-889b-4629b0f7b718,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:29.590195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.647403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7799cd-266f-4833-84bc-349ffa0f04c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:29.669489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cf7799cd-266f-4833-84bc-349ffa0f04c1 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:54:29.669715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d3f78033-2ca9-4ab4-a783-1bdfbfa67594 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0742514 Jul 15 16:54:29.670544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:29.678066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Request body: {'subnet': {'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-674245427-subnet', 'tenant_id': '9e0f8262ad8b4dd3b0e6192239a56177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:29.726531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Made reservation on behalf of 9e0f8262ad8b4dd3b0e6192239a56177 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:29.732768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:29.798577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:29.804050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151527863', 'description': 'tempest-description--293230511'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:29.888253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.017186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.027290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.080672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b32873a-248c-4bbe-86eb-2d8add3aceef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:30.096513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.100311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-02213c19-adaf-488f-82e2-2a7aaa1407a8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2981267 Jul 15 16:54:30.100575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:30.105931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'security_group_rule': {'security_group_id': '4b32873a-248c-4bbe-86eb-2d8add3aceef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:30.143899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.194920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Sync routers for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:54:30.212549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:54:30.218180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:54:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:30.257417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.277438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.315453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b670559-7d4b-4fcb-80bd-daee7630c2af,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:30.332696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.334059 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0121bcd9-2bc0-41e6-8d33-d8325aba9f90 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324350 Jul 15 16:54:30.340501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:30.342285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'security_group_rule': {'security_group_id': '4b32873a-248c-4bbe-86eb-2d8add3aceef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:30.348044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.401589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.442094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:54:30.566829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4525f80e-e5f7-41a4-9a1b-b9518a48df64,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:30.586925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.589164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Checking segment: {'id': '319e276b-a7ae-4aa6-b2af-65d360758b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:30.589487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Network hostable DHCP agents. Network: cf7799cd-266f-4833-84bc-349ffa0f04c1, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:54:30.597513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.615317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8caaa2-c093-4047-9bdf-29b96014f1e1 req-c37479d7-28ae-40a4-ac62-174d81e8459a tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:30.631827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca8caaa2-c093-4047-9bdf-29b96014f1e1 req-c37479d7-28ae-40a4-ac62-174d81e8459a tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 945 time: 0.4096045 Jul 15 16:54:30.640945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c700f674-a884-433c-bbb1-eecdb2ddc6ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:30.661942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.666997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2bba9bb5-dbb5-42da-8019-610c6e3efb9e tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255191 Jul 15 16:54:30.667202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:30.671675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:30.734335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.739035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:27Z', 'revision_number': 2, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:30.751556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca8caaa2-c093-4047-9bdf-29b96014f1e1 req-ed4f13a7-80cd-4025-a16b-f5ddf425227d tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147571 Jul 15 16:54:30.774332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Network cf7799cd-266f-4833-84bc-349ffa0f04c1 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:54:30.809575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cf7799cd-266f-4833-84bc-349ffa0f04c1) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:30.815717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:30.816809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:30.837085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Checking router: 28f050dc-9d2e-4741-8727-335bb2bfa0c5 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:54:30.837437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Updating router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 port 4ed50dee-a345-4363-b7e5-9675183a5701 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:54:30.852717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4cd80ef4-74eb-4ac0-94a3-4ef2b9ed3b96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1793163 Jul 15 16:54:30.934234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70bcc26-2a79-4d8c-878d-ea095ab8b983 None None] Network cf7799cd-266f-4833-84bc-349ffa0f04c1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:31.006393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.012400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 535d1c1a-99f6-47bb-889b-4629b0f7b718 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:31.012691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.251787 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.335818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Allocated IP 172.25.8.68 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/49849602-cade-4e78-b276-dc2f42b797e1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:31.591540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.643064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:31.648747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1985087996-network', 'tenant_id': '70c3a794ffb244c5ab4e8040f47580b6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:31.754889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Made reservation on behalf of 70c3a794ffb244c5ab4e8040f47580b6 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:31.757564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.768015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.816890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.891456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:31.923837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Transition to ACTIVE for port object 4ed50dee-a345-4363-b7e5-9675183a5701 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:31.945501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d0d7945c-ea29-4263-86a0-025c7e4991de up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:31.965576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:31.997099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:32.000255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:32.012844 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.038345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b4860-036b-4700-aa76-c1c93ac99e43 req-748457c4-3701-45b8-b391-86a056f9a964 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:32.043127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b00b4860-036b-4700-aa76-c1c93ac99e43 req-748457c4-3701-45b8-b391-86a056f9a964 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 945 time: 0.1433749 Jul 15 16:54:32.056838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 535d1c1a-99f6-47bb-889b-4629b0f7b718 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:32.057784 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.120541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'Port': ['ID=49849602-cade-4e78-b276-dc2f42b797e1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:32.210095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13fafc-f7fc-4566-99f1-9394436a1eec None None] Pushing event updated for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:32.216892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b00b4860-036b-4700-aa76-c1c93ac99e43 req-87dd04c3-1ac2-4132-8f48-6d23c59bef83 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670425 Jul 15 16:54:32.236193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb309dc-eecc-49d5-ad41-2dd67ef85453 None None] Network cf7799cd-266f-4833-84bc-349ffa0f04c1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:32.542386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.543984 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.552035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.568478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:54:32.581701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.582117 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Added segment 73f62df8-d6cb-455f-b3f6-a84fbd105ccc of type vlan for network 21102de8-a47a-41b8-a378-ee1838290b08 Jul 15 16:54:32.642477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.701167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f30372-0637-4bdf-b4f2-0abc54b64422,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:32.705647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.707111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:32.707754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.772622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.826410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port d0d7945c-ea29-4263-86a0-025c7e4991de completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:32.856253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port d0d7945c-ea29-4263-86a0-025c7e4991de triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:32.858440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.957962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.964493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59280) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:32.966396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3217928 Jul 15 16:54:32.966535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Attempting to bind port 4ed50dee-a345-4363-b7e5-9675183a5701 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:32.967334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Attempting to bind port 4ed50dee-a345-4363-b7e5-9675183a5701 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:32.968003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Attempting to bind port 4ed50dee-a345-4363-b7e5-9675183a5701 on network 33b5aeb0-634c-4913-be6e-b1c2c00da11d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:32.969137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:32.971825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Request body: {'subnet': {'network_id': '21102de8-a47a-41b8-a378-ee1838290b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1985087996-subnet', 'tenant_id': '70c3a794ffb244c5ab4e8040f47580b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:33.020091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Made reservation on behalf of 70c3a794ffb244c5ab4e8040f47580b6 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:33.024838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.045889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.082329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.083573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4154751 Jul 15 16:54:33.159911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f916a1c-86f8-4b92-9c76-70f365b45ccb admin admin] Pushing event updated for resources: {'Network': ['ID=21102de8-a47a-41b8-a378-ee1838290b08,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:33.195748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115609f2-5c5d-4b5d-935f-976812e4f1ec tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'Port': ['ID=49849602-cade-4e78-b276-dc2f42b797e1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:33.263202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 21102de8-a47a-41b8-a378-ee1838290b08 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:54:33.274681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:33.275085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Checking segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:33.279311 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.284540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Bound using segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:33.285126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Bound port: 4ed50dee-a345-4363-b7e5-9675183a5701, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:33.285539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.549124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.655389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] For port 4ed50dee-a345-4363-b7e5-9675183a5701, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:33.663712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] For port 4ed50dee-a345-4363-b7e5-9675183a5701, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4ed50dee-a345-4363-b7e5-9675183a5701,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:33.682374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.707966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:33.810741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Checking segment: {'id': '73f62df8-d6cb-455f-b3f6-a84fbd105ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '21102de8-a47a-41b8-a378-ee1838290b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:33.811458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Network hostable DHCP agents. Network: 21102de8-a47a-41b8-a378-ee1838290b08, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:54:33.818237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4436384c-5bb3-4f52-be01-b69a3af4f65b,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:33.866306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Network 21102de8-a47a-41b8-a378-ee1838290b08 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:54:33.906231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:33.921977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475a556-baad-4c7e-a67c-577fb2f93b95 req-641519af-0a42-4645-b90c-1c263abbeddb tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:33.934601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4475a556-baad-4c7e-a67c-577fb2f93b95 req-641519af-0a42-4645-b90c-1c263abbeddb tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 945 time: 0.2740862 Jul 15 16:54:34.027922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:54:34.034436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:54:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:34.068079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4475a556-baad-4c7e-a67c-577fb2f93b95 req-f0f3698d-d8f5-4002-8c48-ed184d3e9dc4 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325140 Jul 15 16:54:34.069523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 21102de8-a47a-41b8-a378-ee1838290b08) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:34.093232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:34.094116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.138285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9884a0b-4381-43df-b1c9-d71b74349908 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1721153 Jul 15 16:54:34.190174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-007d03ca-ff3f-4298-943d-eb508e01bd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.196182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43a278-e0b5-4e2d-bb7a-afc9883c852a None None] Network 21102de8-a47a-41b8-a378-ee1838290b08 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:34.253966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:34.260173 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b30e5c7-6bc6-447e-b7e1-922cff65a1eb" -d '{"events": [{"server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "name": "network-vif-plugged", "status": "completed", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:34.441686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-007d03ca-ff3f-4298-943d-eb508e01bd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.449739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-007d03ca-ff3f-4298-943d-eb508e01bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.579971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-007d03ca-ff3f-4298-943d-eb508e01bd29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb96acdeee93449ca0f2585cd45088b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723731 Jul 15 16:54:34.581701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d03ca-ff3f-4298-943d-eb508e01bd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1de2f0-00fb-4129-846a-69f6896de701,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:34.582560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:34.594815 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2e2acf-72d6-491d-884b-b5addbec1cc3 x-openstack-request-id: req-0d2e2acf-72d6-491d-884b-b5addbec1cc3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:34.595101 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "name": "network-vif-plugged", "status": "completed", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:34.595350 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d2e2acf-72d6-491d-884b-b5addbec1cc3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:34.610866 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de', 'code': 200} Jul 15 16:54:34.656381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d0d7945c-ea29-4263-86a0-025c7e4991de,segment=NetworkSegment(2a64e809-0678-4605-825d-7200d1bb4766),segment_id=2a64e809-0678-4605-825d-7200d1bb4766)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:34.658503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13fafc-f7fc-4566-99f1-9394436a1eec None None] Pushing event updated for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:34.677146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.783761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:54:34.805940 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.842585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:34.892476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772bc19-6289-49cc-8212-fc811f25855f req-ebbb563a-cfde-42a6-a1f5-f0a4406fac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:34.894291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d772bc19-6289-49cc-8212-fc811f25855f req-ebbb563a-cfde-42a6-a1f5-f0a4406fac25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 1097 time: 0.1891029 Jul 15 16:54:34.902620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:35.028392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94144994-ea63-4344-9075-5e09efb431d9 None None] Network 21102de8-a47a-41b8-a378-ee1838290b08 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:54:35.060495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d772bc19-6289-49cc-8212-fc811f25855f req-e9240f9b-43d7-44bc-9c41-791dab384cb2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133299 Jul 15 16:54:35.108078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:35.112466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:35.114417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a1de2f0-00fb-4129-846a-69f6896de701 HTTP/1.1" status: 204 len: 168 time: 0.5299485 Jul 15 16:54:35.173996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6740833-1d03-4ac2-8dae-09587af566c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1de2f0-00fb-4129-846a-69f6896de701,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:35.232495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-b3308165-f044-41e9-b216-f9afba3746c6 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:35.234310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-b3308165-f044-41e9-b216-f9afba3746c6 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/networks?id=cf7799cd-266f-4833-84bc-349ffa0f04c1 HTTP/1.1" status: 200 len: 824 time: 0.3057129 Jul 15 16:54:35.286995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-991aad54-0bd5-4408-98b2-b0a5e0cc7a27 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/quotas/9e0f8262ad8b4dd3b0e6192239a56177 HTTP/1.1" status: 200 len: 375 time: 0.0471663 Jul 15 16:54:35.347993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-f056e0d5-707a-4704-9207-4ddbbbd17ef5 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e0f8262ad8b4dd3b0e6192239a56177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548596 Jul 15 16:54:35.544796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-1a75e501-a2e4-436a-86b4-5873bc92e35a service neutron] 10.222.0.25 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877437 Jul 15 16:54:35.603424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:33Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:35.671287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c16b0-16e1-4936-b895-1b4e1be0cee8 None None] The sync data for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 is: [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:33Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:54:35.688001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:35.709785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a29ca06c-6663-498d-8e05-3cbca1041b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:35.846971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ac8029ad-52a5-47fb-aeaa-3a53a24a1e54 service neutron] 10.222.0.25 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984633 Jul 15 16:54:35.930893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a29ca06c-6663-498d-8e05-3cbca1041b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:35.951722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a29ca06c-6663-498d-8e05-3cbca1041b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:36.115222 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a29ca06c-6663-498d-8e05-3cbca1041b9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e726463efe0b48ac9a2fc1c7531a4c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252284 Jul 15 16:54:36.116659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca06c-6663-498d-8e05-3cbca1041b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213ba531-a996-44d2-976a-da57ef866c03,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:36.117784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59486) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:36.283278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:36.371072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:36.546404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:36.549100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:36.553813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/213ba531-a996-44d2-976a-da57ef866c03 HTTP/1.1" status: 204 len: 168 time: 0.4325552 Jul 15 16:54:36.613686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ede2c-ab01-47a2-b248-077d4a60a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213ba531-a996-44d2-976a-da57ef866c03,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:36.649989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872770ef-8b93-455d-b5ac-70b7a7be2908 req-0194ce37-6ecc-42a2-9f05-33edc99c107b tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:36.652677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-872770ef-8b93-455d-b5ac-70b7a7be2908 req-0194ce37-6ecc-42a2-9f05-33edc99c107b tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 946 time: 0.1950009 Jul 15 16:54:36.764546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-872770ef-8b93-455d-b5ac-70b7a7be2908 req-ad615c0f-2827-4bd1-bc7a-7273dad4eb12 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952506 Jul 15 16:54:36.827508 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92ef0bd0-e7d0-4fea-ba0e-bf8e9e0f5949 req-1eecddb0-2a58-432d-9d74-b35340f63afe tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 210 time: 0.0960536 Jul 15 16:54:37.382915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59518) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:37.415792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-897c90f2-3066-44e2-a4ab-3c8319aed397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.541493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4ed50dee-a345-4363-b7e5-9675183a5701 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:37.564043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-897c90f2-3066-44e2-a4ab-3c8319aed397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.577107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-897c90f2-3066-44e2-a4ab-3c8319aed397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.650602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-897c90f2-3066-44e2-a4ab-3c8319aed397 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f37d3b71dc747cbb87774d3b73f883e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642887 Jul 15 16:54:37.653648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59528) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:37.660755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:37.669224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c90f2-3066-44e2-a4ab-3c8319aed397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e7dd36-f192-474b-ac2e-d318f5f61c48,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:37.762710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4ed50dee-a345-4363-b7e5-9675183a5701 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:37.776442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4ed50dee-a345-4363-b7e5-9675183a5701 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:37.777348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.859347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.878497 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.950508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:37.963759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:37.968950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:37.975146 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05c127-46c5-4586-b5d2-4989900be8ee" -d '{"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:37.989344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:38.014489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-e4181f4f-d4bd-4663-9552-cc726e1446e5 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:38.019892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-e4181f4f-d4bd-4663-9552-cc726e1446e5 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.3047886 Jul 15 16:54:38.055658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f0644bdf-71c6-4aa9-adbe-9f89531218bc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/quotas/6a624fe76f714b63a9cc62bac4f58315 HTTP/1.1" status: 200 len: 375 time: 0.0247226 Jul 15 16:54:38.062583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:38.068919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:38.070881 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73e7dd36-f192-474b-ac2e-d318f5f61c48 HTTP/1.1" status: 204 len: 168 time: 0.4153848 Jul 15 16:54:38.082170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e4c6e-ab30-409c-9827-ec3d4c1e09fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e7dd36-f192-474b-ac2e-d318f5f61c48,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:38.176196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-b415cf9f-3c62-4d7f-93cf-cef231587077 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062925 Jul 15 16:54:38.201921 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:38.313854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:38.348602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4ed50dee-a345-4363-b7e5-9675183a5701, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4ed50dee-a345-4363-b7e5-9675183a5701,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:38.356328 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:38.474763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:38.907666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30832f5c-627d-488c-a5a8-75a296c94796 req-12be53c0-b323-4e90-a233-16b3485dd066 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:38.909264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30832f5c-627d-488c-a5a8-75a296c94796 req-12be53c0-b323-4e90-a233-16b3485dd066 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 946 time: 0.7055993 Jul 15 16:54:38.933003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-a3918d8b-7f1b-48af-9b57-04a5dc91de89 service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557106 Jul 15 16:54:39.002805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-94450cd9-c2ed-43f4-9b5a-9121d04f3431 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:39.004301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-94450cd9-c2ed-43f4-9b5a-9121d04f3431 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.20 "GET /v2.0/networks?id=cf7799cd-266f-4833-84bc-349ffa0f04c1 HTTP/1.1" status: 200 len: 824 time: 0.2719996 Jul 15 16:54:39.045631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Request body: {'port': {'device_id': '2b502eab-9951-4125-b820-761f95cef924', 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1', 'admin_state_up': True, 'tenant_id': '9e0f8262ad8b4dd3b0e6192239a56177'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:39.052512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30832f5c-627d-488c-a5a8-75a296c94796 req-0ced530a-d5a4-4562-89d0-eb0de5d43fe2 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339977 Jul 15 16:54:39.168068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f0ecdba1-1744-413b-add0-5468088eaba4 service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269051 Jul 15 16:54:39.255161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86541629-bd18-4ea2-b562-f5022acf11d3 req-a8866723-4eb9-4c15-a8b9-b4adf82d6711 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 210 time: 0.0482993 Jul 15 16:54:39.270093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Made reservation on behalf of 9e0f8262ad8b4dd3b0e6192239a56177 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:39.276798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:39.346050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-2f840ff6-4f63-4d38-b211-e88123c0ec6d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:39.348892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-2f840ff6-4f63-4d38-b211-e88123c0ec6d tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ce4547c-8d90-4a6b-9ee2-d3361c111501 HTTP/1.1" status: 200 len: 943 time: 0.1196043 Jul 15 16:54:39.365010 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f455aa5-6b12-4986-a200-438e5a0de859 x-openstack-request-id: req-9f455aa5-6b12-4986-a200-438e5a0de859 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:39.365472 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:39.365664 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f455aa5-6b12-4986-a200-438e5a0de859 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:39.365927 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'code': 200} Jul 15 16:54:39.522372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Allocated IP 172.20.0.12 (cf7799cd-266f-4833-84bc-349ffa0f04c1/4525f80e-e5f7-41a4-9a1b-b9518a48df64/120ee8ad-707c-4c26-8202-d5c9bcc13fd3) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:39.540271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4ed50dee-a345-4363-b7e5-9675183a5701 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:39.648560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4ed50dee-a345-4363-b7e5-9675183a5701 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:39.652466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:39.743520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-d4ad4556-7f82-43bc-bc40-5fde913b6202 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:39.747552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-d4ad4556-7f82-43bc-bc40-5fde913b6202 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 946 time: 0.1924849 Jul 15 16:54:39.751177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Deleting port d1e685e8-ef5a-439a-b78f-944c54ef6373 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:39.751878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:39.801887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dd9e48e-1ae2-4798-89a1-76f751f82cd8 req-2625601b-b4fb-4c4e-a3c6-b20a0994440f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 210 time: 0.1125937 Jul 15 16:54:39.944144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] For port d1e685e8-ef5a-439a-b78f-944c54ef6373, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d1e685e8-ef5a-439a-b78f-944c54ef6373,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:39.944551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:39.967994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.016952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Calling delete_port for d1e685e8-ef5a-439a-b78f-944c54ef6373 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:40.064089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.172198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Network cf7799cd-266f-4833-84bc-349ffa0f04c1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:40.175761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Deleting port d0d7945c-ea29-4263-86a0-025c7e4991de {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:40.176141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.182210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:40.186772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:40.293282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:40.294017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.338999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Pushing event updated for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:40.362669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-ffb009b7-1f98-4ab9-a16b-839c57e55452 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3224077 Jul 15 16:54:40.379959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Request body: {'port': {'device_id': '2b502eab-9951-4125-b820-761f95cef924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:40.393760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.430905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61af26-81ea-403f-b7fc-682e08e7fada req-1cade7b3-809c-4e51-a7e5-794bc98743a9 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:40.438800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d61af26-81ea-403f-b7fc-682e08e7fada req-1cade7b3-809c-4e51-a7e5-794bc98743a9 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 946 time: 0.1661327 Jul 15 16:54:40.483152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event deleted for resources: {'Port': ['ID=d1e685e8-ef5a-439a-b78f-944c54ef6373,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:40.497752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] For port d0d7945c-ea29-4263-86a0-025c7e4991de, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d0d7945c-ea29-4263-86a0-025c7e4991de,segment=NetworkSegment(2a64e809-0678-4605-825d-7200d1bb4766),segment_id=2a64e809-0678-4605-825d-7200d1bb4766)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:40.498435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.535445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d61af26-81ea-403f-b7fc-682e08e7fada req-be0098ae-c165-4716-9778-7004f1e77012 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b3f78c4-87f9-4050-94a6-62585b2004a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945637 Jul 15 16:54:40.562965 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.563552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] No DVR routers for this DVR port d1e685e8-ef5a-439a-b78f-944c54ef6373 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:40.584736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Calling delete_port for d0d7945c-ea29-4263-86a0-025c7e4991de owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:40.590075 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.591003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.596348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7599f3ff-a3ee-4e16-ab0d-1ebba6b020d2 req-7f712744-234b-4cf4-89c5-bb3b2faa758c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "DELETE /v2.0/ports/d1e685e8-ef5a-439a-b78f-944c54ef6373 HTTP/1.1" status: 204 len: 173 time: 1.2349386 Jul 15 16:54:40.596814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-deleted', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:40.599549 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856d0b29-fe2e-467b-aeff-5c43045ed469" -d '{"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-deleted", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:40.642822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.696282 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fff507-8130-4bb8-a9ef-8354ad94205d x-openstack-request-id: req-d5fff507-8130-4bb8-a9ef-8354ad94205d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:40.696574 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4547c-8d90-4a6b-9ee2-d3361c111501", "name": "network-vif-deleted", "tag": "d1e685e8-ef5a-439a-b78f-944c54ef6373", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:40.696849 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5fff507-8130-4bb8-a9ef-8354ad94205d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:40.698022 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4547c-8d90-4a6b-9ee2-d3361c111501', 'name': 'network-vif-deleted', 'tag': 'd1e685e8-ef5a-439a-b78f-944c54ef6373', 'status': 'completed', 'code': 200} Jul 15 16:54:40.850528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:40.862611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d0d7945c-ea29-4263-86a0-025c7e4991de'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:40.874590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62735e63-a2d5-4681-8cdb-b5c4bad0cebc req-252a2abe-6f3a-42ea-86d9-d65199571422 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:40.892727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62735e63-a2d5-4681-8cdb-b5c4bad0cebc req-252a2abe-6f3a-42ea-86d9-d65199571422 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 932 time: 0.3264222 Jul 15 16:54:40.929521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Pushing event deleted for resources: {'Port': ['ID=d0d7945c-ea29-4263-86a0-025c7e4991de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:41.026154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] No DVR routers for this DVR port d0d7945c-ea29-4263-86a0-025c7e4991de on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:41.029646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.032458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a3e6204c-e22a-453e-bf0d-ca6e1e357de7 req-cf4bd6d4-7b31-4c4c-a328-7d59833cd7d5 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.20 "DELETE /v2.0/ports/d0d7945c-ea29-4263-86a0-025c7e4991de HTTP/1.1" status: 204 len: 173 time: 1.1821363 Jul 15 16:54:41.093543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62735e63-a2d5-4681-8cdb-b5c4bad0cebc req-6a3786ec-52aa-4052-b1cd-445b0717b2d8 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992769 Jul 15 16:54:41.273334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-912d17d3-fd00-463d-9457-de29d81d8f7c req-69d1e52c-4580-4792-89be-f128ce7339ec tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 210 time: 0.0432711 Jul 15 16:54:41.321131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:41.334700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.352323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Transition to ACTIVE for port object 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:41.357579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.419097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Pushing event updated for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:41.500981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Attempting to bind port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:41.501328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Attempting to bind port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '319e276b-a7ae-4aa6-b2af-65d360758b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:41.501640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Attempting to bind port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 on network cf7799cd-266f-4833-84bc-349ffa0f04c1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:41.506888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 on network cf7799cd-266f-4833-84bc-349ffa0f04c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:41.506888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Attempting to bind port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 on network cf7799cd-266f-4833-84bc-349ffa0f04c1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:41.512582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:41.512921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Checking segment: {'id': '319e276b-a7ae-4aa6-b2af-65d360758b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:41.513475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Bound using segment: {'id': '319e276b-a7ae-4aa6-b2af-65d360758b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:41.513909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Bound port: 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319e276b-a7ae-4aa6-b2af-65d360758b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:41.514275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.530611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-21f1cc69-d822-4d86-8024-c457d12db9b1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:41.532146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-21f1cc69-d822-4d86-8024-c457d12db9b1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.1295280 Jul 15 16:54:41.559674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Request body: {'port': {'device_id': '46bfba4e-c391-4092-a306-4655cc82c64b', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'admin_state_up': True, 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:41.589666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:41.593741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,segment=NetworkSegment(319e276b-a7ae-4aa6-b2af-65d360758b1b),segment_id=319e276b-a7ae-4aa6-b2af-65d360758b1b)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:41.599697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.643416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:41.643850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.645375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] 10.222.0.20 "PUT /v2.0/ports/120ee8ad-707c-4c26-8202-d5c9bcc13fd3 HTTP/1.1" status: 200 len: 1092 time: 1.2741408 Jul 15 16:54:41.645822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:41.648272 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de" -d '{"events": [{"name": "network-changed", "server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:41.678206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7d8f9-2363-4c2b-b9ab-938f0677e27c service neutron] Pushing event updated for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:41.740468 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f9fb9-41c6-44fb-8e66-dfdbfebf507f x-openstack-request-id: req-5e2f9fb9-41c6-44fb-8e66-dfdbfebf507f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:41.740893 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:41.741041 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e2f9fb9-41c6-44fb-8e66-dfdbfebf507f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:41.741449 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3', 'status': 'completed', 'code': 200} Jul 15 16:54:41.758144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:41.765317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:41.839837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0cc424c-bd20-46a0-8e9c-2a96c0fa63b8 req-6acee56a-95e5-4840-9758-65afebc43a16 tempest-InstanceActionsNegativeTestJSON-206556607 tempest-InstanceActionsNegativeTestJSON-206556607-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb2622f-3b45-478a-89ef-bc30b81f2802 HTTP/1.1" status: 200 len: 210 time: 0.0538197 Jul 15 16:54:41.859918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-64650c72-c83d-4dcf-ba40-2d5fdeaaad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:41.861491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-64650c72-c83d-4dcf-ba40-2d5fdeaaad79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f8262ad8b4dd3b0e6192239a56177&device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 1095 time: 0.1093907 Jul 15 16:54:41.924790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-14ae989c-03c3-4c5b-beaf-adb09be6107a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3 HTTP/1.1" status: 200 len: 217 time: 0.0439124 Jul 15 16:54:41.939104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Allocated IP 172.20.0.8 (d9405a88-ad34-41de-837d-f4cbdf30f127/68239d39-ae25-4713-8c2f-3d2da18bbda1/baaf6174-f2f0-4aa4-8b79-94578284d41f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:41.987017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-7efb27c9-37bb-44c8-a6c1-12e4dcf42e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:41.989304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-7efb27c9-37bb-44c8-a6c1-12e4dcf42e34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4525f80e-e5f7-41a4-9a1b-b9518a48df64 HTTP/1.1" status: 200 len: 864 time: 0.0570958 Jul 15 16:54:42.083375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-9857f2f4-ce67-49f8-ac1d-5954a614bb52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf7799cd-266f-4833-84bc-349ffa0f04c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813684 Jul 15 16:54:42.178676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.253311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.319348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:42.346995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-7583987d-8fa6-4c08-be3b-1fdbd7ac2910 service neutron] 10.222.0.20 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384887 Jul 15 16:54:42.364221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Network d9405a88-ad34-41de-837d-f4cbdf30f127 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:42.365693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:42.368413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:42.432030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:42.433123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.455184 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-06634c38-6a0d-4249-bfc4-22ff99bd2bb1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008071 Jul 15 16:54:42.476452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Request body: {'port': {'device_id': '46bfba4e-c391-4092-a306-4655cc82c64b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:42.518002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-6acc7d47-9f55-4a3d-ba16-9c086b612c8e tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=59e7b277be074f349a380d009bb5378e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430551 Jul 15 16:54:42.552792 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.568494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5c4211f-42fd-48d5-8d11-cc4e32b201a5 req-cda09279-f07f-4b41-ad16-93af7c9de4e9 service neutron] 10.222.0.20 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886213 Jul 15 16:54:42.596019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ff43-8922-410e-8d22-3108b9e00bb7 req-7657dc15-ccce-455e-8ff9-91068939d070 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:42.597923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e48ff43-8922-410e-8d22-3108b9e00bb7 req-7657dc15-ccce-455e-8ff9-91068939d070 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 944 time: 0.2946634 Jul 15 16:54:42.698963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'name': 'network-vif-deleted', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:42.701589 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4d5ce-3381-41d0-b75c-a84ee4e10b39" -d '{"events": [{"server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "name": "network-vif-deleted", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:42.747271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e48ff43-8922-410e-8d22-3108b9e00bb7 req-ad00f5fa-1bc8-4d36-a0e6-39636d213ed4 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383424 Jul 15 16:54:42.755390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-0a184316-12dd-4039-8a2b-e80be5c1faf6 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:42.762755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-0a184316-12dd-4039-8a2b-e80be5c1faf6 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333326 Jul 15 16:54:42.776091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-d4ebe3a6-7abb-4d9e-8419-b851762246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:42.777889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-d4ebe3a6-7abb-4d9e-8419-b851762246e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e0f8262ad8b4dd3b0e6192239a56177&device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 1095 time: 0.1277421 Jul 15 16:54:42.787432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-39c3e6bd-8c03-4a11-b275-4b4f367e9b17 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/quotas/59e7b277be074f349a380d009bb5378e HTTP/1.1" status: 200 len: 375 time: 0.0230896 Jul 15 16:54:42.853596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-c38e302e-2485-450c-ab1c-0af4a327630e tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=59e7b277be074f349a380d009bb5378e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641341 Jul 15 16:54:42.891389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baaf6174-f2f0-4aa4-8b79-94578284d41f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:42.904888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.922152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Transition to ACTIVE for port object baaf6174-f2f0-4aa4-8b79-94578284d41f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:42.929888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:42.988256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:42.996077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-4ac529df-d2bd-43ca-810a-b832827bb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:42.997669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-4ac529df-d2bd-43ca-810a-b832827bb6e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf7799cd-266f-4833-84bc-349ffa0f04c1 HTTP/1.1" status: 200 len: 924 time: 0.2081995 Jul 15 16:54:43.032055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164a3c-05f9-44d0-b462-fc7487d2fe5d req-40688409-d155-4d44-9158-649419a700e3 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:43.039370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3164a3c-05f9-44d0-b462-fc7487d2fe5d req-40688409-d155-4d44-9158-649419a700e3 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 943 time: 0.1127193 Jul 15 16:54:43.075237 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362875a-9433-45cb-ab85-b1f51a519c27 x-openstack-request-id: req-d362875a-9433-45cb-ab85-b1f51a519c27 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:43.083400 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb2622f-3b45-478a-89ef-bc30b81f2802", "name": "network-vif-deleted", "tag": "d0d7945c-ea29-4263-86a0-025c7e4991de", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:43.083768 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d362875a-9433-45cb-ab85-b1f51a519c27 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:43.084223 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb2622f-3b45-478a-89ef-bc30b81f2802', 'name': 'network-vif-deleted', 'tag': 'd0d7945c-ea29-4263-86a0-025c7e4991de', 'status': 'completed', 'code': 200} Jul 15 16:54:43.086355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-5246e87b-d3e8-4ceb-aebe-0c58cd53afc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3 HTTP/1.1" status: 200 len: 217 time: 0.0724757 Jul 15 16:54:43.147010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3164a3c-05f9-44d0-b462-fc7487d2fe5d req-e8973ffb-719d-456f-b079-1e2a0ec872f9 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066043 Jul 15 16:54:43.162860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:43.197177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Attempting to bind port baaf6174-f2f0-4aa4-8b79-94578284d41f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:43.197585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Attempting to bind port baaf6174-f2f0-4aa4-8b79-94578284d41f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:43.197852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Attempting to bind port baaf6174-f2f0-4aa4-8b79-94578284d41f on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:43.202264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-0d0d207f-8564-4ade-bdfb-229dcb883d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:43.203788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-0d0d207f-8564-4ade-bdfb-229dcb883d74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4525f80e-e5f7-41a4-9a1b-b9518a48df64 HTTP/1.1" status: 200 len: 864 time: 0.1088712 Jul 15 16:54:43.270858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Port baaf6174-f2f0-4aa4-8b79-94578284d41f on network d9405a88-ad34-41de-837d-f4cbdf30f127 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:43.271177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Attempting to bind port baaf6174-f2f0-4aa4-8b79-94578284d41f on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:43.285185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:43.285560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Checking segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:43.286032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Bound using segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:43.286553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Bound port: baaf6174-f2f0-4aa4-8b79-94578284d41f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:43.286937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.305004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-5394e447-b81b-4f79-aff1-efa33bff4e7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf7799cd-266f-4833-84bc-349ffa0f04c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938866 Jul 15 16:54:43.308005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-307ab3ff-3152-4cfd-aea5-a014138c956a req-08b2ecef-1cac-4be8-9577-b0fbc16f85f0 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 210 time: 0.0743375 Jul 15 16:54:43.329241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Deleting subnet 2dc8bc12-8484-45d0-817d-a1b649aa97af {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:43.334335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.435596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.450758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-78493fff-3bf7-4f83-9af1-b0a6feec0e67 service neutron] 10.222.0.20 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379299 Jul 15 16:54:43.452752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:43.477100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:43.491963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.507551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.558036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:43.558716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.560050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] 10.222.0.20 "PUT /v2.0/ports/baaf6174-f2f0-4aa4-8b79-94578284d41f HTTP/1.1" status: 200 len: 1091 time: 1.0937672 Jul 15 16:54:43.597875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c076ed-3b1f-495b-9076-391f79a1666b service neutron] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:43.613460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.631416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a2b4a8-92b3-473d-9c72-abf3bd24d7de req-61df8c49-eb3b-4b3b-9626-5b52b8789386 service neutron] 10.222.0.20 "GET /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734195 Jul 15 16:54:43.654078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc8bc12-8484-45d0-817d-a1b649aa97af,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:43.661113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d0d7945c-ea29-4263-86a0-025c7e4991de no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:43.677500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.679590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c2130e5-8d2d-4dc6-94b4-0f13fb33a056 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2dc8bc12-8484-45d0-817d-a1b649aa97af HTTP/1.1" status: 204 len: 168 time: 0.5153635 Jul 15 16:54:43.682692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59668) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:43.695538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: d0d7945c-ea29-4263-86a0-025c7e4991de {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:43.696592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d0d7945c-ea29-4263-86a0-025c7e4991de not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:43.697509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:43.715708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-c7b5a64f-7fd4-4686-bd9d-2aa54f37ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:43.718063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-c7b5a64f-7fd4-4686-bd9d-2aa54f37ec8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 1094 time: 0.0973275 Jul 15 16:54:43.729348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: d1e685e8-ef5a-439a-b78f-944c54ef6373 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:43.730072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d1e685e8-ef5a-439a-b78f-944c54ef6373 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:43.767724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-140f2fcd-ab7d-4b66-84ee-4da779b855b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f HTTP/1.1" status: 200 len: 217 time: 0.0421679 Jul 15 16:54:43.783175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.828433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-6e9cc05c-be56-4ab9-b640-fc61b4ccdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:43.830325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-6e9cc05c-be56-4ab9-b640-fc61b4ccdae9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0526884 Jul 15 16:54:43.873871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-09723aa9-149f-4e6c-b09c-7bbdc3f05f8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337439 Jul 15 16:54:43.879189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.890466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5204f3-1186-4faa-917a-728fcfa2e9f6']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:43.911516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a64e809-0678-4605-825d-7200d1bb4766') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:43.912455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a64e809-0678-4605-825d-7200d1bb4766') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:43.926368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.958454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.984437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:43.984848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:43.988076 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:44.011990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-1749c570-0d14-4628-afaf-262469c20608 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223116 Jul 15 16:54:44.062672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.072780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.074802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7a5204f3-1186-4faa-917a-728fcfa2e9f6 HTTP/1.1" status: 204 len: 168 time: 0.3910913 Jul 15 16:54:44.098051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df895-af0d-49e6-bb20-c88616dd3386 req-7bf6825b-f5d9-4b07-9433-0f117769ab58 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:44.106018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a45df895-af0d-49e6-bb20-c88616dd3386 req-7bf6825b-f5d9-4b07-9433-0f117769ab58 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 944 time: 0.1574736 Jul 15 16:54:44.108779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147dc21-b421-445d-989b-4cd999e6158f admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5204f3-1186-4faa-917a-728fcfa2e9f6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:44.130512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d611f85-0b52-4d38-8745-4d3165485df8 req-c84f2cac-8238-4bac-9a54-9aa09b4708b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100132 Jul 15 16:54:44.161067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a45df895-af0d-49e6-bb20-c88616dd3386 req-51cb1104-e54e-4fbd-9363-3f31bb5a6fb1 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538089 Jul 15 16:54:44.277413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:44.332745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-43a8a375-2d73-419a-8d56-ba0d904bed2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f1850c27bda4084a3e8ab4011f91e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511057 Jul 15 16:54:44.334458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:44.390940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922bcb1-ecce-4461-8a3f-08fc2023e6cd req-11418c1c-5ec8-4adc-9560-d7117b104994 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:44.398505 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7922bcb1-ecce-4461-8a3f-08fc2023e6cd req-11418c1c-5ec8-4adc-9560-d7117b104994 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 943 time: 0.1304042 Jul 15 16:54:44.451357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.465808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7922bcb1-ecce-4461-8a3f-08fc2023e6cd req-5c07f14b-08c5-4025-8715-c7767caf96c7 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666134 Jul 15 16:54:44.517834 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.591034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.594925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:44.598791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b3f78c4-87f9-4050-94a6-62585b2004a0 HTTP/1.1" status: 204 len: 168 time: 0.2612398 Jul 15 16:54:44.614078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae26db6-7b7c-41b4-937a-a0ef0928f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f78c4-87f9-4050-94a6-62585b2004a0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:44.774683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5cb38ad-9329-4d5f-b413-8a0b902086a5 req-006027e5-7802-4272-890a-94fd805303e3 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 210 time: 0.0695119 Jul 15 16:54:44.789701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-44a79644-ab13-4f97-b723-b8bd8a605951 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=59e7b277be074f349a380d009bb5378e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724034 Jul 15 16:54:45.232980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:45.235123 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18298a1-b712-41a0-a6a2-2dde0dff7af1" -d '{"events": [{"name": "network-changed", "server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:45.290141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8adf6d16-7a25-4d40-b412-f1e4437e0f3e tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:45.292500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8adf6d16-7a25-4d40-b412-f1e4437e0f3e tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4955587 Jul 15 16:54:45.303873 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84411055-bd61-416c-ab7d-23415e0cd000 x-openstack-request-id: req-84411055-bd61-416c-ab7d-23415e0cd000 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:45.304439 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:45.305042 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84411055-bd61-416c-ab7d-23415e0cd000 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:45.306438 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'status': 'completed', 'code': 200} Jul 15 16:54:45.316289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Request body: {'port': {'device_id': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '59e7b277be074f349a380d009bb5378e'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:45.467264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-c79aba42-2db2-46a3-ba57-1a5a8e17ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:45.468920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-c79aba42-2db2-46a3-ba57-1a5a8e17ee2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 1094 time: 0.1374166 Jul 15 16:54:45.492179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Made reservation on behalf of 59e7b277be074f349a380d009bb5378e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:45.503363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:45.517616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:45.562542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9700c-48ea-40a4-b4f8-6342fe99ece4 req-e44360a6-a9b4-4509-bf48-efbab72af489 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:45.564208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43c9700c-48ea-40a4-b4f8-6342fe99ece4 req-e44360a6-a9b4-4509-bf48-efbab72af489 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 944 time: 0.1956437 Jul 15 16:54:45.672523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:45.704996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-43c9700c-48ea-40a4-b4f8-6342fe99ece4 req-e533ed6b-e634-4bbf-bc8e-195814192cde tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299448 Jul 15 16:54:45.733483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:45.737636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:45.774386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-41adbf12-f651-4247-9852-0c7b3053bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:45.777466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-41adbf12-f651-4247-9852-0c7b3053bed8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 904 time: 0.3009601 Jul 15 16:54:45.873292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-6b38aaf5-4831-4448-84be-ced69f693000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f HTTP/1.1" status: 200 len: 217 time: 0.0864093 Jul 15 16:54:45.883654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fdf74-ca94-4f78-accd-73f55613d9f2 req-bba6c65a-794e-440b-838a-6eee9172362b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:45.893490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e92fdf74-ca94-4f78-accd-73f55613d9f2 req-bba6c65a-794e-440b-838a-6eee9172362b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 943 time: 0.2492747 Jul 15 16:54:45.897347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262891e1-73e4-4115-9632-5e5e9ca8d2f7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:45.911888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,segment=NetworkSegment(319e276b-a7ae-4aa6-b2af-65d360758b1b),segment_id=319e276b-a7ae-4aa6-b2af-65d360758b1b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:45.941382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3', 'network_id': 'cf7799cd-266f-4833-84bc-349ffa0f04c1', 'port_id': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3', 'mac_address': 'fa:16:3e:99:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4525f80e-e5f7-41a4-9a1b-b9518a48df64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:45.971223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Allocated IP 192.168.233.4 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/85494973-0474-4198-baf0-ba690ec9a543) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:46.015490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.051260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:46.060012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e92fdf74-ca94-4f78-accd-73f55613d9f2 req-8e60a1b5-58a3-4d24-bf70-82cde48945e0 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367738 Jul 15 16:54:46.061459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-85f037d8-d419-4d61-9b83-dae8cb7b5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:46.062852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-85f037d8-d419-4d61-9b83-dae8cb7b5c17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.1684759 Jul 15 16:54:46.093185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,segment=NetworkSegment(319e276b-a7ae-4aa6-b2af-65d360758b1b),segment_id=319e276b-a7ae-4aa6-b2af-65d360758b1b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:46.105023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.120948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-e186203b-5ee6-4303-b642-f29659c9486d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503783 Jul 15 16:54:46.203199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:46.252090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-2c763cef-49e2-4ff5-82bf-d42e0c2b6a9b service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236968 Jul 15 16:54:46.268361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.289046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Transition to ACTIVE for port object 85494973-0474-4198-baf0-ba690ec9a543 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:46.339951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.405595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:46.406963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:46.412703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:46.428376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['120ee8ad-707c-4c26-8202-d5c9bcc13fd3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:46.469102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Pushing event updated for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:46.506184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c18298a1-b712-41a0-a6a2-2dde0dff7af1 req-f770167f-2a64-4408-aab4-b57d7284873f service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423360 Jul 15 16:54:46.518237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:46.520107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.544183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-73654268-b17b-46e4-8cb4-8a7d23b7b41f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2323909 Jul 15 16:54:46.564020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb660e-bba9-420c-b787-c73ab1856f27 req-eb3e77a6-01aa-4300-8a89-26bddfb2ffe4 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:46.565853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Request body: {'port': {'device_id': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:46.587109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36bb660e-bba9-420c-b787-c73ab1856f27 req-eb3e77a6-01aa-4300-8a89-26bddfb2ffe4 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 934 time: 0.1696618 Jul 15 16:54:46.679684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36bb660e-bba9-420c-b787-c73ab1856f27 req-ece25c47-c4e1-464b-9bde-12ecf751e7f3 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867634 Jul 15 16:54:46.697701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.836356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed1eb169-380c-446f-93cd-31ab58facc29 None None] Provisioning for port 85494973-0474-4198-baf0-ba690ec9a543 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:46.856667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed1eb169-380c-446f-93cd-31ab58facc29 None None] Provisioning complete for port 85494973-0474-4198-baf0-ba690ec9a543 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:46.858034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1eb169-380c-446f-93cd-31ab58facc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:46.946433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b29ad0-a914-4f7f-b823-5a7d97479c5e req-5b70b398-6730-407a-b50b-c39a21e445a1 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:46.958386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21b29ad0-a914-4f7f-b823-5a7d97479c5e req-5b70b398-6730-407a-b50b-c39a21e445a1 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 945 time: 0.1099226 Jul 15 16:54:46.976000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ed1eb169-380c-446f-93cd-31ab58facc29 None None] Port 85494973-0474-4198-baf0-ba690ec9a543 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:54:47.028772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21b29ad0-a914-4f7f-b823-5a7d97479c5e req-52ca62f8-7299-4677-bde4-0614c6d0d66d tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693948 Jul 15 16:54:47.150897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85494973-0474-4198-baf0-ba690ec9a543 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:47.160728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.177220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Transition to ACTIVE for port object 85494973-0474-4198-baf0-ba690ec9a543 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:47.183105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.242252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Pushing event updated for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:47.318042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8ff0c-054c-45e5-a476-a00cc63f03b4 req-82d5a785-ab00-48b2-a650-c98c7eed1481 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:47.319596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a8ff0c-054c-45e5-a476-a00cc63f03b4 req-82d5a785-ab00-48b2-a650-c98c7eed1481 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 943 time: 0.1125309 Jul 15 16:54:47.362258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Attempting to bind port 85494973-0474-4198-baf0-ba690ec9a543 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:47.364518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Attempting to bind port 85494973-0474-4198-baf0-ba690ec9a543 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:47.365708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Attempting to bind port 85494973-0474-4198-baf0-ba690ec9a543 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:47.371214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Port 85494973-0474-4198-baf0-ba690ec9a543 on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:47.371660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Attempting to bind port 85494973-0474-4198-baf0-ba690ec9a543 on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:47.377404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:47.377859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:47.378349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:47.379124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Bound port: 85494973-0474-4198-baf0-ba690ec9a543, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:47.379600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.408787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a8ff0c-054c-45e5-a476-a00cc63f03b4 req-c20294b1-b106-420a-985d-c79f241419ae tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799644 Jul 15 16:54:47.480304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:47.486144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=85494973-0474-4198-baf0-ba690ec9a543,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:47.492709 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.562908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:47.563539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.564972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] 10.222.0.20 "PUT /v2.0/ports/85494973-0474-4198-baf0-ba690ec9a543 HTTP/1.1" status: 200 len: 1094 time: 1.0130754 Jul 15 16:54:47.565377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'tag': '85494973-0474-4198-baf0-ba690ec9a543'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:47.567671 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835c7f5-c70b-4957-a729-1fea13b1c347" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "tag": "85494973-0474-4198-baf0-ba690ec9a543"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:47.572495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59778) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:47.615427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78d610-9409-4df5-a012-892d8e1d6794 service neutron] Pushing event updated for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:47.638046 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4cda8c-d20c-46b9-b691-a8d61b0c5fb5 x-openstack-request-id: req-6d4cda8c-d20c-46b9-b691-a8d61b0c5fb5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:47.638344 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "tag": "85494973-0474-4198-baf0-ba690ec9a543", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:47.638618 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d4cda8c-d20c-46b9-b691-a8d61b0c5fb5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:47.639015 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'tag': '85494973-0474-4198-baf0-ba690ec9a543', 'status': 'completed', 'code': 200} Jul 15 16:54:47.689936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:47.703719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:47.733941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-df979084-da74-475a-bc9c-110c250b9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:47.735410 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-df979084-da74-475a-bc9c-110c250b9f4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59e7b277be074f349a380d009bb5378e&device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 1097 time: 0.1139710 Jul 15 16:54:47.809279 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae54f65b-5c6d-43fd-9605-00646fa901d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.819131 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-5962cf88-27d2-46fc-8ec0-286d551127e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85494973-0474-4198-baf0-ba690ec9a543 HTTP/1.1" status: 200 len: 217 time: 0.0752287 Jul 15 16:54:47.884683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-ed637c2a-f2e9-4d27-abee-b86abf4d8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:47.886660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-ed637c2a-f2e9-4d27-abee-b86abf4d8dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0570190 Jul 15 16:54:47.897099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:47.906047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:47.906591 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:47.972563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-0bf7fafd-8fb2-4d4a-a588-7808aafe847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:47.974186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-0bf7fafd-8fb2-4d4a-a588-7808aafe847e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795870 Jul 15 16:54:48.149321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba44f5c-e48a-4f50-8361-0a0f73ca3821 req-2b8c8050-682e-44b4-b53e-a1e3d1cdbf82 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.156570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:48.160202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ba44f5c-e48a-4f50-8361-0a0f73ca3821 req-2b8c8050-682e-44b4-b53e-a1e3d1cdbf82 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 946 time: 0.2900670 Jul 15 16:54:48.173514 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-7fc0f42a-d411-4d15-8956-6f69b597bf8f service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902030 Jul 15 16:54:48.183821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.197936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'mac_address': 'fa:16:3e:68:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:48.215766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:48.218370 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e8c2a-2e63-46e8-8773-8639b126aa87" -d '{"events": [{"server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "name": "network-vif-plugged", "status": "completed", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:48.259407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,segment=NetworkSegment(319e276b-a7ae-4aa6-b2af-65d360758b1b),segment_id=319e276b-a7ae-4aa6-b2af-65d360758b1b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:48.276743 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.276952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ba44f5c-e48a-4f50-8361-0a0f73ca3821 req-4c2aec22-84da-4968-ae42-70271dc6ebb7 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140041 Jul 15 16:54:48.359786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6fae1eda-0ba9-4540-a0a7-c6576c1a6c5c req-b015c66e-bb64-45fa-8cb4-0cafa2d9a074 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775949 Jul 15 16:54:48.387322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:48.387580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae54f65b-5c6d-43fd-9605-00646fa901d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.411406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.413733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae54f65b-5c6d-43fd-9605-00646fa901d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.448827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baaf6174-f2f0-4aa4-8b79-94578284d41f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:48.480545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ae54f65b-5c6d-43fd-9605-00646fa901d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f399d64fe104985b63c3f5eaea464eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060338 Jul 15 16:54:48.481492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59798) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:48.487727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:48.489584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb40f-db1b-4af6-9d7c-90a07728cf26 req-6d3dba86-83d3-4950-bc81-f48b22e5fcbd tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.497586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.497959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602eb40f-db1b-4af6-9d7c-90a07728cf26 req-6d3dba86-83d3-4950-bc81-f48b22e5fcbd tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.2200575 Jul 15 16:54:48.551176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54f65b-5c6d-43fd-9605-00646fa901d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa6dada-9b8e-4565-9bc4-3285a24bae75,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:48.562317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-6bd7bc28-5b71-403b-bd2e-580fcc808494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.563963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-6bd7bc28-5b71-403b-bd2e-580fcc808494 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59e7b277be074f349a380d009bb5378e&device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 1097 time: 0.1334770 Jul 15 16:54:48.588462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:48.592730 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae076b86-165b-4867-b483-bf352f8344b2 x-openstack-request-id: req-ae076b86-165b-4867-b483-bf352f8344b2 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:48.593028 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "name": "network-vif-plugged", "status": "completed", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:48.593286 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae076b86-165b-4867-b483-bf352f8344b2 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:48.593674 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3', 'code': 200} Jul 15 16:54:48.679487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602eb40f-db1b-4af6-9d7c-90a07728cf26 req-52b6a2a1-b31f-4f39-b848-ede0d06e82ff tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804450 Jul 15 16:54:48.700637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-f0ad4d76-6ea2-422b-824a-cd25ca468b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.702757 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-f0ad4d76-6ea2-422b-824a-cd25ca468b74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1222315 Jul 15 16:54:48.729637 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.760983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.807220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-898b776f-2fef-4d12-a98e-04e290d3dc17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85494973-0474-4198-baf0-ba690ec9a543 HTTP/1.1" status: 200 len: 217 time: 0.0915225 Jul 15 16:54:48.811202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be5ae1-f92e-41a8-b42a-a6f6b4ab270c req-a1b3d85b-e3c1-4f8e-9db7-b43df36ec90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.812734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82be5ae1-f92e-41a8-b42a-a6f6b4ab270c req-a1b3d85b-e3c1-4f8e-9db7-b43df36ec90e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 1097 time: 0.1715906 Jul 15 16:54:48.875733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-b1876bf3-ea5d-4eb6-8822-e942080b67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.878008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-b1876bf3-ea5d-4eb6-8822-e942080b67ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0632906 Jul 15 16:54:48.883494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.886704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:48.887968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efa6dada-9b8e-4565-9bc4-3285a24bae75 HTTP/1.1" status: 204 len: 168 time: 0.3808351 Jul 15 16:54:48.889846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['baaf6174-f2f0-4aa4-8b79-94578284d41f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:48.893918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82be5ae1-f92e-41a8-b42a-a6f6b4ab270c req-22ae0ffe-27cd-498e-8070-a182a80d1797 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Jul 15 16:54:48.906730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c1aac-5d8b-420e-af03-972386d4ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa6dada-9b8e-4565-9bc4-3285a24bae75,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:48.930419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc016cc8-1756-40b3-8674-1ed055b44672 req-dc4bddcd-d129-460d-bee8-f9da7b62bab4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:48.933881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc016cc8-1756-40b3-8674-1ed055b44672 req-dc4bddcd-d129-460d-bee8-f9da7b62bab4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 944 time: 0.1276155 Jul 15 16:54:49.021867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-5dbd2ac5-f377-43d2-b429-86e08904ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:49.023422 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-5dbd2ac5-f377-43d2-b429-86e08904ebf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378815 Jul 15 16:54:49.062520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc016cc8-1756-40b3-8674-1ed055b44672 req-5f367e8b-5283-4e11-ac3c-fd1903db782c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012897 Jul 15 16:54:49.185210 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-0a41cd3c-9980-4a89-82f0-0b96e8d9b011 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500044 Jul 15 16:54:49.308230 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4835c7f5-c70b-4957-a729-1fea13b1c347 req-2fedab3a-7ab0-4225-b3d2-a54e2e8ad729 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099625 Jul 15 16:54:49.521650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf5512-2383-45dd-bf3b-e1af98e028d8 req-0f88659f-f244-41fa-a4f1-73ec8b56c288 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:49.523473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5eaf5512-2383-45dd-bf3b-e1af98e028d8 req-0f88659f-f244-41fa-a4f1-73ec8b56c288 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 946 time: 0.1036391 Jul 15 16:54:49.573678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5eaf5512-2383-45dd-bf3b-e1af98e028d8 req-8614813e-7fc0-476c-a4c7-4191305697fa tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Jul 15 16:54:49.906027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d2613-3408-45ca-8375-44baf49d6af9 req-cec09672-c18e-438c-8265-bf743a29aa4d tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:49.913295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc2d2613-3408-45ca-8375-44baf49d6af9 req-cec09672-c18e-438c-8265-bf743a29aa4d tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.1008768 Jul 15 16:54:49.960483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc2d2613-3408-45ca-8375-44baf49d6af9 req-27141058-b499-4828-967c-e2c2ab522a54 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461822 Jul 15 16:54:50.325897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f19af-5968-4109-90c5-46d9e9d9ee72 req-7397d294-44d3-4a22-8b01-dd6d584810bc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:50.329077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f0f19af-5968-4109-90c5-46d9e9d9ee72 req-7397d294-44d3-4a22-8b01-dd6d584810bc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 944 time: 0.0892375 Jul 15 16:54:50.422589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f0f19af-5968-4109-90c5-46d9e9d9ee72 req-5342e175-71f3-4fa3-a2df-1c02b433f802 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699296 Jul 15 16:54:50.468463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb2e08e4-e2ab-44e5-9e9c-bf0fcc71f876 req-b8d3fff6-2ec7-4333-acb3-040ea74ec6c8 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0378001 Jul 15 16:54:50.832421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232feb86-87f9-4534-8a83-12ea67ffd15c req-26647992-c529-4c8b-9abb-348a4e3d5e47 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:50.842102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-232feb86-87f9-4534-8a83-12ea67ffd15c req-26647992-c529-4c8b-9abb-348a4e3d5e47 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 946 time: 0.0839627 Jul 15 16:54:50.894470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-232feb86-87f9-4534-8a83-12ea67ffd15c req-b1bc22bc-b59d-4891-aead-270b87a6c5b9 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Jul 15 16:54:51.264818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-642796e8-ce1d-47ab-84dd-9b11a76a5efd req-f712e052-74ac-4178-a552-391308709111 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0635545 Jul 15 16:54:51.287174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e2ec8-0de9-443f-b4e7-7f6002920ed4 req-d03bd6d1-05a1-4158-af00-4a6f5a51c6e7 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:51.306307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a88e2ec8-0de9-443f-b4e7-7f6002920ed4 req-d03bd6d1-05a1-4158-af00-4a6f5a51c6e7 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.1567836 Jul 15 16:54:51.390653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a88e2ec8-0de9-443f-b4e7-7f6002920ed4 req-3671804f-f01a-4b89-984a-ad82d3e38014 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909369 Jul 15 16:54:51.600251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f72528-c58a-4700-ac94-1fcfd90caefb req-9cf07847-8635-45e1-8566-142aeee56d89 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:51.601804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0f72528-c58a-4700-ac94-1fcfd90caefb req-9cf07847-8635-45e1-8566-142aeee56d89 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.0876229 Jul 15 16:54:51.708214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 85494973-0474-4198-baf0-ba690ec9a543 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:51.715626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0f72528-c58a-4700-ac94-1fcfd90caefb req-85b2e5a4-8728-4785-ae7d-58ecb2eb7c52 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075065 Jul 15 16:54:51.753287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:51.761685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b559b1-a949-4da7-98c8-2b0e28aa9872 req-571c0a2a-3242-4a8e-ba7f-34c7ff93f848 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:51.769337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b559b1-a949-4da7-98c8-2b0e28aa9872 req-571c0a2a-3242-4a8e-ba7f-34c7ff93f848 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 944 time: 0.1390526 Jul 15 16:54:51.863529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b559b1-a949-4da7-98c8-2b0e28aa9872 req-f2f6f073-d434-4aa6-879e-e23c3c920267 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933027 Jul 15 16:54:51.985411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=85494973-0474-4198-baf0-ba690ec9a543,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:52.021237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '85494973-0474-4198-baf0-ba690ec9a543', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '85494973-0474-4198-baf0-ba690ec9a543', 'mac_address': 'fa:16:3e:d4:cc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:52.064891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:52.085372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85494973-0474-4198-baf0-ba690ec9a543 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:52.124061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port baaf6174-f2f0-4aa4-8b79-94578284d41f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:52.143209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port baaf6174-f2f0-4aa4-8b79-94578284d41f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:52.143635 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:52.192101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=85494973-0474-4198-baf0-ba690ec9a543,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:52.204286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:52.276725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cf0a7-c093-4c0c-9f7e-c187b651508b req-bc789fac-7c3b-442d-b5dd-67ebb87f473a tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:52.283885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e3cf0a7-c093-4c0c-9f7e-c187b651508b req-bc789fac-7c3b-442d-b5dd-67ebb87f473a tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.1374342 Jul 15 16:54:52.294686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bcd82-0f20-4657-8047-3e929a7361a4 req-b1374732-0ff1-4482-9f8f-054e9343fe5a tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:52.297033 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:52.302361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0bcd82-0f20-4657-8047-3e929a7361a4 req-b1374732-0ff1-4482-9f8f-054e9343fe5a tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 946 time: 0.1958439 Jul 15 16:54:52.381243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e3cf0a7-c093-4c0c-9f7e-c187b651508b req-63f329f6-3bb2-4b08-86ce-2d72561cbb0b tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961626 Jul 15 16:54:52.407679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0bcd82-0f20-4657-8047-3e929a7361a4 req-69dff7de-bf16-4159-9b76-bed11afe18b2 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991199 Jul 15 16:54:52.494077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:52.496398 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2cd56-49b6-4fe0-831b-206ef0a02207" -d '{"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-plugged", "status": "completed", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:52.546668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:52.552327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:52.562037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:52.638864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['85494973-0474-4198-baf0-ba690ec9a543'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:52.743331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:52.780879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36c1f77d-f30d-4717-8f40-619f522d11c2 req-d5a33cc5-dc47-4bf5-9ef6-a88015fe183d tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0406034 Jul 15 16:54:52.848141 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d718b-57ac-4c4c-93ba-92a7405c2689 x-openstack-request-id: req-3c9d718b-57ac-4c4c-93ba-92a7405c2689 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:52.848541 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-plugged", "status": "completed", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:52.849009 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c9d718b-57ac-4c4c-93ba-92a7405c2689 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:52.849650 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'code': 200} Jul 15 16:54:53.084313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71326c65-118d-474c-bb0a-2c52ea5888d9 req-9bbf24c3-12bd-4b94-ba31-4a72b3f781b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:53.086540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-71326c65-118d-474c-bb0a-2c52ea5888d9 req-9bbf24c3-12bd-4b94-ba31-4a72b3f781b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 1096 time: 0.1258888 Jul 15 16:54:53.182286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-71326c65-118d-474c-bb0a-2c52ea5888d9 req-022d4587-aad1-40e6-8033-27ebf23e2bb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873673 Jul 15 16:54:53.239101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240acf3-3f3c-4893-958c-be7b18f5d310 req-0cb0541d-31a0-4866-8e5a-fcd041e6f795 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:53.240935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c240acf3-3f3c-4893-958c-be7b18f5d310 req-0cb0541d-31a0-4866-8e5a-fcd041e6f795 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 945 time: 0.0861871 Jul 15 16:54:53.292279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c240acf3-3f3c-4893-958c-be7b18f5d310 req-4acff50f-1c2d-468c-9b2a-f0789a780d34 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Jul 15 16:54:53.735762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049482-de8f-4a2e-bac7-a3450c089a07 req-7dc8c6db-c2da-4091-8162-878a8a6fc007 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:53.737363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5049482-de8f-4a2e-bac7-a3450c089a07 req-7dc8c6db-c2da-4091-8162-878a8a6fc007 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.4615607 Jul 15 16:54:53.786067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8d24f-8b35-44fc-bc9a-7b318f02dbc2 req-66033003-7d7e-4a8d-a862-037a0e968c79 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:53.787815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3de8d24f-8b35-44fc-bc9a-7b318f02dbc2 req-66033003-7d7e-4a8d-a862-037a0e968c79 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 947 time: 0.0996823 Jul 15 16:54:53.815854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5049482-de8f-4a2e-bac7-a3450c089a07 req-c287c299-7900-46fe-a10f-3f0dceb78192 tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664797 Jul 15 16:54:53.839142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3de8d24f-8b35-44fc-bc9a-7b318f02dbc2 req-b243dd0f-9c86-423e-a339-9a8a3ca98b62 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Jul 15 16:54:54.053520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-4b3b51d0-655d-435b-8419-0f16301d7c3e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:54.054987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-4b3b51d0-655d-435b-8419-0f16301d7c3e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.1193225 Jul 15 16:54:54.070835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-570273f9-2f05-4e82-8773-b826101638c5 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/quotas/7ad053abb6b4493e8f7f33b1ec21e239 HTTP/1.1" status: 200 len: 375 time: 0.0095112 Jul 15 16:54:54.148278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-207ba4c4-68ec-44b3-8c3a-4ce3fe4f4c65 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706949 Jul 15 16:54:54.255717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fe342eb-f915-4772-8f1b-94b563579c86 req-df247730-51f1-42d3-9f43-7bedf5c0ebc9 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0354309 Jul 15 16:54:54.275798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-af90dccb-c460-4a80-950b-181cd822fd52 service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181893 Jul 15 16:54:54.382678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-5eef61a0-22fc-4b7e-8f8e-28561fbc2c7e service neutron] 10.222.0.25 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993259 Jul 15 16:54:54.491727 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7d8d309c-6b4e-45ab-b288-2a9d2a2efa36 req-8e21d629-ebe5-446b-a5c5-8fdd608c9234 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Jul 15 16:54:54.511381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba7f0a-b1d0-4bbe-aed0-cad0e6517093 req-c58fb839-de6c-406a-a514-90c26c66fccb tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:54.515028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02ba7f0a-b1d0-4bbe-aed0-cad0e6517093 req-c58fb839-de6c-406a-a514-90c26c66fccb tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 945 time: 0.0765381 Jul 15 16:54:54.600443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87855446-415f-4a6c-a668-b9ab10735815 req-7a8e6cf9-4ce1-474b-b179-14d98939e73a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 210 time: 0.0453455 Jul 15 16:54:54.604305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02ba7f0a-b1d0-4bbe-aed0-cad0e6517093 req-98cfeaf6-4f1f-4131-976d-f487ffeec0d4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785134 Jul 15 16:54:55.079632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf9d9e-9ebf-4898-b458-bca470899dc8 req-73ef074b-569b-4ecc-a7a0-7bf038a0d97d tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:55.081569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29cf9d9e-9ebf-4898-b458-bca470899dc8 req-73ef074b-569b-4ecc-a7a0-7bf038a0d97d tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.1310909 Jul 15 16:54:55.089786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab700902-89ed-4dcb-a527-eccffdec5da5 req-3ccafc1c-5af5-4a0d-a4ea-8567e7045bda tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:55.091510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab700902-89ed-4dcb-a527-eccffdec5da5 req-3ccafc1c-5af5-4a0d-a4ea-8567e7045bda tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 945 time: 0.1088927 Jul 15 16:54:55.132847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-4b2d38fc-911a-40da-95d6-40cd4d276e4c tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:55.134952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-4b2d38fc-911a-40da-95d6-40cd4d276e4c tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 946 time: 0.0913539 Jul 15 16:54:55.157348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab700902-89ed-4dcb-a527-eccffdec5da5 req-1300bbb2-4d3f-4694-863e-cfe3bf2a9cc3 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Jul 15 16:54:55.173402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29cf9d9e-9ebf-4898-b458-bca470899dc8 req-202bc357-c509-4021-81d4-12458244fe6f tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804179 Jul 15 16:54:55.297766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Deleting port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:54:55.298121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.453792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] For port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,segment=NetworkSegment(319e276b-a7ae-4aa6-b2af-65d360758b1b),segment_id=319e276b-a7ae-4aa6-b2af-65d360758b1b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:55.454443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.468726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987da20-d387-4c62-8ee0-01d7604c2977 req-15464876-8b81-4cc5-b99f-2e9070ceffdf tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:55.470301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1987da20-d387-4c62-8ee0-01d7604c2977 req-15464876-8b81-4cc5-b99f-2e9070ceffdf tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 947 time: 0.1111670 Jul 15 16:54:55.470717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Calling delete_port for 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:54:55.572997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1987da20-d387-4c62-8ee0-01d7604c2977 req-eb522120-ae60-4b6f-a487-9d385fa97763 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943375 Jul 15 16:54:55.673932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.688037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['120ee8ad-707c-4c26-8202-d5c9bcc13fd3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:55.715589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Pushing event deleted for resources: {'Port': ['ID=120ee8ad-707c-4c26-8202-d5c9bcc13fd3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:55.738558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96114bdf-776f-41ae-b1cd-b152ef61c22f req-2f809852-65a6-4bc3-ac3e-b955be045a82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0456870 Jul 15 16:54:55.750034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 85494973-0474-4198-baf0-ba690ec9a543 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:54:55.775440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-192af5c0-c61a-4c4b-afd1-f9f3e3257727 req-f777d9b3-39d4-4d0f-950f-68540c749b05 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0388532 Jul 15 16:54:55.847079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] No DVR routers for this DVR port 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:54:55.850255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.854047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad12583a-b3b1-49ce-9bcc-4304cd073791 req-289e06f8-bfc2-4760-9e3b-f636f27d797e tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.20 "DELETE /v2.0/ports/120ee8ad-707c-4c26-8202-d5c9bcc13fd3 HTTP/1.1" status: 204 len: 173 time: 0.7105520 Jul 15 16:54:55.854846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'name': 'network-vif-deleted', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:55.857470 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ed6d93-8780-453e-9a68-476f4936c4ec" -d '{"events": [{"server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "name": "network-vif-deleted", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:55.871550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62bf0c1f-f930-4fc5-8e05-1456a49edc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.877528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 85494973-0474-4198-baf0-ba690ec9a543 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:54:55.888205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 85494973-0474-4198-baf0-ba690ec9a543 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:54:55.888893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:55.924021 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5e61db-ce7c-4208-9078-ca47bfee5684 x-openstack-request-id: req-ce5e61db-ce7c-4208-9078-ca47bfee5684 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:55.924549 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b502eab-9951-4125-b820-761f95cef924", "name": "network-vif-deleted", "tag": "120ee8ad-707c-4c26-8202-d5c9bcc13fd3", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:55.925479 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce5e61db-ce7c-4208-9078-ca47bfee5684 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:55.925970 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b502eab-9951-4125-b820-761f95cef924', 'name': 'network-vif-deleted', 'tag': '120ee8ad-707c-4c26-8202-d5c9bcc13fd3', 'status': 'completed', 'code': 200} Jul 15 16:54:55.933076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-830b5514-94ba-4e21-906f-7d36db1fd939 req-3ed062b6-11e1-440c-936a-8f4737aa4bb5 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 210 time: 0.0497727 Jul 15 16:54:56.012341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:56.035141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85494973-0474-4198-baf0-ba690ec9a543'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:56.037789 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f64f2f-66dd-4e17-bb56-05c2983b04eb" -d '{"events": [{"server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "name": "network-vif-plugged", "status": "completed", "tag": "85494973-0474-4198-baf0-ba690ec9a543"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:56.051203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=85494973-0474-4198-baf0-ba690ec9a543,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:56.056693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:56.057890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:54:56.101849 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36515cd5-534b-401d-a060-c2a45018f40e x-openstack-request-id: req-36515cd5-534b-401d-a060-c2a45018f40e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:56.102459 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "name": "network-vif-plugged", "status": "completed", "tag": "85494973-0474-4198-baf0-ba690ec9a543", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:56.102978 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36515cd5-534b-401d-a060-c2a45018f40e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:56.104473 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85494973-0474-4198-baf0-ba690ec9a543', 'code': 200} Jul 15 16:54:56.123963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:54:56.124703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 120ee8ad-707c-4c26-8202-d5c9bcc13fd3 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:54:56.163296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:56.309946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-f3e5d694-b5b5-4e65-b9f5-98610a00d980 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:56.311830 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-f3e5d694-b5b5-4e65-b9f5-98610a00d980 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 814 time: 0.1825280 Jul 15 16:54:56.325609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Request body: {'port': {'device_id': '64e01c33-2045-488f-bb47-09e871a94d4e', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'admin_state_up': True, 'tenant_id': '7ad053abb6b4493e8f7f33b1ec21e239'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:56.389249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0506e7a-0374-4d7f-a25c-3057115318ba req-6846ef59-1e6d-4b88-9455-14844b1ec885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:56.394978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0506e7a-0374-4d7f-a25c-3057115318ba req-6846ef59-1e6d-4b88-9455-14844b1ec885 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 1099 time: 0.1192265 Jul 15 16:54:56.476635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60162a0d-d87f-402d-953c-cf369f224248 req-6e1c1c6a-fb17-4846-b687-53878c9d187f tempest-ServersNegativeTestMultiTenantJSON-2107634307 tempest-ServersNegativeTestMultiTenantJSON-2107634307-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b502eab-9951-4125-b820-761f95cef924 HTTP/1.1" status: 200 len: 210 time: 0.0587316 Jul 15 16:54:56.557179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Made reservation on behalf of 7ad053abb6b4493e8f7f33b1ec21e239 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:54:56.559232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0506e7a-0374-4d7f-a25c-3057115318ba req-5e947c68-9d29-4d71-9fa8-a81570210270 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562252 Jul 15 16:54:56.561984 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:56.613449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d974a02-d2f8-469e-b8db-bab5b463491a req-f1585250-d181-417d-a7c4-32ad3242e3c4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:56.622119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d974a02-d2f8-469e-b8db-bab5b463491a req-f1585250-d181-417d-a7c4-32ad3242e3c4 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 945 time: 0.1675177 Jul 15 16:54:56.692586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d974a02-d2f8-469e-b8db-bab5b463491a req-88b49f8d-5737-4eb3-804d-782776673908 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693479 Jul 15 16:54:56.730584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Allocated IP 172.20.0.2 (e502825a-0d7b-4a84-a2f0-93876b2a38ef/44d36371-476d-4e06-a239-86d38240021c/46b0d07d-1190-432f-b6d0-a006de0a311f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:54:57.015670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:57.053567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7345a-b36f-4e8c-a2aa-6b31553c457a req-841c63ba-8de1-4c3d-8fe6-8079d6124562 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:57.055704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dda7345a-b36f-4e8c-a2aa-6b31553c457a req-841c63ba-8de1-4c3d-8fe6-8079d6124562 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 948 time: 0.1172991 Jul 15 16:54:57.121721 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:57.137078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756', '840a2248-fd60-46a9-b7ca-022d7ca97e9c', '562d4fac-b37a-4c01-86ec-336313812596'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:54:57.138834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dda7345a-b36f-4e8c-a2aa-6b31553c457a req-d51731ca-5202-4842-8ab5-b5c1aa0ec727 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759606 Jul 15 16:54:57.333328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event updated for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:57.371184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Network e502825a-0d7b-4a84-a2f0-93876b2a38ef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:54:57.374177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:54:57.378967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:54:57.454780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4ae2294-1b5d-4c5d-9e05-b2e680c81993 req-770af9b0-7d66-4c33-b097-e9dee519ed97 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0865369 Jul 15 16:54:57.516426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:57.518091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:57.558942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-e20c870e-ca4c-45ff-a2b2-573547b4af25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2376337 Jul 15 16:54:57.582456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Request body: {'port': {'device_id': '64e01c33-2045-488f-bb47-09e871a94d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:54:57.803664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:57.835477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745109-e5f5-44c1-b3b0-49eea1317d6e req-4bcf7823-f8c7-41fd-8db0-5fa2d404588a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:57.841519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12745109-e5f5-44c1-b3b0-49eea1317d6e req-4bcf7823-f8c7-41fd-8db0-5fa2d404588a tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 931 time: 0.1905224 Jul 15 16:54:57.921069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12745109-e5f5-44c1-b3b0-49eea1317d6e req-64b0680e-1e0c-4fa1-8451-b297c14cb674 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731020 Jul 15 16:54:58.088721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60066) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:58.174688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Deleting subnet 4525f80e-e5f7-41a4-9a1b-b9518a48df64 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:58.181319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.233698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.295826 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7ffb609e-f7b6-49d2-8771-39cc25d1a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.344743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b0d07d-1190-432f-b6d0-a006de0a311f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:54:58.360340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.378306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.396193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Transition to ACTIVE for port object 46b0d07d-1190-432f-b6d0-a006de0a311f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:54:58.406983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.501634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.559639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Pushing event updated for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:58.610312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4525f80e-e5f7-41a4-9a1b-b9518a48df64,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:58.642859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Attempting to bind port 46b0d07d-1190-432f-b6d0-a006de0a311f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:54:58.643321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Attempting to bind port 46b0d07d-1190-432f-b6d0-a006de0a311f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:54:58.643726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Attempting to bind port 46b0d07d-1190-432f-b6d0-a006de0a311f on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:58.650839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Port 46b0d07d-1190-432f-b6d0-a006de0a311f on network e502825a-0d7b-4a84-a2f0-93876b2a38ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:54:58.651494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Attempting to bind port 46b0d07d-1190-432f-b6d0-a006de0a311f on network e502825a-0d7b-4a84-a2f0-93876b2a38ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:54:58.659828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:54:58.661170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Checking segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:54:58.661657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Bound using segment: {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:54:58.662439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Bound port: 46b0d07d-1190-432f-b6d0-a006de0a311f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9bfadd-410f-4669-bb94-4e469bfaf58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:54:58.662876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.667939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.669863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c66c6077-4391-44c0-9fdb-884256bdd867 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4525f80e-e5f7-41a4-9a1b-b9518a48df64 HTTP/1.1" status: 204 len: 168 time: 0.5797219 Jul 15 16:54:58.681565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60084) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:58.748835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:54:58.755948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=46b0d07d-1190-432f-b6d0-a006de0a311f,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:54:58.763266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.778403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.795234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff9f6327-2d75-460a-b8ea-772fbb10911c req-719cd1b1-5a2a-4e0c-bb96-0e6470ab61a6 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0693498 Jul 15 16:54:58.810964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:58.811706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.813251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] 10.222.0.20 "PUT /v2.0/ports/46b0d07d-1190-432f-b6d0-a006de0a311f HTTP/1.1" status: 200 len: 1091 time: 1.2435341 Jul 15 16:54:58.813778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:54:58.816455 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783" -d '{"events": [{"name": "network-changed", "server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:54:58.840503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8a435-565b-4276-a040-07f5fd35cace service neutron] Pushing event updated for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:58.907648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:58.909619 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce3ac52-06b4-45dc-8852-72fbb6766e11 x-openstack-request-id: req-4ce3ac52-06b4-45dc-8852-72fbb6766e11 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:54:58.909916 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:54:58.910171 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ce3ac52-06b4-45dc-8852-72fbb6766e11 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:54:58.910896 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f', 'status': 'completed', 'code': 200} Jul 15 16:54:58.918574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60600cdb-91e8-4824-875b-a34028c009cb req-d2837bae-277b-4dcb-9104-9469c59e1268 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:58.926779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60600cdb-91e8-4824-875b-a34028c009cb req-d2837bae-277b-4dcb-9104-9469c59e1268 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 948 time: 0.4162774 Jul 15 16:54:58.960892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-6495d997-3b22-4c07-aeb4-0b01dfc3bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:58.964155 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-6495d997-3b22-4c07-aeb4-0b01dfc3bb2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 1094 time: 0.0744655 Jul 15 16:54:58.998568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60600cdb-91e8-4824-875b-a34028c009cb req-36faf76c-3901-4a68-9bda-b4333aefa2e1 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708230 Jul 15 16:54:59.015959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-0770f0c5-0708-4842-91ad-bc659b894c36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46b0d07d-1190-432f-b6d0-a006de0a311f HTTP/1.1" status: 200 len: 217 time: 0.0428543 Jul 15 16:54:59.070660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-bc31e461-7d3d-4ee6-836e-64cd24226b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.073134 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-bc31e461-7d3d-4ee6-836e-64cd24226b5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.0490956 Jul 15 16:54:59.074026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.119847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7799cd-266f-4833-84bc-349ffa0f04c1']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:59.124324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-856d251a-5543-41df-80ed-0d57aa4a7760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349562 Jul 15 16:54:59.135601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319e276b-a7ae-4aa6-b2af-65d360758b1b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:59.135902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319e276b-a7ae-4aa6-b2af-65d360758b1b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:54:59.148291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.176640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.189337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:54:59.189825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:54:59.191710 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:54:59.212232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a5827-1743-4eca-9509-23d8a56dc10a req-7715d56d-f9e2-40e8-b0be-368027c33323 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.214539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b6a5827-1743-4eca-9509-23d8a56dc10a req-7715d56d-f9e2-40e8-b0be-368027c33323 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 943 time: 0.1363623 Jul 15 16:54:59.226984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-7ffff2b4-838d-4fb1-827d-61387666a921 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945845 Jul 15 16:54:59.286609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.292815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.294769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf7799cd-266f-4833-84bc-349ffa0f04c1 HTTP/1.1" status: 204 len: 168 time: 0.6111789 Jul 15 16:54:59.299582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60104) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:59.323997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b6a5827-1743-4eca-9509-23d8a56dc10a req-bdeea535-8588-4163-86fb-c0a3348a436d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022713 Jul 15 16:54:59.341347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e8f3fbd1-4d72-446d-aefc-3e5bb6f94707 req-463cc708-bf7f-4b17-9d19-296f7ceb0e88 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060228 Jul 15 16:54:59.367402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6d04d-6aa6-4f59-b690-ffd92f45bc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7799cd-266f-4833-84bc-349ffa0f04c1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:59.392469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Deleting subnet 4436384c-5bb3-4f52-be01-b69a3af4f65b {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:54:59.396397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.449630 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.512564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-3b486201-3e3f-4255-9338-1ec799efee54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0962415 Jul 15 16:54:59.534975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.580541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-6f488ad4-a113-4f62-837c-3e6ed0928bde tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1151527863&fields=id&tenant_id=c663062c16904fea84c1cb8dfa586231 HTTP/1.1" status: 200 len: 267 time: 0.1110039 Jul 15 16:54:59.669653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.670291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.671149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.672012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.672387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.672914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.673443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.673943 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.675615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-aeb72da6-be6e-4fbd-90f3-39e47716ea88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6490 time: 0.0856400 Jul 15 16:54:59.702539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-596ed854-e3fc-427c-b86e-acf24308846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.704069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-596ed854-e3fc-427c-b86e-acf24308846e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 1094 time: 0.2533667 Jul 15 16:54:59.767705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-531e6021-34e9-4003-8946-cde442f1aedc tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.769983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-531e6021-34e9-4003-8946-cde442f1aedc tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/networks?id=33b5aeb0-634c-4913-be6e-b1c2c00da11d HTTP/1.1" status: 200 len: 816 time: 0.1821232 Jul 15 16:54:59.775632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:54:59.810229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-001bd419-8d09-4227-a985-04f4a5a1cca4 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/quotas/c663062c16904fea84c1cb8dfa586231 HTTP/1.1" status: 200 len: 375 time: 0.0317025 Jul 15 16:54:59.850536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.862836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-33b72b66-0f11-4a27-b12c-9c405df67539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.863564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-33b72b66-0f11-4a27-b12c-9c405df67539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.864228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-33b72b66-0f11-4a27-b12c-9c405df67539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.865960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-33b72b66-0f11-4a27-b12c-9c405df67539 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d19312a-92de-4366-b01d-7804d5a6d70d&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=0629291a-0b8d-451c-92c3-7bd9488d949c&id=635f2096-e6a8-4bf0-891f-d3f486b5236d&id=635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 200 len: 2287 time: 0.1435435 Jul 15 16:54:59.910664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4436384c-5bb3-4f52-be01-b69a3af4f65b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:54:59.922874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:54:59.924896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e36f3af-065c-4d42-98a0-7d7d7e4e15c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4436384c-5bb3-4f52-be01-b69a3af4f65b HTTP/1.1" status: 204 len: 168 time: 0.6212623 Jul 15 16:54:59.929237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:54:59.934643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60124) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:54:59.944561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'mac_address': 'fa:16:3e:68:d6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:54:59.969750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-c0144638-3939-4e0d-b687-9160e0105886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:54:59.971248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-c0144638-3939-4e0d-b687-9160e0105886 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 914 time: 0.2466466 Jul 15 16:54:59.981096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-bbcf16f2-894d-4de1-8403-bc57a9b68d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 200 len: 1001 time: 0.0975478 Jul 15 16:55:00.014446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.034846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id baaf6174-f2f0-4aa4-8b79-94578284d41f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:00.060456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:00.065162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.068364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-a41771b0-445d-4931-8e44-84d15000c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.070067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-a41771b0-445d-4931-8e44-84d15000c9ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aeee1726-16d3-4a4c-9823-bb146c206460 HTTP/1.1" status: 200 len: 849 time: 0.0656683 Jul 15 16:55:00.074607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-4807072e-3dbd-470c-be22-1d7ca442f70d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46b0d07d-1190-432f-b6d0-a006de0a311f HTTP/1.1" status: 200 len: 217 time: 0.0585790 Jul 15 16:55:00.077095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.096004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-04a3e551-a787-41f2-9573-8bdd08571dc4 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c663062c16904fea84c1cb8dfa586231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2848616 Jul 15 16:55:00.114873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:00.126383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-752b3fdd-d5ca-47dd-86b6-82ea93296229 req-eaed6083-50a2-47ed-a34b-9470fb2aacf3 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0565166 Jul 15 16:55:00.169156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-e2ef0327-da5c-4751-a1a5-62c6e83da2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.171952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-e2ef0327-da5c-4751-a1a5-62c6e83da2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d19312a-92de-4366-b01d-7804d5a6d70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818079 Jul 15 16:55:00.276814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-9696b9b4-b511-4e43-840f-b0bb9fe8da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.277456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['baaf6174-f2f0-4aa4-8b79-94578284d41f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:00.278315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-9696b9b4-b511-4e43-840f-b0bb9fe8da63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.1814213 Jul 15 16:55:00.292594 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6e749df4-2e73-4807-8721-fa4933658b07 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979779 Jul 15 16:55:00.326072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.356474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-949e30a2-b5d4-430f-86ea-419507a60cc5 service neutron] 10.222.0.25 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337437 Jul 15 16:55:00.359365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21102de8-a47a-41b8-a378-ee1838290b08']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:00.398021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-9a4c747d-8e61-479f-9aad-9fb11cf14183 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674381 Jul 15 16:55:00.421171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f62df8-d6cb-455f-b3f6-a84fbd105ccc') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:00.421547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f62df8-d6cb-455f-b3f6-a84fbd105ccc') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:00.454868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.510189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.545106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-1aa206f8-60c3-4df3-abf3-392ca6671300 service neutron] 10.222.0.20 "GET /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403731 Jul 15 16:55:00.569911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:55:00.570331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:55:00.572430 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:55:00.619691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-e08e7464-0d2e-4d83-8766-f5e315342370 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 217 time: 0.0620775 Jul 15 16:55:00.663571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-aef5225e-2037-48af-ac6e-7a62d688fe00 service neutron] 10.222.0.25 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058345 Jul 15 16:55:00.686217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-9c7ea104-5051-46ae-90a1-5136b4542d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.687969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-9c7ea104-5051-46ae-90a1-5136b4542d6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.0621173 Jul 15 16:55:00.728252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-1c61416b-fbd1-4c06-b45c-9501a64706f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088427 Jul 15 16:55:00.730696 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.750856 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:00.753838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] 10.222.0.25 "DELETE /v2.0/networks/21102de8-a47a-41b8-a378-ee1838290b08 HTTP/1.1" status: 204 len: 168 time: 0.8181839 Jul 15 16:55:00.792310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-2c4e056a-5ff6-4e1b-8958-ec43d1d18895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.799317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-2c4e056a-5ff6-4e1b-8958-ec43d1d18895 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034365 Jul 15 16:55:00.815620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809a24e-5e30-448c-8f79-2ee641fed13e admin admin] Pushing event deleted for resources: {'Network': ['ID=21102de8-a47a-41b8-a378-ee1838290b08,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:00.833510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2113-5917-4f54-a449-820a0138dd2f req-8e828a1b-2e99-44e7-8fc6-89ebddf88ae2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:00.834733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-514b2113-5917-4f54-a449-820a0138dd2f req-8e828a1b-2e99-44e7-8fc6-89ebddf88ae2 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 943 time: 0.2704525 Jul 15 16:55:00.970758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-514b2113-5917-4f54-a449-820a0138dd2f req-d1eec969-886d-400a-a263-44ccab724c7f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030481 Jul 15 16:55:01.013492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-baaee636-04a7-45c5-b6ba-8aebfe78a8f6 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059093 Jul 15 16:55:01.017297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d0acd4-1481-4f87-bf53-b7a7b8eec783 req-13cb62a9-3611-4498-95b6-414f711b6513 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809324 Jul 15 16:55:01.118101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:01.183387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:01.224469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1da05683-835d-4804-8118-f14881d98bf0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e0f8262ad8b4dd3b0e6192239a56177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1043541 Jul 15 16:55:01.224928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:01.314855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6f888e37-ee60-4a57-bd91-c82bf6c58192 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844577 Jul 15 16:55:01.419346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-a1e3ba81-2e5a-4704-b2b5-58e0995bb321 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 217 time: 0.0965316 Jul 15 16:55:01.422795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:01.585899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:01.616681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dad3c8c-12be-4aee-9b20-7eb6182c00b7 req-9629386d-9506-4807-934a-41a9d87416c0 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0591648 Jul 15 16:55:01.640261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-ad4abb7f-686b-471f-857a-8795ab73110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:01.642393 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-ad4abb7f-686b-471f-857a-8795ab73110f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.2116716 Jul 15 16:55:01.746231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3714604f-9e8e-4f14-95c3-7e79284f2043 req-e35e653d-015d-4259-807a-79486ad9c34b tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.1133633 Jul 15 16:55:01.775748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:01.783035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:01.784324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 46b0d07d-1190-432f-b6d0-a006de0a311f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:55:01.787663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab08558a-b1c4-4fa1-8c3d-5df0dd819e72 HTTP/1.1" status: 204 len: 168 time: 0.5603259 Jul 15 16:55:01.790637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-74aec2d1-b414-4d74-b1d5-433696ac7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:01.801121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:01.802312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-74aec2d1-b414-4d74-b1d5-433696ac7a2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443188 Jul 15 16:55:01.847239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f867751-197e-4830-93e6-2d23eac63fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08558a-b1c4-4fa1-8c3d-5df0dd819e72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:01.930433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port baaf6174-f2f0-4aa4-8b79-94578284d41f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:01.931590 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:02.084557 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:02.111951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-a5e10d1d-d62b-4127-b946-a76d3769de3b service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781165 Jul 15 16:55:02.299389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:02.310253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:02.317785 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a6bc05-d429-448b-83b4-5a28be36c40c" -d '{"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-plugged", "status": "completed", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:02.332990 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:02.391930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-725751bb-791d-44f2-a81a-a81bdddfd9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640622 Jul 15 16:55:02.471595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-dabe01be-9027-4b7f-a50a-f55563f4a8c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 HTTP/1.1" status: 200 len: 217 time: 0.0729103 Jul 15 16:55:02.547618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e6d2-481f-4237-8746-d5255e5e193f req-552af711-aa52-4e75-9c1a-f0046a954ef8 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:02.549242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39f5e6d2-481f-4237-8746-d5255e5e193f req-552af711-aa52-4e75-9c1a-f0046a954ef8 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 943 time: 0.2050900 Jul 15 16:55:02.569626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:02.599547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6f4d2e54-10fc-463c-aa8b-a07bd8bdd940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:02.601556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6f4d2e54-10fc-463c-aa8b-a07bd8bdd940 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.1234369 Jul 15 16:55:02.666621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5dc02f6a-d4c0-4c0f-8918-56aa9d5e8406 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70c3a794ffb244c5ab4e8040f47580b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955889 Jul 15 16:55:02.670585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:02.700071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39f5e6d2-481f-4237-8746-d5255e5e193f req-d3d12a23-a1d6-4e02-b718-281003411a11 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376505 Jul 15 16:55:02.800861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:02.810396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-f2f09ff7-bf59-412d-85c3-a980c6a4d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:02.812218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-f2f09ff7-bf59-412d-85c3-a980c6a4d0e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1814637 Jul 15 16:55:02.877626 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a73b31b-14c0-4e50-a84f-797c3e3857f1 x-openstack-request-id: req-1a73b31b-14c0-4e50-a84f-797c3e3857f1 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:02.889626 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-plugged", "status": "completed", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:02.890547 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a73b31b-14c0-4e50-a84f-797c3e3857f1 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:02.892338 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'code': 200} Jul 15 16:55:02.907357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=46b0d07d-1190-432f-b6d0-a006de0a311f,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:02.925063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-995a7413-1982-4a4e-a040-3d906909fe37 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033564 Jul 15 16:55:02.943887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '46b0d07d-1190-432f-b6d0-a006de0a311f', 'network_id': 'e502825a-0d7b-4a84-a2f0-93876b2a38ef', 'port_id': '46b0d07d-1190-432f-b6d0-a006de0a311f', 'mac_address': 'fa:16:3e:ed:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d36371-476d-4e06-a239-86d38240021c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:55:02.945807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:02.964919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:03.035858 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:03.081812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b0d07d-1190-432f-b6d0-a006de0a311f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:03.093025 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-ae53e2e9-1ecf-423a-a068-f481edff3bd4 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608479 Jul 15 16:55:03.095386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-caceb102-6656-48ba-9438-7b5d0c6e4bef req-7fe85d95-cdb7-460a-9e1a-7450feaef50a tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0833206 Jul 15 16:55:03.129432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=46b0d07d-1190-432f-b6d0-a006de0a311f,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:03.139186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:03.162895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d67d86a5-822d-4c26-8542-c647b23eff89 req-2d1e7772-caf4-4dc5-b231-23a58ff266a2 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0412631 Jul 15 16:55:03.194657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:03.197272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:03.201087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67f30372-0637-4bdf-b4f2-0abc54b64422 HTTP/1.1" status: 204 len: 168 time: 0.5292103 Jul 15 16:55:03.205768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-4bd762b6-f202-43e2-a17b-5ba583428ed9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0996895 Jul 15 16:55:03.213011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b56492-d71e-4427-b54b-8e0bc031c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f30372-0637-4bdf-b4f2-0abc54b64422,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:03.286734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:03.308680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-b65f2f39-372a-4800-b371-67582637694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:03.313875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-b65f2f39-372a-4800-b371-67582637694d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 200 len: 797 time: 0.0949531 Jul 15 16:55:03.411310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-e245fc19-09b3-47a8-8bad-9c40bbc4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:03.413135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-e245fc19-09b3-47a8-8bad-9c40bbc4fd59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0629291a-0b8d-451c-92c3-7bd9488d949c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943794 Jul 15 16:55:03.538552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['46b0d07d-1190-432f-b6d0-a006de0a311f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:03.610664 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-bc618978-92d5-49f5-b9e0-c8010606af37 service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853695 Jul 15 16:55:03.671798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-31c1c600-bf48-4969-b205-c263e5fb82ee tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:03.673381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-31c1c600-bf48-4969-b205-c263e5fb82ee tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.20 "GET /v2.0/networks?id=33b5aeb0-634c-4913-be6e-b1c2c00da11d HTTP/1.1" status: 200 len: 816 time: 0.2080393 Jul 15 16:55:03.804782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-19268e2a-651a-4d6c-bc8d-13c501f7fad8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c663062c16904fea84c1cb8dfa586231 HTTP/1.1" status: 200 len: 380 time: 0.0996628 Jul 15 16:55:03.834900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'port': {'device_id': '95952429-3845-4282-a22f-a1332d854e04', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'admin_state_up': True, 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'security_groups': ['4b32873a-248c-4bbe-86eb-2d8add3aceef']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:04.359990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Made reservation on behalf of c663062c16904fea84c1cb8dfa586231 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:55:04.363182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:04.433429 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:55:04.448886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aab4f7-39a6-4dd4-b4c7-29ae874106c1 req-47e945dc-75e8-4623-9fb3-2e0ccade6e25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:04.457000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80aab4f7-39a6-4dd4-b4c7-29ae874106c1 req-47e945dc-75e8-4623-9fb3-2e0ccade6e25 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 944 time: 0.3903630 Jul 15 16:55:04.579321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-eab6a953-c749-407a-b700-e651a696f8db service neutron] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9594994 Jul 15 16:55:04.599362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df173b7c-2879-4159-8724-f118762a1059 req-695fccb1-9602-4680-94e8-ca45829a1f70 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.1374996 Jul 15 16:55:04.678285 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-3bf0b5e8-c201-4565-b996-2d4d6c5af50d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 200 len: 217 time: 0.0835102 Jul 15 16:55:04.786451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80aab4f7-39a6-4dd4-b4c7-29ae874106c1 req-b9c1fdd5-ab9f-4797-9680-dc70eddcecce tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208089 Jul 15 16:55:04.787168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-58362382-6d27-42cf-b93f-5eb255412c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:04.788600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-58362382-6d27-42cf-b93f-5eb255412c91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.1037240 Jul 15 16:55:04.941501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-2379bcda-7d7d-4dfd-af9c-2654ba791059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:04.943047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-2379bcda-7d7d-4dfd-af9c-2654ba791059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417797 Jul 15 16:55:04.967551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828dd3d0-5c79-4018-b593-b1cc04fcfe58 req-d3759989-a31d-406d-bc67-7e88758f092d tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0764530 Jul 15 16:55:05.008082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Allocated IP 172.20.0.10 (33b5aeb0-634c-4913-be6e-b1c2c00da11d/4e021590-3380-4796-abcd-9e43e141e0fd/d90632b8-fdc1-4177-b97a-eb6252557db2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:55:05.178455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-389e20a9-6e58-4853-9111-2283d4e33e76 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258284 Jul 15 16:55:05.432498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-683d058c-eeab-4236-849c-6888850dd9d5 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380795 Jul 15 16:55:05.505839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-ef174557-2360-42ec-b05a-b4386dbebfc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 200 len: 217 time: 0.0622060 Jul 15 16:55:05.589986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-72d9d2f4-4817-4316-9617-0d07bf530952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:05.591510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-72d9d2f4-4817-4316-9617-0d07bf530952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 200 len: 797 time: 0.0762246 Jul 15 16:55:05.709913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6c4e1715-389f-4678-87fd-81f855e0d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:05.722150 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-6c4e1715-389f-4678-87fd-81f855e0d497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=635f2096-e6a8-4bf0-891f-d3f486b5236d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181793 Jul 15 16:55:05.801002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 46b0d07d-1190-432f-b6d0-a006de0a311f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:05.882619 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-b1db2694-224c-4d63-af58-3636db1366b4 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531303 Jul 15 16:55:05.932155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 46b0d07d-1190-432f-b6d0-a006de0a311f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:55:05.939330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 46b0d07d-1190-432f-b6d0-a006de0a311f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:05.939873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.003414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.018427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Transition to ACTIVE for port object d90632b8-fdc1-4177-b97a-eb6252557db2 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:55:06.098301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-59286b98-60f6-4f42-8f18-797cb372dd01 req-2cb2ca18-f76a-45f3-b7fe-d47e66ec5064 service neutron] 10.222.0.20 "GET /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079329 Jul 15 16:55:06.135070 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.162876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbb8bfc5-b7f0-4d19-aa89-18734d52a371 req-9150527e-f7d9-40ae-9725-454db6fd9d5d tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.1275716 Jul 15 16:55:06.244721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.291031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:06.293807 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b2e19-893c-4dd2-b2e0-aa1936dbde31" -d '{"events": [{"server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "name": "network-vif-plugged", "status": "completed", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:06.310309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=46b0d07d-1190-432f-b6d0-a006de0a311f,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:06.322547 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.356865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:55:06.367695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:55:06.371162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:55:06.484588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:06.535326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:06.599841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event updated for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:06.637541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88e9b3-0491-437a-ac81-eb7ad6f3937d req-b7ad2734-2bd9-4dc4-95db-0160b189da19 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:06.644737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db88e9b3-0491-437a-ac81-eb7ad6f3937d req-b7ad2734-2bd9-4dc4-95db-0160b189da19 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 944 time: 0.4226189 Jul 15 16:55:06.702396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb0025bf-c149-41c5-97b4-1d6e43bb7d81 req-2c643aec-02cd-43d3-98ed-31faf5050c1b tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.1494045 Jul 15 16:55:06.766237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db88e9b3-0491-437a-ac81-eb7ad6f3937d req-e748d150-02d4-4cdc-8dc2-4f11328116f9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200316 Jul 15 16:55:06.786274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.791828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:06.796002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-247f6c45-059f-439a-b027-bad086e8202c None None] Provisioning for port d90632b8-fdc1-4177-b97a-eb6252557db2 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:55:06.801871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.812183 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-247f6c45-059f-439a-b027-bad086e8202c None None] Provisioning complete for port d90632b8-fdc1-4177-b97a-eb6252557db2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:06.813944 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-247f6c45-059f-439a-b027-bad086e8202c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.940985 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1a9eca-309e-4bf4-9053-e84f76e07b5b x-openstack-request-id: req-eb1a9eca-309e-4bf4-9053-e84f76e07b5b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:06.941337 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "name": "network-vif-plugged", "status": "completed", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:06.942025 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb1a9eca-309e-4bf4-9053-e84f76e07b5b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:06.942025 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f', 'code': 200} Jul 15 16:55:06.950548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.958877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:06.967872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a30bc755-a1f3-45d4-82b1-b6376dc06332 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1473224 Jul 15 16:55:06.983382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Request body: {'port': {'device_id': '95952429-3845-4282-a22f-a1332d854e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:06.985033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-247f6c45-059f-439a-b027-bad086e8202c None None] Port d90632b8-fdc1-4177-b97a-eb6252557db2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:55:07.042110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=258fced161ca4b0dbfde5dd0e20a1bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055504 Jul 15 16:55:07.043119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60346) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:07.053357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c3012f-620d-4133-b49b-0671fffd6806,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:07.063677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.064416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.064981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.065656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.066212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.066764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.067313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.067872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.068797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.069349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.069895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.070441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08208d36-34f2-46da-a9d3-373c36321632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:07.106204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.128567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c376b0-dcfe-421c-a6c6-c9b367fffd86 req-5238d9bd-b16c-47d0-8209-b412a08a4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:07.133173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40c376b0-dcfe-421c-a6c6-c9b367fffd86 req-5238d9bd-b16c-47d0-8209-b412a08a4a16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 1096 time: 0.1315389 Jul 15 16:55:07.193803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.196216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40c376b0-dcfe-421c-a6c6-c9b367fffd86 req-d7ccc2b0-3afe-4389-bf05-332157131032 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Jul 15 16:55:07.250906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.385479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.388143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.389282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90c3012f-620d-4133-b49b-0671fffd6806 HTTP/1.1" status: 204 len: 168 time: 0.3259792 Jul 15 16:55:07.450313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2525a14-fa7c-4011-b4a2-e320dfd7e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c3012f-620d-4133-b49b-0671fffd6806,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:07.549049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a4867-3d1f-4286-8857-8679e1ca9677 req-61a0dfa2-f2c1-4cda-af19-e7c3c90b997f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:07.559011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7a4867-3d1f-4286-8857-8679e1ca9677 req-61a0dfa2-f2c1-4cda-af19-e7c3c90b997f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 932 time: 0.1783803 Jul 15 16:55:07.636725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7a4867-3d1f-4286-8857-8679e1ca9677 req-6985b147-c8bf-4343-a0a3-c6d0a1295daf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767608 Jul 15 16:55:07.717180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90632b8-fdc1-4177-b97a-eb6252557db2 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:07.729292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.755538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Transition to ACTIVE for port object d90632b8-fdc1-4177-b97a-eb6252557db2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:55:07.764735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:07.842184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Pushing event updated for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:07.999743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daa6a638-a64c-4cb0-8c06-77eb0b7d7455 req-45748f9a-7133-4e03-9432-d41a27212b5c tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0614212 Jul 15 16:55:08.018378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Attempting to bind port d90632b8-fdc1-4177-b97a-eb6252557db2 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:55:08.018821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Attempting to bind port d90632b8-fdc1-4177-b97a-eb6252557db2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:55:08.019253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Attempting to bind port d90632b8-fdc1-4177-b97a-eb6252557db2 on network 33b5aeb0-634c-4913-be6e-b1c2c00da11d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:55:08.025709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Port d90632b8-fdc1-4177-b97a-eb6252557db2 on network 33b5aeb0-634c-4913-be6e-b1c2c00da11d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:55:08.026240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Attempting to bind port d90632b8-fdc1-4177-b97a-eb6252557db2 on network 33b5aeb0-634c-4913-be6e-b1c2c00da11d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:55:08.032452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:55:08.032932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Checking segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:55:08.033415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Bound using segment: {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:55:08.033971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Bound port: d90632b8-fdc1-4177-b97a-eb6252557db2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758fb39b-eed3-4efd-86c9-8249e8a32468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:55:08.034441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:08.277449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd9de3-bbd8-475d-83e6-4236e1d9aa9e req-ce8a240c-9316-4849-a86c-d456fe95531c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:08.280326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26fd9de3-bbd8-475d-83e6-4236e1d9aa9e req-ce8a240c-9316-4849-a86c-d456fe95531c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 945 time: 0.2251887 Jul 15 16:55:08.403284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:55:08.449937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d90632b8-fdc1-4177-b97a-eb6252557db2,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:55:08.479033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:08.679103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26fd9de3-bbd8-475d-83e6-4236e1d9aa9e req-be375154-0592-4b18-b556-d75eaefcb5b0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905241 Jul 15 16:55:08.700547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:08.705853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:08.711262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] 10.222.0.20 "PUT /v2.0/ports/d90632b8-fdc1-4177-b97a-eb6252557db2 HTTP/1.1" status: 200 len: 1092 time: 1.7322230 Jul 15 16:55:08.712515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:08.723965 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04567f28-8c73-427c-abd6-3e3e3c1383b4" -d '{"events": [{"name": "network-changed", "server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:08.808800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Pushing event updated for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:08.893331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.894861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.896550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.897004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.898573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.899023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.900496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.900946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.901384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.902290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.904705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.905145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a148b8e4-10e4-42df-8400-59d7d4cf99ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:08.920706 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2b00a-75b0-40e0-8e33-c3ff71782f26 x-openstack-request-id: req-00f2b00a-75b0-40e0-8e33-c3ff71782f26 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:08.923243 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:08.924901 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00f2b00a-75b0-40e0-8e33-c3ff71782f26 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:08.925449 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'status': 'completed', 'code': 200} Jul 15 16:55:09.048649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-7e014355-ef88-4a40-8f05-0a31dae66725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:09.050397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-7e014355-ef88-4a40-8f05-0a31dae66725 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c663062c16904fea84c1cb8dfa586231&device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 1095 time: 0.2798619 Jul 15 16:55:09.144778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-f0d18437-b07d-4fc8-aca0-baedc1cb62c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90632b8-fdc1-4177-b97a-eb6252557db2 HTTP/1.1" status: 200 len: 217 time: 0.0855844 Jul 15 16:55:09.210375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a61f0-714c-43a5-996e-b1be8c3983b7 req-53a44981-ec43-40bc-ae0a-445528763c45 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:09.221057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e48a61f0-714c-43a5-996e-b1be8c3983b7 req-53a44981-ec43-40bc-ae0a-445528763c45 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.2532666 Jul 15 16:55:09.325653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c27c0cc-5ef6-4d7a-a69d-a4c782088bf2 req-79bd7250-d941-4974-9589-57bf83f617e4 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0993586 Jul 15 16:55:09.356825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a8f3472d-5f80-4a64-830e-2c57de6927e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:09.358568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-a8f3472d-5f80-4a64-830e-2c57de6927e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e021590-3380-4796-abcd-9e43e141e0fd HTTP/1.1" status: 200 len: 855 time: 0.2062392 Jul 15 16:55:09.434154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e48a61f0-714c-43a5-996e-b1be8c3983b7 req-ccfa5973-b287-4812-a902-b9febc10ef15 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119987 Jul 15 16:55:09.501071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-f3069e71-b1e3-4091-8c84-9aee8b79c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:09.503015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-f3069e71-b1e3-4091-8c84-9aee8b79c718 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5aeb0-634c-4913-be6e-b1c2c00da11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333857 Jul 15 16:55:09.704444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-fbfb539b-53e7-4fe5-b862-bd2522a86be7 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821752 Jul 15 16:55:09.843249 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6288d8a-238c-46f7-96c4-a95423c2c51f req-47a72b2d-bef4-476f-8c1d-98c453255cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329603 Jul 15 16:55:09.981959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c6cf-72ce-4347-84b4-23d5ba7e6a24 req-f5aea7fe-91a3-4d3b-89c3-647bb6a882d9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:09.983507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3508c6cf-72ce-4347-84b4-23d5ba7e6a24 req-f5aea7fe-91a3-4d3b-89c3-647bb6a882d9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 945 time: 0.1552074 Jul 15 16:55:10.029804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-7f47e3d5-a451-4711-8824-cb744904cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:10.031363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-7f47e3d5-a451-4711-8824-cb744904cfba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c663062c16904fea84c1cb8dfa586231&device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 1095 time: 0.1105289 Jul 15 16:55:10.055094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3508c6cf-72ce-4347-84b4-23d5ba7e6a24 req-2c1b051c-7609-40cb-9b64-815ea38aee6f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Jul 15 16:55:10.200411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-42b60609-3175-4310-9561-4fa041538635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:10.201897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-42b60609-3175-4310-9561-4fa041538635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5aeb0-634c-4913-be6e-b1c2c00da11d HTTP/1.1" status: 200 len: 916 time: 0.1456327 Jul 15 16:55:10.258275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-bda8f150-f197-486e-964f-c240e5a1c7c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90632b8-fdc1-4177-b97a-eb6252557db2 HTTP/1.1" status: 200 len: 217 time: 0.0435400 Jul 15 16:55:10.365594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-e794bb44-7cc5-49cc-97bb-a4ffa8cfa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:10.367094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-e794bb44-7cc5-49cc-97bb-a4ffa8cfa603 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e021590-3380-4796-abcd-9e43e141e0fd HTTP/1.1" status: 200 len: 855 time: 0.0942614 Jul 15 16:55:10.512738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-973747f2-f814-4f9a-9c84-9c1bfd718dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:10.539366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-973747f2-f814-4f9a-9c84-9c1bfd718dbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5aeb0-634c-4913-be6e-b1c2c00da11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580091 Jul 15 16:55:10.548631 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:10.595576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:10.753040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0162e490-209c-4c0c-8323-2d618dcae986 req-febcd2be-63a7-452d-b2cb-76c361ea99e9 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.1269262 Jul 15 16:55:10.936072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-7b769a3a-faf1-4290-a3b6-6de321aa6bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953209 Jul 15 16:55:10.963571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d100154-4462-4733-b872-a55abba0c549 req-94df7062-3780-405f-9474-5fd7fc187905 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:10.965402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d100154-4462-4733-b872-a55abba0c549 req-94df7062-3780-405f-9474-5fd7fc187905 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.2188644 Jul 15 16:55:11.126206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d100154-4462-4733-b872-a55abba0c549 req-1c2863d1-2fb4-445f-a61d-24227b50411f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486919 Jul 15 16:55:11.204470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04567f28-8c73-427c-abd6-3e3e3c1383b4 req-ca56502e-d0c6-4732-b53c-077aa65a5713 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592878 Jul 15 16:55:11.986399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b400bcf7-8bac-4666-ac47-609dac04459d req-45bf55a5-8e4b-41dd-981c-acae7c8a9cbd tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0448360 Jul 15 16:55:12.112678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:12.253264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d2be715-0215-4418-825b-63076d3e55e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.420689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d2be715-0215-4418-825b-63076d3e55e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.427779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d2be715-0215-4418-825b-63076d3e55e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.465717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60534) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:12.466423 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d2be715-0215-4418-825b-63076d3e55e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64266086e80d42e0b844b5fe72a2bcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520644 Jul 15 16:55:12.500267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be715-0215-4418-825b-63076d3e55e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae5c235-f39b-4a16-8c45-a8f61c06ef2d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:12.590041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296e15a-909b-45ff-b562-8541278041ca req-804fa7f7-ce0c-4504-95c0-20eba60d42fa tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:12.598071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3296e15a-909b-45ff-b562-8541278041ca req-804fa7f7-ce0c-4504-95c0-20eba60d42fa tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.1865587 Jul 15 16:55:12.624988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.738142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3296e15a-909b-45ff-b562-8541278041ca req-81da111a-5de9-487f-8a4b-e4e62a7c4f87 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385670 Jul 15 16:55:12.755465 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.847035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.869326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:12.887112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ae5c235-f39b-4a16-8c45-a8f61c06ef2d HTTP/1.1" status: 204 len: 168 time: 0.4202673 Jul 15 16:55:12.913561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921b21f-131f-4a97-95e7-303f0333cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae5c235-f39b-4a16-8c45-a8f61c06ef2d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:13.356009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-289e7d1c-502f-4f79-87cf-7454df490823 req-22cf6247-b46e-496f-905b-9c24ff117a46 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0820255 Jul 15 16:55:13.464439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:13.490356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d71b-5095-4528-b0ba-f028f8bccaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.617439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d71b-5095-4528-b0ba-f028f8bccaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.624573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d71b-5095-4528-b0ba-f028f8bccaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.673212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:13.683486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dcf9d71b-5095-4528-b0ba-f028f8bccaa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dafd7f44da94a78b25dac9754ce55a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177799 Jul 15 16:55:13.686833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9d71b-5095-4528-b0ba-f028f8bccaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5031005-c23b-4210-bff4-1e4d550f9f3f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:13.741657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.779801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.847524 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.852035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:13.854834 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5031005-c23b-4210-bff4-1e4d550f9f3f HTTP/1.1" status: 204 len: 168 time: 0.1795905 Jul 15 16:55:13.867463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86c765-f91c-425d-9d68-f89e904684ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5031005-c23b-4210-bff4-1e4d550f9f3f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:14.062694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82d020-d084-4864-8c02-69382feda237 req-27c97c0d-34a6-4885-bccf-a5f65a9e0e02 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:14.068750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c82d020-d084-4864-8c02-69382feda237 req-27c97c0d-34a6-4885-bccf-a5f65a9e0e02 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.1504128 Jul 15 16:55:14.165493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c82d020-d084-4864-8c02-69382feda237 req-dc3d0016-f952-4553-8d3d-e0054cc503d3 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876915 Jul 15 16:55:14.709503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25d1e8dd-329f-4357-8e85-2721826b438b req-e9aecc54-f3f2-4454-8307-17ad57332fdd tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0755007 Jul 15 16:55:15.404316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b449f-758e-4106-be1f-67d757bd72b4 req-0a781203-d140-4a4d-a80f-c2635678bff3 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:15.412954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e21b449f-758e-4106-be1f-67d757bd72b4 req-0a781203-d140-4a4d-a80f-c2635678bff3 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.0983055 Jul 15 16:55:15.472571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e21b449f-758e-4106-be1f-67d757bd72b4 req-2d716632-b62b-47c9-8c94-cdd8e6f51eda tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584538 Jul 15 16:55:16.089370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f2451ee-2616-4505-9974-4fed4b5eccee req-c84394f7-9e9a-4df2-918d-64bab3fe75f3 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0942583 Jul 15 16:55:16.730345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eba3d-f3ec-4524-9a1d-097b777625e4 req-bf4e6280-36eb-465a-9d9c-ac6225abdd8b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:16.741090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b32eba3d-f3ec-4524-9a1d-097b777625e4 req-bf4e6280-36eb-465a-9d9c-ac6225abdd8b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.1397312 Jul 15 16:55:16.823848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b32eba3d-f3ec-4524-9a1d-097b777625e4 req-fbe21f13-3de5-4eef-8cbf-edc56ed0147f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818810 Jul 15 16:55:17.392466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fd4e235-eb96-4669-be69-73673c7ed73a req-d3602e48-4d4e-4c41-8ed3-e5f93db4327e tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0401466 Jul 15 16:55:18.322333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd99c-4960-41f3-89cf-5c37cf8f3e87 req-78bd0a30-57ef-4a4c-90a8-be24b64cb816 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:18.323992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e33dd99c-4960-41f3-89cf-5c37cf8f3e87 req-78bd0a30-57ef-4a4c-90a8-be24b64cb816 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.2263381 Jul 15 16:55:18.430744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e33dd99c-4960-41f3-89cf-5c37cf8f3e87 req-71bc8c59-8a56-4566-ae63-058f3717cb1a tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826144 Jul 15 16:55:18.749800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6f8a7a7-3bac-4aae-8d77-1150ccd9c91c req-2df5dafc-87b2-4ca6-a661-728f167e8895 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0569215 Jul 15 16:55:19.871877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad6e8e-0f28-4caf-a51c-afaf473e9482 req-f70801ca-003f-4a25-b151-717527449fb9 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:19.880069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ad6e8e-0f28-4caf-a51c-afaf473e9482 req-f70801ca-003f-4a25-b151-717527449fb9 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.1703632 Jul 15 16:55:19.953824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ad6e8e-0f28-4caf-a51c-afaf473e9482 req-56e04192-9f1c-44de-a457-2516add11f31 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725152 Jul 15 16:55:20.120404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86e8d3d0-857a-475b-846a-ed201c81d6d0 req-9188bb3e-f9dd-4d1e-bed4-7dc06926e4e7 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0722623 Jul 15 16:55:21.255247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8e3c7-520b-43ac-90b2-d5562c80abb5 req-86217a3d-23e4-4f99-b6c1-f8cfe50d3cc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:21.269205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cd8e3c7-520b-43ac-90b2-d5562c80abb5 req-86217a3d-23e4-4f99-b6c1-f8cfe50d3cc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 944 time: 0.1183197 Jul 15 16:55:21.331601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cd8e3c7-520b-43ac-90b2-d5562c80abb5 req-3a9526f0-4875-4638-838e-48a24e537aca tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533171 Jul 15 16:55:21.518331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd00b016-0d45-424f-8fd3-5f4527e2301b req-790344d7-740a-474d-bc37-01b739a3ba91 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0410051 Jul 15 16:55:21.878779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d90632b8-fdc1-4177-b97a-eb6252557db2 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:55:22.012561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d90632b8-fdc1-4177-b97a-eb6252557db2,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:22.055943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'port_id': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'mac_address': 'fa:16:3e:51:1b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:55:22.182876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:22.203253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90632b8-fdc1-4177-b97a-eb6252557db2 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:22.236166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d90632b8-fdc1-4177-b97a-eb6252557db2,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:22.243656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:22.326794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:22.350661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.351018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.351364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.351710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.352606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.353688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.354035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.357941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.360141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.367141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.367671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.369223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:55:22.620229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9942d17-2625-4da0-af52-f44449511c0d req-71c11fd9-187b-4218-891d-b0cff646bb97 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:22.627877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9942d17-2625-4da0-af52-f44449511c0d req-71c11fd9-187b-4218-891d-b0cff646bb97 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 945 time: 0.0797589 Jul 15 16:55:22.667901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9942d17-2625-4da0-af52-f44449511c0d req-74dfb3df-0eac-4078-90f0-7ba10eaeeb8b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392640 Jul 15 16:55:22.704390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d90632b8-fdc1-4177-b97a-eb6252557db2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:22.902257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0346e3b9-1de2-4eae-9317-28b19409a480 req-ab486f70-8425-4dde-a65f-ddb417eeeba9 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0662313 Jul 15 16:55:23.411889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-2fe793f1-d38f-42b3-a146-bcb6712a95a3 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:23.413751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-2fe793f1-d38f-42b3-a146-bcb6712a95a3 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.1697326 Jul 15 16:55:23.438794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-5be154e7-4e5b-4957-8bfa-c9d348c719b5 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/quotas/6a624fe76f714b63a9cc62bac4f58315 HTTP/1.1" status: 200 len: 375 time: 0.0159080 Jul 15 16:55:23.454083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:23.531102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-02cf242a-816d-4503-9c3e-8bac22f4626c tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914562 Jul 15 16:55:23.591650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f950144-5937-450a-9a8a-cd575ae3f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:23.653639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-0cef5da7-543e-4954-9a17-5ca60559153e service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216557 Jul 15 16:55:23.695360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f950144-5937-450a-9a8a-cd575ae3f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:23.710055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f950144-5937-450a-9a8a-cd575ae3f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:23.778793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f950144-5937-450a-9a8a-cd575ae3f868 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89156a56741a48609e268c72e20b4fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224206 Jul 15 16:55:23.779517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950144-5937-450a-9a8a-cd575ae3f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c0cb7c-6b84-4e7a-8bac-0c11c620a50d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:23.781868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:23.790092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-b3e7671c-9360-4b46-b21a-204186d8cfed service neutron] 10.222.0.25 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270440 Jul 15 16:55:23.898288 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:23.926833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:23.935381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7980-cc53-4c56-af3d-e607d628d309 req-8e301bde-d80f-4e81-ba59-064fbbf1b5a2 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:23.943200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19dc7980-cc53-4c56-af3d-e607d628d309 req-8e301bde-d80f-4e81-ba59-064fbbf1b5a2 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 945 time: 0.1117244 Jul 15 16:55:23.993573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19dc7980-cc53-4c56-af3d-e607d628d309 req-e94950b9-a34f-42bf-bec3-ed01625e2567 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492742 Jul 15 16:55:24.062184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.070254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.087865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4c0cb7c-6b84-4e7a-8bac-0c11c620a50d HTTP/1.1" status: 204 len: 168 time: 0.3030636 Jul 15 16:55:24.098142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eec2e0cd-9690-4d49-8342-7835f08203f1 req-32341eba-1304-4209-bbbc-22eb704a2dfd tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 210 time: 0.1090174 Jul 15 16:55:24.102654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae3d0-6356-48a0-b53e-58746c8e7744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c0cb7c-6b84-4e7a-8bac-0c11c620a50d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:24.248495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7ca50b8-3aa7-4fb9-b7ba-a82ba8e1e14b req-2469b682-17c4-4056-a10e-6e933d82d868 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0393236 Jul 15 16:55:24.550305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:24.568035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d13aaa0-43b9-4412-a184-89f7aca80308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.709021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d13aaa0-43b9-4412-a184-89f7aca80308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.721611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d13aaa0-43b9-4412-a184-89f7aca80308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.763353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d13aaa0-43b9-4412-a184-89f7aca80308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26c4fb7fc49245568837b5928b198d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111831 Jul 15 16:55:24.766530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60966) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:24.776679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13aaa0-43b9-4412-a184-89f7aca80308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7cb639-bfc2-46ed-922c-cb24038599dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:24.830926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.858155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.912833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.916280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:24.917442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba7cb639-bfc2-46ed-922c-cb24038599dc HTTP/1.1" status: 204 len: 168 time: 0.1493380 Jul 15 16:55:24.925284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602f810-7c2f-4d88-86ee-f7b72895a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7cb639-bfc2-46ed-922c-cb24038599dc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:25.317965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffc2b424-02f6-412d-8938-ec2b33752d61 req-5538543d-f19c-4104-9faa-d1b93d413673 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 210 time: 0.0509524 Jul 15 16:55:25.354265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdacf3f-6d0b-4906-859e-a9aa6fd4414f req-78514ff7-a4b0-478a-a9ab-c4cd509f9c74 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:25.361206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fdacf3f-6d0b-4906-859e-a9aa6fd4414f req-78514ff7-a4b0-478a-a9ab-c4cd509f9c74 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 945 time: 0.2058356 Jul 15 16:55:25.412010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fdacf3f-6d0b-4906-859e-a9aa6fd4414f req-29cf646e-f60d-4620-9ac1-4883422aad64 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496385 Jul 15 16:55:25.563953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-4894cf17-b568-4fb6-a65e-cd22d8967ee6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:25.565754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-4894cf17-b568-4fb6-a65e-cd22d8967ee6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/ports?device_id=46bfba4e-c391-4092-a306-4655cc82c64b HTTP/1.1" status: 200 len: 945 time: 0.1658185 Jul 15 16:55:25.636700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b0d7fee-f754-45ed-8473-89e5c617464c req-a9d94792-636b-4ff5-9ffc-98cd323eee70 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0701909 Jul 15 16:55:25.731991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Deleting port baaf6174-f2f0-4aa4-8b79-94578284d41f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:55:25.732582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:25.758103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8950bc47-d30e-4f9c-9361-0a517f7091ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:25.847560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d6e9372a-c31b-4717-b6d8-1376cd1f292b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:25.853344 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d6e9372a-c31b-4717-b6d8-1376cd1f292b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 804 time: 0.2866027 Jul 15 16:55:25.878467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Request body: {'port': {'device_id': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'admin_state_up': True, 'tenant_id': '6a624fe76f714b63a9cc62bac4f58315'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:25.904996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d90632b8-fdc1-4177-b97a-eb6252557db2 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:26.005061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port d90632b8-fdc1-4177-b97a-eb6252557db2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:55:26.010094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port d90632b8-fdc1-4177-b97a-eb6252557db2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:26.010926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.020879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] For port baaf6174-f2f0-4aa4-8b79-94578284d41f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=baaf6174-f2f0-4aa4-8b79-94578284d41f,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:26.021488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.042890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Calling delete_port for baaf6174-f2f0-4aa4-8b79-94578284d41f owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:55:26.119490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Made reservation on behalf of 6a624fe76f714b63a9cc62bac4f58315 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:55:26.124921 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.125175 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.180296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d90632b8-fdc1-4177-b97a-eb6252557db2,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:26.181651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:26.184948 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921958cb-00ad-4c00-87c6-59bee018f04a" -d '{"events": [{"server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "name": "network-vif-plugged", "status": "completed", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:26.189929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.190979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:26.300038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:26.306275 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bb712-1a3d-4411-83f7-648ff0b65c69 x-openstack-request-id: req-813bb712-1a3d-4411-83f7-648ff0b65c69 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:26.307128 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "name": "network-vif-plugged", "status": "completed", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:26.307271 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-813bb712-1a3d-4411-83f7-648ff0b65c69 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:26.308678 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'code': 200} Jul 15 16:55:26.326054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No active binding found for port baaf6174-f2f0-4aa4-8b79-94578284d41f {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 16:55:26.326554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device baaf6174-f2f0-4aa4-8b79-94578284d41f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:55:26.334677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.367303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Allocated IP 172.20.0.14 (d9405a88-ad34-41de-837d-f4cbdf30f127/68239d39-ae25-4713-8c2f-3d2da18bbda1/ec38ab64-e4f3-4603-9426-d2a591cddab9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:55:26.456461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event deleted for resources: {'Port': ['ID=baaf6174-f2f0-4aa4-8b79-94578284d41f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:26.589637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] No DVR routers for this DVR port baaf6174-f2f0-4aa4-8b79-94578284d41f on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:55:26.597550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.599844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e86d88f-fc7a-48cf-bd36-dce468ce2ce7 req-341e4751-f5a9-429a-9fba-ab316afd0422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "DELETE /v2.0/ports/baaf6174-f2f0-4aa4-8b79-94578284d41f HTTP/1.1" status: 204 len: 173 time: 1.0233488 Jul 15 16:55:26.600392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-deleted', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:26.616268 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a62f39-c44f-4ddd-a841-9a13c13a3956" -d '{"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-deleted", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:26.640361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb5cb-3f4d-4a21-9b2c-1e5b0216675a req-1b562e6a-2804-423e-919e-2a71ef4a7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:26.645341 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b08eb5cb-3f4d-4a21-9b2c-1e5b0216675a req-1b562e6a-2804-423e-919e-2a71ef4a7429 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 1097 time: 0.2382016 Jul 15 16:55:26.683320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a5f014ea-d5c7-4676-be66-d3f699fec553 req-bc3ec3cf-3ec4-4e94-946f-ac9f3b7fd0ee tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 210 time: 0.0532076 Jul 15 16:55:26.811806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.857190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb24f9c-ed6f-4cd2-8bd0-96ff578b5be1 req-0926b56b-e4a5-4c69-a41f-5573890f229b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:26.858755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbb24f9c-ed6f-4cd2-8bd0-96ff578b5be1 req-0926b56b-e4a5-4c69-a41f-5573890f229b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.1740365 Jul 15 16:55:26.860941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:26.909194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Network d9405a88-ad34-41de-837d-f4cbdf30f127 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:55:26.921491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:55:26.931676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:55:26.969140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbb24f9c-ed6f-4cd2-8bd0-96ff578b5be1 req-a27a6068-125d-40a6-b9ec-fb17636162be tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919194 Jul 15 16:55:27.011762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:27.012689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:27.042839 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d644099c-465a-42f3-a2c9-dd5a72a1b34f x-openstack-request-id: req-d644099c-465a-42f3-a2c9-dd5a72a1b34f {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:27.043334 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bfba4e-c391-4092-a306-4655cc82c64b", "name": "network-vif-deleted", "tag": "baaf6174-f2f0-4aa4-8b79-94578284d41f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:27.043533 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d644099c-465a-42f3-a2c9-dd5a72a1b34f {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:27.043751 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bfba4e-c391-4092-a306-4655cc82c64b', 'name': 'network-vif-deleted', 'tag': 'baaf6174-f2f0-4aa4-8b79-94578284d41f', 'status': 'completed', 'code': 200} Jul 15 16:55:27.075215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b08eb5cb-3f4d-4a21-9b2c-1e5b0216675a req-f1a2e6f8-4547-4e9f-9fb6-5e85ff6fafa6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164240 Jul 15 16:55:27.076022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2124140 Jul 15 16:55:27.085298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f3b79-29cf-4474-80ce-2e97bb466643 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:27.160363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Request body: {'port': {'device_id': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:27.216837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83311a19-b7c9-447a-bc04-982b40dac740 req-8a9dbb66-cd0d-4f66-822a-3d2fa3eddf03 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0650728 Jul 15 16:55:27.262597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:27.646528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec38ab64-e4f3-4603-9426-d2a591cddab9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:27.656687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:27.672339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Transition to ACTIVE for port object ec38ab64-e4f3-4603-9426-d2a591cddab9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:55:27.677726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:27.744042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:27.848700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Attempting to bind port ec38ab64-e4f3-4603-9426-d2a591cddab9 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:55:27.849419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Attempting to bind port ec38ab64-e4f3-4603-9426-d2a591cddab9 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:55:27.850235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Attempting to bind port ec38ab64-e4f3-4603-9426-d2a591cddab9 on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:55:27.856012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Port ec38ab64-e4f3-4603-9426-d2a591cddab9 on network d9405a88-ad34-41de-837d-f4cbdf30f127 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:55:27.856969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Attempting to bind port ec38ab64-e4f3-4603-9426-d2a591cddab9 on network d9405a88-ad34-41de-837d-f4cbdf30f127 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:55:27.862973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:55:27.864312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Checking segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:55:27.864994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Bound using segment: {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:55:27.865749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Bound port: ec38ab64-e4f3-4603-9426-d2a591cddab9, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:55:27.866369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:27.948809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b1a3d-9a7e-4999-8f41-948864403a6f req-fe61a9af-f393-4d4e-8a46-1e7fb1010d41 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:27.950473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa6b1a3d-9a7e-4999-8f41-948864403a6f req-fe61a9af-f393-4d4e-8a46-1e7fb1010d41 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.1209660 Jul 15 16:55:27.959951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:55:27.964533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:55:27.971873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:28.011906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:28.012948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:28.014386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] 10.222.0.20 "PUT /v2.0/ports/ec38ab64-e4f3-4603-9426-d2a591cddab9 HTTP/1.1" status: 200 len: 1092 time: 0.8586578 Jul 15 16:55:28.014838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:28.017202 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3670d831-d8de-4c37-8ce7-421760c28af6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:28.042349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa6b1a3d-9a7e-4999-8f41-948864403a6f req-e7ca0bb6-2f23-45e8-a930-6a848c408928 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836532 Jul 15 16:55:28.205400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033e64a-156d-4667-ad64-69c4f71e9b7d service neutron] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:28.215803 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00765a57-f207-4fc4-8a26-cffb9c8c3a5a x-openstack-request-id: req-00765a57-f207-4fc4-8a26-cffb9c8c3a5a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:28.216251 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:28.216590 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00765a57-f207-4fc4-8a26-cffb9c8c3a5a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:28.218423 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'status': 'completed', 'code': 200} Jul 15 16:55:28.261938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-2fd16cfb-2cb3-4dc3-b04c-e40855dc9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:28.264585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-2fd16cfb-2cb3-4dc3-b04c-e40855dc9080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 1095 time: 0.1396158 Jul 15 16:55:28.309700 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-af428ad0-3bf7-456a-a2a5-bb4afd74b12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:28.356067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeff1e-a97e-4ce2-8740-adcf593aa9f5 req-f7d59372-6380-4b9a-aba0-44261c9136e7 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:28.363903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-001db4c7-2bd3-439f-a695-d168d21ab053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9 HTTP/1.1" status: 200 len: 217 time: 0.0786133 Jul 15 16:55:28.382534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbfeff1e-a97e-4ce2-8740-adcf593aa9f5 req-f7d59372-6380-4b9a-aba0-44261c9136e7 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.1986780 Jul 15 16:55:28.451447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-dc8e4115-5012-412e-a954-2e9ff2bec030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:28.453585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-dc8e4115-5012-412e-a954-2e9ff2bec030 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0832973 Jul 15 16:55:28.503690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbfeff1e-a97e-4ce2-8740-adcf593aa9f5 req-207d883f-41b6-44bd-a3cf-a854b21ac9f3 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187539 Jul 15 16:55:28.526601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-3109eb10-1d8f-4d9f-ba88-76b546f5ebb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564885 Jul 15 16:55:28.559292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c27ca0b-b5d2-4d36-8137-73f5bff930ac req-666539f8-101c-4224-9e65-13779fa64220 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0500324 Jul 15 16:55:28.708050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-c9593ae3-8b16-4c32-adee-dc0ec542d551 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715786 Jul 15 16:55:28.795644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:28.831340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4b77179c-bf78-4fdd-a574-5cbbbd9a953b req-45b6a82c-30b8-4633-9714-fea9dd5a0a37 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156929 Jul 15 16:55:28.852753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32860) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:28.967798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-c00ff912-d85d-4b02-89b3-8215d5dc1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:28.968422 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31068107-ad3a-4a1e-b041-204684376140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:28.970240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-c00ff912-d85d-4b02-89b3-8215d5dc1de3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a624fe76f714b63a9cc62bac4f58315&device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 1095 time: 0.0634208 Jul 15 16:55:29.080502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-4dacbfe1-64d9-457b-91a5-c813545ff954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:29.082050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-4dacbfe1-64d9-457b-91a5-c813545ff954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 200 len: 904 time: 0.1028202 Jul 15 16:55:29.085886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31068107-ad3a-4a1e-b041-204684376140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.093593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31068107-ad3a-4a1e-b041-204684376140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.152488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31068107-ad3a-4a1e-b041-204684376140 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f95a0d52f2724492ba15c634d5a8b518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962048 Jul 15 16:55:29.152488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31068107-ad3a-4a1e-b041-204684376140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cea6e3-7238-4275-b7d7-8f6a8eff2d70,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:29.153482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:29.182461 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-7d5aced8-6968-4d25-a0b8-c54ab1295ec5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9 HTTP/1.1" status: 200 len: 217 time: 0.0900469 Jul 15 16:55:29.254238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.254459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-bca06fac-41c6-4ec1-8d34-94df3e71712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:29.255715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-bca06fac-41c6-4ec1-8d34-94df3e71712e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 200 len: 844 time: 0.0660188 Jul 15 16:55:29.286308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.292531 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-590d9af7-5a0b-4d6c-870d-a0c32b61c0a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d9405a88-ad34-41de-837d-f4cbdf30f127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287077 Jul 15 16:55:29.323335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee31343-7793-49dc-8ae2-e01ece4170fc req-d218ec0f-e1bb-4892-b412-fd1a46240c8e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:29.324858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ee31343-7793-49dc-8ae2-e01ece4170fc req-d218ec0f-e1bb-4892-b412-fd1a46240c8e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.1090386 Jul 15 16:55:29.370266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ee31343-7793-49dc-8ae2-e01ece4170fc req-5f514bc7-1db0-4896-992f-fd88de31bc71 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Jul 15 16:55:29.382758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.388089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.390145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9cea6e3-7238-4275-b7d7-8f6a8eff2d70 HTTP/1.1" status: 204 len: 168 time: 0.2355585 Jul 15 16:55:29.401914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c977894-e4a1-4a2a-8ab2-a5d3a139428f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cea6e3-7238-4275-b7d7-8f6a8eff2d70,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:29.432694 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-b1b61c2a-fb5b-46ec-a8a4-4985b7c2e802 service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315255 Jul 15 16:55:29.477709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.553448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3670d831-d8de-4c37-8ce7-421760c28af6 req-99c030f0-129b-43cd-92e5-27cf1786675f service neutron] 10.222.0.20 "GET /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108706 Jul 15 16:55:29.706311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f12c1-c8c7-4818-b211-3120b7498423 req-69ee4c9d-6680-4641-b83b-783efcb36c8f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:29.707873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-155f12c1-c8c7-4818-b211-3120b7498423 req-69ee4c9d-6680-4641-b83b-783efcb36c8f tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.0727911 Jul 15 16:55:29.722365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 32882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:29.738770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a6a08b9-0f25-4896-b040-ddc100938138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.747485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96038f78-c33e-4a7d-82e0-e1248481c0d7 req-c93c8b3c-46e2-4da7-905a-aaabb1855606 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0385947 Jul 15 16:55:29.784260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-155f12c1-c8c7-4818-b211-3120b7498423 req-371e9d92-4f2e-420b-a146-d17e5b21f1e2 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615556 Jul 15 16:55:29.856526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a6a08b9-0f25-4896-b040-ddc100938138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.863466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a6a08b9-0f25-4896-b040-ddc100938138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:29.926810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a6a08b9-0f25-4896-b040-ddc100938138 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d310623c77f747d99e8330dec0fb1e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027242 Jul 15 16:55:29.927731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a08b9-0f25-4896-b040-ddc100938138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f8169c-5fad-4aa5-ab98-e6a1e3d9811b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:29.931379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 32888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:29.976066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25a88c-8dea-4e8d-aceb-7991193dcd4c req-e5470825-f10f-49c7-a34d-aab0ad09e3f0 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:29.978082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a25a88c-8dea-4e8d-aceb-7991193dcd4c req-e5470825-f10f-49c7-a34d-aab0ad09e3f0 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.0710487 Jul 15 16:55:29.986718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32890) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:29.991576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Request body: {'floatingip': {'port_id': 'd90632b8-fdc1-4177-b97a-eb6252557db2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:29.993938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:30.015717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:30.037017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:30.066046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:30.068758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:30.071920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11f8169c-5fad-4aa5-ab98-e6a1e3d9811b HTTP/1.1" status: 204 len: 168 time: 0.1365175 Jul 15 16:55:30.079001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37faba0-6d51-45b0-a4a9-8aaa3a4bb1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f8169c-5fad-4aa5-ab98-e6a1e3d9811b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:30.956030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff34cc4f-3f24-4ced-93d6-67cac3cd4851 req-c77ed7ea-ff3a-430b-91ac-f9e07e2eb4de tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0535073 Jul 15 16:55:31.005757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:31.011515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:31.057280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a4234-886c-48f2-b894-7c515a3c15c5 req-390e4d1b-0743-4a55-bd1e-36a824f22004 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:31.058776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f1a4234-886c-48f2-b894-7c515a3c15c5 req-390e4d1b-0743-4a55-bd1e-36a824f22004 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.2390447 Jul 15 16:55:31.144245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f1a4234-886c-48f2-b894-7c515a3c15c5 req-b9e952f3-8ed1-4188-a876-534273fa227f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789232 Jul 15 16:55:31.154808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:31.158240 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Floating IP 8e6a9055-7474-4e75-8d88-17bc54bf26c7 associated. External IP: 172.25.8.68, port: d90632b8-fdc1-4177-b97a-eb6252557db2. Jul 15 16:55:31.424432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:55:31.547496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:55:31.552346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:31.562556 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Sync routers for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:55:31.574584 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:55:31.575318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:55:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:31.600523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1bff5a3-d376-401e-989f-7349c13c4b98 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "PUT /v2.0/floatingips/8e6a9055-7474-4e75-8d88-17bc54bf26c7 HTTP/1.1" status: 200 len: 991 time: 1.6101084 Jul 15 16:55:31.600523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:31.614741 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78088dcd-b821-42aa-a91c-6b7cf8241e04" -d '{"events": [{"name": "network-changed", "server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:31.691928 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1746b62-1712-4db3-bf8c-f64fd38e6718 x-openstack-request-id: req-e1746b62-1712-4db3-bf8c-f64fd38e6718 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:31.692280 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:31.692541 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1746b62-1712-4db3-bf8c-f64fd38e6718 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:31.692942 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'status': 'completed', 'code': 200} Jul 15 16:55:31.709516 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:55:31.786812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-4ca1b5a8-8467-4b1c-b0b0-423a7b7c0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:31.788546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-4ca1b5a8-8467-4b1c-b0b0-423a7b7c0312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c663062c16904fea84c1cb8dfa586231&device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 1097 time: 0.0646713 Jul 15 16:55:31.904483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-1cfbc025-48e9-466b-aa57-5372cb24f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:31.906047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-1cfbc025-48e9-466b-aa57-5372cb24f4d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5aeb0-634c-4913-be6e-b1c2c00da11d HTTP/1.1" status: 200 len: 916 time: 0.1067917 Jul 15 16:55:31.972220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:55:31.977524 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8e6a9055-7474-4e75-8d88-17bc54bf26c7', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'port_id': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'mac_address': 'fa:16:3e:51:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95952429-3845-4282-a22f-a1332d854e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:54:32Z', 'updated_at': '2021-07-15T16:55:30Z', 'revision_number': 1, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:31.988009 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-12b3a29e-e23b-4bf6-8501-93a6a70bf77e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d90632b8-fdc1-4177-b97a-eb6252557db2 HTTP/1.1" status: 200 len: 999 time: 0.0718119 Jul 15 16:55:32.009253 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Checking router: 28f050dc-9d2e-4741-8727-335bb2bfa0c5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:55:32.018555 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:55:32.019352 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:55:28Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:32.121579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-75029876-d336-4a8e-9181-d18ccd544b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:32.124323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-75029876-d336-4a8e-9181-d18ccd544b64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e021590-3380-4796-abcd-9e43e141e0fd HTTP/1.1" status: 200 len: 855 time: 0.1148720 Jul 15 16:55:32.147435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:32.188130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'mac_address': 'fa:16:3e:16:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:55:32.243098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fedb04de-3ad2-4792-94ac-79b6db17e9a8 req-8228d597-6a48-4dbf-8dca-333436ec805b tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0719886 Jul 15 16:55:32.254413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-22600d40-9741-41a6-b2b5-999893c55025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:32.260304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-22600d40-9741-41a6-b2b5-999893c55025 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5aeb0-634c-4913-be6e-b1c2c00da11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272142 Jul 15 16:55:32.273028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:32.311079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec38ab64-e4f3-4603-9426-d2a591cddab9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:32.346148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:32.358725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:32.461354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:32.463533 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:55:32.473414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-bdff8357-e485-48fd-91b7-025909b83469 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061846 Jul 15 16:55:32.559056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15554772-f63b-4091-8cf4-8bf341d0f030 req-1e00b4b9-b54a-4c43-b291-3053fcb130e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:32.569052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15554772-f63b-4091-8cf4-8bf341d0f030 req-1e00b4b9-b54a-4c43-b291-3053fcb130e1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 945 time: 0.1528199 Jul 15 16:55:32.610027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-78088dcd-b821-42aa-a91c-6b7cf8241e04 req-6fb86a53-71c7-4a27-bea2-535f31851d78 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289475 Jul 15 16:55:32.634136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15554772-f63b-4091-8cf4-8bf341d0f030 req-c26f676b-295d-4a1c-bc0f-ecfe97d9e7b6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612459 Jul 15 16:55:32.806221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec38ab64-e4f3-4603-9426-d2a591cddab9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:32.894066 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8e6a9055-7474-4e75-8d88-17bc54bf26c7', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'port_id': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'mac_address': 'fa:16:3e:51:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95952429-3845-4282-a22f-a1332d854e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:54:32Z', 'updated_at': '2021-07-15T16:55:30Z', 'revision_number': 1, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:32.945493 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be588d37-b4e6-49fa-8100-1ba88da60316 None None] The sync data for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 is: [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8e6a9055-7474-4e75-8d88-17bc54bf26c7', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'port_id': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'mac_address': 'fa:16:3e:51:1b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95952429-3845-4282-a22f-a1332d854e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T16:54:32Z', 'updated_at': '2021-07-15T16:55:30Z', 'revision_number': 1, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:55:33.237171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27941e14-9c77-4914-b5c0-b7721feaadc3 None None] New status for floating IP 8e6a9055-7474-4e75-8d88-17bc54bf26c7: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:55:33.257921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33004) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:33.469224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99d704c3-8bc3-4dab-865c-f4a011ca60e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.524719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c84abd29-7e0d-432e-88a6-e1daad22b3c3 req-8e660133-8a07-4879-996f-b49e33aea598 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0529222 Jul 15 16:55:33.605665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99d704c3-8bc3-4dab-865c-f4a011ca60e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.609713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99d704c3-8bc3-4dab-865c-f4a011ca60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.650240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99d704c3-8bc3-4dab-865c-f4a011ca60e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c0a95489e5a470daa0f13aa3296e21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882840 Jul 15 16:55:33.651546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33016) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:33.658480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d704c3-8bc3-4dab-865c-f4a011ca60e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba5d8f-df32-4dca-8cf2-4da15200e95d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:33.712493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.735338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.831922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f300a6-84b9-45d9-bd8d-2c83e34101e5 req-ec1e6bfb-0bb1-46e6-b315-2ea76eb96277 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:33.833541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1f300a6-84b9-45d9-bd8d-2c83e34101e5 req-ec1e6bfb-0bb1-46e6-b315-2ea76eb96277 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 945 time: 0.0873411 Jul 15 16:55:33.834862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.837976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:33.839236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60ba5d8f-df32-4dca-8cf2-4da15200e95d HTTP/1.1" status: 204 len: 168 time: 0.1864524 Jul 15 16:55:33.860460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac7ff-163b-4d13-b869-cbbd907a4385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba5d8f-df32-4dca-8cf2-4da15200e95d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:33.892369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1f300a6-84b9-45d9-bd8d-2c83e34101e5 req-f34d2cc3-b570-4da9-b065-8eb737c569c1 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518103 Jul 15 16:55:34.132893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33028) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:34.146063 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52fe20df-5b19-4cf6-b8c1-00b01d22bb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.238243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52fe20df-5b19-4cf6-b8c1-00b01d22bb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.242174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52fe20df-5b19-4cf6-b8c1-00b01d22bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.285585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-52fe20df-5b19-4cf6-b8c1-00b01d22bb41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53284feeddbc45e29be1054483f346a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514223 Jul 15 16:55:34.287421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe20df-5b19-4cf6-b8c1-00b01d22bb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3243f1-9184-49eb-ab2b-33a7f0572ba8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:34.288626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:34.348757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.371083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.417652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.420194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:34.423838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e3243f1-9184-49eb-ab2b-33a7f0572ba8 HTTP/1.1" status: 204 len: 168 time: 0.1316140 Jul 15 16:55:34.435104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7404b6-499d-43d3-8dc3-079534d8468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3243f1-9184-49eb-ab2b-33a7f0572ba8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:34.695199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-065c5893-0937-49d3-b638-05f34368080e req-d10e5efd-70d0-4a9d-b936-cb97a29c1e2d tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0308852 Jul 15 16:55:35.114504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8a16-1cb0-4d4e-bd24-f31f0ae51c19 req-24b07ddc-702a-4228-967b-aa984aabe30b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:35.116207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a5c8a16-1cb0-4d4e-bd24-f31f0ae51c19 req-24b07ddc-702a-4228-967b-aa984aabe30b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 945 time: 0.0840132 Jul 15 16:55:35.166449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a5c8a16-1cb0-4d4e-bd24-f31f0ae51c19 req-758f8c66-b282-4ed4-952f-4e83db8eddb0 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Jul 15 16:55:35.482404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:35.625541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3f8f-73eb-4123-82c4-c81721aee441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.748029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3f8f-73eb-4123-82c4-c81721aee441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.753387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a9a3f8f-73eb-4123-82c4-c81721aee441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.798342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:35.799276 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a9a3f8f-73eb-4123-82c4-c81721aee441 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab9090d5d127445a961ba94aacc3bd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148592 Jul 15 16:55:35.802016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a3f8f-73eb-4123-82c4-c81721aee441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ba4619-b3e3-4a69-9a5b-c9f1ca510eec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:35.883374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0640024f-ff03-47d9-bfaa-c7df94d8319f req-8071c23e-c78a-4a10-964e-079280b158e2 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0406215 Jul 15 16:55:35.897546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.921819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.970744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.973738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:35.977362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ba4619-b3e3-4a69-9a5b-c9f1ca510eec HTTP/1.1" status: 204 len: 168 time: 0.1756392 Jul 15 16:55:35.995930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a498c-851a-4266-8e5d-bcc9d9dd99bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ba4619-b3e3-4a69-9a5b-c9f1ca510eec,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:36.002111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:36.089128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ec38ab64-e4f3-4603-9426-d2a591cddab9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:55:36.097173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ec38ab64-e4f3-4603-9426-d2a591cddab9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:36.098488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:36.239341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:36.269871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:36.272679 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0bce4a-0ee3-491b-8fc9-24c710bfcaa3" -d '{"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:36.308695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:36.317085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:36.421467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:36.440437 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc01406-a44b-41b6-addf-e3046fe3489f x-openstack-request-id: req-ffc01406-a44b-41b6-addf-e3046fe3489f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:36.440823 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:36.441086 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffc01406-a44b-41b6-addf-e3046fe3489f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:36.441493 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'code': 200} Jul 15 16:55:36.529751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db5e99-d267-4194-bf70-2b3769f4d22a req-67676a0a-c64a-4add-9f93-f73ce06dbb9b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:36.532165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22db5e99-d267-4194-bf70-2b3769f4d22a req-67676a0a-c64a-4add-9f93-f73ce06dbb9b tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.0823295 Jul 15 16:55:36.594461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64375b-693a-4e21-8c26-3a14a1bb155a req-22b26047-4183-47df-b4fe-40729f64ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:36.596143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22db5e99-d267-4194-bf70-2b3769f4d22a req-56184dbc-7af0-4f77-9c40-9ab4077df55a tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Jul 15 16:55:36.596270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1a64375b-693a-4e21-8c26-3a14a1bb155a req-22b26047-4183-47df-b4fe-40729f64ee77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 1097 time: 0.0943434 Jul 15 16:55:36.639581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1a64375b-693a-4e21-8c26-3a14a1bb155a req-215cc113-5ae6-4c50-898c-59a23a7f9fea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353312 Jul 15 16:55:37.090027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-590b647f-5b22-437f-a203-d1c6c7e96dc6 req-164838ed-5777-4d08-b000-317c1808023f tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0341735 Jul 15 16:55:37.271139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2adbcfed-9389-4c06-8678-07f90152cce0 req-f78229ea-b517-4f3d-89ad-f23cb19ffdaa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0485444 Jul 15 16:55:37.700458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099552a8-51b8-43cf-bab4-3b325aa00d4d req-698e0871-67c0-422b-babc-2fe8ded7bfa6 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:37.702709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-099552a8-51b8-43cf-bab4-3b325aa00d4d req-698e0871-67c0-422b-babc-2fe8ded7bfa6 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 945 time: 0.0809267 Jul 15 16:55:37.793925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-099552a8-51b8-43cf-bab4-3b325aa00d4d req-597e3068-c762-48c8-b158-c0d08e6af57b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828269 Jul 15 16:55:37.814057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:37.894604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860b633-0464-4d45-b960-3c77fbdde0b4 req-2ca1bb0a-3f15-4f96-9603-c93592fc3392 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:37.896781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d860b633-0464-4d45-b960-3c77fbdde0b4 req-2ca1bb0a-3f15-4f96-9603-c93592fc3392 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.0841148 Jul 15 16:55:37.942464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d860b633-0464-4d45-b960-3c77fbdde0b4 req-5ea5a253-7a85-4859-87ba-1ed11800b80f tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Jul 15 16:55:37.976789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fbe5f9-2c30-4ec8-bf13-d6759f4d3f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.070077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fbe5f9-2c30-4ec8-bf13-d6759f4d3f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.074402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78fbe5f9-2c30-4ec8-bf13-d6759f4d3f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.110763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbe5f9-2c30-4ec8-bf13-d6759f4d3f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d28f2-84d1-4730-89c7-d77235f9a177,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:38.117689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78fbe5f9-2c30-4ec8-bf13-d6759f4d3f67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48472ef8785b43f7807abd4d60656b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999353 Jul 15 16:55:38.117689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:38.170263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.194830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.246068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.248918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:38.252911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d7d28f2-84d1-4730-89c7-d77235f9a177 HTTP/1.1" status: 204 len: 168 time: 0.1316881 Jul 15 16:55:38.260835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69261b-42b0-4bbe-8e62-88ccd2d9fd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d28f2-84d1-4730-89c7-d77235f9a177,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:38.268090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6886ade8-c1bf-489d-a4e2-b8b7bab2cd73 req-e2ffffcd-25e4-4969-aff8-8709ceb92eb9 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0341465 Jul 15 16:55:38.964803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380e7b-cff5-449a-b305-053b7cd7b7a4 req-8143ca2e-fe88-44cc-9139-8b4a8268de8b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:38.966643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2380e7b-cff5-449a-b305-053b7cd7b7a4 req-8143ca2e-fe88-44cc-9139-8b4a8268de8b tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 945 time: 0.0686755 Jul 15 16:55:39.030742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2380e7b-cff5-449a-b305-053b7cd7b7a4 req-1a478959-ad72-4ac8-8ca4-01c39b5883f7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496755 Jul 15 16:55:39.142460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e26f4-9c23-4fe1-adf7-dabc1fc536c0 req-bbf76523-76f0-4325-a16c-f510273530de tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:39.143994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295e26f4-9c23-4fe1-adf7-dabc1fc536c0 req-bbf76523-76f0-4325-a16c-f510273530de tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.0713203 Jul 15 16:55:39.186355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295e26f4-9c23-4fe1-adf7-dabc1fc536c0 req-0e77f017-fb18-468c-82d9-6796b0798614 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Jul 15 16:55:39.500616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78b39f50-c17e-4654-818b-6b06455e8500 req-e50d1b0c-1e31-410c-b78e-6a427ecc7162 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0644979 Jul 15 16:55:39.670837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584486d-8726-4193-aaba-d1e06f157889 req-d8d7f43e-38ee-4876-a3c5-b57577ef9e6c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:39.672744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8584486d-8726-4193-aaba-d1e06f157889 req-d8d7f43e-38ee-4876-a3c5-b57577ef9e6c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 945 time: 0.1195004 Jul 15 16:55:39.887024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Deleting port 46b0d07d-1190-432f-b6d0-a006de0a311f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:55:39.887584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.010778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] For port 46b0d07d-1190-432f-b6d0-a006de0a311f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=46b0d07d-1190-432f-b6d0-a006de0a311f,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:40.011168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.034057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Calling delete_port for 46b0d07d-1190-432f-b6d0-a006de0a311f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:55:40.233526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-052eff6c-357b-48c3-8dca-fbc51ca5ccf7 req-772235df-3548-4bcd-b8e1-c4ed8beac155 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e&device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0601459 Jul 15 16:55:40.271467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.289951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756', '840a2248-fd60-46a9-b7ca-022d7ca97e9c', '562d4fac-b37a-4c01-86ec-336313812596'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:40.340162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event deleted for resources: {'Port': ['ID=46b0d07d-1190-432f-b6d0-a006de0a311f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:40.453707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7210410b-9638-4ff7-b1db-d2dd136a5c8a req-a67b86da-84df-4a04-82c2-c1921efb1e50 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=64e01c33-2045-488f-bb47-09e871a94d4e HTTP/1.1" status: 200 len: 210 time: 0.0556986 Jul 15 16:55:40.481644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] No DVR routers for this DVR port 46b0d07d-1190-432f-b6d0-a006de0a311f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:55:40.484953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.487385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8584486d-8726-4193-aaba-d1e06f157889 req-eea80de0-bf88-4c14-a8af-920f355e336f tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "DELETE /v2.0/ports/46b0d07d-1190-432f-b6d0-a006de0a311f HTTP/1.1" status: 204 len: 173 time: 0.8080299 Jul 15 16:55:40.487910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'name': 'network-vif-deleted', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:40.492105 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b2f78-914d-462c-98ff-5f875caf8506" -d '{"events": [{"server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "name": "network-vif-deleted", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:40.572458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.692923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a563b-6812-431a-ae3a-a414c05598d2 req-60a09f94-3591-44b1-9963-a62c675da284 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:40.701216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-823a563b-6812-431a-ae3a-a414c05598d2 req-60a09f94-3591-44b1-9963-a62c675da284 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.0812309 Jul 15 16:55:40.703828 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:40.784898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-823a563b-6812-431a-ae3a-a414c05598d2 req-e1413578-e561-4a4b-a0bf-b3aa836ca56e tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824575 Jul 15 16:55:40.859936 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce205c7-9bf4-4b85-ac8c-c85acb33eb6e x-openstack-request-id: req-fce205c7-9bf4-4b85-ac8c-c85acb33eb6e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:40.860840 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e01c33-2045-488f-bb47-09e871a94d4e", "name": "network-vif-deleted", "tag": "46b0d07d-1190-432f-b6d0-a006de0a311f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:40.861299 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce205c7-9bf4-4b85-ac8c-c85acb33eb6e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:40.861930 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e01c33-2045-488f-bb47-09e871a94d4e', 'name': 'network-vif-deleted', 'tag': '46b0d07d-1190-432f-b6d0-a006de0a311f', 'status': 'completed', 'code': 200} Jul 15 16:55:40.864301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07295b18-fd96-47d6-9b6c-84cf0085acf5 req-f10ea059-ea4d-46e6-a181-7f6e7e9105eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e592a90caae34d858c41668e67ce6222&device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0444350 Jul 15 16:55:40.897309 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07295b18-fd96-47d6-9b6c-84cf0085acf5 req-4c7c200d-274c-4250-b208-7fddfd96894e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e592a90caae34d858c41668e67ce6222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225666 Jul 15 16:55:41.071554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07295b18-fd96-47d6-9b6c-84cf0085acf5 req-a05f3f17-8779-446c-95ed-6d52a112092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:41.073465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07295b18-fd96-47d6-9b6c-84cf0085acf5 req-a05f3f17-8779-446c-95ed-6d52a112092f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1645207 Jul 15 16:55:41.102191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79284430-0d49-422c-9f37-f508c5f360d1 req-862a7ee3-9341-48b5-a317-9db240c96eac tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0356452 Jul 15 16:55:41.447161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:55:42.011072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:55:42.013192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 46b0d07d-1190-432f-b6d0-a006de0a311f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:42.052602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac5e4-e477-44db-b9bf-c58cd354135d req-2b261658-eed9-4d45-8993-91b4106decfc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:42.061753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25eac5e4-e477-44db-b9bf-c58cd354135d req-2b261658-eed9-4d45-8993-91b4106decfc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.1361048 Jul 15 16:55:42.063591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 46b0d07d-1190-432f-b6d0-a006de0a311f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:55:42.063870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 46b0d07d-1190-432f-b6d0-a006de0a311f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:55:42.136972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25eac5e4-e477-44db-b9bf-c58cd354135d req-6da630bf-1048-4f9a-9fc4-4c101f866cf6 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739930 Jul 15 16:55:42.206759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:42.208618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:42.220308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'network_id': 'd9405a88-ad34-41de-837d-f4cbdf30f127', 'port_id': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'mac_address': 'fa:16:3e:16:10:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68239d39-ae25-4713-8c2f-3d2da18bbda1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:55:42.278890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.302005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec38ab64-e4f3-4603-9426-d2a591cddab9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:42.315317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7da66502-0f62-4d14-a86c-db08c7573c92 req-7bb4ed1e-b072-4b4e-ab32-9e00078eeb53 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0487926 Jul 15 16:55:42.327409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:42.342220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.383741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98160fac-c288-47d2-b0d2-b345dd0592c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.428536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:42.513483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98160fac-c288-47d2-b0d2-b345dd0592c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.518177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98160fac-c288-47d2-b0d2-b345dd0592c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.559318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160fac-c288-47d2-b0d2-b345dd0592c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55352a-19d9-44a2-a71b-63bb1be8d6f4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:42.567085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33498) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:42.574275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-98160fac-c288-47d2-b0d2-b345dd0592c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b22b9965b2704aebbacd52ea40178c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643820 Jul 15 16:55:42.629662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.649969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ec38ab64-e4f3-4603-9426-d2a591cddab9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:42.658371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.762733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.765778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:42.769423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c55352a-19d9-44a2-a71b-63bb1be8d6f4 HTTP/1.1" status: 204 len: 168 time: 0.1989431 Jul 15 16:55:42.779313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf34c9c-abbf-4035-992c-07d7ab91a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55352a-19d9-44a2-a71b-63bb1be8d6f4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:43.060929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:43.075605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca86d-8c0b-407e-92e5-f7f5402afb26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.199902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca86d-8c0b-407e-92e5-f7f5402afb26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.230461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca86d-8c0b-407e-92e5-f7f5402afb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.282699 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac4ca86d-8c0b-407e-92e5-f7f5402afb26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c4226b58bb245db84217cc920f075b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203226 Jul 15 16:55:43.287334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:43.295596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca86d-8c0b-407e-92e5-f7f5402afb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136e361-9d98-44b1-ab2d-984a16d09275,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:43.398438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07295b18-fd96-47d6-9b6c-84cf0085acf5 req-467c0198-ec18-49f6-9312-1ffff9bbb336 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.0540831 Jul 15 16:55:43.420261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.461009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce338-c81c-4a36-a27b-58eb68f0a834 req-976a1390-57a9-4fbb-960b-d059ba75df00 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:43.463413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df7ce338-c81c-4a36-a27b-58eb68f0a834 req-976a1390-57a9-4fbb-960b-d059ba75df00 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 945 time: 0.1063094 Jul 15 16:55:43.508237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.542098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df7ce338-c81c-4a36-a27b-58eb68f0a834 req-7cc5454c-6fe1-4f3e-8de9-3bce2276b649 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Jul 15 16:55:43.603571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.607376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:43.621121 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2136e361-9d98-44b1-ab2d-984a16d09275 HTTP/1.1" status: 204 len: 168 time: 0.3266368 Jul 15 16:55:43.649456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e2bd9-3f92-45d7-8f6c-19ccba3c663f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136e361-9d98-44b1-ab2d-984a16d09275,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:43.743180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10c67968-8c85-4b99-88dc-466ab684cc07 req-8d7adf46-c9da-40f6-89c5-0def35a163f8 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=00fd9f38-ed09-4a6f-88fe-48b444090b9e HTTP/1.1" status: 200 len: 210 time: 0.1003819 Jul 15 16:55:44.013123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:44.073230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ec38ab64-e4f3-4603-9426-d2a591cddab9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:44.074037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:44.209916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:44.240096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:44.244347 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789492d-1308-4e0a-9cb1-8417616c3a59" -d '{"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:44.261006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:44.268518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:44.366988 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2918b8-8979-417d-b53c-1529db2e0cd2 x-openstack-request-id: req-3a2918b8-8979-417d-b53c-1529db2e0cd2 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:44.367907 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:44.368686 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a2918b8-8979-417d-b53c-1529db2e0cd2 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:44.369380 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'code': 200} Jul 15 16:55:44.370802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:44.813110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988471c-0e04-4b05-8835-56af50a9886f req-19d7aa47-0bad-450a-a535-33b805823841 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:44.821502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d988471c-0e04-4b05-8835-56af50a9886f req-19d7aa47-0bad-450a-a535-33b805823841 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 946 time: 0.0865307 Jul 15 16:55:44.884419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d988471c-0e04-4b05-8835-56af50a9886f req-0c06c509-a756-4495-833d-619522b7c3fc tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615973 Jul 15 16:55:45.688028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6e700-9816-4dcd-8a36-e038fc27d5cb req-cad606a8-5cae-4b71-8b1a-06255c5774e0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:45.689669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b6e700-9816-4dcd-8a36-e038fc27d5cb req-cad606a8-5cae-4b71-8b1a-06255c5774e0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 946 time: 0.0935862 Jul 15 16:55:45.735177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b6e700-9816-4dcd-8a36-e038fc27d5cb req-31e20afa-29bb-44ac-ae11-03c082d116a8 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382683 Jul 15 16:55:45.793027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-276acb7d-5979-4567-8cd5-0751ebfd69a3 req-6539394b-4fe0-48ee-a612-996dcd43394f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e592a90caae34d858c41668e67ce6222&device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0836089 Jul 15 16:55:45.866310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-276acb7d-5979-4567-8cd5-0751ebfd69a3 req-94477eb2-bab8-43f4-a4ea-10207775d5e6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e592a90caae34d858c41668e67ce6222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472786 Jul 15 16:55:45.942431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:46.030869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:46.092494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15bcd826-4074-4da7-aeca-cb989ee74d24 req-0820b5c3-dd40-4420-8364-432fe201f4b2 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0524013 Jul 15 16:55:46.095448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276acb7d-5979-4567-8cd5-0751ebfd69a3 req-5ccda53e-2893-493c-a284-21a6bc2cece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:46.097166 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-276acb7d-5979-4567-8cd5-0751ebfd69a3 req-5ccda53e-2893-493c-a284-21a6bc2cece8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2219579 Jul 15 16:55:46.099161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1495917229'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:46.150633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.151761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.224638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.231720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.239217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.261254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.266937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:46.268087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da327615-8611-46f9-bb85-df847631f013 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3237340 Jul 15 16:55:46.292491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:46.299037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.372442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:46.374689 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df3d254-6409-4123-a7c3-97a0aa954140" -d '{"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:46.411046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:46.442439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.534719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0fb4c-575c-4a65-97c8-31bfc2292c06 req-8d9c678f-37ed-4228-a928-0b7a34bd9e96 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:46.536876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6c0fb4c-575c-4a65-97c8-31bfc2292c06 req-8d9c678f-37ed-4228-a928-0b7a34bd9e96 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.1381159 Jul 15 16:55:46.582160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e815fd2-c172-4c82-8e10-81ebf2f87032 req-31eefa04-5e36-45d3-88f1-94e8fe33aa2d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:46.583678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e815fd2-c172-4c82-8e10-81ebf2f87032 req-31eefa04-5e36-45d3-88f1-94e8fe33aa2d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.1317310 Jul 15 16:55:46.618650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6c0fb4c-575c-4a65-97c8-31bfc2292c06 req-2d9a822b-c18a-4f2b-96f9-5b2252663bb2 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718768 Jul 15 16:55:46.639151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.643358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.652900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e815fd2-c172-4c82-8e10-81ebf2f87032 req-adbce9dc-74b6-4ca8-a316-54aa7248d539 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559521 Jul 15 16:55:46.697014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.697316 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f08f66-9404-4084-b6e1-77e0265794a4 x-openstack-request-id: req-54f08f66-9404-4084-b6e1-77e0265794a4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:46.698077 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-unplugged", "status": "completed", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:46.698601 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54f08f66-9404-4084-b6e1-77e0265794a4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:46.698822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6acf3f-098f-4eed-b95e-86b5d2b4d025 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:55:46.699466 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'code': 200} Jul 15 16:55:46.703824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.708138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33662) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:46.708411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4c4717ed-8254-46cb-88b6-69d500cd5b63 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4c6acf3f-098f-4eed-b95e-86b5d2b4d025 HTTP/1.1" status: 204 len: 168 time: 0.4399977 Jul 15 16:55:46.713511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Request body: {'router': {'name': 'tempest-router-1609534422', 'distributed': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:46.747380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.748897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.838060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.848417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.865596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:46.870470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33678) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:46.871389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-409adf66-0ad5-4cc8-a158-cfdb03bafa35 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1619978 Jul 15 16:55:46.963611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628cb48-da11-4432-b035-954e35408671 req-35f34db5-693d-456d-8d36-eb0c5e7dcd54 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:46.965343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4628cb48-da11-4432-b035-954e35408671 req-35f34db5-693d-456d-8d36-eb0c5e7dcd54 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 946 time: 0.0742738 Jul 15 16:55:47.008882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4628cb48-da11-4432-b035-954e35408671 req-0fb085e7-4a0a-45fc-8e86-f7aed86373e0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Jul 15 16:55:47.306745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.342790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a5d260d-bcc0-4752-ac4b-0e56328c1d17 req-20024fa8-7b38-4300-a90f-a8e5c64d20fd tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0463779 Jul 15 16:55:47.502464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.505444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.575930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.576452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0eda76e4-65a0-484d-8949-e7f4ffc572cf {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:55:47.580780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.581906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f39f1ee8-e0df-424e-bc0f-200026f6bfff tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0eda76e4-65a0-484d-8949-e7f4ffc572cf HTTP/1.1" status: 204 len: 168 time: 0.7097077 Jul 15 16:55:47.585495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:47.591860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Request body: {'router': {'name': 'tempest-router-921326389', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '231095bb57d64920833ddb2c6c43c388'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:47.609416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-6b7f5a88-8a57-4014-84f0-1ac88720ce33 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:47.611087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-6b7f5a88-8a57-4014-84f0-1ac88720ce33 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 946 time: 0.1200755 Jul 15 16:55:47.612808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.613879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.702630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.707409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.724044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.725807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e19c281c-4e8e-4d3f-8fb3-3672298e2d5f tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1379030 Jul 15 16:55:47.728299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33708) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:47.734768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:47.822469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-8e98fd42-64fa-42e1-8d57-fada0ee9a8db tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:47.823927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-8e98fd42-64fa-42e1-8d57-fada0ee9a8db tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.1574154 Jul 15 16:55:47.830377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Deleting port 562d4fac-b37a-4c01-86ec-336313812596 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:55:47.830726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:47.996694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] For port 562d4fac-b37a-4c01-86ec-336313812596, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=562d4fac-b37a-4c01-86ec-336313812596,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:47.997373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.001840 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.002299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.019539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Calling delete_port for 562d4fac-b37a-4c01-86ec-336313812596 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:55:48.045234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Deleting port ec38ab64-e4f3-4603-9426-d2a591cddab9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:55:48.045593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.105039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100429) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 15 16:55:48.105448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Router 8e1bad61-e01a-48ca-8023-f822b0f2ba08 migrating from provider to provider. {{(pid=100429) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 15 16:55:48.106025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.111460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.148020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-276acb7d-5979-4567-8cd5-0751ebfd69a3 req-3a66e567-465e-4242-ba6d-937703581f91 tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.20 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.0348084 Jul 15 16:55:48.151175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.202993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] For port ec38ab64-e4f3-4603-9426-d2a591cddab9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ec38ab64-e4f3-4603-9426-d2a591cddab9,segment=NetworkSegment(9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e),segment_id=9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:48.203493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.225847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018800e-6ffc-4c51-adce-c506038102d1 req-d1fadfe9-39f1-4ebc-b874-a5c04f0492db tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:48.232638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e018800e-6ffc-4c51-adce-c506038102d1 req-d1fadfe9-39f1-4ebc-b874-a5c04f0492db tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 944 time: 0.4264698 Jul 15 16:55:48.239575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Calling delete_port for ec38ab64-e4f3-4603-9426-d2a591cddab9 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:55:48.306825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.325775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756', '840a2248-fd60-46a9-b7ca-022d7ca97e9c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:48.390575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event deleted for resources: {'Port': ['ID=562d4fac-b37a-4c01-86ec-336313812596,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:48.428711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e018800e-6ffc-4c51-adce-c506038102d1 req-6dc0cfbd-63ac-4f3d-bb11-1e8364507bba tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6f12777-fa99-4851-860b-9cad031d2c15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486049 Jul 15 16:55:48.432680 n-d-800085-3 neutron-server[100429]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] No L3 agents can host the router 8e1bad61-e01a-48ca-8023-f822b0f2ba08 Jul 15 16:55:48.451422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] No DVR routers for this DVR port 562d4fac-b37a-4c01-86ec-336313812596 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:55:48.456141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.458791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e2160e59-2b13-4f4a-9793-56f4f6d72e1c req-bf627dd7-39e5-4545-bbe4-0a9e098e2921 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "DELETE /v2.0/ports/562d4fac-b37a-4c01-86ec-336313812596 HTTP/1.1" status: 204 len: 173 time: 0.8389366 Jul 15 16:55:48.459408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'name': 'network-vif-deleted', 'tag': '562d4fac-b37a-4c01-86ec-336313812596'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:48.462151 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90adbc1-aa36-4d43-97d7-fc4a71c70939" -d '{"events": [{"server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "name": "network-vif-deleted", "tag": "562d4fac-b37a-4c01-86ec-336313812596"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:48.487394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95315c-78cd-4917-9dcf-e35d7740938d req-75385d24-9f82-4dd5-b55e-3c72dd43644c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:48.498326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e95315c-78cd-4917-9dcf-e35d7740938d req-75385d24-9f82-4dd5-b55e-3c72dd43644c tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=217b2916-280a-4f0c-8e7e-fdec8e1263cd HTTP/1.1" status: 200 len: 867 time: 0.3535247 Jul 15 16:55:48.638382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.659762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Hosts for router 8e1bad61-e01a-48ca-8023-f822b0f2ba08: [] {{(pid=100429) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 15 16:55:48.725770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Pushing event deleted for resources: {'Port': ['ID=ec38ab64-e4f3-4603-9426-d2a591cddab9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:48.741833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e95315c-78cd-4917-9dcf-e35d7740938d req-696788ad-f65f-4898-ab8d-a4ec349661b9 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423389 Jul 15 16:55:48.744250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Hosts for other DVR routers connected to router 8e1bad61-e01a-48ca-8023-f822b0f2ba08: set() {{(pid=100429) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 15 16:55:48.747299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.749042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c80fa5ee-ae49-4d6d-887b-f04cb0860335 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "PUT /v2.0/routers/8e1bad61-e01a-48ca-8023-f822b0f2ba08 HTTP/1.1" status: 200 len: 716 time: 1.0195735 Jul 15 16:55:48.751277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:48.890299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] No DVR routers for this DVR port ec38ab64-e4f3-4603-9426-d2a591cddab9 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:55:48.895109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:48.897997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-820ec4cc-91e9-4f87-9b06-7d31d3e96337 req-21e825be-f666-4648-aaf9-ebf4bdc6d422 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.20 "DELETE /v2.0/ports/ec38ab64-e4f3-4603-9426-d2a591cddab9 HTTP/1.1" status: 204 len: 173 time: 1.0625298 Jul 15 16:55:48.925129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3929b570-956d-4b48-99c9-403476e0e8ac req-63817bfe-01c7-401c-9fad-63a20f2d108e tempest-ServerShowV247Test-266291808 tempest-ServerShowV247Test-266291808-project] 10.222.0.25 "GET /v2.0/ports?device_id=46de70d0-1447-4f51-b36d-7990514d8d73 HTTP/1.1" status: 200 len: 210 time: 0.1191125 Jul 15 16:55:48.928774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-824d6955-3e53-479f-b37c-3af2af4ec8d7 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "GET /v2.0/routers/8e1bad61-e01a-48ca-8023-f822b0f2ba08 HTTP/1.1" status: 200 len: 716 time: 0.1763341 Jul 15 16:55:48.932179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33742) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:49.060138 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a874cc1-54ff-4525-a973-99c89ef67715 x-openstack-request-id: req-2a874cc1-54ff-4525-a973-99c89ef67715 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:49.060138 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b2916-280a-4f0c-8e7e-fdec8e1263cd", "name": "network-vif-deleted", "tag": "562d4fac-b37a-4c01-86ec-336313812596", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:49.060138 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a874cc1-54ff-4525-a973-99c89ef67715 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:49.060138 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b2916-280a-4f0c-8e7e-fdec8e1263cd', 'name': 'network-vif-deleted', 'tag': '562d4fac-b37a-4c01-86ec-336313812596', 'status': 'completed', 'code': 200} Jul 15 16:55:49.156232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-185c3779-bb6f-4792-9854-3499cec91584 tempest-RoutersTestDVR-2137435117 tempest-RoutersTestDVR-2137435117-project] 10.222.0.25 "GET /v2.0/routers/8e1bad61-e01a-48ca-8023-f822b0f2ba08 HTTP/1.1" status: 200 len: 682 time: 0.2205822 Jul 15 16:55:49.156796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:49.244865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.410834 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.413200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.456558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.457044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1bad61-e01a-48ca-8023-f822b0f2ba08 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:55:49.461193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.463929 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2313cc2-dd9f-4f8d-835e-b7ea19ec4ff4 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8e1bad61-e01a-48ca-8023-f822b0f2ba08 HTTP/1.1" status: 204 len: 168 time: 0.3047056 Jul 15 16:55:49.468220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:49.472897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Request body: {'router': {'name': 'tempest-router-191705781', 'distributed': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:49.495566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.497246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.559947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.565507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.586829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.590643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79f1512d-d1ff-4f89-804a-9db3a5c380ae tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1188421 Jul 15 16:55:49.590794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33768) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:49.705938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.709069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c63b0a56-1aee-4636-ac4a-83533c083144 req-abd3d199-0d32-4747-9fbd-b24539a92a05 tempest-ImagesTestJSON-1483634490 tempest-ImagesTestJSON-1483634490-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d733fa-1f58-436c-b804-0a33c87bf3bb HTTP/1.1" status: 200 len: 210 time: 0.1199799 Jul 15 16:55:49.888311 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.890510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.942530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.943346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02dffa89-fcbc-4b89-8f6a-0e0e8153ee8d {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:55:49.949633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:49.954690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9214a9bb-51b7-4677-872b-2bc3b9149102 tempest-RoutersTestDVR-583690306 tempest-RoutersTestDVR-583690306-project-admin] 10.222.0.25 "DELETE /v2.0/routers/02dffa89-fcbc-4b89-8f6a-0e0e8153ee8d HTTP/1.1" status: 204 len: 168 time: 0.3594673 Jul 15 16:55:50.047790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:55:50.194214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 562d4fac-b37a-4c01-86ec-336313812596 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:50.238213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 562d4fac-b37a-4c01-86ec-336313812596 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:55:50.238741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 562d4fac-b37a-4c01-86ec-336313812596 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:55:50.239321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:50.261535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ec38ab64-e4f3-4603-9426-d2a591cddab9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:55:50.261882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ec38ab64-e4f3-4603-9426-d2a591cddab9 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:55:50.282343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:50.296849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:55:50.313318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33804) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:50.387038 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.408628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:55:50.427003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33808) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:50.441388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:50.447268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.450886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda2dd0-53b0-4cd5-86fc-512bb7d5f940 req-e7ebe798-0fa2-4b2a-9bac-934ef1c106df tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:50.452674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bda2dd0-53b0-4cd5-86fc-512bb7d5f940 req-e7ebe798-0fa2-4b2a-9bac-934ef1c106df tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 946 time: 0.1414146 Jul 15 16:55:50.511007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bda2dd0-53b0-4cd5-86fc-512bb7d5f940 req-0a4a5aad-aeab-48f7-b12d-b01a330c8578 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509455 Jul 15 16:55:50.557430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:50.561033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa279744-ab48-4f5c-8b6e-a28768f4ae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.587297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c914f808-76dc-4558-9256-5d6ab25960a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.639994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3a4bf0fd-798e-4f01-b082-0edc409b70ad'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:50.681163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa279744-ab48-4f5c-8b6e-a28768f4ae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.691962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa279744-ab48-4f5c-8b6e-a28768f4ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:50.748648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa279744-ab48-4f5c-8b6e-a28768f4ae92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e592a90caae34d858c41668e67ce6222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175538 Jul 15 16:55:50.748914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33816) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:50.758590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279744-ab48-4f5c-8b6e-a28768f4ae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59153035-5740-4c44-bde2-17d76e0e1528,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:50.862074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.061272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-deleted', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:51.064548 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17f3171-eec3-49a8-b7e0-cec0dcc14cce" -d '{"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-deleted", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:51.105479 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1387580-10ea-4d72-9e64-247b0cf33cbe x-openstack-request-id: req-a1387580-10ea-4d72-9e64-247b0cf33cbe {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:51.105860 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d733fa-1f58-436c-b804-0a33c87bf3bb", "name": "network-vif-deleted", "tag": "ec38ab64-e4f3-4603-9426-d2a591cddab9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:51.106268 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1387580-10ea-4d72-9e64-247b0cf33cbe {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:51.106734 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d733fa-1f58-436c-b804-0a33c87bf3bb', 'name': 'network-vif-deleted', 'tag': 'ec38ab64-e4f3-4603-9426-d2a591cddab9', 'status': 'completed', 'code': 200} Jul 15 16:55:51.290871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c914f808-76dc-4558-9256-5d6ab25960a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.308634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c914f808-76dc-4558-9256-5d6ab25960a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.311861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.376785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c914f808-76dc-4558-9256-5d6ab25960a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=231095bb57d64920833ddb2c6c43c388&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614452 Jul 15 16:55:51.379592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914f808-76dc-4558-9256-5d6ab25960a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972081aa-98a4-4ed5-9cb1-9a68ab18b4b2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:51.379799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:51.437038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.439699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.441271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59153035-5740-4c44-bde2-17d76e0e1528 HTTP/1.1" status: 204 len: 168 time: 0.6909018 Jul 15 16:55:51.454668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0bfd-6e91-4c13-a53a-cb85c1da6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59153035-5740-4c44-bde2-17d76e0e1528,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:51.561972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.600189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.664432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.670371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.672293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/972081aa-98a4-4ed5-9cb1-9a68ab18b4b2 HTTP/1.1" status: 204 len: 168 time: 0.2912786 Jul 15 16:55:51.680878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516bf6f-2c02-477f-b977-18b52831a6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972081aa-98a4-4ed5-9cb1-9a68ab18b4b2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:51.754770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:51.811689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Deleting subnet 68239d39-ae25-4713-8c2f-3d2da18bbda1 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:55:51.814924 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.848387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503df5-1c0a-4e8d-b5a0-509e4134e57d req-04fa87a1-9cda-451d-8dd1-b83b07ec9dce tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:51.856603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9503df5-1c0a-4e8d-b5a0-509e4134e57d req-04fa87a1-9cda-451d-8dd1-b83b07ec9dce tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 946 time: 0.1073768 Jul 15 16:55:51.862093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.963033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:51.977890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9503df5-1c0a-4e8d-b5a0-509e4134e57d req-31e8f7f4-4632-4ea6-b756-521ec1e744d0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938325 Jul 15 16:55:52.033507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be762590-2364-4930-a8ee-f047d734a57b req-69e53aa2-266b-4238-94c7-aa473434dd32 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:52.035029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be762590-2364-4930-a8ee-f047d734a57b req-69e53aa2-266b-4238-94c7-aa473434dd32 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 946 time: 0.1490517 Jul 15 16:55:52.062748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:55:52.178005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:55:52.180615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.264068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.333972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68239d39-ae25-4713-8c2f-3d2da18bbda1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:52.352045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.390649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.395851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:52.402736 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270e788-110d-40e2-8cd3-44183f897711" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:52.404369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0ec6e5ab-cf49-4a81-96b0-007b1af194a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/68239d39-ae25-4713-8c2f-3d2da18bbda1 HTTP/1.1" status: 204 len: 168 time: 0.6459022 Jul 15 16:55:52.404687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33928) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:52.411182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:52.462366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:52.478485 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.483477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 840a2248-fd60-46a9-b7ca-022d7ca97e9c no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:55:52.512135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967abcef-da81-4827-9812-0788cf58edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.545509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Deleting port 840a2248-fd60-46a9-b7ca-022d7ca97e9c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:55:52.545855 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.578267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.729895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.762017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9405a88-ad34-41de-837d-f4cbdf30f127']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:52.787563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:52.788162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0bb7ce-94bc-4efa-a2ca-a731cce6d90e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:52.810662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.821069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:52.824993 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b70eae1-03b4-42d1-be11-8174cd431a9e x-openstack-request-id: req-4b70eae1-03b4-42d1-be11-8174cd431a9e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:52.825523 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:52.826035 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b70eae1-03b4-42d1-be11-8174cd431a9e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:52.826601 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:55:52.847759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.849456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:52.850137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.877091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Calling delete_port for 840a2248-fd60-46a9-b7ca-022d7ca97e9c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:55:52.880290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:55:52.885883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.894195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:55:52.906183 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:55:52.937103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 840a2248-fd60-46a9-b7ca-022d7ca97e9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=840a2248-fd60-46a9-b7ca-022d7ca97e9c,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:55:52.943458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:52.988101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967abcef-da81-4827-9812-0788cf58edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.005772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-967abcef-da81-4827-9812-0788cf58edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.036693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:53.042421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-967abcef-da81-4827-9812-0788cf58edb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44c5e3bf70244641a2ffa12698c3a9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286106 Jul 15 16:55:53.049955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:53.119666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.136899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.143344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d9405a88-ad34-41de-837d-f4cbdf30f127 HTTP/1.1" status: 204 len: 168 time: 0.7348282 Jul 15 16:55:53.164677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967abcef-da81-4827-9812-0788cf58edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8da22-1ff3-4f74-8d2d-94e400408005,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:53.201723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e940afb-dbae-48b5-bf0f-531068f382a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9405a88-ad34-41de-837d-f4cbdf30f127,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:53.243221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.270339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.364806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.373527 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.377248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5da8da22-1ff3-4f74-8d2d-94e400408005 HTTP/1.1" status: 204 len: 168 time: 0.3263419 Jul 15 16:55:53.478202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54013953-f51e-44fd-beb9-1c624b939968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8da22-1ff3-4f74-8d2d-94e400408005,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:53.493472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a8f0-9db8-449b-8667-68aec5f6c146 req-22796ca0-c53e-48dc-bbd3-763a1e175cd0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:53.495130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f988a8f0-9db8-449b-8667-68aec5f6c146 req-22796ca0-c53e-48dc-bbd3-763a1e175cd0 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 944 time: 0.3030815 Jul 15 16:55:53.505571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.520663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:55:53.607361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event deleted for resources: {'Port': ['ID=840a2248-fd60-46a9-b7ca-022d7ca97e9c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:53.614031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33978) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:53.703461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] No DVR routers for this DVR port 840a2248-fd60-46a9-b7ca-022d7ca97e9c on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:55:53.707358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f988a8f0-9db8-449b-8667-68aec5f6c146 req-2a3320d8-4e65-497d-aafb-efcf539c0a45 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062132 Jul 15 16:55:53.708791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.715198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be762590-2364-4930-a8ee-f047d734a57b req-8125e52e-5796-4c23-b09f-bd63ef7ce9c7 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "DELETE /v2.0/ports/840a2248-fd60-46a9-b7ca-022d7ca97e9c HTTP/1.1" status: 204 len: 173 time: 1.6735804 Jul 15 16:55:53.716906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-deleted', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:53.735975 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d2c48b-f7d6-41bc-a401-d07f37636965" -d '{"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-deleted", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:53.802613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33988) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:53.805549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-998b856d-ad3e-46bd-b41f-d262a9c0cddd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a624fe76f714b63a9cc62bac4f58315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794782 Jul 15 16:55:53.888572 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3c5691-1c59-44b1-b1c0-fb301eb06fc8 x-openstack-request-id: req-4d3c5691-1c59-44b1-b1c0-fb301eb06fc8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:53.888882 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-deleted", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:53.889116 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d3c5691-1c59-44b1-b1c0-fb301eb06fc8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:53.892727 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-deleted', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'status': 'completed', 'code': 200} Jul 15 16:55:53.930410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:53.986893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:54.121743 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:54.133438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:54.134692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6f12777-fa99-4851-860b-9cad031d2c15 HTTP/1.1" status: 204 len: 168 time: 0.3308849 Jul 15 16:55:54.170323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1b39b-ba75-4de0-af67-86c7a89c504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f12777-fa99-4851-860b-9cad031d2c15,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:54.347796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:54.796904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df78e12b-1d87-41e8-a230-83960d6b0bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:54.829296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:55:54.832588 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8ef8a9-2ef6-40cc-8402-5b4697be9cf5" -d '{"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-unplugged", "status": "completed", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:55:54.938163 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35265c3-1e81-4cf7-b376-26ebebdf617b x-openstack-request-id: req-d35265c3-1e81-4cf7-b376-26ebebdf617b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:55:54.939144 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04ebd84-a009-4c8a-b53d-c773f73e6786", "name": "network-vif-unplugged", "status": "completed", "tag": "840a2248-fd60-46a9-b7ca-022d7ca97e9c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:55:54.939612 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d35265c3-1e81-4cf7-b376-26ebebdf617b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:55:54.940254 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04ebd84-a009-4c8a-b53d-c773f73e6786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840a2248-fd60-46a9-b7ca-022d7ca97e9c', 'code': 200} Jul 15 16:55:55.061650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df78e12b-1d87-41e8-a230-83960d6b0bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.107576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68c11f83-4b79-424d-95a1-36cc5320d523 req-ea00f0af-c5d0-412b-97ac-84f53469b901 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=f04ebd84-a009-4c8a-b53d-c773f73e6786 HTTP/1.1" status: 200 len: 210 time: 0.0844460 Jul 15 16:55:55.108710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df78e12b-1d87-41e8-a230-83960d6b0bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.252061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78e12b-1d87-41e8-a230-83960d6b0bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc67ad-34e2-459d-8ab8-d06fd231735d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:55.271830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:55.300975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:55.301229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-df78e12b-1d87-41e8-a230-83960d6b0bcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7fa8b95d8d346c88f78bdc860c09e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523013 Jul 15 16:55:55.432742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.493205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.564499 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.572612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.580184 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bcc67ad-34e2-459d-8ab8-d06fd231735d HTTP/1.1" status: 204 len: 168 time: 0.2774603 Jul 15 16:55:55.601542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac906d-c645-4d1b-8a18-81e49192e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc67ad-34e2-459d-8ab8-d06fd231735d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:55.648046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'networks': [{'name': 'tempest-network--1231438545'}, {'name': 'tempest-network--748969447'}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:55.648673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-network--1231438545'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:55.649417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-network--748969447'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:55:55.686770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'network': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:55:55.694072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.707417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.759301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-309c57e5-10fd-493e-97a4-695c733f2938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.937494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.950335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:55.951171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.027116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:55:56.037448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a115d6-2b3d-4d70-811d-7a1a45fd2721,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:56.045964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.046502 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment 1f4620e1-c7e2-4c5e-a6c7-e824fa0d6ca7 of type vlan for network bf7fdfff-f9d4-421d-9959-2ca57366f7f6 Jul 15 16:55:56.097361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.173805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:55:56.213127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.213488 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment 25df26c1-24fb-47d2-b07f-f44eb7d7e47f of type vlan for network 388212da-8ad1-41b8-80b7-823bbb899095 Jul 15 16:55:56.321565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.411762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.413275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.429588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:56.448562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:56.451159 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:56.632928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3549857 Jul 15 16:55:56.633409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:56.877473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=bf7fdfff-f9d4-421d-9959-2ca57366f7f6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:56.895636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network bf7fdfff-f9d4-421d-9959-2ca57366f7f6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:55:57.126831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd035491-5172-45c2-bb11-3c2935085884 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=388212da-8ad1-41b8-80b7-823bbb899095,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:57.146475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 388212da-8ad1-41b8-80b7-823bbb899095 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:55:57.181791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82895370-ed54-4ede-b17c-2e99b3017ce7 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:57.191826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82895370-ed54-4ede-b17c-2e99b3017ce7 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:57.199183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82895370-ed54-4ede-b17c-2e99b3017ce7 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:57.206273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82895370-ed54-4ede-b17c-2e99b3017ce7 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:57.208737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82895370-ed54-4ede-b17c-2e99b3017ce7 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5743878 Jul 15 16:55:57.212330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:57.355545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.578233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.603454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7fdfff-f9d4-421d-9959-2ca57366f7f6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:57.628611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4620e1-c7e2-4c5e-a6c7-e824fa0d6ca7') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:57.629000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4620e1-c7e2-4c5e-a6c7-e824fa0d6ca7') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:57.675720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.692005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.708779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:55:57.709253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34184) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:57.710041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:55:57.714119 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:55:57.819017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.838763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:57.838763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/bf7fdfff-f9d4-421d-9959-2ca57366f7f6 HTTP/1.1" status: 204 len: 168 time: 0.6224942 Jul 15 16:55:57.839228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:57.941321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352bc35-ac92-418e-aa3a-22dc66db544f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=bf7fdfff-f9d4-421d-9959-2ca57366f7f6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:57.996603 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5acb009b-db7b-4f6f-b7ec-c455f6db19cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.186220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5acb009b-db7b-4f6f-b7ec-c455f6db19cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.195708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5acb009b-db7b-4f6f-b7ec-c455f6db19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.270132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb009b-db7b-4f6f-b7ec-c455f6db19cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368ab62-838b-40d0-b501-89850f588357,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:58.336204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1348b886-4c57-4a72-8c96-67ac254c1b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.385809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5acb009b-db7b-4f6f-b7ec-c455f6db19cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3b4aeffd2c74cfcad3b511b342c2581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753852 Jul 15 16:55:58.388408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:58.518173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.567775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.654556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.657124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.658286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f368ab62-838b-40d0-b501-89850f588357 HTTP/1.1" status: 204 len: 168 time: 0.2682414 Jul 15 16:55:58.673240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411cb41-6e7c-4a4a-9054-a33c1fed39a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368ab62-838b-40d0-b501-89850f588357,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:58.684801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-b3306e4c-6a64-4f1f-9fb8-9e66b3959c0c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9855754 Jul 15 16:55:58.689118 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.812398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.896422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.933613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388212da-8ad1-41b8-80b7-823bbb899095']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:58.951036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df26c1-24fb-47d2-b07f-f44eb7d7e47f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:58.951559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df26c1-24fb-47d2-b07f-f44eb7d7e47f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:55:58.963925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:58.982521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b16e62-2c70-4824-9b43-09520f389734 req-d5a1ab44-945c-495d-82de-a84d80d776dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:58.984594 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-d5a1ab44-945c-495d-82de-a84d80d776dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 1096 time: 0.2338052 Jul 15 16:55:59.002898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:59.010919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:55:59.011640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:55:59.015698 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:55:59.185898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:59.206364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:59.211338 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/388212da-8ad1-41b8-80b7-823bbb899095 HTTP/1.1" status: 204 len: 168 time: 1.3621311 Jul 15 16:55:59.214132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34234) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:55:59.272443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2eb2e-7884-4840-bda8-d55e8a9e38e1 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=388212da-8ad1-41b8-80b7-823bbb899095,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:55:59.309055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b16e62-2c70-4824-9b43-09520f389734 req-4fa2bbba-4c3e-414d-a64a-215a9ce221b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:59.313030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-4fa2bbba-4c3e-414d-a64a-215a9ce221b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 200 len: 914 time: 0.2840507 Jul 15 16:55:59.422655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-03b970dd-7619-4036-92be-aca11fb146e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=037d3f28-b826-4da6-9ded-c6f278480756 HTTP/1.1" status: 200 len: 217 time: 0.1033139 Jul 15 16:55:59.454007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:55:59.553413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b16e62-2c70-4824-9b43-09520f389734 req-e6641787-87d9-4dd9-950b-5d7e36735477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:59.555093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-e6641787-87d9-4dd9-950b-5d7e36735477 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 200 len: 854 time: 0.1252830 Jul 15 16:55:59.658410 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-c4da03c6-b711-4466-919e-1cec56338768 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e502825a-0d7b-4a84-a2f0-93876b2a38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961339 Jul 15 16:55:59.874373 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-5ab54375-b5da-4105-9c09-dc2009c387f6 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914928 Jul 15 16:55:59.953270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5afe7-2ac8-4e4d-a89b-a713ba1d3a01 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:59.980299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c5afe7-2ac8-4e4d-a89b-a713ba1d3a01 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:55:59.995285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36c5afe7-2ac8-4e4d-a89b-a713ba1d3a01 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7794406 Jul 15 16:55:59.999925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34274) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:00.017415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2101120229'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:00.109892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:00.121061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.173694 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38b16e62-2c70-4824-9b43-09520f389734 req-42092a00-f041-4be8-a644-88865f3fc5a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934713 Jul 15 16:56:00.245619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:00.279022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.279378 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment e9a319a1-f633-4f8b-b3b6-9507e924b02d of type vlan for network 6a1795fc-9286-42b3-b56f-5cafe5fa0763 Jul 15 16:56:00.391411 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.479196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.490218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:00.496567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.557216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5505917 Jul 15 16:56:00.560078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:00.567632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1285969014'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:00.646144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:00.659150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.749968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647bf1c-fd91-4a4b-9e64-cefe8598b8f2 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=6a1795fc-9286-42b3-b56f-5cafe5fa0763,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:00.764947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6a1795fc-9286-42b3-b56f-5cafe5fa0763 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:00.765445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:00.783620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.783944 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment 528a3058-42f8-48d0-9728-e0449371e9ff of type vlan for network 2a731a65-b5e5-43bd-9340-d3e7cf4b7130 Jul 15 16:56:00.905707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:00.991253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:01.006714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:01.010413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:01.163107 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6006851 Jul 15 16:56:01.167474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34316) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:01.177063 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:01.177455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'ports': [{'network_id': '6a1795fc-9286-42b3-b56f-5cafe5fa0763', 'name': 'tempest-port--1333113076', 'admin_state_up': True}, {'network_id': '2a731a65-b5e5-43bd-9340-d3e7cf4b7130', 'admin_state_up': False}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:01.178028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'port': {'network_id': '6a1795fc-9286-42b3-b56f-5cafe5fa0763', 'name': 'tempest-port--1333113076', 'admin_state_up': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:01.178631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'port': {'network_id': '2a731a65-b5e5-43bd-9340-d3e7cf4b7130', 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:01.327867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1df55-50b3-4057-bda3-415fac63129e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=2a731a65-b5e5-43bd-9340-d3e7cf4b7130,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:01.343217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2a731a65-b5e5-43bd-9340-d3e7cf4b7130 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:01.757894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'port': 2} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:01.766621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:01.801278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:01.988303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] device_id is not set on port 6550d079-f3b9-41df-a0ca-2dee4ebe1df8 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:56:02.318828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:02.505255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] device_id is not set on port 692b782d-e6ef-4a12-85c0-1d690082998e yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:56:02.865055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:02.974381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:03.145214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Port': ['ID=6550d079-f3b9-41df-a0ca-2dee4ebe1df8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:03.181916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Checking segment: {'id': 'e9a319a1-f633-4f8b-b3b6-9507e924b02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '6a1795fc-9286-42b3-b56f-5cafe5fa0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:03.182326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network hostable DHCP agents. Network: 6a1795fc-9286-42b3-b56f-5cafe5fa0763, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:03.322618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network 6a1795fc-9286-42b3-b56f-5cafe5fa0763 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:03.349321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6a1795fc-9286-42b3-b56f-5cafe5fa0763) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:03.360953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c1871-395f-4ae0-856d-1bfc2f874e08 None None] Network 6a1795fc-9286-42b3-b56f-5cafe5fa0763 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:03.372914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:56:03.373924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:03.638533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ea31-88b5-4454-89fb-ff50e70d4385 req-45323f47-a53d-4ef9-850f-ac96ec1c857d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:03.647338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1dc4ea31-88b5-4454-89fb-ff50e70d4385 req-45323f47-a53d-4ef9-850f-ac96ec1c857d tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.4578338 Jul 15 16:56:03.652914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Port': ['ID=692b782d-e6ef-4a12-85c0-1d690082998e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:03.666228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Checking segment: {'id': '528a3058-42f8-48d0-9728-e0449371e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2a731a65-b5e5-43bd-9340-d3e7cf4b7130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:03.666771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network hostable DHCP agents. Network: 2a731a65-b5e5-43bd-9340-d3e7cf4b7130, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:03.738568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1dc4ea31-88b5-4454-89fb-ff50e70d4385 req-d82d5bd2-42ef-4160-9964-8e959412bbb1 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Jul 15 16:56:03.742059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network 2a731a65-b5e5-43bd-9340-d3e7cf4b7130 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:03.790612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2a731a65-b5e5-43bd-9340-d3e7cf4b7130) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:03.796435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:56:03.812186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c917d-11b3-4382-ba32-1b9f3f48af1d None None] Network 2a731a65-b5e5-43bd-9340-d3e7cf4b7130 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:03.831069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:03.864015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:03.867640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:03.937054 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3617674-cfeb-4bdc-8754-03c54e135df4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7677581 Jul 15 16:56:03.939712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:04.254724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad6f78-1111-4ee3-a4b2-0316cad68d30 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:04.262363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad6f78-1111-4ee3-a4b2-0316cad68d30 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:04.264375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a8ad6f78-1111-4ee3-a4b2-0316cad68d30 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3234942 Jul 15 16:56:04.267413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:04.452761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Deleting port 6550d079-f3b9-41df-a0ca-2dee4ebe1df8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:04.453621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:04.696851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:04.725067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Calling delete_port for 6550d079-f3b9-41df-a0ca-2dee4ebe1df8 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:04.743487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-903075be-1b54-403e-909b-8954055984ac tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:04.745087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-903075be-1b54-403e-909b-8954055984ac tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.2447615 Jul 15 16:56:04.935154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:04.999824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.006071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/ports/6550d079-f3b9-41df-a0ca-2dee4ebe1df8 HTTP/1.1" status: 204 len: 168 time: 0.7369108 Jul 15 16:56:05.008244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25d07-29bf-41fc-a9b9-b27c9a4ac426 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Port': ['ID=6550d079-f3b9-41df-a0ca-2dee4ebe1df8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:05.017798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:05.108770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Deleting port 037d3f28-b826-4da6-9ded-c6f278480756 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:05.109812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.138798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef8504-4a56-49d4-ba40-8fcc8f02a331 req-02fed4e7-f5fe-4d18-9d2e-a32081aae48e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:05.144038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2ef8504-4a56-49d4-ba40-8fcc8f02a331 req-02fed4e7-f5fe-4d18-9d2e-a32081aae48e tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 945 time: 0.1596134 Jul 15 16:56:05.223447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] For port 037d3f28-b826-4da6-9ded-c6f278480756, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=037d3f28-b826-4da6-9ded-c6f278480756,segment=NetworkSegment(5c9bfadd-410f-4669-bb94-4e469bfaf58a),segment_id=5c9bfadd-410f-4669-bb94-4e469bfaf58a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:05.223965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.244452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Calling delete_port for 037d3f28-b826-4da6-9ded-c6f278480756 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:05.263480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2ef8504-4a56-49d4-ba40-8fcc8f02a331 req-be34d09a-9aba-4467-be26-6aa9a358c044 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/security-groups?id=9024fb41-c457-4ebc-88dd-0504320b69f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138363 Jul 15 16:56:05.619189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Deleting port 692b782d-e6ef-4a12-85c0-1d690082998e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:05.620367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.691775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.707585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['037d3f28-b826-4da6-9ded-c6f278480756'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:05.833337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] No DVR routers for this DVR port 037d3f28-b826-4da6-9ded-c6f278480756 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:56:05.885294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Pushing event deleted for resources: {'Port': ['ID=037d3f28-b826-4da6-9ded-c6f278480756,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:05.888551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.891286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1db39d7b-acb6-4d38-b2d6-4b03105838bb req-9504014f-db33-4f69-ae11-bb435a7c1951 tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.20 "DELETE /v2.0/ports/037d3f28-b826-4da6-9ded-c6f278480756 HTTP/1.1" status: 204 len: 173 time: 1.1389542 Jul 15 16:56:05.907779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'name': 'network-vif-deleted', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:05.915695 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c0835-c663-4b40-ab3a-b0f67bcabc2d" -d '{"events": [{"server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "name": "network-vif-deleted", "tag": "037d3f28-b826-4da6-9ded-c6f278480756"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:05.923019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:05.942895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Calling delete_port for 692b782d-e6ef-4a12-85c0-1d690082998e owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:06.064452 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3f3eee-2857-40df-8331-f41bbb4b52a0 x-openstack-request-id: req-9c3f3eee-2857-40df-8331-f41bbb4b52a0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:06.065691 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322", "name": "network-vif-deleted", "tag": "037d3f28-b826-4da6-9ded-c6f278480756", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:06.065950 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c3f3eee-2857-40df-8331-f41bbb4b52a0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:06.066363 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322', 'name': 'network-vif-deleted', 'tag': '037d3f28-b826-4da6-9ded-c6f278480756', 'status': 'completed', 'code': 200} Jul 15 16:56:06.155401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.268614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.270451 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/ports/692b782d-e6ef-4a12-85c0-1d690082998e HTTP/1.1" status: 204 len: 168 time: 1.2505102 Jul 15 16:56:06.271796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca441c4-7c07-4e70-9c08-e17a0da50c97 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Port': ['ID=692b782d-e6ef-4a12-85c0-1d690082998e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:06.273959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34508) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:06.314875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c510d81a-7122-4dd1-b176-7f48232f8bff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0389600 Jul 15 16:56:06.318991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34512) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:06.332628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1111586658'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:06.411432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:06.415728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.478924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:06.502108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.502461 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment 8d1602a4-96a5-43b9-9bd2-55cb46038d6e of type vlan for network 43454783-9949-4768-929a-664d7de75a10 Jul 15 16:56:06.687340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-903515c6-8010-4cd1-b8cb-24599779d71f req-788ee536-d8f3-4dba-924b-c163db8192ea tempest-AttachVolumeNegativeTest-1573456940 tempest-AttachVolumeNegativeTest-1573456940-project] 10.222.0.25 "GET /v2.0/ports?device_id=c83fe7c7-9955-4f94-8f7e-3e2d8d5b4322 HTTP/1.1" status: 200 len: 210 time: 0.0900891 Jul 15 16:56:06.690733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.775415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.781338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:06.787139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.858869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5348945 Jul 15 16:56:06.861944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:06.869043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1589354539'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:06.944380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:06.948600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:06.952145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276a1e3-ec41-45d4-ae80-e7cefa8b2eff tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=43454783-9949-4768-929a-664d7de75a10,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:06.967665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 43454783-9949-4768-929a-664d7de75a10 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:07.039904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:07.078639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:07.078997 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Added segment 9a781b9b-72cc-4301-9144-84d9703be7d4 of type vlan for network 99ce7ac2-7591-4af9-bd50-e31b257761db Jul 15 16:56:07.190016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:07.252048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:07.258262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:07.259198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:07.352269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4884899 Jul 15 16:56:07.443458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Network': ['ID=99ce7ac2-7591-4af9-bd50-e31b257761db,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:07.464787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.470363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.471150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.471699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.472266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.472897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.473441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.474381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.474922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.475478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.476263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.480426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12d4a81-73f6-461b-9025-11b61c176acc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:07.495015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 99ce7ac2-7591-4af9-bd50-e31b257761db details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:07.529132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:07.534609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'subnets': [{'network_id': '43454783-9949-4768-929a-664d7de75a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1721820304', 'ip_version': 4}, {'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:07.535000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'subnet': {'network_id': '43454783-9949-4768-929a-664d7de75a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1721820304', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:07.535783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Request body: {'subnet': {'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:07.817292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Made reservation on behalf of 2ab91acb8f9c4ad59077551d487ab452 for: {'subnet': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:07.823804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:07.824568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.001632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34572) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:08.093104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Deleting subnet 44d36371-476d-4e06-a239-86d38240021c {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:56:08.102452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.227835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.391962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.530072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34586) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:08.595016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.641347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d36371-476d-4e06-a239-86d38240021c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:08.647616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.650858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e0d23a20-e25e-482f-b753-4061ec637a8e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/44d36371-476d-4e06-a239-86d38240021c HTTP/1.1" status: 204 len: 168 time: 0.6474202 Jul 15 16:56:08.654567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34592) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:08.719086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.856454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:08.885141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Subnet': ['ID=f90c4308-8c28-4233-a95e-2d5e088537cc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:08.946160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Checking segment: {'id': '8d1602a4-96a5-43b9-9bd2-55cb46038d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '43454783-9949-4768-929a-664d7de75a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:08.946520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network hostable DHCP agents. Network: 43454783-9949-4768-929a-664d7de75a10, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:08.982074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network 43454783-9949-4768-929a-664d7de75a10 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:09.001330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 43454783-9949-4768-929a-664d7de75a10) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:09.006614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.017746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab919c-d759-4544-8e7a-12cca3b6c031 None None] Network 43454783-9949-4768-929a-664d7de75a10 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:09.136252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.138826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event updated for resources: {'Subnet': ['ID=7a5b1384-5b4d-4b9b-acc1-655547877f48,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:09.168901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e502825a-0d7b-4a84-a2f0-93876b2a38ef']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:09.252991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Checking segment: {'id': '9a781b9b-72cc-4301-9144-84d9703be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:09.253634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network hostable DHCP agents. Network: 99ce7ac2-7591-4af9-bd50-e31b257761db, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:09.275267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9bfadd-410f-4669-bb94-4e469bfaf58a') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:09.275267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9bfadd-410f-4669-bb94-4e469bfaf58a') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:09.295891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Network 99ce7ac2-7591-4af9-bd50-e31b257761db is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:09.312565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 99ce7ac2-7591-4af9-bd50-e31b257761db) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:09.317231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:09.317911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:09.320464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.351719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec837029-bde6-41cc-b9dc-4ffdcfad114e tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8202386 Jul 15 16:56:09.355811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50509670-2ba9-4116-8cc3-37b5d554351a None None] Network 99ce7ac2-7591-4af9-bd50-e31b257761db requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:09.356592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:09.426678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95f85638-0aa3-4f5b-b808-0b1fedf7553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.462392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.544865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.564210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8043856-7a74-4348-a546-377d69a333bf tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:09.566855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8043856-7a74-4348-a546-377d69a333bf tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:09.569025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:09.569465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8043856-7a74-4348-a546-377d69a333bf tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:09.569644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.572459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f8043856-7a74-4348-a546-377d69a333bf tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2145905 Jul 15 16:56:09.575879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:09.642289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Deleting subnet f90c4308-8c28-4233-a95e-2d5e088537cc {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:56:09.646898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.654174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdad126-7fa7-4ff6-890c-4cce86a481b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-43454783-9949-4768-929a-664d7de75a10', 'network_id': '43454783-9949-4768-929a-664d7de75a10', 'tenant_id': '2ab91acb8f9c4ad59077551d487ab452', 'fixed_ips': [{'subnet_id': 'f90c4308-8c28-4233-a95e-2d5e088537cc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:56:09.655161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7cdad126-7fa7-4ff6-890c-4cce86a481b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:09.682440 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:09.689888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.722020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.737839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] 10.222.0.25 "DELETE /v2.0/networks/e502825a-0d7b-4a84-a2f0-93876b2a38ef HTTP/1.1" status: 204 len: 168 time: 1.0794680 Jul 15 16:56:09.746409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.792293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Pushing event deleted for resources: {'Network': ['ID=e502825a-0d7b-4a84-a2f0-93876b2a38ef,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:09.834628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.834996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.835907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.836286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.836520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.836812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.837135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.837452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.837757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.838160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.838365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.838681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3db70fc-f90c-4746-a825-53e0cb2ceaaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:09.871044 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.916853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-99ce7ac2-7591-4af9-bd50-e31b257761db', 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db', 'tenant_id': '2ab91acb8f9c4ad59077551d487ab452', 'fixed_ips': [{'subnet_id': '7a5b1384-5b4d-4b9b-acc1-655547877f48'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:56:09.918135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.953445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95f85638-0aa3-4f5b-b808-0b1fedf7553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:09.965023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95f85638-0aa3-4f5b-b808-0b1fedf7553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.028872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.060697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-95f85638-0aa3-4f5b-b808-0b1fedf7553c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ba9b57a5cc04c93b56ef47a5ed8f8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5291896 Jul 15 16:56:10.080654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34630) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:10.110471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.114342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/subnets/f90c4308-8c28-4233-a95e-2d5e088537cc HTTP/1.1" status: 204 len: 168 time: 0.5351436 Jul 15 16:56:10.117619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:10.119949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f88fe4-1477-4b02-9fad-e373a3d5093f tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Subnet': ['ID=f90c4308-8c28-4233-a95e-2d5e088537cc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-7cdad126-7fa7-4ff6-890c-4cce86a481b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f90c4308-8c28-4233-a95e-2d5e088537cc: This subnet is being modified by another concurrent operation. Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f90c4308-8c28-4233-a95e-2d5e088537cc: This subnet is being modified by another concurrent operation. Jul 15 16:56:10.170435 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 16:56:10.206182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 037d3f28-b826-4da6-9ded-c6f278480756 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:56:10.207976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f85638-0aa3-4f5b-b808-0b1fedf7553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9fb738-e131-44c3-ad36-d76c93787486,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:10.238503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 037d3f28-b826-4da6-9ded-c6f278480756 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:56:10.240597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 037d3f28-b826-4da6-9ded-c6f278480756 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:56:10.260835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:10.266437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Deleting subnet 7a5b1384-5b4d-4b9b-acc1-655547877f48 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:56:10.274465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a652c8d-c711-4aba-96e0-cf24ebbe787a None None] Network 43454783-9949-4768-929a-664d7de75a10 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:10.389728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:10.390037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2f49084-169c-4bf2-a067-41c730316145 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ad053abb6b4493e8f7f33b1ec21e239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246972 Jul 15 16:56:10.405856 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.432023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.483483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Allocated IP 172.20.0.18 (99ce7ac2-7591-4af9-bd50-e31b257761db/7a5b1384-5b4d-4b9b-acc1-655547877f48/089729e4-bc54-49c5-ac9c-4cb59440eee3) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:56:10.516312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.524333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.526410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f9fb738-e131-44c3-ad36-d76c93787486 HTTP/1.1" status: 204 len: 168 time: 0.4421782 Jul 15 16:56:10.528468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.548560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cae05-017e-45e3-816f-b44d01c43e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9fb738-e131-44c3-ad36-d76c93787486,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:10.572835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34652) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:10.593798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.647992 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.696654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.700874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.702483 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9024fb41-c457-4ebc-88dd-0504320b69f7 HTTP/1.1" status: 204 len: 168 time: 0.3113091 Jul 15 16:56:10.727291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca3960-e778-4389-91dc-97f9aa0a9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024fb41-c457-4ebc-88dd-0504320b69f7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:10.729298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.954797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:10.968553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Transition to ACTIVE for port object 089729e4-bc54-49c5-ac9c-4cb59440eee3 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:56:10.996361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e73da08-1c67-4d71-8898-2057e7fb0d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.001805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Transition to ACTIVE for port object 089729e4-bc54-49c5-ac9c-4cb59440eee3 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:56:11.015063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.016205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.126935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.161648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Pushing event updated for resources: {'Port': ['ID=089729e4-bc54-49c5-ac9c-4cb59440eee3,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:11.217542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Network 99ce7ac2-7591-4af9-bd50-e31b257761db is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:56:11.223794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:11.235962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:56:11.260958 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e73da08-1c67-4d71-8898-2057e7fb0d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.308806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.333032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e73da08-1c67-4d71-8898-2057e7fb0d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.383997 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.406121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.413750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/subnets/7a5b1384-5b4d-4b9b-acc1-655547877f48 HTTP/1.1" status: 204 len: 168 time: 1.2883511 Jul 15 16:56:11.414904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:11.462623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73da08-1c67-4d71-8898-2057e7fb0d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8106934d-636e-4bab-9f4f-a8485a597bc4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:11.475399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408e5e-3415-41c7-ad73-f973472e07fa tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5b1384-5b4d-4b9b-acc1-655547877f48,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:11.495417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Attempting to bind port 089729e4-bc54-49c5-ac9c-4cb59440eee3 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:56:11.495819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Attempting to bind port 089729e4-bc54-49c5-ac9c-4cb59440eee3 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9a781b9b-72cc-4301-9144-84d9703be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:56:11.498350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Attempting to bind port 089729e4-bc54-49c5-ac9c-4cb59440eee3 on network 99ce7ac2-7591-4af9-bd50-e31b257761db {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:56:11.513240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:56:11.513624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Checking segment: {'id': '9a781b9b-72cc-4301-9144-84d9703be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:11.514038 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.514436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Bound using segment: {'id': '9a781b9b-72cc-4301-9144-84d9703be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:56:11.514921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Bound port: 089729e4-bc54-49c5-ac9c-4cb59440eee3, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a781b9b-72cc-4301-9144-84d9703be7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '99ce7ac2-7591-4af9-bd50-e31b257761db'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:56:11.520357 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.555746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4e73da08-1c67-4d71-8898-2057e7fb0d4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8501079aa9924c19a1798e7daee6c90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9790456 Jul 15 16:56:11.569099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:11.583893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.620027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.634142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.662511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.686619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508868b9-37e7-45c0-b10f-84f841b935d4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.686818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.689505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-508868b9-37e7-45c0-b10f-84f841b935d4 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2186925 Jul 15 16:56:11.696190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.701373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:11.708752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:11.721290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-0489283f-055c-4539-9145-87fb1cd3e7b8 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.4530892 Jul 15 16:56:11.724300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] For port 089729e4-bc54-49c5-ac9c-4cb59440eee3, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:56:11.734071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] For port 089729e4-bc54-49c5-ac9c-4cb59440eee3, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=089729e4-bc54-49c5-ac9c-4cb59440eee3,segment=NetworkSegment(9a781b9b-72cc-4301-9144-84d9703be7d4),segment_id=9a781b9b-72cc-4301-9144-84d9703be7d4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:56:11.744623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:11.825004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045fbd8a-b308-47ab-ba84-ef0abdc21625 req-9703827f-3389-46f0-82e8-0070aab1d32e tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1015277 Jul 15 16:56:11.934775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35bf9-d327-48c8-86c6-bee2567cea77 None None] Pushing event updated for resources: {'Port': ['ID=089729e4-bc54-49c5-ac9c-4cb59440eee3,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:11.955439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262fcc2-9789-4386-af50-da82c6adf54d None None] Network 99ce7ac2-7591-4af9-bd50-e31b257761db requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:12.022805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.075365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.148675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.314734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f435a-5513-4d44-87ad-c719d9b5668b None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 16:56:12.393013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.422007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.422619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.425310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.426487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8106934d-636e-4bab-9f4f-a8485a597bc4 HTTP/1.1" status: 204 len: 168 time: 0.8555567 Jul 15 16:56:12.438611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.442630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Deleting port 089729e4-bc54-49c5-ac9c-4cb59440eee3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:12.443613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.470290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.493847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.501564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.515369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:12.531558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d361bb19-b3be-46d9-9e8a-a70c3e40ca9d req-a73d9d8e-d113-4b2b-8ac6-689b3305e575 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.3534739 Jul 15 16:56:12.608883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f435a-5513-4d44-87ad-c719d9b5668b None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 16:56:12.615370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d648bb4-4921-47a2-bcad-e2afd358802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106934d-636e-4bab-9f4f-a8485a597bc4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:12.632606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] For port 089729e4-bc54-49c5-ac9c-4cb59440eee3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=089729e4-bc54-49c5-ac9c-4cb59440eee3,segment=NetworkSegment(9a781b9b-72cc-4301-9144-84d9703be7d4),segment_id=9a781b9b-72cc-4301-9144-84d9703be7d4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:12.633059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.697391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Calling delete_port for 089729e4-bc54-49c5-ac9c-4cb59440eee3 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:12.811584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:12.848252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Port': ['ID=089729e4-bc54-49c5-ac9c-4cb59440eee3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:12.853402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] No DVR routers for this DVR port 089729e4-bc54-49c5-ac9c-4cb59440eee3 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:56:12.986186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.013346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ce7ac2-7591-4af9-bd50-e31b257761db']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:13.032355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a781b9b-72cc-4301-9144-84d9703be7d4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:13.032892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a781b9b-72cc-4301-9144-84d9703be7d4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:13.059316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.115652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.141292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:13.142839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:13.149263 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:13.357979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.374177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.380284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34764) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:13.391967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/99ce7ac2-7591-4af9-bd50-e31b257761db HTTP/1.1" status: 204 len: 168 time: 1.6741829 Jul 15 16:56:13.451410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fb6b7-5302-4d14-bbcb-01a924cfc030 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=99ce7ac2-7591-4af9-bd50-e31b257761db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:13.646980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:13.668021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f849e66-d1b0-4496-bb64-a73bb646b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.708942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.782810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e5d3b-605a-419b-a9a0-fdbbb4347455 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 16:56:13.966689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f849e66-d1b0-4496-bb64-a73bb646b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:13.974570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f849e66-d1b0-4496-bb64-a73bb646b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.021021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e5d3b-605a-419b-a9a0-fdbbb4347455 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 16:56:14.028320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f849e66-d1b0-4496-bb64-a73bb646b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572a9350-042f-42a7-b813-d02480a39e44,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:14.052871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f849e66-d1b0-4496-bb64-a73bb646b234 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d0e547cfc18449989f10055cacf7cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011283 Jul 15 16:56:14.055487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:14.074636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.081042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34804) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:14.085896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43454783-9949-4768-929a-664d7de75a10']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:14.113358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1602a4-96a5-43b9-9bd2-55cb46038d6e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:14.115399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1602a4-96a5-43b9-9bd2-55cb46038d6e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:14.143477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.218656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.260233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:14.263649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.325986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.394330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:14.472716 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:14.550763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.554158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.558105 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/572a9350-042f-42a7-b813-d02480a39e44 HTTP/1.1" status: 204 len: 168 time: 0.5013795 Jul 15 16:56:14.572992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edbdea-ccf3-4097-8be8-6fcd058ee51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a9350-042f-42a7-b813-d02480a39e44,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:14.608301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.614402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.621636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/43454783-9949-4768-929a-664d7de75a10 HTTP/1.1" status: 204 len: 168 time: 1.2376735 Jul 15 16:56:14.622003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:14.674381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:14.690679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf1da7-5dee-4d39-8ca6-8075da0719c0 tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=43454783-9949-4768-929a-664d7de75a10,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:14.772287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ae73756-a981-41d2-ae18-b4e2028ebad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.885835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:14.890365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8d12741-1757-41ac-8a58-6719ed25b30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.098584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.127000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a731a65-b5e5-43bd-9340-d3e7cf4b7130']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:15.160835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528a3058-42f8-48d0-9728-e0449371e9ff') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:15.161623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528a3058-42f8-48d0-9728-e0449371e9ff') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:15.249414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ae73756-a981-41d2-ae18-b4e2028ebad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.264260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ae73756-a981-41d2-ae18-b4e2028ebad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.274973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.383583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.401660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34868) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:15.408399 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ae73756-a981-41d2-ae18-b4e2028ebad3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a51a8d28f9e8492e98eac2364360fc44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3192637 Jul 15 16:56:15.409805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:15.427132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:15.427956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.512211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73756-a981-41d2-ae18-b4e2028ebad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7290b-0896-45ac-a712-8ef993b7e52b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:15.515224 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:15.529578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.558687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.558875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.575517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/2a731a65-b5e5-43bd-9340-d3e7cf4b7130 HTTP/1.1" status: 204 len: 168 time: 0.9518518 Jul 15 16:56:15.582052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34878) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:15.590204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e67fa-72af-47fb-a7f2-f568ad9218af tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=2a731a65-b5e5-43bd-9340-d3e7cf4b7130,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:15.721701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.730367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8d12741-1757-41ac-8a58-6719ed25b30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.742772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8d12741-1757-41ac-8a58-6719ed25b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.806042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f8d12741-1757-41ac-8a58-6719ed25b30e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5649e6762c047578fca8dbd7cd8fea1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1288526 Jul 15 16:56:15.806959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12741-1757-41ac-8a58-6719ed25b30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c975a16-e11e-4d71-96fd-159f2728f796,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:15.814904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:15.817477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34890) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:16.069185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.072910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.075560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.076522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59d7290b-0896-45ac-a712-8ef993b7e52b HTTP/1.1" status: 204 len: 168 time: 0.6657207 Jul 15 16:56:16.088403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.088889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.089357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.089825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.090600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.091000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.091189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:16.093792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-273f909e-3715-4474-830d-db7ac24127e0 req-6827618e-57b0-47aa-a5d3-22f22be6db49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 6490 time: 0.6899481 Jul 15 16:56:16.133324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77091215-9c6e-475b-943a-cc4f30ba4dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7290b-0896-45ac-a712-8ef993b7e52b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:16.187795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.263453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.275373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-273f909e-3715-4474-830d-db7ac24127e0 req-15c8f1cd-7fa5-420b-85b1-bb3adb0fc976 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734459 Jul 15 16:56:16.306540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1795fc-9286-42b3-b56f-5cafe5fa0763']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:16.318978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a319a1-f633-4f8b-b3b6-9507e924b02d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:16.319964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a319a1-f633-4f8b-b3b6-9507e924b02d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:16.339011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.361826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.370552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:16.370986 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:16.374460 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:16.377340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.378107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.387579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c975a16-e11e-4d71-96fd-159f2728f796 HTTP/1.1" status: 204 len: 168 time: 0.5598896 Jul 15 16:56:16.406367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf8dac-a303-4539-b145-5987d368d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c975a16-e11e-4d71-96fd-159f2728f796,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:16.475976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.486820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:16.488796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] 10.222.0.25 "DELETE /v2.0/networks/6a1795fc-9286-42b3-b56f-5cafe5fa0763 HTTP/1.1" status: 204 len: 168 time: 0.9014473 Jul 15 16:56:16.500303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57262bdc-f864-417b-a30a-fa77f054ffcc tempest-BulkNetworkOpsTest-1455096889 tempest-BulkNetworkOpsTest-1455096889-project] Pushing event deleted for resources: {'Network': ['ID=6a1795fc-9286-42b3-b56f-5cafe5fa0763,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:17.007023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:17.237003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b23f9-eb06-4dfd-a92e-fe2f7bf7e1e4 req-a7c30b1a-7a3a-4ee9-8f8b-aa0867b74028 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:17.246853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f03b23f9-eb06-4dfd-a92e-fe2f7bf7e1e4 req-a7c30b1a-7a3a-4ee9-8f8b-aa0867b74028 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.1106269 Jul 15 16:56:17.316742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f03b23f9-eb06-4dfd-a92e-fe2f7bf7e1e4 req-99895221-eff4-4135-9ff6-50a8e5152e5d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683718 Jul 15 16:56:17.376375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-816ad8a0-bb5e-471e-9434-17b4b32144ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ab91acb8f9c4ad59077551d487ab452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679309 Jul 15 16:56:17.378979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34996) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:17.449933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:17.491958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:17.555307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:17.558472 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:17.563506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56a115d6-2b3d-4d70-811d-7a1a45fd2721 HTTP/1.1" status: 204 len: 168 time: 0.1826601 Jul 15 16:56:17.574286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fb1de-8f7e-4d28-a01b-d8735171af04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a115d6-2b3d-4d70-811d-7a1a45fd2721,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:18.439068 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:56:18.641955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d05e2a4-b605-4b6c-abe8-2d3939910b45 req-bcfb6290-f20e-4600-b789-98ada37a0cac tempest-AbsoluteLimitsNegativeTestJSON-1613337997 tempest-AbsoluteLimitsNegativeTestJSON-1613337997-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=074e619d09eb497392e4dee2f6dc72e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272093 Jul 15 16:56:18.797479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05e2a4-b605-4b6c-abe8-2d3939910b45 req-8589c474-6bd9-4913-8afe-efe1e2594e93 tempest-AbsoluteLimitsNegativeTestJSON-1613337997 tempest-AbsoluteLimitsNegativeTestJSON-1613337997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:18.799099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d05e2a4-b605-4b6c-abe8-2d3939910b45 req-8589c474-6bd9-4913-8afe-efe1e2594e93 tempest-AbsoluteLimitsNegativeTestJSON-1613337997 tempest-AbsoluteLimitsNegativeTestJSON-1613337997-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519182 Jul 15 16:56:18.818341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d05e2a4-b605-4b6c-abe8-2d3939910b45 req-c4733e40-7430-41a0-888c-816ebcf43cd9 tempest-AbsoluteLimitsNegativeTestJSON-1613337997 tempest-AbsoluteLimitsNegativeTestJSON-1613337997-project] 10.222.0.25 "GET /v2.0/quotas/074e619d09eb497392e4dee2f6dc72e6 HTTP/1.1" status: 200 len: 375 time: 0.0129330 Jul 15 16:56:18.864297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d05e2a4-b605-4b6c-abe8-2d3939910b45 req-5a202831-4699-446a-8297-9ab6e87f98d5 tempest-AbsoluteLimitsNegativeTestJSON-1613337997 tempest-AbsoluteLimitsNegativeTestJSON-1613337997-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=074e619d09eb497392e4dee2f6dc72e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394125 Jul 15 16:56:19.296949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:19.323962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35128) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:19.531533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493709223-network', 'tenant_id': 'e11204f1135b44418eafaee6d6276677'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:19.573906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Made reservation on behalf of e11204f1135b44418eafaee6d6276677 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:19.577292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.599890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.606030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5818-520f-4247-b7ac-34ababde52cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.654193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:56:19.654193 n-d-800085-3 neutron-server[100428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 16:56:19.654193 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id_1': 'e11204f1135b44418eafaee6d6276677', 'expiration_1': datetime.datetime(2021, 7, 15, 16, 56, 19, 645570)}] Jul 15 16:56:19.654193 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:56:19.654551 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:56:19.768584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5818-520f-4247-b7ac-34ababde52cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.775878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4c3d5818-520f-4247-b7ac-34ababde52cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.826826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4c3d5818-520f-4247-b7ac-34ababde52cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=074e619d09eb497392e4dee2f6dc72e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016096 Jul 15 16:56:19.827674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d5818-520f-4247-b7ac-34ababde52cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68f6ac-0d40-436e-9db9-94d3c49a3936,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:19.830147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:19.912769 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:19.942038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.009741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.013916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.016692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d68f6ac-0d40-436e-9db9-94d3c49a3936 HTTP/1.1" status: 204 len: 168 time: 0.1827006 Jul 15 16:56:20.032049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386157e6-b6e2-42aa-aeca-05503953cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68f6ac-0d40-436e-9db9-94d3c49a3936,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:20.147937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35170) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:20.155901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.199417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:56:20.297023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.307219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.327987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:20.344213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:20.363707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.364276 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Added segment f9709198-31cf-4737-a267-254e39c0f81d of type vlan for network da47b056-352c-4103-9683-99fc987cdb85 Jul 15 16:56:20.365711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c4e44-7676-41a0-91d8-889abdc7c108,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:20.365980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:56:20.434791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.450054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:20.453898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.479122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:20.491680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.502155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.504030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:20.504993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.554313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3779540-dda1-4232-bde0-1d9d7146162c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.582769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:20.607542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3084838 Jul 15 16:56:20.608538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:20.611106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419059d-07ec-40cf-8322-dde052b5cc10 admin admin] Pushing event updated for resources: {'Network': ['ID=da47b056-352c-4103-9683-99fc987cdb85,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:20.624962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network da47b056-352c-4103-9683-99fc987cdb85 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:20.642001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3a4bf0fd-798e-4f01-b082-0edc409b70ad'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:20.642665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Request body: {'subnet': {'network_id': 'da47b056-352c-4103-9683-99fc987cdb85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1493709223-subnet', 'tenant_id': 'e11204f1135b44418eafaee6d6276677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:20.760831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3779540-dda1-4232-bde0-1d9d7146162c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.773433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3779540-dda1-4232-bde0-1d9d7146162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.811627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Made reservation on behalf of e11204f1135b44418eafaee6d6276677 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:20.813585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.872579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3779540-dda1-4232-bde0-1d9d7146162c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32a1b9f09fb6409986c4a1331f3e9714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233510 Jul 15 16:56:20.873571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35200) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:20.875921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3779540-dda1-4232-bde0-1d9d7146162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3310c69d-ef19-4131-a8b2-5dcb68c391ba,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:20.957897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:20.999137 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.096903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.100335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.110066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3310c69d-ef19-4131-a8b2-5dcb68c391ba HTTP/1.1" status: 204 len: 168 time: 0.2352183 Jul 15 16:56:21.128090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f788f7e-8d71-40f6-83d0-2da56b56ffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3310c69d-ef19-4131-a8b2-5dcb68c391ba,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:21.158794 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.237555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45290d0e-f9d8-4f0a-b54c-7440ac34def0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:21.251073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Checking segment: {'id': 'f9709198-31cf-4737-a267-254e39c0f81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'da47b056-352c-4103-9683-99fc987cdb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:21.251647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Network hostable DHCP agents. Network: da47b056-352c-4103-9683-99fc987cdb85, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:21.274805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Network da47b056-352c-4103-9683-99fc987cdb85 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:21.285679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, da47b056-352c-4103-9683-99fc987cdb85) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:21.292015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:21.295104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.297335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b116893-089a-4c15-b66c-e1b834633105 None None] Network da47b056-352c-4103-9683-99fc987cdb85 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:21.310635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-37cda87d-6858-4c6c-82bc-70d0adf4f2d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7006674 Jul 15 16:56:21.491871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6d6b3-e9e4-4b9c-8f72-fc4c88b3af19 None None] Network da47b056-352c-4103-9683-99fc987cdb85 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:21.657124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:21.673930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5403abd-5f96-4fc5-87c4-3e10899aa6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.827874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5403abd-5f96-4fc5-87c4-3e10899aa6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.838221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5403abd-5f96-4fc5-87c4-3e10899aa6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.885048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:21.885701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5403abd-5f96-4fc5-87c4-3e10899aa6ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=677ea71260f84d1083dfd2493c3b617f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270048 Jul 15 16:56:21.887523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5403abd-5f96-4fc5-87c4-3e10899aa6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582dde0e-2a2f-4a70-9860-8a9e9ff9712e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:21.949853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:21.976058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.028691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.034526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.035684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/582dde0e-2a2f-4a70-9860-8a9e9ff9712e HTTP/1.1" status: 204 len: 168 time: 0.1497285 Jul 15 16:56:22.045244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23c591-0252-4b39-82f7-c91bb47c8005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582dde0e-2a2f-4a70-9860-8a9e9ff9712e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:22.125685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35282) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:22.215415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:56:22.273176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:56:22.273176 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.396887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.442587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:22.446686 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adde2a3-df46-47bf-94df-db6874fe8061" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:22.464046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:22.473456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.563802 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a79287-072d-48f9-b9e6-e2717801bd98 x-openstack-request-id: req-57a79287-072d-48f9-b9e6-e2717801bd98 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:22.565100 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:22.566935 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a79287-072d-48f9-b9e6-e2717801bd98 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:22.567430 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:56:22.618102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:22.629979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.630334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.630668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.631009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.631343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.631774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.632632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.632972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.633693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.633836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.634337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.634676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:56:22.702635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-576631982-network', 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:22.749831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:22.757812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:22.783547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.008880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.019223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.063549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:23.126736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.128002 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Added segment a297ef2f-3db7-4ed3-9455-42ea7ae56a05 of type vlan for network acd3cc5d-22fa-4eed-81a3-4342b29becba Jul 15 16:56:23.131032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd96a6be-e8cf-4906-bc2b-f7db373e26e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:23.295589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.371765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.373349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:23.375549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.427284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3000576 Jul 15 16:56:23.431185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:23.451241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Request body: {'subnet': {'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-576631982-subnet', 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:23.467411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c13cc-5841-4362-bbe0-a4680f11fd2f admin admin] Pushing event updated for resources: {'Network': ['ID=acd3cc5d-22fa-4eed-81a3-4342b29becba,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:23.500405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network acd3cc5d-22fa-4eed-81a3-4342b29becba details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:23.543355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:23.551888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.665337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35338) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:23.756715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:23.763432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645933549-network', 'tenant_id': '32b1487753de4a4186d105136b1336db'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:23.814276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Made reservation on behalf of 32b1487753de4a4186d105136b1336db for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:23.817122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:23.855155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.019829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.027087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.088829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:24.133413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb9b58-760b-4ac6-8288-644dae1906a5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:24.143367 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2510551-8bdd-4eee-b066-9a1d523c8ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.155356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.159361 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Added segment 9c4b8963-efd8-4702-82a2-acd7d07effa3 of type vlan for network be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 Jul 15 16:56:24.308801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.372708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.374009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:24.374778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.511812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2510551-8bdd-4eee-b066-9a1d523c8ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.514916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] Pushing event updated for resources: {'Network': ['ID=be80e0ce-2aab-41fb-a4cf-1a7f95aeb082,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:24.519640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.527428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:24.529744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f2510551-8bdd-4eee-b066-9a1d523c8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.597753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bac3c7b-ac76-4816-894b-5528c501a17d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:24.620539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2510551-8bdd-4eee-b066-9a1d523c8ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cabce-69aa-4504-b6f0-7b2ef88e89ee,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:24.629344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:24.633402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Network hostable DHCP agents. Network: acd3cc5d-22fa-4eed-81a3-4342b29becba, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:24.633534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2c0a5bbd-7a06-435c-a2bf-8a67c0402748 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8717232 Jul 15 16:56:24.635307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:24.635539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f2510551-8bdd-4eee-b066-9a1d523c8ca9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42449387ee674b6b8915043eba8e9fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9686430 Jul 15 16:56:24.638276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35378) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:24.658309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Request body: {'subnet': {'network_id': 'be80e0ce-2aab-41fb-a4cf-1a7f95aeb082', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645933549-subnet', 'tenant_id': '32b1487753de4a4186d105136b1336db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:24.714153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:24.728453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, acd3cc5d-22fa-4eed-81a3-4342b29becba) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:24.739833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88085160-c3ad-4cc2-a5f5-2a5803a38857 None None] Network acd3cc5d-22fa-4eed-81a3-4342b29becba requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:24.749320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Made reservation on behalf of 32b1487753de4a4186d105136b1336db for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:24.757005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.796330 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.853417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.868332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:24.869511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.903069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21aaa437-997d-4a54-adb0-00d6b3447e32 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4691091 Jul 15 16:56:24.980933 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.986930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:24.988126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f90cabce-69aa-4504-b6f0-7b2ef88e89ee HTTP/1.1" status: 204 len: 168 time: 0.3417094 Jul 15 16:56:25.006027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc314-481e-43b8-8d8d-3b5b626fab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cabce-69aa-4504-b6f0-7b2ef88e89ee,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:25.103102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888535e3-583c-4b69-a97c-028e71a02fa8 None None] Network acd3cc5d-22fa-4eed-81a3-4342b29becba requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:25.171893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:25.337464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2910e415-ca84-477e-a658-271f17b6dc4d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:25.408459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Checking segment: {'id': '9c4b8963-efd8-4702-82a2-acd7d07effa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'be80e0ce-2aab-41fb-a4cf-1a7f95aeb082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:25.409209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Network hostable DHCP agents. Network: be80e0ce-2aab-41fb-a4cf-1a7f95aeb082, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:25.455473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Network be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:25.472034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, be80e0ce-2aab-41fb-a4cf-1a7f95aeb082) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:25.476965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:25.477779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:25.490579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96196a-0c38-4621-93a0-778e6317b352 None None] Network be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:25.510764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38cf885a-1fc8-4154-9410-3f652e837c4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8639750 Jul 15 16:56:25.736499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f39c3-cd6a-48cf-8a2f-d0341c3588fb None None] Network be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:25.856443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:25.884159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6705a2ab-03f0-40c1-8b29-d776cacd559e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.062537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:26.076267 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f83c58d-4da4-4a95-b999-4545e997344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.091286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-627242d8-b28d-4050-a852-990a24b4ada5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:26.103769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-627242d8-b28d-4050-a852-990a24b4ada5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.1577199 Jul 15 16:56:26.153360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-b3e2a484-a95a-44a4-aede-50e60329de9d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0387301 Jul 15 16:56:26.220959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Deleting subnet 45290d0e-f9d8-4f0a-b54c-7440ac34def0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:56:26.225026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.237821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-6193bad4-4362-4849-a706-249a4fb23f94 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832372 Jul 15 16:56:26.337670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.426525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6705a2ab-03f0-40c1-8b29-d776cacd559e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.438216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-259bdbc6-a2b6-4a0a-bf43-d0dfda1610f5 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992593 Jul 15 16:56:26.446896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.448857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6705a2ab-03f0-40c1-8b29-d776cacd559e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.531384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:26.544999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6705a2ab-03f0-40c1-8b29-d776cacd559e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61f71a07dd4246169cfc1a998acb0377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873748 Jul 15 16:56:26.683585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-a7d38fb1-fab2-44f6-bf0e-75326cffb58d service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440994 Jul 15 16:56:26.713150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.716592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.722287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705a2ab-03f0-40c1-8b29-d776cacd559e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e8258-7387-4f28-a2ad-f7ded7dd91d3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:26.747519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45290d0e-f9d8-4f0a-b54c-7440ac34def0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:26.763904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.765826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ec3de34-1a59-4a92-b845-56365f8cb876 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45290d0e-f9d8-4f0a-b54c-7440ac34def0 HTTP/1.1" status: 204 len: 168 time: 0.7026365 Jul 15 16:56:26.768669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35456) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:26.770678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.853633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.857545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:26.863537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca6e8258-7387-4f28-a2ad-f7ded7dd91d3 HTTP/1.1" status: 204 len: 168 time: 0.3287170 Jul 15 16:56:26.877361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412bc21-3007-443b-b8af-b4bfe33f8556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e8258-7387-4f28-a2ad-f7ded7dd91d3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:26.937099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.297025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:27.561564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d941df-533f-4789-8f90-c1e7c940cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.726540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d941df-533f-4789-8f90-c1e7c940cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.738065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d941df-533f-4789-8f90-c1e7c940cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.800773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74d941df-533f-4789-8f90-c1e7c940cea6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9945d39827843519b0abe1245db4081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5018549 Jul 15 16:56:27.804750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35492) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:27.838715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d941df-533f-4789-8f90-c1e7c940cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fee1b6-39c3-47db-9853-3be2de487c90,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:27.871402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.912865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:27.979658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.006044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da47b056-352c-4103-9683-99fc987cdb85']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:28.032720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9709198-31cf-4737-a267-254e39c0f81d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:28.033298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9709198-31cf-4737-a267-254e39c0f81d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:28.056187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.059014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.059418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.060744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1fee1b6-39c3-47db-9853-3be2de487c90 HTTP/1.1" status: 204 len: 168 time: 0.2550678 Jul 15 16:56:28.087052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810c2a4-5397-42a6-ad06-9a640124f831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fee1b6-39c3-47db-9853-3be2de487c90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:28.108257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.132823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:28.134601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:28.284638 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:28.289485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.296618 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.303139 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9fc986a5-e3e8-4bfc-b27b-4189b4c90c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.303751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:28.307179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] 10.222.0.25 "DELETE /v2.0/networks/da47b056-352c-4103-9683-99fc987cdb85 HTTP/1.1" status: 204 len: 168 time: 1.5369978 Jul 15 16:56:28.323511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11fb5c01-786d-45ef-b914-02c9446fe76f req-47f756af-32fa-498f-9e0d-10322ad2115b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 210 time: 0.5162208 Jul 15 16:56:28.363387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f1976-0cdf-455e-9e9d-139f8789b746 admin admin] Pushing event deleted for resources: {'Network': ['ID=da47b056-352c-4103-9683-99fc987cdb85,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:28.414609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Deleting subnet 2910e415-ca84-477e-a658-271f17b6dc4d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:56:28.423464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.500185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.563765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.697897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.727967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2910e415-ca84-477e-a658-271f17b6dc4d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:28.731590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.734220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21cb4798-330e-4338-8c45-ab5fa60691b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2910e415-ca84-477e-a658-271f17b6dc4d HTTP/1.1" status: 204 len: 168 time: 0.4293680 Jul 15 16:56:28.736820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:28.785506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:28.887664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.241804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.267268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be80e0ce-2aab-41fb-a4cf-1a7f95aeb082']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:29.294591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4b8963-efd8-4702-82a2-acd7d07effa3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:29.294938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4b8963-efd8-4702-82a2-acd7d07effa3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:56:29.323018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.360201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.375874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:56:29.378727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:56:29.442833 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:56:29.479128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.576509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.587093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:29.597913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] 10.222.0.25 "DELETE /v2.0/networks/be80e0ce-2aab-41fb-a4cf-1a7f95aeb082 HTTP/1.1" status: 204 len: 168 time: 0.8565521 Jul 15 16:56:29.689423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-37a74c11-8dd4-465b-8dae-a91ae81aedd9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:29.690978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-37a74c11-8dd4-465b-8dae-a91ae81aedd9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.7881696 Jul 15 16:56:29.704672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:29.740316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb61238e-5c12-4eac-b5b6-99c0794cbb74 req-90625fdb-99ab-4ad7-9e71-ebadba9cf0dc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 210 time: 0.0801003 Jul 15 16:56:29.749011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcc084-505b-43af-b97b-b74da2cbec3d admin admin] Pushing event deleted for resources: {'Network': ['ID=be80e0ce-2aab-41fb-a4cf-1a7f95aeb082,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:29.906453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35572) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:29.908087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:29.913302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.002407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92fb5af8-eb5a-49fd-975f-68c59d714bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e11204f1135b44418eafaee6d6276677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944257 Jul 15 16:56:30.007608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35578) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:30.111373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.148351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.174677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.3 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/e1561c9e-02ad-47b7-9133-404884047d70) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:56:30.254351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.258091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.260532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd7c4e44-7676-41a0-91d8-889abdc7c108 HTTP/1.1" status: 204 len: 168 time: 0.2506845 Jul 15 16:56:30.283159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633bab2-65de-4e7e-8ea8-1c256c6d683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c4e44-7676-41a0-91d8-889abdc7c108,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:30.473988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.542845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.616881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:56:30.627909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:30.639698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:56:30.743040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:30.806315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:30.808859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:30.849066 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-2ed7da13-c189-4a18-b0d5-e92cfb195ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495032 Jul 15 16:56:30.867321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Request body: {'port': {'device_id': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:30.993519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.120690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:31.168937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.213697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6569e-40b7-4be4-bdaf-ca1f60288f4b req-c8ef70bd-9c3a-474f-8a06-d0f52d5508f1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:31.215824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cb6569e-40b7-4be4-bdaf-ca1f60288f4b req-c8ef70bd-9c3a-474f-8a06-d0f52d5508f1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 931 time: 0.1236279 Jul 15 16:56:31.276588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cb6569e-40b7-4be4-bdaf-ca1f60288f4b req-56c445fd-d9e9-4a50-a4d2-13db1ff90ddb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518425 Jul 15 16:56:31.427453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d77d81e-3fb9-4169-bf4c-72d6388a57ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32b1487753de4a4186d105136b1336db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041899 Jul 15 16:56:31.430588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35640) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:31.601497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.685122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.689021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1561c9e-02ad-47b7-9133-404884047d70 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:31.714318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.742414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Transition to ACTIVE for port object e1561c9e-02ad-47b7-9133-404884047d70 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:56:31.749980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.784827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.789405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:31.797588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10eb9b58-760b-4ac6-8288-644dae1906a5 HTTP/1.1" status: 204 len: 168 time: 0.3649833 Jul 15 16:56:31.815068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b71841-6a6a-43fd-b3ef-c2811349cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb9b58-760b-4ac6-8288-644dae1906a5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:31.989607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Pushing event updated for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:32.078947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Attempting to bind port e1561c9e-02ad-47b7-9133-404884047d70 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:56:32.079545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Attempting to bind port e1561c9e-02ad-47b7-9133-404884047d70 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:56:32.080077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Attempting to bind port e1561c9e-02ad-47b7-9133-404884047d70 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:56:32.088905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Port e1561c9e-02ad-47b7-9133-404884047d70 on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:56:32.089519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Attempting to bind port e1561c9e-02ad-47b7-9133-404884047d70 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:56:32.096793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:56:32.098391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:32.098391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:56:32.098644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Bound port: e1561c9e-02ad-47b7-9133-404884047d70, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:56:32.099597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:32.241700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:56:32.249727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e1561c9e-02ad-47b7-9133-404884047d70,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:56:32.258009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:32.355621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:32.356281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:32.360665 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] 10.222.0.20 "PUT /v2.0/ports/e1561c9e-02ad-47b7-9133-404884047d70 HTTP/1.1" status: 200 len: 1091 time: 1.4985511 Jul 15 16:56:32.361156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:32.364812 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf70e45b-675a-46f9-b9b1-5532bd034713" -d '{"events": [{"name": "network-changed", "server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "tag": "e1561c9e-02ad-47b7-9133-404884047d70"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:32.424033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a922c96-5c50-49cc-8815-762ce738949e service neutron] Pushing event updated for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:32.518282 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46c335f-45ab-4728-8a44-a4df82901d96 x-openstack-request-id: req-f46c335f-45ab-4728-8a44-a4df82901d96 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:32.518573 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "tag": "e1561c9e-02ad-47b7-9133-404884047d70", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:32.518823 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f46c335f-45ab-4728-8a44-a4df82901d96 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:32.519223 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70', 'status': 'completed', 'code': 200} Jul 15 16:56:32.559320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-64f2a79c-45a4-4b6a-80b5-049d1f994e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:32.565352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8fd9a-ee1e-4d63-89ad-c3ce25fbb4cb req-d7486d98-d967-4fe4-9954-b1efa09cc581 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:32.571630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-64f2a79c-45a4-4b6a-80b5-049d1f994e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 1094 time: 0.1376073 Jul 15 16:56:32.573424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3bf8fd9a-ee1e-4d63-89ad-c3ce25fbb4cb req-d7486d98-d967-4fe4-9954-b1efa09cc581 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 943 time: 0.1251216 Jul 15 16:56:32.621196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3bf8fd9a-ee1e-4d63-89ad-c3ce25fbb4cb req-184f5cdd-d5a0-478d-a767-02f9c83964da tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467091 Jul 15 16:56:32.645401 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-9bfa6c6c-3103-4da4-b24e-147308707cbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1561c9e-02ad-47b7-9133-404884047d70 HTTP/1.1" status: 200 len: 217 time: 0.0725415 Jul 15 16:56:32.752473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a5e7d7f-a04d-4973-b9fc-cecb1a0a2678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:32.753981 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4a5e7d7f-a04d-4973-b9fc-cecb1a0a2678 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.1018584 Jul 15 16:56:32.814623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-b34732ba-2b81-4be2-a09a-4349669c0185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538776 Jul 15 16:56:33.027350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-4c1b247c-2844-4000-bf71-7fb47c1fe1ab service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054825 Jul 15 16:56:33.295426 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0db87b6-7cf2-4d9d-9d17-a9660cb764b1 req-381dc6b3-8230-4242-a12b-211458949bed service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569170 Jul 15 16:56:33.496932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-a8ace2d5-4833-4ac9-80cc-77d2305b9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:33.498728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-a8ace2d5-4833-4ac9-80cc-77d2305b9aa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 1094 time: 0.1267352 Jul 15 16:56:33.715479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-65bc500f-12ab-42a8-b08b-0b27f14c3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:33.716968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-65bc500f-12ab-42a8-b08b-0b27f14c3d12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.2110202 Jul 15 16:56:33.800160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-f048e12d-4ff0-42be-b594-a029bd85346e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1561c9e-02ad-47b7-9133-404884047d70 HTTP/1.1" status: 200 len: 217 time: 0.0754652 Jul 15 16:56:33.918954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0f351-fe10-4338-b447-989cf36b9532 req-0839b9bf-86cc-44cb-8ef1-2268ef186249 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:33.928028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb0f351-fe10-4338-b447-989cf36b9532 req-0839b9bf-86cc-44cb-8ef1-2268ef186249 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 943 time: 0.1768506 Jul 15 16:56:33.931147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-acf6e496-bd5f-4a76-8f3d-9871d6c5deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:33.932697 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-acf6e496-bd5f-4a76-8f3d-9871d6c5deeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.1194553 Jul 15 16:56:33.993122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-dcf24bd8-9213-48ba-94a7-5b5b846b277b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533457 Jul 15 16:56:34.071177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb0f351-fe10-4338-b447-989cf36b9532 req-4bbf6721-6db1-403b-bf7b-be22dd17c072 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368163 Jul 15 16:56:34.238854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-6e2eb9db-2e1f-44cb-9a46-8487ecce24c4 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244411 Jul 15 16:56:34.324318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e1561c9e-02ad-47b7-9133-404884047d70 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:56:34.397444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cf70e45b-675a-46f9-b9b1-5532bd034713 req-b1f9e53b-0e1f-4212-b5d4-2d467ed57eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504955 Jul 15 16:56:34.529489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e1561c9e-02ad-47b7-9133-404884047d70,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:34.559109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e1561c9e-02ad-47b7-9133-404884047d70', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': 'e1561c9e-02ad-47b7-9133-404884047d70', 'mac_address': 'fa:16:3e:dd:69:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:56:34.608236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:34.625721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1561c9e-02ad-47b7-9133-404884047d70 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:34.668753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e1561c9e-02ad-47b7-9133-404884047d70,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:34.682462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:34.751538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:35.011278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e1561c9e-02ad-47b7-9133-404884047d70'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:35.557890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e889ee6-1711-4cff-8a3a-706323af4457 req-81d2f3f6-d821-44e2-aad3-355e942ac781 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:35.568391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e889ee6-1711-4cff-8a3a-706323af4457 req-81d2f3f6-d821-44e2-aad3-355e942ac781 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 944 time: 0.1986175 Jul 15 16:56:35.688838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e889ee6-1711-4cff-8a3a-706323af4457 req-e41592b7-9e49-4994-bc0a-422d05950d92 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184678 Jul 15 16:56:36.497266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:36.861156 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5fac52b2-ad26-4b1b-85d8-326fc2e6bec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.046415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e2348-78b6-4436-a815-861e7b7336dd req-d80e55c6-23b3-4f8c-8615-c48790e6edb7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:37.048656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de6e2348-78b6-4436-a815-861e7b7336dd req-d80e55c6-23b3-4f8c-8615-c48790e6edb7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 944 time: 0.1263051 Jul 15 16:56:37.127896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5fac52b2-ad26-4b1b-85d8-326fc2e6bec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.143558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de6e2348-78b6-4436-a815-861e7b7336dd req-8f5caa61-2fa6-4ee5-b891-dba727dc211b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877922 Jul 15 16:56:37.147400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5fac52b2-ad26-4b1b-85d8-326fc2e6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.215120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5fac52b2-ad26-4b1b-85d8-326fc2e6bec4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=948bfc2268bb469ab32245f19dd86947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167027 Jul 15 16:56:37.218185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36016) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:37.243426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac52b2-ad26-4b1b-85d8-326fc2e6bec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba18c4-85b1-4111-8bba-51349f646fe7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:37.308957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.340211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.404094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.409622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:37.426305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95ba18c4-85b1-4111-8bba-51349f646fe7 HTTP/1.1" status: 204 len: 168 time: 0.1949339 Jul 15 16:56:37.458172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b77213-a226-4e43-99f1-38c90dc6f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba18c4-85b1-4111-8bba-51349f646fe7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:37.906880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36110) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:37.934924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46aea9d7-2663-4e36-bcf1-dadf4f1803a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.132106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46aea9d7-2663-4e36-bcf1-dadf4f1803a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.139358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46aea9d7-2663-4e36-bcf1-dadf4f1803a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.246879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46aea9d7-2663-4e36-bcf1-dadf4f1803a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96489f54074b414c8ab5b123fa58870c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378894 Jul 15 16:56:38.250326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:38.288974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aea9d7-2663-4e36-bcf1-dadf4f1803a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1cb143-cbe9-4530-b110-cc231517a8d0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:38.355766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e1561c9e-02ad-47b7-9133-404884047d70 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:56:38.378178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.455371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.470356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port e1561c9e-02ad-47b7-9133-404884047d70 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:56:38.480505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e1561c9e-02ad-47b7-9133-404884047d70 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:56:38.482064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.493152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513c7ce-2832-4d8f-9752-1ecdcfef9d9d req-b62a14d4-91c3-4134-94a1-8fe6c359f0bf tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:38.511641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7513c7ce-2832-4d8f-9752-1ecdcfef9d9d req-b62a14d4-91c3-4134-94a1-8fe6c359f0bf tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 944 time: 0.1568000 Jul 15 16:56:38.579650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.586829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.591432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1cb143-cbe9-4530-b110-cc231517a8d0 HTTP/1.1" status: 204 len: 168 time: 0.3400047 Jul 15 16:56:38.622115 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7513c7ce-2832-4d8f-9752-1ecdcfef9d9d req-bb523c3f-1652-4ef4-9597-9bf8616df6e7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091471 Jul 15 16:56:38.622718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8dcb0-3e85-43e8-a75b-5b88eed7ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1cb143-cbe9-4530-b110-cc231517a8d0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:38.762585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.863439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e1561c9e-02ad-47b7-9133-404884047d70,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:38.867076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:38.875059 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee66940-7ae6-47d8-af55-db5ab3ef1c25" -d '{"events": [{"server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "name": "network-vif-plugged", "status": "completed", "tag": "e1561c9e-02ad-47b7-9133-404884047d70"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:38.894861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:38.959372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:38.970849 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967e7b16-329f-4219-b1e9-2051d1e101a9 x-openstack-request-id: req-967e7b16-329f-4219-b1e9-2051d1e101a9 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:38.971361 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "name": "network-vif-plugged", "status": "completed", "tag": "e1561c9e-02ad-47b7-9133-404884047d70", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:38.971620 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-967e7b16-329f-4219-b1e9-2051d1e101a9 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:38.972017 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70', 'code': 200} Jul 15 16:56:39.159212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7a33d-0eba-4910-8573-7a125ff541ee req-8bcc500e-7bcc-45c6-85d3-4d1cb5ff7a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:39.161054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61a7a33d-0eba-4910-8573-7a125ff541ee req-8bcc500e-7bcc-45c6-85d3-4d1cb5ff7a75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 1096 time: 0.1083670 Jul 15 16:56:39.201818 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61a7a33d-0eba-4910-8573-7a125ff541ee req-a13aad50-9ec3-4d82-9dbc-e24e9d8c652c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Jul 15 16:56:40.214178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf189a-e1bf-458a-8952-7b236a8f2651 req-4d84f2de-b1ce-42e8-a434-deb247f5624e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:40.224814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eabf189a-e1bf-458a-8952-7b236a8f2651 req-4d84f2de-b1ce-42e8-a434-deb247f5624e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 945 time: 0.1578133 Jul 15 16:56:40.288566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eabf189a-e1bf-458a-8952-7b236a8f2651 req-651eeacf-1b64-4619-ad05-1ba6ecc506f5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Jul 15 16:56:40.565677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:40.626891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:40.629310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36398) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:40.842326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f1b534e-b735-4cfe-b7d4-84936ead2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.035606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f1b534e-b735-4cfe-b7d4-84936ead2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.049828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f1b534e-b735-4cfe-b7d4-84936ead2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.119324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f1b534e-b735-4cfe-b7d4-84936ead2798 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5374d909e81b4568bd771368b69c34c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883132 Jul 15 16:56:41.122511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:41.131750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b534e-b735-4cfe-b7d4-84936ead2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7184bd-f29c-4da8-af11-14cec4de4548,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:41.215397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.259906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.318614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.321462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:41.322653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc7184bd-f29c-4da8-af11-14cec4de4548 HTTP/1.1" status: 204 len: 168 time: 0.1990469 Jul 15 16:56:41.347274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f9c2c-1b11-4091-904c-4a6797996134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7184bd-f29c-4da8-af11-14cec4de4548,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:41.564015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fe8e3-ac73-4158-85fd-5eba3446c39a req-df32308e-ffe9-46f4-af1a-8127e218c701 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:41.571096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e7fe8e3-ac73-4158-85fd-5eba3446c39a req-df32308e-ffe9-46f4-af1a-8127e218c701 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 945 time: 0.0981376 Jul 15 16:56:41.628442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e7fe8e3-ac73-4158-85fd-5eba3446c39a req-b0b873df-d301-4b62-b01e-9a13bbc7abc6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552332 Jul 15 16:56:42.102171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:42.124245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34f40941-f370-44e1-9751-450d62f56582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.175229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6522-c06a-4d59-a830-00b746cdb5e2 req-9de00559-556a-4ac2-87ab-0ee1bbf35c0a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:42.184307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb5a6522-c06a-4d59-a830-00b746cdb5e2 req-9de00559-556a-4ac2-87ab-0ee1bbf35c0a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 945 time: 0.1146181 Jul 15 16:56:42.244766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb5a6522-c06a-4d59-a830-00b746cdb5e2 req-f2012a16-69e4-44c1-a76d-bea3beb8b7ed tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Jul 15 16:56:42.316646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34f40941-f370-44e1-9751-450d62f56582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.322699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34f40941-f370-44e1-9751-450d62f56582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.369653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-34f40941-f370-44e1-9751-450d62f56582 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48aa927c62334e42bc1f4d6db6ab59b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660737 Jul 15 16:56:42.370592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40941-f370-44e1-9751-450d62f56582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa37f8d-927a-4fba-be9d-851ac8cfc49b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:42.372370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:42.474546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.505553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.545863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2547b-dcf3-419f-a547-92580b402e2e req-a88e2651-52c9-4c9d-894d-a18efd86d370 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:42.548621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06d2547b-dcf3-419f-a547-92580b402e2e req-a88e2651-52c9-4c9d-894d-a18efd86d370 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.1212313 Jul 15 16:56:42.595620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06d2547b-dcf3-419f-a547-92580b402e2e req-bc0b3509-3bfc-4e63-8c53-0be7e63dd93d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Jul 15 16:56:42.607790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.610552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:42.619457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fa37f8d-927a-4fba-be9d-851ac8cfc49b HTTP/1.1" status: 204 len: 168 time: 0.2442005 Jul 15 16:56:42.631664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f5414-49bb-4017-a923-6e4964b97538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa37f8d-927a-4fba-be9d-851ac8cfc49b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:42.761508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:43.157927 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7542c069-85b4-4c69-ab39-fc11f9e3f0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.395301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-4b4364c0-6005-44ba-a5d5-d7b80f6ea5a0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:43.404385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-4b4364c0-6005-44ba-a5d5-d7b80f6ea5a0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 945 time: 0.1773741 Jul 15 16:56:43.452550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7542c069-85b4-4c69-ab39-fc11f9e3f0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.473794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7542c069-85b4-4c69-ab39-fc11f9e3f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.554336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port e1561c9e-02ad-47b7-9133-404884047d70 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:43.554682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.585086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7542c069-85b4-4c69-ab39-fc11f9e3f0d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e96d25ecaba40d7b79f040023a406c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8225257 Jul 15 16:56:43.589957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:43.593188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542c069-85b4-4c69-ab39-fc11f9e3f0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba6c314-6b2f-4120-9ba9-08d4ffada03e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:43.616430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c398b-2e8f-41cd-b390-c7ccc047b67c req-04c5c548-a3bd-4968-82ac-8ccde11a4127 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:43.625030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-254c398b-2e8f-41cd-b390-c7ccc047b67c req-04c5c548-a3bd-4968-82ac-8ccde11a4127 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.2998648 Jul 15 16:56:43.653705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79a30-fb7a-4478-94c1-3af3dce8b05f req-61030791-f971-4362-b360-53efea01d09c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:43.662707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61c79a30-fb7a-4478-94c1-3af3dce8b05f req-61030791-f971-4362-b360-53efea01d09c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 945 time: 0.2084589 Jul 15 16:56:43.704018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port e1561c9e-02ad-47b7-9133-404884047d70, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e1561c9e-02ad-47b7-9133-404884047d70,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:43.704408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.731148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for e1561c9e-02ad-47b7-9133-404884047d70 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:43.735450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.737738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-254c398b-2e8f-41cd-b390-c7ccc047b67c req-c6430f15-fbdc-4990-a0fb-d8367d2a32cd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115510 Jul 15 16:56:43.761852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61c79a30-fb7a-4478-94c1-3af3dce8b05f req-d2aa4e92-baa5-4c26-b0ca-76ebefb4ced0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979791 Jul 15 16:56:43.763261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.813967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.816660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.817786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eba6c314-6b2f-4120-9ba9-08d4ffada03e HTTP/1.1" status: 204 len: 168 time: 0.2258182 Jul 15 16:56:43.828900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943717-0ce0-4925-bc2d-74ea0e42c1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba6c314-6b2f-4120-9ba9-08d4ffada03e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:43.978919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:43.994878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e1561c9e-02ad-47b7-9133-404884047d70'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:44.044191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=e1561c9e-02ad-47b7-9133-404884047d70,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:44.149972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port e1561c9e-02ad-47b7-9133-404884047d70 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:56:44.154357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:44.160167 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1146d933-b88c-42d7-994f-17c52b3f2958 req-fe5a46ee-703d-4d33-bd48-b6015432a1a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "DELETE /v2.0/ports/e1561c9e-02ad-47b7-9133-404884047d70 HTTP/1.1" status: 204 len: 173 time: 0.7494562 Jul 15 16:56:44.161206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'name': 'network-vif-deleted', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:44.166791 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b0a70-7e3b-4c30-8067-46940cfbb124" -d '{"events": [{"server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "name": "network-vif-deleted", "tag": "e1561c9e-02ad-47b7-9133-404884047d70"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:44.223325 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d33406-ccc8-4e87-9c10-17b48f9deb88 x-openstack-request-id: req-e5d33406-ccc8-4e87-9c10-17b48f9deb88 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:44.224194 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a26b236-9bcb-4dcc-b1a4-2c93994a9b01", "name": "network-vif-deleted", "tag": "e1561c9e-02ad-47b7-9133-404884047d70", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:44.224460 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5d33406-ccc8-4e87-9c10-17b48f9deb88 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:44.224952 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a26b236-9bcb-4dcc-b1a4-2c93994a9b01', 'name': 'network-vif-deleted', 'tag': 'e1561c9e-02ad-47b7-9133-404884047d70', 'status': 'completed', 'code': 200} Jul 15 16:56:44.495868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:44.533978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bafd04a7-c200-4c1d-bad5-ac21f8108d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:44.607853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:44.849110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bafd04a7-c200-4c1d-bad5-ac21f8108d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:44.854148 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bafd04a7-c200-4c1d-bad5-ac21f8108d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:44.905438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c52-1952-42bc-9ed2-975cdac98624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:44.985963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bafd04a7-c200-4c1d-bad5-ac21f8108d7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4deb17449bd34041bdc787d728a8835e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4863827 Jul 15 16:56:44.985963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd04a7-c200-4c1d-bad5-ac21f8108d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f4f65-078c-48f7-a271-73e92fab3773,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:44.986904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36790) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:45.082330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c52-1952-42bc-9ed2-975cdac98624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.089259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3bd20c52-1952-42bc-9ed2-975cdac98624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.145301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3bd20c52-1952-42bc-9ed2-975cdac98624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cbfd36df13a49d691d4489a85f7d36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360110 Jul 15 16:56:45.145958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:45.148538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd20c52-1952-42bc-9ed2-975cdac98624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f2dbcf-90d9-4c38-b500-46949ee4ebfe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:45.210275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.232932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95f94aa0-3186-4559-96c3-77b27edca62a req-38427dab-c490-4bd4-bde5-1172b19a0c73 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a26b236-9bcb-4dcc-b1a4-2c93994a9b01 HTTP/1.1" status: 200 len: 210 time: 0.0981734 Jul 15 16:56:45.238217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.299937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.304605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.305822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37f2dbcf-90d9-4c38-b500-46949ee4ebfe HTTP/1.1" status: 204 len: 168 time: 0.1585495 Jul 15 16:56:45.320782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea570b02-724f-4f80-986c-1832a77cf428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f2dbcf-90d9-4c38-b500-46949ee4ebfe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:45.324634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.378894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8de9e-20b2-48f8-8a1b-36fd52e9174c req-3feab8d4-e549-4869-b174-9d829ec24713 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:45.390018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4c8de9e-20b2-48f8-8a1b-36fd52e9174c req-3feab8d4-e549-4869-b174-9d829ec24713 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.3381574 Jul 15 16:56:45.429797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.542267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4c8de9e-20b2-48f8-8a1b-36fd52e9174c req-2fe9ff54-dd0a-470f-80ba-ca760925ae37 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503506 Jul 15 16:56:45.572929 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.576520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:45.580347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/175f4f65-078c-48f7-a271-73e92fab3773 HTTP/1.1" status: 204 len: 168 time: 0.5826943 Jul 15 16:56:45.591569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ba77c-7677-49a2-a0a4-43166246597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f4f65-078c-48f7-a271-73e92fab3773,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:46.402692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:56:46.406632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:56:46.814994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:46.879820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:46.906546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:46.909960 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ce6632-be39-4093-91b2-75e22526fca7" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:46.949948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:46.952321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'mac_address': 'fa:16:3e:13:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:56:46.966318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:47.031333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db2ed-6880-4db2-800b-38375333f4d3 req-6153ea3a-2f99-40db-9699-83aeb9e23ce6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:47.042089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a9db2ed-6880-4db2-800b-38375333f4d3 req-6153ea3a-2f99-40db-9699-83aeb9e23ce6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.2562137 Jul 15 16:56:47.070448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:47.081631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-ca4d9978-811c-4b20-aae2-d6494c0dae21 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:47.083163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-ca4d9978-811c-4b20-aae2-d6494c0dae21 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.3557045 Jul 15 16:56:47.087868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:47.102264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:47.125551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a9db2ed-6880-4db2-800b-38375333f4d3 req-17dddb92-59ca-4807-8764-986bcb569b36 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823224 Jul 15 16:56:47.129335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-634b277d-e268-4120-b8e9-353a11135fe1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0273864 Jul 15 16:56:47.141568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:47.150944 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:47.237897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-ad5a3128-afd4-447c-af1e-c8a45eba5785 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994120 Jul 15 16:56:47.243034 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966239a-1bd6-43fa-8e66-411a35e62dcc x-openstack-request-id: req-8966239a-1bd6-43fa-8e66-411a35e62dcc {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:47.243335 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:47.244729 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8966239a-1bd6-43fa-8e66-411a35e62dcc {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:47.245143 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:56:47.274560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=11']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:47.283352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3a4bf0fd-798e-4f01-b082-0edc409b70ad'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:47.457526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-a378fecf-dd88-4363-98dd-6608ec010105 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182510 Jul 15 16:56:47.681586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-bed99ab7-c41b-4798-baec-30957c3a3104 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062490 Jul 15 16:56:48.104513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aaf0d6f7-e46a-42da-b094-b45819f8eb08 req-b49619ea-f1b5-4618-83c1-d711ef63bc41 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0603089 Jul 15 16:56:48.417553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:56:48.580450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3a4bf0fd-798e-4f01-b082-0edc409b70ad triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:56:48.583052 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:48.638335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d03a8-000b-47b4-827e-e689b9f866fa req-f8714375-7acc-4312-b7bc-14b4974ae7f6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:48.663358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d2d03a8-000b-47b4-827e-e689b9f866fa req-f8714375-7acc-4312-b7bc-14b4974ae7f6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 945 time: 0.2655718 Jul 15 16:56:48.780745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d2d03a8-000b-47b4-827e-e689b9f866fa req-a7086525-7056-4af0-8770-9c607acb996c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982058 Jul 15 16:56:48.842039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:48.924864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:48.937419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:48.938539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e1561c9e-02ad-47b7-9133-404884047d70 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:56:49.046091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: e1561c9e-02ad-47b7-9133-404884047d70 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:56:49.046801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e1561c9e-02ad-47b7-9133-404884047d70 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:56:49.081065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=12']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:49.246370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:49.248969 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ba687b-f06f-4e51-84fe-e056b4047f87" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:49.350980 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ca2c9-0ed7-4623-8857-b446cac26c67 x-openstack-request-id: req-f19ca2c9-0ed7-4623-8857-b446cac26c67 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:49.351244 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-plugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:49.351506 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f19ca2c9-0ed7-4623-8857-b446cac26c67 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:49.351906 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:56:49.534785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0f8bcd8-f36e-47fa-b8ae-3f053960f164 req-e1de0285-0ea2-48a7-9a8f-e97d78f4cab7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.1395781 Jul 15 16:56:49.594420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:50.145630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd55848e-7367-4e18-bfe8-15509dfdf764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:50.379798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9a2a5-3877-43d2-889c-9d79e9224d00 req-406fee59-7cbd-4de1-ac79-487c08f541c9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:50.381790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14e9a2a5-3877-43d2-889c-9d79e9224d00 req-406fee59-7cbd-4de1-ac79-487c08f541c9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.3202810 Jul 15 16:56:50.518665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd55848e-7367-4e18-bfe8-15509dfdf764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:50.543999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-a73d88da-2964-4618-bcfe-1cfac1a89bab tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:50.545944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd55848e-7367-4e18-bfe8-15509dfdf764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:50.546746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-a73d88da-2964-4618-bcfe-1cfac1a89bab tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.3857853 Jul 15 16:56:50.561549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:50.652565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cd55848e-7367-4e18-bfe8-15509dfdf764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b9c534a4096432494a900a3419ac568&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571134 Jul 15 16:56:50.689009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:50.705640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55848e-7367-4e18-bfe8-15509dfdf764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f57f1-ef3b-409b-9d33-85842b0217cf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:50.756326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14e9a2a5-3877-43d2-889c-9d79e9224d00 req-4b19fff1-b454-4236-8742-08ea20f2d632 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608160 Jul 15 16:56:50.870235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f17ebf4-f309-4378-bb35-5ec4e6d9bb18 req-fb91ab33-7f1f-4fda-a11a-03ae5a4009cc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.1082430 Jul 15 16:56:50.941490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:50.981369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:50.986181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.115106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.235926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.5 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/5c631ec4-c664-415c-940e-ab719a002554) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:56:51.244126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.246943 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.251191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/280f57f1-ef3b-409b-9d33-85842b0217cf HTTP/1.1" status: 204 len: 168 time: 0.5595579 Jul 15 16:56:51.265021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96585928-cfe2-4844-8da9-7e11788eacef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f57f1-ef3b-409b-9d33-85842b0217cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:51.701583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.794544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:51.911884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:56:51.929143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:51.944086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:56:52.018906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:52.021347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce78ae-7619-43ce-ba42-1c4a88c25878 req-3f428073-be9a-469f-b87e-b8985d2e209f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:52.030561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78ce78ae-7619-43ce-ba42-1c4a88c25878 req-3f428073-be9a-469f-b87e-b8985d2e209f tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 948 time: 0.1477942 Jul 15 16:56:52.098126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:52.099264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:52.140842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78ce78ae-7619-43ce-ba42-1c4a88c25878 req-c560d8e6-beb2-47f0-89b2-41012a3946da tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090300 Jul 15 16:56:52.165668 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-23350c3a-c547-40dd-b224-d8b187836873 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6078298 Jul 15 16:56:52.180408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Request body: {'port': {'device_id': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:52.231939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:52.305209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:52.313181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-162bef26-3a42-4644-b056-84ca98cec908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:52.334045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b8f32-4342-432d-94d1-eaaadacc98d0 req-a3c5bf96-3d5e-414c-8f04-2b6f9441fa13 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:52.337592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-003b8f32-4342-432d-94d1-eaaadacc98d0 req-a3c5bf96-3d5e-414c-8f04-2b6f9441fa13 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1927257 Jul 15 16:56:52.488753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-003b8f32-4342-432d-94d1-eaaadacc98d0 req-733c3d65-ee3d-4469-b6f4-c82d06aabb98 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166193 Jul 15 16:56:52.521174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73224996-61e4-44a4-96d5-89faed45051d req-edbd1c1a-43a6-4567-824b-40eca10c6042 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:52.523310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73224996-61e4-44a4-96d5-89faed45051d req-edbd1c1a-43a6-4567-824b-40eca10c6042 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 931 time: 0.2438326 Jul 15 16:56:52.613531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73224996-61e4-44a4-96d5-89faed45051d req-a288531e-ff57-4027-b68f-d51876ec30c5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Jul 15 16:56:52.888165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-162bef26-3a42-4644-b056-84ca98cec908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:52.921970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-162bef26-3a42-4644-b056-84ca98cec908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.002940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8070d7e9-0d6b-403e-a165-f38c2f6aae2c tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:53.004104 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8070d7e9-0d6b-403e-a165-f38c2f6aae2c tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 948 time: 0.1720726 Jul 15 16:56:53.007326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-162bef26-3a42-4644-b056-84ca98cec908 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d699a6cb0314b0c8b10ba1c03ee92ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7738349 Jul 15 16:56:53.010163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37116) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:53.055389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bef26-3a42-4644-b056-84ca98cec908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689abfdb-2c89-4273-9f47-5982a8a3417f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:53.061330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c631ec4-c664-415c-940e-ab719a002554 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:53.073604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.106798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Transition to ACTIVE for port object 5c631ec4-c664-415c-940e-ab719a002554 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:56:53.133891 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.219159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.290298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.385731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.388699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:53.389718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/689abfdb-2c89-4273-9f47-5982a8a3417f HTTP/1.1" status: 204 len: 168 time: 0.3785675 Jul 15 16:56:53.409569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009da84-c352-4e06-94c7-4f4c50ae4ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689abfdb-2c89-4273-9f47-5982a8a3417f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:53.531815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:53.665225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81b53-2384-47c1-95ef-8c4ff36fb409 req-934ab407-dbb2-42e8-a1fc-3845c6c141c2 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:53.672453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbf81b53-2384-47c1-95ef-8c4ff36fb409 req-934ab407-dbb2-42e8-a1fc-3845c6c141c2 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 948 time: 0.2239411 Jul 15 16:56:53.814604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbf81b53-2384-47c1-95ef-8c4ff36fb409 req-b8d4ba20-7c81-41da-b7eb-04c96cdb15a7 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/security-groups?id=262891e1-73e4-4115-9632-5e5e9ca8d2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355553 Jul 15 16:56:53.903940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aacea-4a62-416c-9292-320edcd9bea6 req-93c84e7c-3b1f-480b-84b5-3e109a566a69 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:53.917203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b08aacea-4a62-416c-9292-320edcd9bea6 req-93c84e7c-3b1f-480b-84b5-3e109a566a69 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1790848 Jul 15 16:56:53.972398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:54.011274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b08aacea-4a62-416c-9292-320edcd9bea6 req-05f615a5-369b-4c9b-a673-e18c4f0efc9f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927591 Jul 15 16:56:54.039290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Attempting to bind port 5c631ec4-c664-415c-940e-ab719a002554 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:56:54.040564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Attempting to bind port 5c631ec4-c664-415c-940e-ab719a002554 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:56:54.040962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Attempting to bind port 5c631ec4-c664-415c-940e-ab719a002554 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:56:54.047263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Port 5c631ec4-c664-415c-940e-ab719a002554 on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:56:54.047714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Attempting to bind port 5c631ec4-c664-415c-940e-ab719a002554 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:56:54.054551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:56:54.055003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:54.055506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:56:54.056538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Bound port: 5c631ec4-c664-415c-940e-ab719a002554, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:56:54.057009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.065703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Deleting port 85494973-0474-4198-baf0-ba690ec9a543 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:56:54.066621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.132252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62ba3f98-872e-48dd-9fb3-b3ebad9ef697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.296942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62ba3f98-872e-48dd-9fb3-b3ebad9ef697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.305972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62ba3f98-872e-48dd-9fb3-b3ebad9ef697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.351925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] For port 85494973-0474-4198-baf0-ba690ec9a543, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=85494973-0474-4198-baf0-ba690ec9a543,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:54.352814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-62ba3f98-872e-48dd-9fb3-b3ebad9ef697 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a18e6035c61e48d1a28a116a7216832e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191390 Jul 15 16:56:54.355618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.355953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:54.399922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Calling delete_port for 85494973-0474-4198-baf0-ba690ec9a543 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:56:54.411786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:56:54.428072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5c631ec4-c664-415c-940e-ab719a002554,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:56:54.448842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5e828-e9f0-4bb6-9c0b-8c49967c03cf req-24cfbdfd-a9fe-423f-9d7b-f000a824b23e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:54.455840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcb5e828-e9f0-4bb6-9c0b-8c49967c03cf req-24cfbdfd-a9fe-423f-9d7b-f000a824b23e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 943 time: 0.4438500 Jul 15 16:56:54.466349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba3f98-872e-48dd-9fb3-b3ebad9ef697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935a91f9-3af8-49aa-9d75-d5bb3f31291a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:54.477378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.526050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcb5e828-e9f0-4bb6-9c0b-8c49967c03cf req-c4b572a0-de55-4cdc-9dd7-0a841b5226a2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692201 Jul 15 16:56:54.530238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.538011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.627093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:54.627713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.630014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] 10.222.0.20 "PUT /v2.0/ports/5c631ec4-c664-415c-940e-ab719a002554 HTTP/1.1" status: 200 len: 1091 time: 2.4554601 Jul 15 16:56:54.635068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.637221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'tag': '5c631ec4-c664-415c-940e-ab719a002554'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:54.640095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.641061 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e346c473-b243-4b27-a989-73244375967b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "tag": "5c631ec4-c664-415c-940e-ab719a002554"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:54.642400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/935a91f9-3af8-49aa-9d75-d5bb3f31291a HTTP/1.1" status: 204 len: 168 time: 0.2807436 Jul 15 16:56:54.666485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672db2c-f949-4889-a0b3-43368a43a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935a91f9-3af8-49aa-9d75-d5bb3f31291a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:54.779809 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03797799-c546-49ba-9384-f93db03472ec x-openstack-request-id: req-03797799-c546-49ba-9384-f93db03472ec {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:54.780106 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "tag": "5c631ec4-c664-415c-940e-ab719a002554", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:54.781401 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03797799-c546-49ba-9384-f93db03472ec {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:54.781935 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'tag': '5c631ec4-c664-415c-940e-ab719a002554', 'status': 'completed', 'code': 200} Jul 15 16:56:54.785480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b46a8-420d-4a60-9873-f9d06937e7ac service neutron] Pushing event updated for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:54.832745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:54.848546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['85494973-0474-4198-baf0-ba690ec9a543'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:54.964878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Pushing event deleted for resources: {'Port': ['ID=85494973-0474-4198-baf0-ba690ec9a543,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:55.014411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-44a2761d-5aca-4809-bbac-07dad39800ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:55.015936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-44a2761d-5aca-4809-bbac-07dad39800ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 1094 time: 0.3320408 Jul 15 16:56:55.090467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] No DVR routers for this DVR port 85494973-0474-4198-baf0-ba690ec9a543 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:56:55.095261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7204018-8db8-4997-a74f-29d3b06ad23c req-83e235fd-1e0f-4f75-ba9e-8e7f2e6d5b73 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 210 time: 0.0438147 Jul 15 16:56:55.101137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:55.103172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be9c7cfd-d553-4e0c-9bb0-390fa4c9905c req-8c51336c-fb41-4380-9a23-acf219ef7d53 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.20 "DELETE /v2.0/ports/85494973-0474-4198-baf0-ba690ec9a543 HTTP/1.1" status: 204 len: 173 time: 2.0889904 Jul 15 16:56:55.170180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-bcdad447-311b-49d2-b886-0196fba33a7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c631ec4-c664-415c-940e-ab719a002554 HTTP/1.1" status: 200 len: 217 time: 0.1032043 Jul 15 16:56:55.295237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-926b4f87-09cd-47a5-b205-3c88687c821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:55.301114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-926b4f87-09cd-47a5-b205-3c88687c821f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.1228290 Jul 15 16:56:55.413943 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-3df64ae8-c1d7-4fbd-b76f-01397708afac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972996 Jul 15 16:56:55.457895 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:56:55.556525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e047b85-1ff1-4586-8178-ccb60a582651 req-2c3cfd71-cd3e-4dcb-8b19-6fb871c31ccb tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:55.566104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e047b85-1ff1-4586-8178-ccb60a582651 req-2c3cfd71-cd3e-4dcb-8b19-6fb871c31ccb tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.2584226 Jul 15 16:56:55.641064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e047b85-1ff1-4586-8178-ccb60a582651 req-588d7bff-58b1-437c-ae39-400ba25a4e9c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676780 Jul 15 16:56:55.647295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:55.651920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-5dbc964b-1776-41c0-b9bc-7b9f1a3efd40 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346187 Jul 15 16:56:55.677113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384d2797-08c2-47fc-a9a8-c04964d46d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:55.776368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-54f0291c-523e-4ed1-adaf-cb1a709ea71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:55.971586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-430beb0f-39cb-44e9-a124-414d813ff9d3 req-79857f24-1078-49fa-9069-06c82c7f78b6 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068664 Jul 15 16:56:56.038570 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384d2797-08c2-47fc-a9a8-c04964d46d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.052155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384d2797-08c2-47fc-a9a8-c04964d46d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.155994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086aaaf-13e1-4d5d-926d-f6b12447968c req-4f4b6c88-f638-4be9-bf3e-35e97d1d84df tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:56.158520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5086aaaf-13e1-4d5d-926d-f6b12447968c req-4f4b6c88-f638-4be9-bf3e-35e97d1d84df tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 943 time: 0.2520559 Jul 15 16:56:56.179044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2797-08c2-47fc-a9a8-c04964d46d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5ff9f5-a982-4f64-bf85-83b5a090ba0d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:56.208537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-384d2797-08c2-47fc-a9a8-c04964d46d8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5db874550ed44c179af4a09060920ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596898 Jul 15 16:56:56.220866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37200) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:56.308381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346c473-b243-4b27-a989-73244375967b req-d99eb116-2175-43e1-b262-8d29fb195ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:56.310725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-d99eb116-2175-43e1-b262-8d29fb195ef3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 1094 time: 0.1614566 Jul 15 16:56:56.436601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5086aaaf-13e1-4d5d-926d-f6b12447968c req-7f493ae0-8231-4e92-8e80-79928a774cb7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474673 Jul 15 16:56:56.443411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-002e38be-cb78-4419-bd54-a5f19a6c5494 req-ddb3c8b4-1b3d-4dd1-828f-2636cd9e24c5 tempest-VolumesBackupsTest-1513274240 tempest-VolumesBackupsTest-1513274240-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7 HTTP/1.1" status: 200 len: 210 time: 0.0854995 Jul 15 16:56:56.482544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.508493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.522515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346c473-b243-4b27-a989-73244375967b req-d26e7dcc-b036-48b4-8f07-0144aaf6b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:56.526359 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-d26e7dcc-b036-48b4-8f07-0144aaf6b58f service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.2042062 Jul 15 16:56:56.587263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.591434 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:56.597377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d5ff9f5-a982-4f64-bf85-83b5a090ba0d HTTP/1.1" status: 204 len: 168 time: 0.3735926 Jul 15 16:56:56.607082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-b6eccbdf-ae1b-4b78-a06e-5c942a728826 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c631ec4-c664-415c-940e-ab719a002554 HTTP/1.1" status: 200 len: 217 time: 0.0749855 Jul 15 16:56:56.609409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866d67a-8565-43c1-9cf5-d617440d2d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5ff9f5-a982-4f64-bf85-83b5a090ba0d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:56.699699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346c473-b243-4b27-a989-73244375967b req-6fddbd84-bb65-458f-822a-0be3c01e1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:56.702297 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-6fddbd84-bb65-458f-822a-0be3c01e1503 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.0910156 Jul 15 16:56:56.767580 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-0e9c78fd-db6e-4e07-a7fe-4d459c4750e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590641 Jul 15 16:56:56.792653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'name': 'network-vif-deleted', 'tag': '85494973-0474-4198-baf0-ba690ec9a543'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:56:56.799296 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfade4d-88f4-4266-8252-39163ce2d517" -d '{"events": [{"server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "name": "network-vif-deleted", "tag": "85494973-0474-4198-baf0-ba690ec9a543"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:56:56.914482 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c5d1d-4272-418d-8797-5dedaf8bf8e6 x-openstack-request-id: req-bd9c5d1d-4272-418d-8797-5dedaf8bf8e6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:56:56.914631 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7", "name": "network-vif-deleted", "tag": "85494973-0474-4198-baf0-ba690ec9a543", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:56:56.914887 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd9c5d1d-4272-418d-8797-5dedaf8bf8e6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:56:56.915231 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1cf35d-c6d6-4956-9e29-a1ae87bb07a7', 'name': 'network-vif-deleted', 'tag': '85494973-0474-4198-baf0-ba690ec9a543', 'status': 'completed', 'code': 200} Jul 15 16:56:56.952772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-8df6e11a-192a-4560-b675-447138f0b48c service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747324 Jul 15 16:56:57.075302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e346c473-b243-4b27-a989-73244375967b req-f98bbf7d-746d-437f-87c0-bf3eb5b9da37 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159849 Jul 15 16:56:57.297019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb601a-1c0f-4408-b4ac-108f485b4edf req-1160bcdb-5e20-4c5b-91fd-0deea9014168 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:57.304613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25cb601a-1c0f-4408-b4ac-108f485b4edf req-1160bcdb-5e20-4c5b-91fd-0deea9014168 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.4131079 Jul 15 16:56:57.364066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25cb601a-1c0f-4408-b4ac-108f485b4edf req-11a32160-a68a-4189-88b3-6d3b63c93f2d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584052 Jul 15 16:56:57.698152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-019f5aec-bec1-417a-8a3c-f3a032cb6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:57.703411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-019f5aec-bec1-417a-8a3c-f3a032cb6c1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1097 time: 0.1225753 Jul 15 16:56:57.853422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc544-3d93-4f50-8800-15d331e31a6c req-71f014fe-7973-49f3-9055-782d41b11605 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:57.867575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cadc544-3d93-4f50-8800-15d331e31a6c req-71f014fe-7973-49f3-9055-782d41b11605 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 943 time: 0.1840658 Jul 15 16:56:57.930934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:57.932363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-b3cd883d-9b2d-45a7-b207-efd0867149e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:57.934237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-b3cd883d-9b2d-45a7-b207-efd0867149e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.2031050 Jul 15 16:56:57.951987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cadc544-3d93-4f50-8800-15d331e31a6c req-59c98c22-cd3e-40df-813e-10929580c533 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834165 Jul 15 16:56:58.026244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-8f21693d-5bef-48d9-95d4-6fbe34409237 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 1000 time: 0.0852361 Jul 15 16:56:58.102220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-9a87ce53-0585-475f-ae43-110d0a8a2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:58.103843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-9a87ce53-0585-475f-ae43-110d0a8a2b19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.0701237 Jul 15 16:56:58.197069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-de2ad336-944a-495f-a412-1ced8540513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:58.202368 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-de2ad336-944a-495f-a412-1ced8540513d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824142 Jul 15 16:56:58.304846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c146fa2-3446-4303-80fd-acb42beb8868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.319304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-123672775'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:58.360001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Made reservation on behalf of a2150dcc41954647b83f0334dbd0d432 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:58.376395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.459481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.466903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 85494973-0474-4198-baf0-ba690ec9a543 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:56:58.469233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5c631ec4-c664-415c-940e-ab719a002554 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:56:58.500511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 85494973-0474-4198-baf0-ba690ec9a543 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:56:58.501229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 85494973-0474-4198-baf0-ba690ec9a543 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:56:58.589170 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-b4235167-03a7-445b-858f-87285da5e167 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751795 Jul 15 16:56:58.726629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5c631ec4-c664-415c-940e-ab719a002554,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:58.732421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.747471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.773198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f270364-496e-4dc4-8639-cb35cee7df4c req-0696609d-eda2-4a82-8b1e-ff49739829f6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:58.782835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f270364-496e-4dc4-8639-cb35cee7df4c req-0696609d-eda2-4a82-8b1e-ff49739829f6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1461563 Jul 15 16:56:58.796993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:56:58.825263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5c631ec4-c664-415c-940e-ab719a002554', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': '5c631ec4-c664-415c-940e-ab719a002554', 'mac_address': 'fa:16:3e:ba:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:56:58.846883 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.848330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f270364-496e-4dc4-8639-cb35cee7df4c req-0b6fd81a-1afd-46ec-89f4-68c10cf97c81 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622027 Jul 15 16:56:58.871998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791bbe35-b30f-4a0e-bb7f-ca034fd5b209,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:58.887515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.888106 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Added segment c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf of type vlan for network cd7e6547-eab6-4b18-a282-611746fc0f88 Jul 15 16:56:58.916916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.953019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c631ec4-c664-415c-940e-ab719a002554 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:56:58.958136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:58.993213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab97d367-e0b0-4fb2-935c-7bd1090319bb req-9d9e9eaf-eb98-4284-97e4-e9ad98bbc6a7 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581387 Jul 15 16:56:58.994535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5c631ec4-c664-415c-940e-ab719a002554,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:56:59.002972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.038014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.049289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:59.053999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.095568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:59.133575 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1982191 Jul 15 16:56:59.136532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37304) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:59.142889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Request body: {'subnet': {'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:59.203720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ec720-6b19-4dea-bdc6-04a35eb492bf tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event updated for resources: {'Network': ['ID=cd7e6547-eab6-4b18-a282-611746fc0f88,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:59.223698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cd7e6547-eab6-4b18-a282-611746fc0f88 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:56:59.297391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Made reservation on behalf of a2150dcc41954647b83f0334dbd0d432 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:56:59.302093 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.328392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5c631ec4-c664-415c-940e-ab719a002554'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:56:59.540137 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.652921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.772057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event updated for resources: {'Subnet': ['ID=4dcf210d-fea3-4846-9f22-88e4f48804e9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:56:59.803440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Checking segment: {'id': 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:56:59.804185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Network hostable DHCP agents. Network: cd7e6547-eab6-4b18-a282-611746fc0f88, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:56:59.827632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Network cd7e6547-eab6-4b18-a282-611746fc0f88 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:56:59.891125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cd7e6547-eab6-4b18-a282-611746fc0f88) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:56:59.896053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:59.897717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:56:59.907114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9dd925-ca56-47de-8fba-3b92876e2ba0 None None] Network cd7e6547-eab6-4b18-a282-611746fc0f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:56:59.920523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-367f62f3-0a1f-4801-915d-2e85ba9d0d9f tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7820122 Jul 15 16:56:59.923110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:56:59.931787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Request body: {'port': {'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1917474978'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:56:59.954835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7366841-2c7a-4293-bb7a-01ad3bdeb831 req-9e52f8aa-75fc-4e9f-a5f9-0b57aa0a331e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:56:59.960613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7366841-2c7a-4293-bb7a-01ad3bdeb831 req-9e52f8aa-75fc-4e9f-a5f9-0b57aa0a331e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 944 time: 0.1162412 Jul 15 16:57:00.093467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7366841-2c7a-4293-bb7a-01ad3bdeb831 req-8e4e7820-82e3-4c0f-9b9d-f7673e1dfe3d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279118 Jul 15 16:57:00.228457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Made reservation on behalf of a2150dcc41954647b83f0334dbd0d432 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:00.233598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.273108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] device_id is not set on port 7348faa6-7529-40b2-b622-58b8be816801 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:57:00.314903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-cd7e6547-eab6-4b18-a282-611746fc0f88', 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88', 'tenant_id': 'a2150dcc41954647b83f0334dbd0d432', 'fixed_ips': [{'subnet_id': '4dcf210d-fea3-4846-9f22-88e4f48804e9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:57:00.316080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.540615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5c631ec4-c664-415c-940e-ab719a002554 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:57:00.581224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Allocated IP 172.20.0.2 (cd7e6547-eab6-4b18-a282-611746fc0f88/4dcf210d-fea3-4846-9f22-88e4f48804e9/7348faa6-7529-40b2-b622-58b8be816801) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:00.621382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 5c631ec4-c664-415c-940e-ab719a002554 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:00.630483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5c631ec4-c664-415c-940e-ab719a002554 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:00.631768 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.653894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76f5d5-eaa2-4e1c-b902-647407a2d3f9 req-63e3e6c8-8e7c-4491-ad8d-7dd666e2bafe tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:00.663762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc76f5d5-eaa2-4e1c-b902-647407a2d3f9 req-63e3e6c8-8e7c-4491-ad8d-7dd666e2bafe tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.5374835 Jul 15 16:57:00.726162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc76f5d5-eaa2-4e1c-b902-647407a2d3f9 req-30852255-8f62-419f-8f74-58811caa9074 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598211 Jul 15 16:57:00.767855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.828347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c631ec4-c664-415c-940e-ab719a002554'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:00.838555 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c071b91-4e71-4288-8277-8835bb4bfb34" -d '{"events": [{"server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "name": "network-vif-plugged", "status": "completed", "tag": "5c631ec4-c664-415c-940e-ab719a002554"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:00.875998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5c631ec4-c664-415c-940e-ab719a002554,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:00.885500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.961202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:00.998079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Transition to ACTIVE for port object 7348faa6-7529-40b2-b622-58b8be816801 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:01.039533 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6007951-d7db-4e97-bed0-34ae41841d7d x-openstack-request-id: req-d6007951-d7db-4e97-bed0-34ae41841d7d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:01.040934 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "name": "network-vif-plugged", "status": "completed", "tag": "5c631ec4-c664-415c-940e-ab719a002554", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:01.041191 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6007951-d7db-4e97-bed0-34ae41841d7d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:01.042659 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c631ec4-c664-415c-940e-ab719a002554', 'code': 200} Jul 15 16:57:01.043910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:01.177615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:01.223700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e44051-a05b-4f2e-a0f6-dda9a715fa38 req-c88a0b29-d89a-42aa-b584-38863f9d4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:01.228967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37e44051-a05b-4f2e-a0f6-dda9a715fa38 req-c88a0b29-d89a-42aa-b584-38863f9d4fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 1096 time: 0.2151053 Jul 15 16:57:01.231361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:01.317802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d5bbf9e3-1ca2-46ce-b970-fb7c6cdf524d {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:57:01.319838 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:57:01.385454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Network cd7e6547-eab6-4b18-a282-611746fc0f88 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:01.408234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:01.470578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:01.531855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event updated for resources: {'Port': ['ID=7348faa6-7529-40b2-b622-58b8be816801,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:01.571366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1143e51-f4ea-4631-ad81-df5c65ce0132 req-4d779a5e-4f39-46d5-a0db-aaaf801a555d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:01.580831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1143e51-f4ea-4631-ad81-df5c65ce0132 req-4d779a5e-4f39-46d5-a0db-aaaf801a555d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 945 time: 0.2531259 Jul 15 16:57:01.631654 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37e44051-a05b-4f2e-a0f6-dda9a715fa38 req-4d363de6-f79b-4340-8006-8767af00e5d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897350 Jul 15 16:57:01.684713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:01.685405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:01.703489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1143e51-f4ea-4631-ad81-df5c65ce0132 req-2cd41c9a-1354-4d24-93cd-cdb0dacea15d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163630 Jul 15 16:57:01.721005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f6973d77-99fa-4fe1-8df2-22439f21de6e tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7956433 Jul 15 16:57:01.723713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:01.820889 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:01.976517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Deleting port 7348faa6-7529-40b2-b622-58b8be816801 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:01.977030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.068296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581592a-9052-456a-9873-5411b5203db4 req-8bb8fe78-c604-4965-9d3c-6a897541bbd3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:02.084738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7581592a-9052-456a-9873-5411b5203db4 req-8bb8fe78-c604-4965-9d3c-6a897541bbd3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1456723 Jul 15 16:57:02.130148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Allocated IP 172.20.0.3 (cd7e6547-eab6-4b18-a282-611746fc0f88/4dcf210d-fea3-4846-9f22-88e4f48804e9/dded25e8-f90d-4626-b525-6d8ef9e2ea3e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:02.174126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7581592a-9052-456a-9873-5411b5203db4 req-293389c0-e547-4fa7-9874-36f9397cc8e6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884056 Jul 15 16:57:02.206149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.241338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Calling delete_port for 7348faa6-7529-40b2-b622-58b8be816801 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:02.407104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.423972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Transition to ACTIVE for port object dded25e8-f90d-4626-b525-6d8ef9e2ea3e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:02.444853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Transition to ACTIVE for port object dded25e8-f90d-4626-b525-6d8ef9e2ea3e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:02.461458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.513027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Network cd7e6547-eab6-4b18-a282-611746fc0f88 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:02.518246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:02.522733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:02.530464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Pushing event updated for resources: {'Port': ['ID=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:02.582230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.600244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Attempting to bind port dded25e8-f90d-4626-b525-6d8ef9e2ea3e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:02.600766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Attempting to bind port dded25e8-f90d-4626-b525-6d8ef9e2ea3e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:02.601222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Attempting to bind port dded25e8-f90d-4626-b525-6d8ef9e2ea3e on network cd7e6547-eab6-4b18-a282-611746fc0f88 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:02.610650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:57:02.611416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Checking segment: {'id': 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:02.611900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.612517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Bound using segment: {'id': 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:57:02.613083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Bound port: dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'cd7e6547-eab6-4b18-a282-611746fc0f88'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:57:02.613587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.647202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event deleted for resources: {'Port': ['ID=7348faa6-7529-40b2-b622-58b8be816801,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:02.832038 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:02.834192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1a89dbaa-b533-4db1-8905-e0b90de9a952 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "DELETE /v2.0/ports/7348faa6-7529-40b2-b622-58b8be816801 HTTP/1.1" status: 204 len: 168 time: 1.1092002 Jul 15 16:57:02.837323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37396) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:02.881325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] For port dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:57:02.897303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] For port dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,segment=NetworkSegment(c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf),segment_id=c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:57:02.913076 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.025492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:03.130211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e77fd-5be8-4cbb-9554-3141ec817572 None None] Pushing event updated for resources: {'Port': ['ID=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:03.160213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3d184160-a071-46e7-9485-2d76192fd370 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3214598 Jul 15 16:57:03.163973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37412) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:03.170517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2002931023'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:03.223964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc050d-57e7-4c15-85a6-da7e75c27af3 req-c08eaf0a-3d6d-4050-92d9-aa1d42cf5360 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:03.239534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db102e07-5f5f-40fc-9673-36e9663b866a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.243485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Made reservation on behalf of a2150dcc41954647b83f0334dbd0d432 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:03.247783 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.248936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4adc050d-57e7-4c15-85a6-da7e75c27af3 req-c08eaf0a-3d6d-4050-92d9-aa1d42cf5360 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 945 time: 0.1667163 Jul 15 16:57:03.347338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:03.399666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4adc050d-57e7-4c15-85a6-da7e75c27af3 req-c42fd4da-dbf8-4e9a-b9ee-35123cea32c7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360743 Jul 15 16:57:03.401388 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.401872 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Added segment 49abe359-ec14-4f8b-979f-f3471dd51353 of type vlan for network 2a8a2de2-63b2-4629-82c8-bd7d401d82dc Jul 15 16:57:03.516751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.629626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.645852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:03.646983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:03.686661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9bfc-036d-4edc-a332-d053db44732f req-bf612d50-521b-46d7-a1f4-d85ada7f5727 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:03.695466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f95a9bfc-036d-4edc-a332-d053db44732f req-bf612d50-521b-46d7-a1f4-d85ada7f5727 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1895416 Jul 15 16:57:03.808897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f95a9bfc-036d-4edc-a332-d053db44732f req-61383f80-f187-426c-882e-234845fc049c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108778 Jul 15 16:57:03.831020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dded25e8-f90d-4626-b525-6d8ef9e2ea3e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:57:03.927250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event updated for resources: {'Network': ['ID=2a8a2de2-63b2-4629-82c8-bd7d401d82dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:03.972581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2a8a2de2-63b2-4629-82c8-bd7d401d82dc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:04.050970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db102e07-5f5f-40fc-9673-36e9663b866a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.064174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port dded25e8-f90d-4626-b525-6d8ef9e2ea3e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:04.067251 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db102e07-5f5f-40fc-9673-36e9663b866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.098293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-07b2c170-966d-4de2-b2b4-1ee1a6af7fa7 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9328725 Jul 15 16:57:04.102049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:04.269562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db102e07-5f5f-40fc-9673-36e9663b866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6abb0d-8f25-4295-abd4-22af3807c2ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:04.304005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-db102e07-5f5f-40fc-9673-36e9663b866a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdfa9143350543e8af316fef7f7d2cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2737947 Jul 15 16:57:04.309584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:04.503234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.564046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.670964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.675011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:04.676848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce6abb0d-8f25-4295-abd4-22af3807c2ed HTTP/1.1" status: 204 len: 168 time: 0.3646264 Jul 15 16:57:04.692772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2dcef-81c8-4d44-bbaf-d0522b6aed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6abb0d-8f25-4295-abd4-22af3807c2ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:05.120247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f532e-f29f-4135-a472-1de9e635d601 None None] Network cd7e6547-eab6-4b18-a282-611746fc0f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:05.136997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:05.137464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bd369ed1-1e75-415e-96cc-e764badee458 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 1.0332193 Jul 15 16:57:05.236151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22236d6-3b14-42ab-8bfe-5ce0ffe9d3b6 req-c671c0d8-102b-4d1a-863c-0079adda622f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:05.252712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c22236d6-3b14-42ab-8bfe-5ce0ffe9d3b6 req-c671c0d8-102b-4d1a-863c-0079adda622f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1640661 Jul 15 16:57:05.385598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c22236d6-3b14-42ab-8bfe-5ce0ffe9d3b6 req-efd91cd2-9ddf-40e9-b9af-825ddd5cff70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319475 Jul 15 16:57:05.442289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Provisioning for port dded25e8-f90d-4626-b525-6d8ef9e2ea3e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:05.485258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Provisioning complete for port dded25e8-f90d-4626-b525-6d8ef9e2ea3e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:05.488223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:05.500362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a73d8-9a7a-4ef9-ad3b-d8605d3bbef1 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] Network 2a8a2de2-63b2-4629-82c8-bd7d401d82dc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:57:05.560183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37550) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:05.566862 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6c9a73d8-9a7a-4ef9-ad3b-d8605d3bbef1 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "POST /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4285979 Jul 15 16:57:05.601341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83f819-4c83-4707-92b5-0b3d87928f06 None None] Network 2a8a2de2-63b2-4629-82c8-bd7d401d82dc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:05.878562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:05.899002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7625cfbe-79fd-4b1a-8728-a3554d9fc950 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 0.3297033 Jul 15 16:57:05.900080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:05.919098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8736815-1506-4cef-9dad-1bd8abe27c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.003819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53187205-a4be-470b-900e-7f95f210ffb4 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "DELETE /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks/2a8a2de2-63b2-4629-82c8-bd7d401d82dc HTTP/1.1" status: 204 len: 168 time: 0.1018693 Jul 15 16:57:06.006632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.190954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8736815-1506-4cef-9dad-1bd8abe27c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.201763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8736815-1506-4cef-9dad-1bd8abe27c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.295533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a28e44a-eed6-41f6-b3cc-2ad6cb077733 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.2833867 Jul 15 16:57:06.298424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37566) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.317171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8736815-1506-4cef-9dad-1bd8abe27c8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=912e7cf4d74c494b83f71e3939404971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375155 Jul 15 16:57:06.322295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.375925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8736815-1506-4cef-9dad-1bd8abe27c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b264f0d4-ef89-4e3d-bda5-bf970a1033fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:06.393800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.398711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-581ae68e-aac9-459d-9844-335b29b602af tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/networks/cd7e6547-eab6-4b18-a282-611746fc0f88/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0892203 Jul 15 16:57:06.435779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.438348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.457417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cee07705-a0f5-45ce-b5a9-67456e5798d2 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/networks/cd7e6547-eab6-4b18-a282-611746fc0f88/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0592744 Jul 15 16:57:06.460933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37576) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.505115 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.589057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] For port dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,segment=NetworkSegment(c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf),segment_id=c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:06.601332 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.618723 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.621796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:06.626475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b264f0d4-ef89-4e3d-bda5-bf970a1033fd HTTP/1.1" status: 204 len: 168 time: 0.3018439 Jul 15 16:57:06.681545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b60a4c-a365-4fb8-995f-a9bc3b122fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b264f0d4-ef89-4e3d-bda5-bf970a1033fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:06.830040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:06.851004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3a7fc-8bcc-4a69-85d1-5b4d072b0aa7 None None] Pushing event updated for resources: {'Port': ['ID=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:06.859852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3cb7a2b7-d700-4eb5-b408-3392be02bb46 tempest-DHCPAgentSchedulersTestJSON-1941752418 tempest-DHCPAgentSchedulersTestJSON-1941752418-project-admin] 10.222.0.25 "GET /v2.0/agents/676628ee-3813-499b-932a-f2c5093b5333/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.3976371 Jul 15 16:57:06.944933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4293da8-2840-4bff-abf9-7c3de359fb88 req-27a99f29-fa41-4aaf-b7f7-562a947db852 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:06.955118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4293da8-2840-4bff-abf9-7c3de359fb88 req-27a99f29-fa41-4aaf-b7f7-562a947db852 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.2565179 Jul 15 16:57:07.045020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7717b23c-24f2-47dc-8f0f-78c60d7a5858 None None] Provisioning complete for port dded25e8-f90d-4626-b525-6d8ef9e2ea3e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:07.048194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7717b23c-24f2-47dc-8f0f-78c60d7a5858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.079877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.102798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4293da8-2840-4bff-abf9-7c3de359fb88 req-297ac798-aea2-4ee2-b444-e832c79e2a5e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407571 Jul 15 16:57:07.445341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.461194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8a2de2-63b2-4629-82c8-bd7d401d82dc']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:07.488102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49abe359-ec14-4f8b-979f-f3471dd51353') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:07.488519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49abe359-ec14-4f8b-979f-f3471dd51353') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:07.541879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-607c21e5-3e62-40c9-af5c-3360606c662b None None] Could not find standard attr ID for object 7348faa6-7529-40b2-b622-58b8be816801. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:57:07.549404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.602466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.655462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:07.655897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:07.670381 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:07.779123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dded25e8-f90d-4626-b525-6d8ef9e2ea3e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:57:07.850417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.869579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.876237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:07.900640 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "DELETE /v2.0/networks/2a8a2de2-63b2-4629-82c8-bd7d401d82dc HTTP/1.1" status: 204 len: 168 time: 1.0648909 Jul 15 16:57:07.947733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dded25e8-f90d-4626-b525-6d8ef9e2ea3e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:07.947733 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:07.957883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event deleted for resources: {'Network': ['ID=2a8a2de2-63b2-4629-82c8-bd7d401d82dc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:07.981095 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a544c1c-aa70-46ad-8107-c18f7e929483 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] DELETE failed (client error): The resource could not be found. Jul 15 16:57:07.981863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a544c1c-aa70-46ad-8107-c18f7e929483 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:57:07.993513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:07.997451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8a544c1c-aa70-46ad-8107-c18f7e929483 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "DELETE /v2.0/ports/7348faa6-7529-40b2-b622-58b8be816801 HTTP/1.1" status: 404 len: 333 time: 0.1194854 Jul 15 16:57:08.012019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.017352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.017717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.021867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.023006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.023358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.023843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.024200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.024534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.024859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.025182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.025501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc29a192-2a9e-4abb-8892-b02624a15668 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:08.135546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Deleting subnet 4dcf210d-fea3-4846-9f22-88e4f48804e9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:57:08.164894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:08.295639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:08.530043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:08.657105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494fd3-6412-4ab1-83a4-c9161a4cc12e req-de73d5b0-a041-4e89-b65c-741c765a7a70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:08.676831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7494fd3-6412-4ab1-83a4-c9161a4cc12e req-de73d5b0-a041-4e89-b65c-741c765a7a70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1933289 Jul 15 16:57:08.713201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:08.746128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfc49e-6580-4b65-87cd-da1fa748ee4f None None] Network cd7e6547-eab6-4b18-a282-611746fc0f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:08.761358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:08.771042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "DELETE /v2.0/subnets/4dcf210d-fea3-4846-9f22-88e4f48804e9 HTTP/1.1" status: 204 len: 168 time: 0.7761943 Jul 15 16:57:08.777574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7494fd3-6412-4ab1-83a4-c9161a4cc12e req-c6407f15-1fdb-4f4c-87c0-3a611c023692 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964062 Jul 15 16:57:08.778067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37646) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:08.818950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d04ef9-6f56-4901-a273-7ea9d9e776dc tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcf210d-fea3-4846-9f22-88e4f48804e9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:08.912915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.067717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Deleting port dded25e8-f90d-4626-b525-6d8ef9e2ea3e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:09.068514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.213144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] For port dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,segment=NetworkSegment(c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf),segment_id=c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:09.213988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.239284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Calling delete_port for dded25e8-f90d-4626-b525-6d8ef9e2ea3e owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:09.290569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] DHCP port deletion for cd7e6547-eab6-4b18-a282-611746fc0f88 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:57:09.403972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Deleting port dded25e8-f90d-4626-b525-6d8ef9e2ea3e {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:09.405622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.455138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.490632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] No DVR routers for this DVR port dded25e8-f90d-4626-b525-6d8ef9e2ea3e on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:09.584495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] For port dded25e8-f90d-4626-b525-6d8ef9e2ea3e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,segment=NetworkSegment(c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf),segment_id=c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:09.590930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:09.623100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event deleted for resources: {'Port': ['ID=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:09.654955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Calling delete_port for dded25e8-f90d-4626-b525-6d8ef9e2ea3e owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:09.969108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.010699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7e6547-eab6-4b18-a282-611746fc0f88']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:10.068753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:10.075727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d3a012-2a4d-47d8-af35-51bd7c9c6dcf') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:10.094906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.115754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.129577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dded25e8-f90d-4626-b525-6d8ef9e2ea3e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:10.153584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.177581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:10.178079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:10.186209 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:10.250858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: dded25e8-f90d-4626-b525-6d8ef9e2ea3e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:10.251200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dded25e8-f90d-4626-b525-6d8ef9e2ea3e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:10.258224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] Pushing event deleted for resources: {'Port': ['ID=dded25e8-f90d-4626-b525-6d8ef9e2ea3e,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:10.267750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921f484-2378-4269-b883-0b43c48a6192 None None] No DVR routers for this DVR port dded25e8-f90d-4626-b525-6d8ef9e2ea3e on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:10.345971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.353564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.360045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] 10.222.0.25 "DELETE /v2.0/networks/cd7e6547-eab6-4b18-a282-611746fc0f88 HTTP/1.1" status: 204 len: 168 time: 1.5786350 Jul 15 16:57:10.395465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525503-225d-43e6-a1ef-5f554e1e73d9 req-b02a2f3d-4650-444d-9536-200f30d9f427 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:10.421597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e525503-225d-43e6-a1ef-5f554e1e73d9 req-b02a2f3d-4650-444d-9536-200f30d9f427 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.3423784 Jul 15 16:57:10.447207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Pushing event deleted for resources: {'Network': ['ID=cd7e6547-eab6-4b18-a282-611746fc0f88,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:10.463746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.464097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.464699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.465592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.466603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.467182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.467524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.467896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.468345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.468713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.469309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.469912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181895b-cb9d-4ff2-99bc-7547d8a20ff1 tempest-DHCPAgentSchedulersTestJSON-894453271 tempest-DHCPAgentSchedulersTestJSON-894453271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:10.530204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e525503-225d-43e6-a1ef-5f554e1e73d9 req-8bb9bd7b-7067-43e4-9306-c106c59db5f9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031661 Jul 15 16:57:10.562152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.638814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:10.966268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37686) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:11.589193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3135a690-73f8-4e00-9580-949dcfc2ae07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2150dcc41954647b83f0334dbd0d432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217511 Jul 15 16:57:11.591918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37704) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:11.688461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:11.717997 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:11.783699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:11.787480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:11.789509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/791bbe35-b30f-4a0e-bb7f-ca034fd5b209 HTTP/1.1" status: 204 len: 168 time: 0.1959589 Jul 15 16:57:11.799290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d837d0a-75f3-469f-b607-668c67d8d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791bbe35-b30f-4a0e-bb7f-ca034fd5b209,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:11.907444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5f5d0-c759-4834-a0d9-44d79046b1de req-c5736b47-14b3-4f4c-9973-66edbea05b87 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:11.916924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ae5f5d0-c759-4834-a0d9-44d79046b1de req-c5736b47-14b3-4f4c-9973-66edbea05b87 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.1054845 Jul 15 16:57:12.045816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ae5f5d0-c759-4834-a0d9-44d79046b1de req-75a5def6-a4d9-44f6-ba07-ad8dac25ff9a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275342 Jul 15 16:57:12.599866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37730) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:12.805053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:12.836290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8420538-b3a0-4dee-bbfd-d2acc19b95da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:12.896313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb74b17a-3591-4330-8184-20500c71f32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.138329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8420538-b3a0-4dee-bbfd-d2acc19b95da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.162468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8420538-b3a0-4dee-bbfd-d2acc19b95da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.241551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8420538-b3a0-4dee-bbfd-d2acc19b95da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edadc1-2faf-4ec7-a76f-7ad8ecc94acb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:13.312683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37740) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:13.313288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8420538-b3a0-4dee-bbfd-d2acc19b95da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b730379801a34a53ace4b8d072b4b356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065632 Jul 15 16:57:13.435045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.475195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.601644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.607445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.612403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8edadc1-2faf-4ec7-a76f-7ad8ecc94acb HTTP/1.1" status: 204 len: 168 time: 0.2961869 Jul 15 16:57:13.628558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf88a68-e7b1-4e57-9b21-114beb5603ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edadc1-2faf-4ec7-a76f-7ad8ecc94acb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:13.650253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba50df-73c7-4b59-86d6-aeadfe00c389 req-c4a8b564-b917-45fa-94d0-f7c2679b3e5b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:13.656238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edba50df-73c7-4b59-86d6-aeadfe00c389 req-c4a8b564-b917-45fa-94d0-f7c2679b3e5b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.3806856 Jul 15 16:57:13.704199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb74b17a-3591-4330-8184-20500c71f32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.742439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb74b17a-3591-4330-8184-20500c71f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:13.838777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74b17a-3591-4330-8184-20500c71f32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1964a67a-32ee-4bda-84b8-87ea71d85d94,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:13.907389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edba50df-73c7-4b59-86d6-aeadfe00c389 req-13f4204c-7677-4d33-984d-55296fde1f05 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415998 Jul 15 16:57:13.915111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37752) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:13.943927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb74b17a-3591-4330-8184-20500c71f32f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=642331214788409cbb8cc917cd322437&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3426936 Jul 15 16:57:14.030769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:14.079877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:14.151445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:14.158235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:14.161008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1964a67a-32ee-4bda-84b8-87ea71d85d94 HTTP/1.1" status: 204 len: 168 time: 0.2443886 Jul 15 16:57:14.191646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8533d1-43e1-4eb6-8ba6-9a0dc685cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1964a67a-32ee-4bda-84b8-87ea71d85d94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:14.946849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:15.006500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7b4-e4eb-43f6-8688-c891676e54ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:15.264946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7b4-e4eb-43f6-8688-c891676e54ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:15.278550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7b4-e4eb-43f6-8688-c891676e54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:15.365829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8e75f7b4-e4eb-43f6-8688-c891676e54ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc2a759c233d4deb9a2013c9b468e674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084764 Jul 15 16:57:15.367787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37808) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:15.439321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f7b4-e4eb-43f6-8688-c891676e54ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e51bed1-547a-4db4-acf8-f10c901b3016,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:15.855820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167e31a-4a8d-4c23-947c-1708b9e63229 req-3c0426e2-ef68-420e-a491-41794d3644ad tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:15.869104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d167e31a-4a8d-4c23-947c-1708b9e63229 req-3c0426e2-ef68-420e-a491-41794d3644ad tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.4018927 Jul 15 16:57:15.881862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:15.970202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d167e31a-4a8d-4c23-947c-1708b9e63229 req-d549f016-da0b-4e5a-80ec-beeaf6986acd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980585 Jul 15 16:57:15.981985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:16.055217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:16.057897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:16.059459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e51bed1-547a-4db4-acf8-f10c901b3016 HTTP/1.1" status: 204 len: 168 time: 0.6897116 Jul 15 16:57:16.072516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484541cb-ad24-416f-b54a-b03ffb467127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e51bed1-547a-4db4-acf8-f10c901b3016,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:16.637537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37882) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:16.875997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066da9-c911-4ff5-ba3f-525afdb2f7db req-90de8c56-1681-4aba-8075-7936f7763915 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:16.877852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24066da9-c911-4ff5-ba3f-525afdb2f7db req-90de8c56-1681-4aba-8075-7936f7763915 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 946 time: 0.0817521 Jul 15 16:57:16.921862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1892251050'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:16.935125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24066da9-c911-4ff5-ba3f-525afdb2f7db req-0bba874e-8d50-4abc-a2ac-d63a2f17fc01 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499494 Jul 15 16:57:16.963983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Made reservation on behalf of 129bdf3847904662b0bd3599a007c696 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:16.967901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:16.980084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.121564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.128845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.167504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:17.175019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a8b08-9dbc-4afd-ba2e-14de131c9bff,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:17.190293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.193072 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Added segment 91ed84e6-5c18-4891-9a63-cb75d815e8c0 of type vlan for network 74cd4571-73a1-4663-9b9a-45df3eb92227 Jul 15 16:57:17.250878 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.309086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.318772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:17.319868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.384093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:17.384821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7457352 Jul 15 16:57:17.431923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337f464-fd0d-4e21-aba4-62112aa61321 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Pushing event updated for resources: {'Network': ['ID=74cd4571-73a1-4663-9b9a-45df3eb92227,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:17.442814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 74cd4571-73a1-4663-9b9a-45df3eb92227 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:17.653237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'name': 'tempest-network--472494001', 'router:external': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:17.696292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:17.699481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.719681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.908069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.917880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.935003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:17.970878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:17.971466 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Added segment 1b5e1570-e931-4bfa-94e5-a533b032996e of type vlan for network 9455498f-aa1b-48ae-8ac8-3cec0607d9ab Jul 15 16:57:18.037554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126acfcc-6474-4018-89e8-1868cd067be2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:18.079639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.142836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.148987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:18.149609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.211442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8255634 Jul 15 16:57:18.216033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:18.312956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4e0c-f499-451b-96e9-21a1d527f27a tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=9455498f-aa1b-48ae-8ac8-3cec0607d9ab,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:18.325060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9455498f-aa1b-48ae-8ac8-3cec0607d9ab details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:18.453619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.572377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:18.643806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.685462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9455498f-aa1b-48ae-8ac8-3cec0607d9ab']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:18.728437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5e1570-e931-4bfa-94e5-a533b032996e') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:18.728783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5e1570-e931-4bfa-94e5-a533b032996e') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:18.750516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.768722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.781266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.796832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:18.797818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:18.803891 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:18.841112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:18.845231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:18.855512 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63062d0-e2ed-4ec6-aff4-d35a5c9b9002" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:18.867262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.957880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.964914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9455498f-aa1b-48ae-8ac8-3cec0607d9ab {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:18.968639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:18.970848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9455498f-aa1b-48ae-8ac8-3cec0607d9ab HTTP/1.1" status: 204 len: 168 time: 0.7513914 Jul 15 16:57:18.975067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38024) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:18.975668 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce3cd72-f850-4802-a264-bfbedccd9e0e x-openstack-request-id: req-fce3cd72-f850-4802-a264-bfbedccd9e0e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:18.975668 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:18.975942 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce3cd72-f850-4802-a264-bfbedccd9e0e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:18.976660 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'code': 200} Jul 15 16:57:18.980046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:18.981857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=13']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:19.016735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce51f-0f22-4314-8c34-aceb37a45795 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Network': ['ID=9455498f-aa1b-48ae-8ac8-3cec0607d9ab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:19.029137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:19.034257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.136644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:19.151345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.152248 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Added segment 74946a49-c381-40cc-a4e2-624968f68d97 of type vlan for network aa9651af-4d80-4f7e-81cc-cf859797fda7 Jul 15 16:57:19.256332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.358942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.360306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:19.360909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.432936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4567611 Jul 15 16:57:19.437213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:19.443419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'subnet': {'network_id': 'aa9651af-4d80-4f7e-81cc-cf859797fda7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:19.481502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c7c50-4391-44bf-ae5e-73f4ab6a68e1 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=aa9651af-4d80-4f7e-81cc-cf859797fda7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:19.492499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network aa9651af-4d80-4f7e-81cc-cf859797fda7 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:19.506289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:19.522341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:19.546310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1a98-b138-4a7f-8f7d-e03bd009862f req-213381aa-483e-48f9-bb27-4c8891d1ed0c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:19.556951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c90d1a98-b138-4a7f-8f7d-e03bd009862f req-213381aa-483e-48f9-bb27-4c8891d1ed0c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2281728 Jul 15 16:57:19.660698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c90d1a98-b138-4a7f-8f7d-e03bd009862f req-c7f30462-4f72-403c-acca-03f5607fa7a1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024933 Jul 15 16:57:20.085226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 16:57:20.086467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:20.170272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Checking segment: {'id': '74946a49-c381-40cc-a4e2-624968f68d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa9651af-4d80-4f7e-81cc-cf859797fda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:20.170966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Network hostable DHCP agents. Network: aa9651af-4d80-4f7e-81cc-cf859797fda7, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:57:20.186744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93120879-7efe-4697-88ea-3b6b27c8466d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:20.202796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Network aa9651af-4d80-4f7e-81cc-cf859797fda7 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:57:20.218607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, aa9651af-4d80-4f7e-81cc-cf859797fda7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:20.234276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4a11b-5342-4bc7-86d6-8a9414b94522 None None] Network aa9651af-4d80-4f7e-81cc-cf859797fda7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:20.237557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:20.238551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:20.257933 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6dfafc15-7214-4b09-bd60-981895be182e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8192337 Jul 15 16:57:20.261103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:20.276659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa9651af-4d80-4f7e-81cc-cf859797fda7'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:20.337457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:20.373053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99cb28-6afe-431f-b36c-eecef77941b7 req-949187d6-cdf2-495d-98c7-93d31d88c35d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:20.376880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c99cb28-6afe-431f-b36c-eecef77941b7 req-949187d6-cdf2-495d-98c7-93d31d88c35d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1512938 Jul 15 16:57:20.512524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c99cb28-6afe-431f-b36c-eecef77941b7 req-84257368-7cd4-4e1c-bca4-a1ce367b5cf9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282392 Jul 15 16:57:20.512953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9df98c-2a2d-412a-9330-0ffba0326066 None None] Network aa9651af-4d80-4f7e-81cc-cf859797fda7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:20.527754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682044-ca68-463c-88f7-55136e7b623e req-9e0e0199-b163-4f27-966f-054a16e29c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:20.529313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-9e0e0199-b163-4f27-966f-054a16e29c46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.4348106 Jul 15 16:57:20.621426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:21.058092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682044-ca68-463c-88f7-55136e7b623e req-9fca1708-7680-49e3-826d-b66520b110e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:21.059746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-9fca1708-7680-49e3-826d-b66520b110e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.5215974 Jul 15 16:57:21.157068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Allocated IP 172.20.0.12 (aa9651af-4d80-4f7e-81cc-cf859797fda7/93120879-7efe-4697-88ea-3b6b27c8466d/6975ae34-d35d-4270-826f-2ab307f84219) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:21.160928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-9e6755dd-9874-4457-9f14-4cca7fd28a38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.0806646 Jul 15 16:57:21.280645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682044-ca68-463c-88f7-55136e7b623e req-4c4ffb27-ad7c-464f-a7c6-6529852ff5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:21.282673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-4c4ffb27-ad7c-464f-a7c6-6529852ff5ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1103733 Jul 15 16:57:21.380699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:21.408770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682044-ca68-463c-88f7-55136e7b623e req-922a8252-1c00-4ebb-b52d-6a72593352b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:21.410874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-922a8252-1c00-4ebb-b52d-6a72593352b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185346 Jul 15 16:57:21.526305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:21.613945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Network aa9651af-4d80-4f7e-81cc-cf859797fda7 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:21.622590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-c2ed3ca6-9a87-4f08-8ac4-62faed92d8c0 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014596 Jul 15 16:57:21.623750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:21.630500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:21.695021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Port': ['ID=6975ae34-d35d-4270-826f-2ab307f84219,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:21.776717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e15c7-de0b-4f7f-ac1d-76d889f1f0ea req-af9dafe3-d2c3-47d6-8b2b-a394a7a6279c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:21.788776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-152e15c7-de0b-4f7f-ac1d-76d889f1f0ea req-af9dafe3-d2c3-47d6-8b2b-a394a7a6279c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1093266 Jul 15 16:57:21.844161 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d4682044-ca68-463c-88f7-55136e7b623e req-e10fa0b8-2389-4c23-a8f6-1ea448b706f9 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152369 Jul 15 16:57:21.845486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-152e15c7-de0b-4f7f-ac1d-76d889f1f0ea req-75dc2a74-e8dd-4121-94a8-327bc2b5f9b3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554421 Jul 15 16:57:21.945020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.044753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.296162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.301370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.387473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Port': ['ID=6975ae34-d35d-4270-826f-2ab307f84219,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:22.415978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.432024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.436296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38110) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:22.436934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82832bfb-5156-4525-aa89-79ffa132233d tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1693895 Jul 15 16:57:22.548131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fe2c32ca-281b-46d9-bef6-88aac0438e14 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=aa9651af-4d80-4f7e-81cc-cf859797fda7 HTTP/1.1" status: 200 len: 690 time: 0.1078053 Jul 15 16:57:22.548427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38116) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:22.658632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.815863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Deleting port 6975ae34-d35d-4270-826f-2ab307f84219 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:22.817155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.946658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.947007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:22.975690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Calling delete_port for 6975ae34-d35d-4270-826f-2ab307f84219 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:23.317330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f66c2-0c30-44af-9944-2945eb8e4c10 req-fd7a0465-4c93-499b-ba7e-95e9c4e8c359 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:23.325509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb8f66c2-0c30-44af-9944-2945eb8e4c10 req-fd7a0465-4c93-499b-ba7e-95e9c4e8c359 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2185180 Jul 15 16:57:23.465824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb8f66c2-0c30-44af-9944-2945eb8e4c10 req-e96526ce-8d43-4495-91c4-7a25be73037b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390333 Jul 15 16:57:23.486749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb853940-2178-40aa-b584-146d19cef205 req-0b3348a4-14b5-477f-89d7-9ff92d12e3c8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:23.494014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb853940-2178-40aa-b584-146d19cef205 req-0b3348a4-14b5-477f-89d7-9ff92d12e3c8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 945 time: 0.2980950 Jul 15 16:57:23.495731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:23.543188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Port': ['ID=6975ae34-d35d-4270-826f-2ab307f84219,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:23.614412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb853940-2178-40aa-b584-146d19cef205 req-6c767f71-cf16-4dd9-b10d-24a574190e88 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194649 Jul 15 16:57:23.658336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:23.765701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:23.914994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:23.976504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93120879-7efe-4697-88ea-3b6b27c8466d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:24.057582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.076607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9651af-4d80-4f7e-81cc-cf859797fda7']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:24.094404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74946a49-c381-40cc-a4e2-624968f68d97') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:24.094715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74946a49-c381-40cc-a4e2-624968f68d97') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:24.121525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8629-7191-47b7-a02a-b4d24fb8e499 req-b8b7ab70-ace5-41d8-8711-c1de9449560f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:24.131848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80ef8629-7191-47b7-a02a-b4d24fb8e499 req-b8b7ab70-ace5-41d8-8711-c1de9449560f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2682221 Jul 15 16:57:24.137383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.162358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97a462-5539-424d-b14e-a6c1d31375c5 req-cac7a2ff-f532-4ae0-bad7-2cfbd68d15d8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:24.169330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f97a462-5539-424d-b14e-a6c1d31375c5 req-cac7a2ff-f532-4ae0-bad7-2cfbd68d15d8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.2734723 Jul 15 16:57:24.204735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.220578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:24.220986 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:24.222975 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:24.276887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80ef8629-7191-47b7-a02a-b4d24fb8e499 req-5aaf8848-a1eb-4584-b2bf-d258cb41db99 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346276 Jul 15 16:57:24.346839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f97a462-5539-424d-b14e-a6c1d31375c5 req-3157f0f2-1c91-4e9e-85f8-1af41ffce8e0 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636140 Jul 15 16:57:24.373089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.378994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa9651af-4d80-4f7e-81cc-cf859797fda7 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:24.387432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:24.392656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/aa9651af-4d80-4f7e-81cc-cf859797fda7 HTTP/1.1" status: 204 len: 168 time: 1.8431766 Jul 15 16:57:24.394482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:24.472790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4821c-7c13-4a9e-b94b-4e011943891e tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa9651af-4d80-4f7e-81cc-cf859797fda7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:24.778654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-682d2ce4-caf5-4975-a397-698e4ee2effd tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.3831542 Jul 15 16:57:24.781213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:24.849621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e499-1308-4182-84cf-d699c478306e req-8592ee46-d13e-4b39-8340-ee016ae8d057 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:24.856693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c28e499-1308-4182-84cf-d699c478306e req-8592ee46-d13e-4b39-8340-ee016ae8d057 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2752142 Jul 15 16:57:24.889680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a9cb-22f7-45ff-a3f6-5163fafcdcca req-2f8e9124-c8de-4bd7-990a-93f1e3b997e8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:24.891306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fc8a9cb-22f7-45ff-a3f6-5163fafcdcca req-2f8e9124-c8de-4bd7-990a-93f1e3b997e8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 945 time: 0.1379580 Jul 15 16:57:24.990509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c28e499-1308-4182-84cf-d699c478306e req-3f7b0875-1e4c-4ca6-b953-0b9b63a85376 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326535 Jul 15 16:57:25.038489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fc8a9cb-22f7-45ff-a3f6-5163fafcdcca req-6e02d6bb-5cde-4218-ac2a-73a0bf79871a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404428 Jul 15 16:57:25.164229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-bf1849a1-7a93-4bc6-8d2f-91fd2b4d8604 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.173397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-bf1849a1-7a93-4bc6-8d2f-91fd2b4d8604 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 945 time: 0.2324536 Jul 15 16:57:25.179692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.182809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.183602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.184982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.185140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.185548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.188624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.189521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.189521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:25.194744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:25.198663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d1074f2-4e0a-4956-80e0-7bbe64d27bf7 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5833 time: 0.4124825 Jul 15 16:57:25.443289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port 5c631ec4-c664-415c-940e-ab719a002554 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:25.443731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:25.597330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port 5c631ec4-c664-415c-940e-ab719a002554, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5c631ec4-c664-415c-940e-ab719a002554,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:25.604695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:25.650839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for 5c631ec4-c664-415c-940e-ab719a002554 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:25.707843 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-54e7dfda-9fdb-4457-9302-a172ffaa5562 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] delete failed (client error): The resource could not be found. Jul 15 16:57:25.711847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-54e7dfda-9fdb-4457-9302-a172ffaa5562 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/55a2d3e5-2bfd-4c1e-bcd4-be4d53c0d889 HTTP/1.1" status: 404 len: 345 time: 0.5137172 Jul 15 16:57:25.733755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38252) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:25.760069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eba2d69d-4ecb-4df0-a64a-7fdd55b06fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:25.807592 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c38617-5f08-4093-afd1-94bd1b168388 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] DELETE failed (client error): The resource could not be found. Jul 15 16:57:25.808372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c38617-5f08-4093-afd1-94bd1b168388 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:57:25.811612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4c38617-5f08-4093-afd1-94bd1b168388 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/aa9651af-4d80-4f7e-81cc-cf859797fda7 HTTP/1.1" status: 404 len: 339 time: 0.0753081 Jul 15 16:57:25.815833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38256) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:25.823407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'name': 'tempest-network--1318267994', 'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:25.971757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:25.978378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.024140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.038355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5c631ec4-c664-415c-940e-ab719a002554'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:57:26.053716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-b2fbfcc9-2e6b-4a63-a950-322c36dd6104 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:26.055665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-b2fbfcc9-2e6b-4a63-a950-322c36dd6104 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.3501086 Jul 15 16:57:26.165427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-dae79ea1-8e6e-49c5-b5e8-d1669069f056 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/quotas/51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 375 time: 0.0993557 Jul 15 16:57:26.166563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:26.190878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=5c631ec4-c664-415c-940e-ab719a002554,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:26.200680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port 5c631ec4-c664-415c-940e-ab719a002554 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:26.205229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.211170 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ba09a688-5b6f-41b6-bba8-66701b8ddfcf req-a0a21c09-9ab1-478f-a7f2-9574a787c1c6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "DELETE /v2.0/ports/5c631ec4-c664-415c-940e-ab719a002554 HTTP/1.1" status: 204 len: 173 time: 1.0113554 Jul 15 16:57:26.212442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'name': 'network-vif-deleted', 'tag': '5c631ec4-c664-415c-940e-ab719a002554'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:26.216890 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0b2b49-3569-453d-ad71-754c396a494f" -d '{"events": [{"server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "name": "network-vif-deleted", "tag": "5c631ec4-c664-415c-940e-ab719a002554"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:26.264051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.264528 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Added segment 0480ba16-6814-4dd1-9ab0-58469885684d of type vlan for network 838dcf6d-42dc-4ee5-b7e6-4949057288fc Jul 15 16:57:26.401160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.423468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb23e9-9f2a-4afb-8a56-615b7f462c5d req-c33fada4-f6fd-48e4-bf69-9ac064f1e8af tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:26.436154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ceb23e9-9f2a-4afb-8a56-615b7f462c5d req-c33fada4-f6fd-48e4-bf69-9ac064f1e8af tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.3412197 Jul 15 16:57:26.507581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-ebbd276d-7faa-4ccf-a2b5-f29347b3fac9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3246050 Jul 15 16:57:26.646599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ceb23e9-9f2a-4afb-8a56-615b7f462c5d req-f2ad35b0-974b-47f9-be04-ac6c0d0e8449 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106817 Jul 15 16:57:26.659620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.661958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:26.662680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:26.715084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8959377 Jul 15 16:57:26.717485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:26.719282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-0c5b2496-4241-48e5-98dc-afc6cffb53a0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994505 Jul 15 16:57:26.799033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dc3f5-c8da-4e87-b556-0da5a1917979 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=838dcf6d-42dc-4ee5-b7e6-4949057288fc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:26.812446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 838dcf6d-42dc-4ee5-b7e6-4949057288fc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:26.986195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-3a39fedb-8e91-42e7-8840-68d6fc18f086 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600029 Jul 15 16:57:26.994399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c870b9-9c65-425f-ab9b-8eb5feba4a87 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:27.011194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c870b9-9c65-425f-ab9b-8eb5feba4a87 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:27.029753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c870b9-9c65-425f-ab9b-8eb5feba4a87 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:27.042690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c870b9-9c65-425f-ab9b-8eb5feba4a87 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:27.049685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-61c870b9-9c65-425f-ab9b-8eb5feba4a87 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3276360 Jul 15 16:57:27.049685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:27.089031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdd96bcb-c06e-4ca3-acdd-cf1d68535719 req-11768044-64aa-4dd0-9b8d-775efce5d005 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0641105 Jul 15 16:57:27.262853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.294444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e988b76b-5c1c-4295-bf68-d62a439eee9a req-58d4a1e0-20fc-4f75-9f55-27be05f05bf1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 210 time: 0.0761104 Jul 15 16:57:27.369559 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed037f6f-b8b0-404f-9b18-3e01a72e308a x-openstack-request-id: req-ed037f6f-b8b0-404f-9b18-3e01a72e308a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:27.369857 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3c4b51-7fa0-4294-bee1-296a49d2c482", "name": "network-vif-deleted", "tag": "5c631ec4-c664-415c-940e-ab719a002554", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:27.370109 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed037f6f-b8b0-404f-9b18-3e01a72e308a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:27.370508 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3c4b51-7fa0-4294-bee1-296a49d2c482', 'name': 'network-vif-deleted', 'tag': '5c631ec4-c664-415c-940e-ab719a002554', 'status': 'completed', 'code': 200} Jul 15 16:57:27.430007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.441552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838dcf6d-42dc-4ee5-b7e6-4949057288fc']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:27.471456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0480ba16-6814-4dd1-9ab0-58469885684d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:27.472557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0480ba16-6814-4dd1-9ab0-58469885684d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:27.511902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.538607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.553416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:27.554600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:27.679364 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:27.684989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.700980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 838dcf6d-42dc-4ee5-b7e6-4949057288fc {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:27.712393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.718936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38330) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:27.725384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'name': 'tempest-network--1035060919', 'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:27.733265 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/838dcf6d-42dc-4ee5-b7e6-4949057288fc HTTP/1.1" status: 204 len: 168 time: 0.6824424 Jul 15 16:57:27.758311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2a9d6-2b92-48ec-a411-a355afc71985 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Network': ['ID=838dcf6d-42dc-4ee5-b7e6-4949057288fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:27.788460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:27.791293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.869916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:27.889904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:27.890521 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Added segment a5ff819e-3514-44e6-8e8e-caab2477902a of type vlan for network 8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff Jul 15 16:57:28.061490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:28.366925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1da48a-c6f0-4f70-aa40-5a2c2a66a591 req-31cb532a-ad8c-4d98-ab98-a8980f54d9f7 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:28.375035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1da48a-c6f0-4f70-aa40-5a2c2a66a591 req-31cb532a-ad8c-4d98-ab98-a8980f54d9f7 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.3095207 Jul 15 16:57:28.378479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4656a0f0-eba8-40a8-8f8f-42c635db571e req-bc15aac4-8c3c-4a81-808f-297eb2f14216 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0616274 Jul 15 16:57:28.439972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:28.442081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:28.445352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:28.470383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1da48a-c6f0-4f70-aa40-5a2c2a66a591 req-89b4ee01-75f0-4dd9-9312-7e2a6da998a1 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941632 Jul 15 16:57:28.549947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f63e48b-e961-4530-8471-1010e9fd80e6 req-c9d25232-a4fb-4ffd-91c9-3e1babd49ec5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 210 time: 0.0356493 Jul 15 16:57:28.602717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:28.613908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8930287 Jul 15 16:57:28.618830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5c631ec4-c664-415c-940e-ab719a002554 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:28.677794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 5c631ec4-c664-415c-940e-ab719a002554 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:28.678233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5c631ec4-c664-415c-940e-ab719a002554 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:28.727608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c732cb5-a358-483c-ad20-8dadb125dde5 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:28.743091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:28.860537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f615c9-8aab-448b-97e3-d5bdd5717ef5 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:28.866194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38380) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:28.876163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-67f615c9-8aab-448b-97e3-d5bdd5717ef5 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "GET /v2.0/networks/8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff HTTP/1.1" status: 200 len: 757 time: 0.2717435 Jul 15 16:57:29.006976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.053819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2c67d54a-cbde-4e7c-8e93-301a14355bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.066028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05a5c6-541f-4429-87b5-3af02184a169 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:29.076569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:29.080840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d05a5c6-541f-4429-87b5-3af02184a169 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "GET /v2.0/networks/74cd4571-73a1-4663-9b9a-45df3eb92227 HTTP/1.1" status: 200 len: 768 time: 0.2131565 Jul 15 16:57:29.258343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.477252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.515557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.591463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:29.637143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ff819e-3514-44e6-8e8e-caab2477902a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:29.637938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ff819e-3514-44e6-8e8e-caab2477902a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:29.703737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.714836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-634fc0eb-92da-45db-b8eb-3e227d176565 req-b4964705-4bd9-44b6-b355-3f54ff4c5190 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0849841 Jul 15 16:57:29.744525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.805898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-e2e78fe4-08c2-411a-8874-85b9d0315061 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:29.810628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-e2e78fe4-08c2-411a-8874-85b9d0315061 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.20 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.4524634 Jul 15 16:57:29.824843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:29.825740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:29.841188 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:29.951993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1080a43-1c69-4894-acf0-bfce028feaf8 req-00ed1402-fba8-4058-a8e3-37d122fdf7c4 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:29.956625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1080a43-1c69-4894-acf0-bfce028feaf8 req-00ed1402-fba8-4058-a8e3-37d122fdf7c4 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.1718600 Jul 15 16:57:30.043211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1080a43-1c69-4894-acf0-bfce028feaf8 req-9ffdc9ea-b664-4929-986f-fb5a32811900 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800171 Jul 15 16:57:30.121594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adb4cfef-9551-419d-88d6-8d660594704a req-e4b28030-0a5c-4c41-b664-fa3362e856e0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 210 time: 0.0771523 Jul 15 16:57:30.254040 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.259846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:30.263156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.265629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff HTTP/1.1" status: 204 len: 168 time: 1.1878712 Jul 15 16:57:30.269128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38426) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:30.275085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'name': 'tempest-network--968173017'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:30.344904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Made reservation on behalf of e2bd0e0cd15e40e88023d34ce11d6545 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:30.352005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.364718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-e76f997d-df4f-48a9-b37b-7a1736e12a9b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:30.367140 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-e76f997d-df4f-48a9-b37b-7a1736e12a9b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.4037964 Jul 15 16:57:30.373619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee57cc-4489-44f9-b257-d1c43544e789 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e15b5be-57b6-40a0-9c7a-5f00b0fe62ff,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:30.394071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'device_id': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'admin_state_up': True, 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:30.407694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:30.421792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.422466 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Added segment 4d6ed348-1acb-4385-8154-007a1e670666 of type vlan for network 2bc114af-1aad-40b2-9f5e-db16e2befbec Jul 15 16:57:30.496501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.574405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.575649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:30.576317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.610291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Deleting port d90632b8-fdc1-4177-b97a-eb6252557db2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:30.610630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.684147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:30.688441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:30.732898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=2bc114af-1aad-40b2-9f5e-db16e2befbec,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:30.740956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-132e5fa5-cb92-462c-bef3-702559af5aa3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4695079 Jul 15 16:57:30.742572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38440) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:30.755428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2bc114af-1aad-40b2-9f5e-db16e2befbec details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:30.780467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:30.838963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] For port d90632b8-fdc1-4177-b97a-eb6252557db2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d90632b8-fdc1-4177-b97a-eb6252557db2,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:30.845765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.184932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a35e8d8-ba8a-428d-85ec-4dca32c518e2 req-7a09e702-b1bb-4815-9847-334068e6e37e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.1098771 Jul 15 16:57:31.186381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.243988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.276228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.284462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Network 2bc114af-1aad-40b2-9f5e-db16e2befbec is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 16:57:31.291606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:31.299013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.300410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "PUT /v2.0/networks/2bc114af-1aad-40b2-9f5e-db16e2befbec HTTP/1.1" status: 200 len: 856 time: 0.5566857 Jul 15 16:57:31.303349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.20.0.11 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/2c5b2050-bda2-4096-bd57-be5dc5c32b37) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:31.312325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:31.475417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7432334-d572-4591-84cf-94b0d8bca3b3 tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event updated for resources: {'Network': ['ID=2bc114af-1aad-40b2-9f5e-db16e2befbec,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:31.496641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.595270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44e0802e-8eb6-44d2-99ef-eceb8eadb60c req-ccd35581-5142-4a00-a9e3-f8dda81185b0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 210 time: 0.0767262 Jul 15 16:57:31.688889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b04ab-00cb-4a24-863b-0184698e49a6 req-26272fea-a7ef-458d-93ab-73f295f7384b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:31.692031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e84b04ab-00cb-4a24-863b-0184698e49a6 req-26272fea-a7ef-458d-93ab-73f295f7384b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 946 time: 0.2395751 Jul 15 16:57:31.785941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e84b04ab-00cb-4a24-863b-0184698e49a6 req-e6878294-2df2-4962-a031-f122572fe1f2 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b32873a-248c-4bbe-86eb-2d8add3aceef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845692 Jul 15 16:57:31.896270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.935292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.935988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:31.936424 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Floating IP 8e6a9055-7474-4e75-8d88-17bc54bf26c7 disassociated. External IP: 172.25.8.68, port: d90632b8-fdc1-4177-b97a-eb6252557db2. Jul 15 16:57:31.937127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Calling delete_port for d90632b8-fdc1-4177-b97a-eb6252557db2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:31.946942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc114af-1aad-40b2-9f5e-db16e2befbec']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:32.017929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6ed348-1acb-4385-8154-007a1e670666') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:32.018229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6ed348-1acb-4385-8154-007a1e670666') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:32.031705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.210605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.248836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:32.249513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:32.322700 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:32.354333 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.363113 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.381027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Transition to ACTIVE for port object 2c5b2050-bda2-4096-bd57-be5dc5c32b37 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:32.425022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bc114af-1aad-40b2-9f5e-db16e2befbec {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:32.427467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.430258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.432953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] 10.222.0.25 "DELETE /v2.0/networks/2bc114af-1aad-40b2-9f5e-db16e2befbec HTTP/1.1" status: 204 len: 168 time: 1.1157887 Jul 15 16:57:32.441581 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:57:32.444740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.448001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7a11dd5-3484-4c81-914b-1f95874ab1cb req-eaba9fda-a222-4b30-ae4f-e5f6593ef8c4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0848644 Jul 15 16:57:32.448176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:32.474744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678bf37-51d1-4093-88a8-831e21bad1af tempest-ExternalNetworksTestJSON-1570465588 tempest-ExternalNetworksTestJSON-1570465588-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bc114af-1aad-40b2-9f5e-db16e2befbec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:32.498981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event deleted for resources: {'Port': ['ID=d90632b8-fdc1-4177-b97a-eb6252557db2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:32.511093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:32.522733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:32.579320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:32.607186 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b1be71-e429-435b-828a-d074f7fec985 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] DELETE failed (client error): The resource could not be found. Jul 15 16:57:32.607937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b1be71-e429-435b-828a-d074f7fec985 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:57:32.610135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-63b1be71-e429-435b-828a-d074f7fec985 tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "DELETE /v2.0/subnets/93120879-7efe-4697-88ea-3b6b27c8466d HTTP/1.1" status: 404 len: 337 time: 0.1371930 Jul 15 16:57:32.612955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38508) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:32.636459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d90632b8-fdc1-4177-b97a-eb6252557db2 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:32.774841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: d90632b8-fdc1-4177-b97a-eb6252557db2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:32.777610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d90632b8-fdc1-4177-b97a-eb6252557db2 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:32.858661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.944215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:32.945932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:32.959282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:33.043491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-ba5b917f-1bb4-4b7f-b0d0-6ac590204216 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6659179 Jul 15 16:57:33.098399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e24faee-b590-4e27-a63a-0c997269e9c4 req-a5f84eb3-ce2f-4c1a-b1a1-fb53b1301902 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.1087260 Jul 15 16:57:33.103290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f907443-f24d-4743-87a7-dbc9ead15360 None None] Provisioning for port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:33.107731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Request body: {'port': {'device_id': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:33.108080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f907443-f24d-4743-87a7-dbc9ead15360 None None] Provisioning complete for port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:33.108671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4f907443-f24d-4743-87a7-dbc9ead15360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.195476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a241-4c76-4fd1-b303-dda29d8ab35c req-b3d606d4-6bb4-419a-ab48-e34b181b5810 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:33.203794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5b5a241-4c76-4fd1-b303-dda29d8ab35c req-b3d606d4-6bb4-419a-ab48-e34b181b5810 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 932 time: 0.3286757 Jul 15 16:57:33.258283 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.270175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4f907443-f24d-4743-87a7-dbc9ead15360 None None] Port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:57:33.289277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cd4571-73a1-4663-9b9a-45df3eb92227']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:33.321458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ed84e6-5c18-4891-9a63-cb75d815e8c0') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:33.321765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ed84e6-5c18-4891-9a63-cb75d815e8c0') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:33.356149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.370800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.379059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:33.380626 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.420211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:57:33.495242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:33.497291 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:33.529563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5b5a241-4c76-4fd1-b303-dda29d8ab35c req-513c545c-5749-430b-87f6-c0f197c80e73 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238659 Jul 15 16:57:33.531761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.541411 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:33.544643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] 10.222.0.25 "DELETE /v2.0/networks/74cd4571-73a1-4663-9b9a-45df3eb92227 HTTP/1.1" status: 204 len: 168 time: 0.9305813 Jul 15 16:57:33.599930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5ddd5-d995-4383-a30a-48462d13b4cb tempest-ExternalNetworksTestJSON-382245882 tempest-ExternalNetworksTestJSON-382245882-project] Pushing event deleted for resources: {'Network': ['ID=74cd4571-73a1-4663-9b9a-45df3eb92227,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:33.756368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-798eeba8-d0af-481f-a68b-152e374b177d req-d63ba0cc-7a52-4d65-a4ee-ed8727dacf51 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.0668237 Jul 15 16:57:34.144773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38544) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:34.374120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cfbc9678-77f4-491f-a8a9-730cb4822cd6 req-3f54f97a-afba-4f3e-aa84-44b39a9a318c tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0754137 Jul 15 16:57:34.451274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c68a0a00-222c-42e3-8475-8eb09c3dec80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=129bdf3847904662b0bd3599a007c696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042250 Jul 15 16:57:34.463773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38556) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:34.520696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:57:34.540603 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Sync routers for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:57:34.568483 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:34.571118 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:34.615550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] No DVR routers for this DVR port d90632b8-fdc1-4177-b97a-eb6252557db2 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:34.626806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:34.630090 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ea9286f-395e-45d3-abfa-16dc79fb5589 req-2945c29d-a0c3-4b1b-b7f0-ff7680597fea tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.20 "DELETE /v2.0/ports/d90632b8-fdc1-4177-b97a-eb6252557db2 HTTP/1.1" status: 204 len: 173 time: 4.8077550 Jul 15 16:57:34.630609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'name': 'network-vif-deleted', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:34.640973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:34.642207 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceef746-a019-4325-b228-4ff7c5e0aaa7" -d '{"events": [{"server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "name": "network-vif-deleted", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:34.742483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:34.837934 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349eda12-0c76-466c-9a6c-cd4f34618209 x-openstack-request-id: req-349eda12-0c76-466c-9a6c-cd4f34618209 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:34.838640 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95952429-3845-4282-a22f-a1332d854e04", "name": "network-vif-deleted", "tag": "d90632b8-fdc1-4177-b97a-eb6252557db2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:34.839767 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-349eda12-0c76-466c-9a6c-cd4f34618209 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:34.840502 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95952429-3845-4282-a22f-a1332d854e04', 'name': 'network-vif-deleted', 'tag': 'd90632b8-fdc1-4177-b97a-eb6252557db2', 'status': 'completed', 'code': 200} Jul 15 16:57:34.921607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:34.924711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:34.928888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e97a8b08-9dbc-4afd-ba2e-14de131c9bff HTTP/1.1" status: 204 len: 168 time: 0.4611282 Jul 15 16:57:34.941697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da231f53-f917-4c05-b948-1f8eb8a4e8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a8b08-9dbc-4afd-ba2e-14de131c9bff,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:35.010735 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:57:35.165693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ab3f6-e068-4df3-925f-29e49067edd4 req-0bf577c3-9b5d-4300-bcde-d3151068931d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:35.172532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-703ab3f6-e068-4df3-925f-29e49067edd4 req-0bf577c3-9b5d-4300-bcde-d3151068931d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 932 time: 0.2154768 Jul 15 16:57:35.183228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5b2050-bda2-4096-bd57-be5dc5c32b37 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:57:35.226340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:35.269930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Transition to ACTIVE for port object 2c5b2050-bda2-4096-bd57-be5dc5c32b37 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:35.278212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:35.371144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a30f13d-9260-45bf-b29e-4564c7a516b2 req-13585f69-edb7-4b64-b681-43da6c98df5e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d3c4b51-7fa0-4294-bee1-296a49d2c482 HTTP/1.1" status: 200 len: 210 time: 0.1170502 Jul 15 16:57:35.406968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-703ab3f6-e068-4df3-925f-29e49067edd4 req-b664f6f0-97e1-4009-a758-72963126dbe2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123120 Jul 15 16:57:35.523566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:35.706865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Attempting to bind port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:35.707697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Attempting to bind port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:35.709356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Attempting to bind port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:35.716745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:35.724367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 on network ff6c5116-683b-4995-aa4b-1001de85da69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:35.725121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Attempting to bind port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:35.733165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:57:35.734270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:35.735619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:57:35.738199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Bound port: 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:57:35.738521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-053b66b5-ff44-4fc6-9fd5-e777a2edb589 req-cb7198d9-1e1b-4ae6-b7ba-e1caec78fca9 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0614221 Jul 15 16:57:35.739072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:35.805411 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Checking router: 28f050dc-9d2e-4741-8727-335bb2bfa0c5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:57:35.853928 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:35.854857 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:35.920694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:57:35.937285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:57:35.945179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:36.047179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:36.053768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:36.056432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] 10.222.0.20 "PUT /v2.0/ports/2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 200 len: 1092 time: 2.9533479 Jul 15 16:57:36.080773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38602) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:36.199087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c1aae-0d45-40df-be75-756e38e3d95a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:36.216221 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:57:36.232226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-244459d2-c11f-4bda-8042-37e150f7b482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2bd0e0cd15e40e88023d34ce11d6545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494513 Jul 15 16:57:36.236362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:36.300852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-7c94df36-a68e-41f7-b799-789697c0c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:36.302953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-7c94df36-a68e-41f7-b799-789697c0c747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 1095 time: 0.1919546 Jul 15 16:57:36.411486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-28ba2c6c-0d1d-45cb-9454-87393ee963b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 200 len: 217 time: 0.0804462 Jul 15 16:57:36.522020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-9d081b86-bad0-40a8-88d1-85740483a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:36.527314 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-9d081b86-bad0-40a8-88d1-85740483a560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1063502 Jul 15 16:57:36.676037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:36.709707 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:36.740485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045af511-354d-4cba-98e5-f337bc761c45 req-2794791d-857a-4c14-9f57-619b9db84163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:36.742212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-2794791d-857a-4c14-9f57-619b9db84163 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118354 Jul 15 16:57:36.757805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:36.766371 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac7a480-3fbd-4572-8dd7-5ce4a0f6a5cb None None] The sync data for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 is: [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:54:26Z', 'revision_number': 4, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4ed50dee-a345-4363-b7e5-9675183a5701', 'name': '', 'network_id': '33b5aeb0-634c-4913-be6e-b1c2c00da11d', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'mac_address': 'fa:16:3e:56:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:24Z', 'updated_at': '2021-07-15T16:54:38Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'subnets': [{'id': '4e021590-3380-4796-abcd-9e43e141e0fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:57:36.911938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:36.927290 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fef3a-4750-4b03-97ed-5622b3e9637f" -d '{"events": [{"name": "network-changed", "server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:36.944421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ef6a6-7422-4aed-a71d-ac305f6b05d1 req-e3665346-3edd-418d-b11c-3560596dd9fb tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:36.955790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-832ef6a6-7422-4aed-a71d-ac305f6b05d1 req-e3665346-3edd-418d-b11c-3560596dd9fb tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 944 time: 0.2179723 Jul 15 16:57:37.040305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8436d664-b97c-48a5-a6f4-3d834e62f4c8 req-b702646e-bced-4653-b063-983f4dfe243b tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0388572 Jul 15 16:57:37.068610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-832ef6a6-7422-4aed-a71d-ac305f6b05d1 req-9e2b149c-427e-4020-bb57-808fc3d88541 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115894 Jul 15 16:57:37.140549 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-9e2bccd5-6ea8-4ff8-bd20-720b108cdf11 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793387 Jul 15 16:57:37.164655 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c8ec6-ac9d-489e-aa7e-46daf303787b x-openstack-request-id: req-617c8ec6-ac9d-489e-aa7e-46daf303787b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:37.165342 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:37.165587 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-617c8ec6-ac9d-489e-aa7e-46daf303787b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:37.166025 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37', 'status': 'completed', 'code': 200} Jul 15 16:57:37.167734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:37.170562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:37.173538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/126acfcc-6474-4018-89e8-1868cd067be2 HTTP/1.1" status: 204 len: 168 time: 0.9361310 Jul 15 16:57:37.253173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0897f7-6a8e-4c31-86c9-17cc11ca6271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126acfcc-6474-4018-89e8-1868cd067be2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:37.406884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-045af511-354d-4cba-98e5-f337bc761c45 req-41cd1a87-c539-4b5f-a565-969eb8aaa097 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652097 Jul 15 16:57:37.428702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a26e35a-1be2-4a2c-8de0-87dc8969fd61 None None] New status for floating IP 8e6a9055-7474-4e75-8d88-17bc54bf26c7: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:57:37.434382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-1bdf6138-c97b-4872-b1b3-250542253236 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:37.459256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-1bdf6138-c97b-4872-b1b3-250542253236 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.2404745 Jul 15 16:57:37.483026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-edad20c2-270f-4604-ae57-c7275536050c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0205679 Jul 15 16:57:37.553013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-b44a1aed-7e70-4a03-acc4-b2396cced7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:37.559250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-b44a1aed-7e70-4a03-acc4-b2396cced7ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 1095 time: 0.0936959 Jul 15 16:57:37.573221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-f8d05512-8e3f-494b-b1e2-c183393b86ae tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731714 Jul 15 16:57:37.766501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-2a40742f-e9ba-4298-b2ed-d9e47c50112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:37.771769 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-2a40742f-e9ba-4298-b2ed-d9e47c50112d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.2068448 Jul 15 16:57:37.774889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-db20dce0-f3fb-458b-9569-b5307dc4bde1 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006824 Jul 15 16:57:37.917504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c00d7f-dd15-4a92-a09e-66afce0c10fb req-bb10c0eb-cef5-4b30-bb35-570b2018f92a service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409392 Jul 15 16:57:37.923965 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-fecc1c3c-12e7-4bd1-9639-1f11ebb38e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 200 len: 217 time: 0.1458695 Jul 15 16:57:38.078848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-eac28cc2-9803-4371-bfb1-2f53d76b4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:38.087435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-eac28cc2-9803-4371-bfb1-2f53d76b4fef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1517665 Jul 15 16:57:38.216935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f132791b-babb-46af-808a-4d2ce7a7b67c req-cbab3209-b821-4176-a674-17cd6a3c038e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d73b56-3d09-41f6-bfaa-2cee01d8c8fe HTTP/1.1" status: 200 len: 210 time: 0.0734649 Jul 15 16:57:38.237107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-a7b269f6-8b47-4d24-961d-21595bd333c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:38.242876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-a7b269f6-8b47-4d24-961d-21595bd333c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471264 Jul 15 16:57:38.393456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a6a8c1e-d3f5-4086-9b82-187cbde8acd3 req-6a37fe36-32d6-42ff-b389-a4c3e9d21a24 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0526457 Jul 15 16:57:38.450610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-af59515f-836e-4e35-952c-8da9848b61a4 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008021 Jul 15 16:57:38.614533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ee5e6-38f3-461c-87dd-c1a2514ac1c4 req-d7f879f8-46da-48c5-a4b6-c9c673799d91 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:38.619592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-038ee5e6-38f3-461c-87dd-c1a2514ac1c4 req-d7f879f8-46da-48c5-a4b6-c9c673799d91 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 944 time: 0.1385164 Jul 15 16:57:38.730221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-181fef3a-4750-4b03-97ed-5622b3e9637f req-c2ec9030-2717-413d-960f-6223d37d3b17 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690606 Jul 15 16:57:38.765516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-038ee5e6-38f3-461c-87dd-c1a2514ac1c4 req-d50d3545-3051-4596-9d46-7349c5869781 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359591 Jul 15 16:57:39.303617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:39.535001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-570eec12-c039-4ed4-a656-81e590eeffa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:39.721002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-570eec12-c039-4ed4-a656-81e590eeffa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:39.728748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-570eec12-c039-4ed4-a656-81e590eeffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:39.783903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c380ad95-d7f7-4b43-9256-6cf239a9a07d req-cbc6e5ee-fbd1-41fe-9831-e9589795ba4c tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0771563 Jul 15 16:57:39.784739 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-570eec12-c039-4ed4-a656-81e590eeffa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2801ff4aadce460fb9671f2ee720f92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789405 Jul 15 16:57:39.787344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:39.795223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eec12-c039-4ed4-a656-81e590eeffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec89d69-65bf-45cb-a37b-78d7cf42d918,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:39.875577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:39.904154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:39.997649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-276c0d8e-ca7d-442d-902c-780502572627 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:40.006857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-276c0d8e-ca7d-442d-902c-780502572627 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.2256508 Jul 15 16:57:40.011284 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.014176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.018214 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ec89d69-65bf-45cb-a37b-78d7cf42d918 HTTP/1.1" status: 204 len: 168 time: 0.2272136 Jul 15 16:57:40.041912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada5da5-b788-4710-a1f6-d0a0fe581aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec89d69-65bf-45cb-a37b-78d7cf42d918,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:40.045697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-10995927-bc07-4b16-ae4d-02c73115271e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0377035 Jul 15 16:57:40.103001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-83b24254-dbbe-42e3-96a1-416e5d16d223 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560131 Jul 15 16:57:40.121457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a64d-cb9c-4e87-a5df-ad25feaf2fdc req-eae5234d-e25e-4cfe-8ead-bad5f438b292 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:40.132554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0f7a64d-cb9c-4e87-a5df-ad25feaf2fdc req-eae5234d-e25e-4cfe-8ead-bad5f438b292 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 944 time: 0.1996944 Jul 15 16:57:40.282950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-59dd82dd-e2b9-41b1-b01b-5767bb3248dc service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404018 Jul 15 16:57:40.310802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0f7a64d-cb9c-4e87-a5df-ad25feaf2fdc req-4378227c-dc07-484c-8002-6e5be7c91fd5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771302 Jul 15 16:57:40.377287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38810) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:40.434726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-5609feef-07e5-4970-83aa-363671f08b3d service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504407 Jul 15 16:57:40.490303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:40.507112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1919d34e-a131-46f4-9409-89ca2cedf692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.559501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1420622051', 'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:40.574163 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.648442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1919d34e-a131-46f4-9409-89ca2cedf692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.658345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1919d34e-a131-46f4-9409-89ca2cedf692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.676234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c5b2050-bda2-4096-bd57-be5dc5c32b37 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:57:40.684518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.689165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Made reservation on behalf of 44c3d1b9070a48e3ae884894304c06fe for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:40.691581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.705770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d34e-a131-46f4-9409-89ca2cedf692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380bb328-1e17-457f-b031-df71491e53c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:40.735872 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.754092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1919d34e-a131-46f4-9409-89ca2cedf692 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a026ab91aad14af7916be40d8bf2c567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626777 Jul 15 16:57:40.757353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:40.825252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69724edd-277b-439e-9061-594e7f4fa303 req-8c00e7bf-1a6e-42de-8afe-85977c482f1b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 210 time: 0.0828147 Jul 15 16:57:40.853878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:40.897268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2c5b2050-bda2-4096-bd57-be5dc5c32b37', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '2c5b2050-bda2-4096-bd57-be5dc5c32b37', 'mac_address': 'fa:16:3e:2b:f7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:57:40.949596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.977809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:40.996851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.041371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5b2050-bda2-4096-bd57-be5dc5c32b37 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:57:41.050073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.054168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.061446 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/380bb328-1e17-457f-b031-df71491e53c6 HTTP/1.1" status: 204 len: 168 time: 0.3024220 Jul 15 16:57:41.074493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:41.080638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.090384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4176377-8242-472d-a4be-b7f783d5dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380bb328-1e17-457f-b031-df71491e53c6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:41.245350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:41.272439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.274825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.275414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.275674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.276008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.276361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.279202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.279563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.279901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.281575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.282838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.287454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:41.379142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:57:41.401751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.404257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d45fe042-2f26-4674-8bf8-acc0cd58ea54 req-1743505e-6d88-4810-82fc-092a4d7de3ae tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0468950 Jul 15 16:57:41.415588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.432236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:41.443209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.453278 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Added segment 2045a7b3-7b98-4939-8872-e2d364e614c5 of type vlan for network eded7703-b7ff-4f24-b1a0-545364b68d7c Jul 15 16:57:41.511780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.601985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.604101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:41.605827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.658476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4195f1f-8a24-4129-9281-67db95f7ce5e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:41.751667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:41.751880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3727741 Jul 15 16:57:41.757665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'subnet': {'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:41.803071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077be589-955e-43f6-bd59-53db97f4ad8d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Network': ['ID=eded7703-b7ff-4f24-b1a0-545364b68d7c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:41.818052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Made reservation on behalf of 44c3d1b9070a48e3ae884894304c06fe for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:41.818773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network eded7703-b7ff-4f24-b1a0-545364b68d7c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:41.820703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:41.834734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8847-35c8-4896-9a66-33d415b4bb53 req-d538bf3b-eb51-4d53-b846-62ceb37998c2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:41.851343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-275b8847-35c8-4896-9a66-33d415b4bb53 req-d538bf3b-eb51-4d53-b846-62ceb37998c2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 945 time: 0.2628896 Jul 15 16:57:41.976459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-275b8847-35c8-4896-9a66-33d415b4bb53 req-2682109c-e910-433d-a10e-673c6d54bc92 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031852 Jul 15 16:57:42.135685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11efc31f-e8b8-4450-add1-be2711725b05 req-86b983c1-5947-4494-a135-d861e9c1b54a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 210 time: 0.0870295 Jul 15 16:57:42.346913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 16:57:42.350483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:42.436594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fd166551-ddbb-4ecd-a8d4-0daa60054d16,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:42.551279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Checking segment: {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:42.551279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network hostable DHCP agents. Network: eded7703-b7ff-4f24-b1a0-545364b68d7c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:57:42.606738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network eded7703-b7ff-4f24-b1a0-545364b68d7c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:57:42.626604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, eded7703-b7ff-4f24-b1a0-545364b68d7c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:42.635783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b70c1-dad2-4ccc-a776-fb8ba83c708c None None] Network eded7703-b7ff-4f24-b1a0-545364b68d7c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:42.640570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:42.642085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:42.692526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c5b2050-bda2-4096-bd57-be5dc5c32b37 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:57:42.721712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-248340d7-b0ba-47e2-8715-fde564f70aaf req-1e95a182-f4ca-4223-8aed-ae4b59f04acf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/ports?device_id=95952429-3845-4282-a22f-a1332d854e04 HTTP/1.1" status: 200 len: 210 time: 0.0879698 Jul 15 16:57:42.858448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38896) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:42.859963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e709674a-3286-449f-a70f-c29936c2af63 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1066632 Jul 15 16:57:42.865356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-381607693', 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:42.939623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Made reservation on behalf of 44c3d1b9070a48e3ae884894304c06fe for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:42.945217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-8dc56057-3c73-4f87-aaac-d894471dc3c0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:42.946748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:42.948968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-8dc56057-3c73-4f87-aaac-d894471dc3c0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.2970655 Jul 15 16:57:42.962293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': '77984076-9d79-48d8-bb68-0c39b8814389', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:43.017283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:43.029381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2802a9d-6c03-4521-814d-a51a91a15f4d None None] Network eded7703-b7ff-4f24-b1a0-545364b68d7c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:43.031530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:43.032073 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:43.070369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] device_id is not set on port 2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:57:43.343232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:43.379648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:43.384091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:43.434639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:43.439564 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46080405-e7fa-4ddd-9389-c3d9e5836a2b" -d '{"events": [{"server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:43.473866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:43.480693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:43.679304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c69611-b44c-4ff6-85d2-3ad88d2752f6 req-e31fc86a-d1b7-4d6a-9e34-fd0de7e43158 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 210 time: 0.0832512 Jul 15 16:57:43.700084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.20.0.2 (eded7703-b7ff-4f24-b1a0-545364b68d7c/fd166551-ddbb-4ecd-a8d4-0daa60054d16/2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:43.739810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.2 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/83f3ec7e-3fc5-493a-b118-2b00c82da585) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:43.792501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43f6e4-cfbb-4284-a0b9-3fd55b4c0800 req-14af872c-e37c-4074-beea-2952fe0b0f8e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:43.794471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f43f6e4-cfbb-4284-a0b9-3fd55b4c0800 req-14af872c-e37c-4074-beea-2952fe0b0f8e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.2129970 Jul 15 16:57:43.914093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f43f6e4-cfbb-4284-a0b9-3fd55b4c0800 req-9c97c77a-132b-40d1-8ede-a275d120301f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078944 Jul 15 16:57:43.981967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:44.060275 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f30b0d6-7cd0-4a21-b8f8-4d9c77ad9d0e x-openstack-request-id: req-0f30b0d6-7cd0-4a21-b8f8-4d9c77ad9d0e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:44.060936 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:44.060936 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f30b0d6-7cd0-4a21-b8f8-4d9c77ad9d0e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:44.061410 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37', 'code': 200} Jul 15 16:57:44.104277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.116639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.122154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38942) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:44.213805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.231938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.259003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network eded7703-b7ff-4f24-b1a0-545364b68d7c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:44.262611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:44.267565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:44.272390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.277310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f79aa5-dc93-4abc-b109-2dc6c2d718b6 req-cf0948b1-69ea-4356-be2a-999e9964298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:44.278653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a0f79aa5-dc93-4abc-b109-2dc6c2d718b6 req-cf0948b1-69ea-4356-be2a-999e9964298b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 1097 time: 0.1438572 Jul 15 16:57:44.314069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:44.326298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:44.365500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:44.409553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.435766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:44.445934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:44.446480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.458096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:44.465886 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a0f79aa5-dc93-4abc-b109-2dc6c2d718b6 req-18ebb82b-308a-40df-b288-bd4991bb52f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706564 Jul 15 16:57:44.484579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-18cefdcc-243f-4b32-ad1b-ee6cb40c22cb tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.6244349 Jul 15 16:57:44.486839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:44.494522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:44.495181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.515550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-94e9380f-bb90-4ab5-a499-70901ec8945b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5580463 Jul 15 16:57:44.532828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Request body: {'port': {'device_id': '77984076-9d79-48d8-bb68-0c39b8814389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:44.542515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.545660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.549141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b32873a-248c-4bbe-86eb-2d8add3aceef HTTP/1.1" status: 204 len: 168 time: 0.4233544 Jul 15 16:57:44.559603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:44.562002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c0f72-7f61-4118-ab4c-aeb0d0e0fdc8 tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b32873a-248c-4bbe-86eb-2d8add3aceef,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:44.578365 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0e8e8f5b-8d81-4964-810b-8791d76026bc tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] show failed (client error): The resource could not be found. Jul 15 16:57:44.579534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e8e8f5b-8d81-4964-810b-8791d76026bc tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "GET /v2.0/security-groups/4b32873a-248c-4bbe-86eb-2d8add3aceef HTTP/1.1" status: 404 len: 347 time: 0.0184591 Jul 15 16:57:44.582993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:44.683178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Deleting port 2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:44.685111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.892360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.905253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:44.934748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Calling delete_port for 2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:44.986720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Deleting port 49849602-cade-4e78-b276-dc2f42b797e1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:44.988587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.162738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30065a93-dd51-46e9-9482-12b3aafb93f8 req-677a216e-b766-4644-904d-5c74634097ab tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:45.173032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30065a93-dd51-46e9-9482-12b3aafb93f8 req-677a216e-b766-4644-904d-5c74634097ab tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 931 time: 0.2397182 Jul 15 16:57:45.355804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30065a93-dd51-46e9-9482-12b3aafb93f8 req-c816ebfe-a194-48e5-a33e-7d9e4e538cba tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817629 Jul 15 16:57:45.456612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.457012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.463972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.508361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:45.565889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Calling delete_port for 49849602-cade-4e78-b276-dc2f42b797e1 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:45.603744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0220-d79e-48e4-ab1c-afc7c2feb97a req-d45dfae0-173d-44c6-ba36-b0a5f067bd3e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:45.611998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8ef0220-d79e-48e4-ab1c-afc7c2feb97a req-d45dfae0-173d-44c6-ba36-b0a5f067bd3e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.3503189 Jul 15 16:57:45.669938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.675142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f5c2d66a-a91e-4847-89d6-57ab75bfb54f tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2b6ea3dc-0118-41ca-b0ca-9283ffe03c0c HTTP/1.1" status: 204 len: 168 time: 1.1845014 Jul 15 16:57:45.680213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39040) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:45.684878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c', 'external_fixed_ips': [{'subnet_id': 'fd166551-ddbb-4ecd-a8d4-0daa60054d16', 'ip_address': '172.20.0.2'}]}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:45.710044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8ef0220-d79e-48e4-ab1c-afc7c2feb97a req-f2c1b558-a479-4185-8a8a-21842f06261c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963373 Jul 15 16:57:45.713157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39042) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:45.747484 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.749511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.866649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.905498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:45.943741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Pushing event deleted for resources: {'Port': ['ID=49849602-cade-4e78-b276-dc2f42b797e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:46.039623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9500ef1-7570-4592-b0f8-0742538817a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.086488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f3ec7e-3fc5-493a-b118-2b00c82da585 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:57:46.095268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.118715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Transition to ACTIVE for port object 83f3ec7e-3fc5-493a-b118-2b00c82da585 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:46.120079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.122732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.123955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c3f6f306-c60e-41a7-92c9-9391568526cf tempest-ServersTestBootFromVolume-39604484 tempest-ServersTestBootFromVolume-39604484-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e6a9055-7474-4e75-8d88-17bc54bf26c7 HTTP/1.1" status: 204 len: 168 time: 1.5397801 Jul 15 16:57:46.127082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:46.142155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.143618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.215511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9500ef1-7570-4592-b0f8-0742538817a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.229234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9500ef1-7570-4592-b0f8-0742538817a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.306480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500ef1-7570-4592-b0f8-0742538817a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10df7090-5c04-4ad2-8f07-522499a88f91,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:46.349441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a9500ef1-7570-4592-b0f8-0742538817a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd22d85149964510ad1f243724e6e283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333556 Jul 15 16:57:46.350981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39060) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:46.414563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Pushing event updated for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:46.422176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.585095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Attempting to bind port 83f3ec7e-3fc5-493a-b118-2b00c82da585 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:46.585686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.585802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Attempting to bind port 83f3ec7e-3fc5-493a-b118-2b00c82da585 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:46.586019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Attempting to bind port 83f3ec7e-3fc5-493a-b118-2b00c82da585 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:46.593651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Port 83f3ec7e-3fc5-493a-b118-2b00c82da585 on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:46.594105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Attempting to bind port 83f3ec7e-3fc5-493a-b118-2b00c82da585 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:46.604529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:57:46.605006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:46.605498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:57:46.606054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Bound port: 83f3ec7e-3fc5-493a-b118-2b00c82da585, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:57:46.606521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.679391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.712080 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.727752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cca6e-27a8-4459-bfd1-8b05ecc62a18 req-e3ff31f0-cf5a-493d-9263-9ce6e61accb5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:46.736198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-980cca6e-27a8-4459-bfd1-8b05ecc62a18 req-e3ff31f0-cf5a-493d-9263-9ce6e61accb5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 943 time: 0.2328167 Jul 15 16:57:46.789691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.792291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.793464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10df7090-5c04-4ad2-8f07-522499a88f91 HTTP/1.1" status: 204 len: 168 time: 0.4413705 Jul 15 16:57:46.796056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:57:46.808349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:57:46.836491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.877532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a59a21-df84-4b77-8d52-98ab9c5e869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10df7090-5c04-4ad2-8f07-522499a88f91,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:46.889885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-980cca6e-27a8-4459-bfd1-8b05ecc62a18 req-89762621-b677-4252-a3c9-2f95b2c2eaf2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527848 Jul 15 16:57:46.981173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:46.982061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:46.983486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] 10.222.0.20 "PUT /v2.0/ports/83f3ec7e-3fc5-493a-b118-2b00c82da585 HTTP/1.1" status: 200 len: 1091 time: 2.4588115 Jul 15 16:57:46.990974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:46.993407 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e183c-0af8-445d-8978-898a2ccffb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:47.077229 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c04b035-3cca-4d1f-a914-71cf10c4614d x-openstack-request-id: req-3c04b035-3cca-4d1f-a914-71cf10c4614d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:47.078279 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:47.078695 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c04b035-3cca-4d1f-a914-71cf10c4614d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:47.079886 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585', 'status': 'completed', 'code': 200} Jul 15 16:57:47.086732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0178730-882e-43f6-aad4-19bd737b7224 service neutron] Pushing event updated for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:47.176661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.20.0.2 (eded7703-b7ff-4f24-b1a0-545364b68d7c/fd166551-ddbb-4ecd-a8d4-0daa60054d16/ebc1be8d-3cba-4148-b23c-155f2a3aa3f5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:47.177727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.191214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c4a60-83cb-4c8d-8150-b94e5c086777 req-31f8507a-30ed-4ca0-886e-db4592cfce6a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:47.193417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f3c4a60-83cb-4c8d-8150-b94e5c086777 req-31f8507a-30ed-4ca0-886e-db4592cfce6a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1658423 Jul 15 16:57:47.290223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f3c4a60-83cb-4c8d-8150-b94e5c086777 req-62a1533b-b7cb-496e-befc-e3e9de873762 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828907 Jul 15 16:57:47.358807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39090) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:47.401180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40227ac8-7b2a-432b-b18e-82415a39c29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.639627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.727902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40227ac8-7b2a-432b-b18e-82415a39c29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.734773 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40227ac8-7b2a-432b-b18e-82415a39c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.742984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:47.800995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network eded7703-b7ff-4f24-b1a0-545364b68d7c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:47.821642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:47.833931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:47.875327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40227ac8-7b2a-432b-b18e-82415a39c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2437bb-58b2-46f5-b3dc-908825237afb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:47.887197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40227ac8-7b2a-432b-b18e-82415a39c29b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5bde658a0f846d5bb4044c2845d0352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267899 Jul 15 16:57:47.892151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-6aa06c79-16d8-4c29-b8ad-c8513157a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:47.897037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-6aa06c79-16d8-4c29-b8ad-c8513157a8f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 1094 time: 0.8493154 Jul 15 16:57:47.897548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:47.938901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=ebc1be8d-3cba-4148-b23c-155f2a3aa3f5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:48.012850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-9a1b2bbf-19dc-49b5-9442-6fa09773468d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585 HTTP/1.1" status: 200 len: 217 time: 0.1031401 Jul 15 16:57:48.170416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-921a288f-32a7-4ffa-a953-78555f0bedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:48.171701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-921a288f-32a7-4ffa-a953-78555f0bedb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.1483068 Jul 15 16:57:48.174065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.223667 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-c5138bda-d10d-4b93-b35f-3cfff6a47e72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426550 Jul 15 16:57:48.243562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.478614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-f39f8f2a-69bf-408c-ab25-f4d49c579e43 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481256 Jul 15 16:57:48.481290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.485071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.486364 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f2437bb-58b2-46f5-b3dc-908825237afb HTTP/1.1" status: 204 len: 168 time: 0.5852027 Jul 15 16:57:48.509503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d014b01-594d-4caa-9cea-acd4371d0f47 req-ba98544a-03d4-47f9-bea7-fb7091da67c5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:48.511015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d014b01-594d-4caa-9cea-acd4371d0f47 req-ba98544a-03d4-47f9-bea7-fb7091da67c5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.6371515 Jul 15 16:57:48.623254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c8fa6-c19d-4c5a-b3cc-2143d8aad59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2437bb-58b2-46f5-b3dc-908825237afb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:48.632584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-481bf157-c4f9-4112-8ab9-640a1e1faa87 req-efb3249d-bfe2-46a0-a9b8-613be78a1c9d service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248660 Jul 15 16:57:48.668878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d014b01-594d-4caa-9cea-acd4371d0f47 req-a1d8207f-e971-436d-ab11-28aa70b042e9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317348 Jul 15 16:57:48.698571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Deleting port 4ed50dee-a345-4363-b7e5-9675183a5701 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:48.699172 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.709192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fac628-7fbc-4e22-b0f1-f45f9b03e145 req-84bd09fa-9bac-419b-a0a7-746e71db0700 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:48.710700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35fac628-7fbc-4e22-b0f1-f45f9b03e145 req-84bd09fa-9bac-419b-a0a7-746e71db0700 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 943 time: 0.3168204 Jul 15 16:57:48.797959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] For port 4ed50dee-a345-4363-b7e5-9675183a5701, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4ed50dee-a345-4363-b7e5-9675183a5701,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:48.798434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:48.813054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Calling delete_port for 4ed50dee-a345-4363-b7e5-9675183a5701 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:48.960435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e183c-0af8-445d-8978-898a2ccffb2a req-154d1978-6fad-4fd2-b2e5-c4b0995cc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:48.961967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-154d1978-6fad-4fd2-b2e5-c4b0995cc43a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 1094 time: 0.0830746 Jul 15 16:57:48.964714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:49.119714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e183c-0af8-445d-8978-898a2ccffb2a req-1906c3b3-b82b-4204-b7af-3204219e7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:49.121454 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-1906c3b3-b82b-4204-b7af-3204219e7cc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.0939865 Jul 15 16:57:49.127555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35fac628-7fbc-4e22-b0f1-f45f9b03e145 req-22e1fea5-9514-4c6b-8bd3-5b82939c21a3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541648 Jul 15 16:57:49.174043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-ce28b0ad-dcee-4f00-b4da-65d8fb0b0a1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585 HTTP/1.1" status: 200 len: 217 time: 0.0433569 Jul 15 16:57:49.276434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e183c-0af8-445d-8978-898a2ccffb2a req-809a55e5-0c17-4251-aabe-6b7ce080f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:49.277958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-809a55e5-0c17-4251-aabe-6b7ce080f534 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.0927262 Jul 15 16:57:49.335500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-7ca63a1e-47aa-42ba-b7a9-7803ab45bb8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407407 Jul 15 16:57:49.365572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:49.524161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:49.568064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed50dee-a345-4363-b7e5-9675183a5701,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:49.614335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-93b65ee6-d2ea-45de-80e2-56756b11497c service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634454 Jul 15 16:57:49.724193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router e85828c2-6ce5-4e2f-845c-735ca46e2f41 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:57:49.821764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-406e183c-0af8-445d-8978-898a2ccffb2a req-e3c6a4d6-e93d-419d-8170-f6e848817681 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638172 Jul 15 16:57:50.026252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:57:50.037043 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Sync routers for ids ['e85828c2-6ce5-4e2f-845c-735ca46e2f41'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:57:50.049563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b77ac-90b0-4216-a0b9-223249e45eaa req-1ff5558f-ac92-4523-becc-dd59a27cb1dd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:50.057313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-309b77ac-90b0-4216-a0b9-223249e45eaa req-1ff5558f-ac92-4523-becc-dd59a27cb1dd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1424425 Jul 15 16:57:50.061432 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Routers {'e85828c2-6ce5-4e2f-845c-735ca46e2f41'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:50.064748 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e85828c2-6ce5-4e2f-845c-735ca46e2f41'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:50.088447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.092626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09339ff3-3e4c-4f24-b960-334d4713699d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4114187 Jul 15 16:57:50.093388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39162) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:50.184749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-309b77ac-90b0-4216-a0b9-223249e45eaa req-8a4321eb-ba92-4b49-afff-42e508425b84 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255543 Jul 15 16:57:50.217752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.298070 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Set router e85828c2-6ce5-4e2f-845c-735ca46e2f41 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:57:50.342980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.591814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39174) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:50.644026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0edea-1dfb-4fcc-9ba1-6a1e8ba3601d req-2b6eb68c-171c-47e7-a0a1-c3cc0aae5b47 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:50.645880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40c0edea-1dfb-4fcc-9ba1-6a1e8ba3601d req-2b6eb68c-171c-47e7-a0a1-c3cc0aae5b47 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 943 time: 0.2407122 Jul 15 16:57:50.676053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.770062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40c0edea-1dfb-4fcc-9ba1-6a1e8ba3601d req-fd7d742b-d40d-49f1-af02-cea7c07335bf tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108468 Jul 15 16:57:50.809398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:57:50.888048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221ace32-d5be-468d-a191-8c22357f2610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.935329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Deleting port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:50.936099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:50.948387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85828c2-6ce5-4e2f-845c-735ca46e2f41', 'name': '', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c', 'external_fixed_ips': [{'subnet_id': 'fd166551-ddbb-4ecd-a8d4-0daa60054d16', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ebc1be8d-3cba-4148-b23c-155f2a3aa3f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:57:45Z', 'updated_at': '2021-07-15T16:57:48Z', 'revision_number': 3, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port': {'id': 'ebc1be8d-3cba-4148-b23c-155f2a3aa3f5', 'name': '', 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:54:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85828c2-6ce5-4e2f-845c-735ca46e2f41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'fd166551-ddbb-4ecd-a8d4-0daa60054d16', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:57:46Z', 'updated_at': '2021-07-15T16:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd166551-ddbb-4ecd-a8d4-0daa60054d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:50.986319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:57:50.991618 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Checking router: e85828c2-6ce5-4e2f-845c-735ca46e2f41 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:57:50.992429 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Updating router e85828c2-6ce5-4e2f-845c-735ca46e2f41 port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:57:50.998874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9a9ca415-693f-466a-aea8-3d939189d7b6 admin admin] 10.222.0.25 "PUT /v2.0/routers/28f050dc-9d2e-4741-8727-335bb2bfa0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8706241 Jul 15 16:57:51.001627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Sync routers for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:57:51.004050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:51.033207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:51.033868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:51.050718 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.059093 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.079404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Calling delete_port for ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:51.174873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221ace32-d5be-468d-a191-8c22357f2610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.222112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.244251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:57:51.261300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-221ace32-d5be-468d-a191-8c22357f2610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.377017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-221ace32-d5be-468d-a191-8c22357f2610 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ae7b5baf7d441c68b8f80c13bdefdf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7816019 Jul 15 16:57:51.377017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ace32-d5be-468d-a191-8c22357f2610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ecfed-69a4-4f50-b897-fa7b31c2c911,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:51.386657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:51.464906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.510513 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.522547 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Transition to ACTIVE for port object ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:51.534923 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.621931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Deleting port 535d1c1a-99f6-47bb-889b-4629b0f7b718 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:51.622174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.628236 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:51.628606 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:51.629686 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 on network eded7703-b7ff-4f24-b1a0-545364b68d7c {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:51.638114 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:57:51.638496 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Checking segment: {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:51.639251 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.639652 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Bound using segment: {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:57:51.640293 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Bound port: ebc1be8d-3cba-4148-b23c-155f2a3aa3f5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:57:51.640716 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.646598 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Pushing event updated for resources: {'Port': ['ID=ebc1be8d-3cba-4148-b23c-155f2a3aa3f5,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:51.694453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:57:49Z', 'revision_number': 5, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port': {'id': '535d1c1a-99f6-47bb-889b-4629b0f7b718', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:54:21Z', 'updated_at': '2021-07-15T16:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:51.724325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.725729 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.726168 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.726606 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.727660 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.728051 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.728387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.728718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.729164 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.729360 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.736002 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.736670 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.737179 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396954e5-53b9-48d9-9253-c82e5230275f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:57:51.740386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Checking router: 28f050dc-9d2e-4741-8727-335bb2bfa0c5 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:57:51.754928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Routers {'28f050dc-9d2e-4741-8727-335bb2bfa0c5'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:51.756393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:51.769059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40fecb-e29a-47f7-aaee-3bd2853f1988 req-41476e4e-3509-49c0-8ed4-51abae4f0357 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:51.770644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d40fecb-e29a-47f7-aaee-3bd2853f1988 req-41476e4e-3509-49c0-8ed4-51abae4f0357 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.3475058 Jul 15 16:57:51.818907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] For port 535d1c1a-99f6-47bb-889b-4629b0f7b718, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=535d1c1a-99f6-47bb-889b-4629b0f7b718,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:51.819270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.842534 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.db.api [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:57:51.843016 n-d-800085-3 neutron-server[100431]: DEBUG oslo_db.api [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:57:51.846196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Calling delete_port for 535d1c1a-99f6-47bb-889b-4629b0f7b718 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:51.850427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.906541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:51.925664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebc1be8d-3cba-4148-b23c-155f2a3aa3f5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:51.949142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] Set router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:57:52.015979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.032524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:57:51Z', 'revision_number': 6, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:52.058036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d40fecb-e29a-47f7-aaee-3bd2853f1988 req-e45c1023-766f-4ee7-938d-37fe9ef76d48 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116475 Jul 15 16:57:52.088528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa3ae-6fc4-4534-9046-078f4f2828bb None None] The sync data for ids ['28f050dc-9d2e-4741-8727-335bb2bfa0c5'] in n-d-800085-3 is: [{'id': '28f050dc-9d2e-4741-8727-335bb2bfa0c5', 'name': 'tempest-ServersTestBootFromVolume-1697997722-router', 'tenant_id': 'c663062c16904fea84c1cb8dfa586231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:54:19Z', 'updated_at': '2021-07-15T16:57:51Z', 'revision_number': 6, 'project_id': 'c663062c16904fea84c1cb8dfa586231', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:57:52.156870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.219475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.225258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.290493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365c9bf-3c77-453a-bb37-e7a50d037742 req-48ff1307-fc62-4f07-adf2-b7a8d5774c3d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:52.292489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9365c9bf-3c77-453a-bb37-e7a50d037742 req-48ff1307-fc62-4f07-adf2-b7a8d5774c3d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 943 time: 0.2862637 Jul 15 16:57:52.295097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.296156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e85828c2-6ce5-4e2f-845c-735ca46e2f41 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:57:52.296749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.301251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.305692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-904c1af9-dccd-41db-8d61-3ad310426b1c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e85828c2-6ce5-4e2f-845c-735ca46e2f41 HTTP/1.1" status: 204 len: 168 time: 2.2099650 Jul 15 16:57:52.308686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39208) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:52.309497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.312224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.313362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed4ecfed-69a4-4f50-b897-fa7b31c2c911 HTTP/1.1" status: 204 len: 168 time: 0.9224346 Jul 15 16:57:52.364250 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:52.364743 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:52.365179 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Attempting to bind port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 on network eded7703-b7ff-4f24-b1a0-545364b68d7c {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:52.370313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Deleting subnet fd166551-ddbb-4ecd-a8d4-0daa60054d16 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:57:52.380455 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:57:52.381230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Checking segment: {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:52.382982 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.383612 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Bound using segment: {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:57:52.384854 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Bound port: ebc1be8d-3cba-4148-b23c-155f2a3aa3f5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2045a7b3-7b98-4939-8872-e2d364e614c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eded7703-b7ff-4f24-b1a0-545364b68d7c'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:57:52.385572 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.405676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.408033 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Port ebc1be8d-3cba-4148-b23c-155f2a3aa3f5 has been deleted concurrently {{(pid=100431) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 16:57:52.414372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.417386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.423743 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Routers set() bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:57:52.424762 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Router IDs set() for agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 16:57:52.426044 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_agentschedulers_db [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e85828c2-6ce5-4e2f-845c-735ca46e2f41'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent'). {{(pid=100431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 16:57:52.427554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c0ae1-517f-4147-8a09-8cc9c5e03f26 None None] The sync data for ids ['e85828c2-6ce5-4e2f-845c-735ca46e2f41'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:57:52.448713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=535d1c1a-99f6-47bb-889b-4629b0f7b718,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:52.480758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ff4e3-64c8-4687-aaf7-be0d27f03552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ecfed-69a4-4f50-b897-fa7b31c2c911,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:52.541406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9365c9bf-3c77-453a-bb37-e7a50d037742 req-e1f40d38-9bad-4f49-846c-380d1e77c5c3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340844 Jul 15 16:57:52.547653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.557003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f050dc-9d2e-4741-8727-335bb2bfa0c5 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:57:52.575476 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.577745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5cd2f1a-2918-49f1-8174-9841c94efa9b admin admin] 10.222.0.25 "DELETE /v2.0/routers/28f050dc-9d2e-4741-8727-335bb2bfa0c5 HTTP/1.1" status: 204 len: 168 time: 1.5721703 Jul 15 16:57:52.580324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39230) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:52.590745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.730912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 83f3ec7e-3fc5-493a-b118-2b00c82da585 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:57:52.873217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:52.890766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '83f3ec7e-3fc5-493a-b118-2b00c82da585', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': '83f3ec7e-3fc5-493a-b118-2b00c82da585', 'mac_address': 'fa:16:3e:fa:67:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:57:52.938309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:52.959555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f3ec7e-3fc5-493a-b118-2b00c82da585 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:57:52.991756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:53.012259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.107294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Deleting subnet 4e021590-3380-4796-abcd-9e43e141e0fd {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:57:53.111703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.113904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.125482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:53.223051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.310445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['83f3ec7e-3fc5-493a-b118-2b00c82da585'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:57:53.326649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.404484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fd166551-ddbb-4ecd-a8d4-0daa60054d16,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:53.472558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.543530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.546371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba8f0e5e-35ce-4680-be44-0fff296012c0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/fd166551-ddbb-4ecd-a8d4-0daa60054d16 HTTP/1.1" status: 204 len: 168 time: 1.2314622 Jul 15 16:57:53.548415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:53.609562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d8662-6c42-4661-885a-e7ba2f8b0d72 req-7721da25-54e3-48a6-b670-ee9b3d4170f5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:53.621422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a00d8662-6c42-4661-885a-e7ba2f8b0d72 req-7721da25-54e3-48a6-b670-ee9b3d4170f5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.3729999 Jul 15 16:57:53.623615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.715355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463768aa-29a6-4070-9a5e-10f583ef09d8 None None] Network 33b5aeb0-634c-4913-be6e-b1c2c00da11d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:53.717490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e021590-3380-4796-abcd-9e43e141e0fd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:53.720646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.729255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-88c88565-8154-49bd-b041-3c4e58e77d95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e021590-3380-4796-abcd-9e43e141e0fd HTTP/1.1" status: 204 len: 168 time: 1.1455104 Jul 15 16:57:53.737653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39278) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:53.780314 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.818525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.837357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4ed50dee-a345-4363-b7e5-9675183a5701 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:53.852979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a00d8662-6c42-4661-885a-e7ba2f8b0d72 req-f72658ee-5950-4bdd-abea-01b34620181e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300777 Jul 15 16:57:53.919575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4ed50dee-a345-4363-b7e5-9675183a5701 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:53.919929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4ed50dee-a345-4363-b7e5-9675183a5701 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:53.920593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 535d1c1a-99f6-47bb-889b-4629b0f7b718 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:53.949878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 535d1c1a-99f6-47bb-889b-4629b0f7b718 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:53.950445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 535d1c1a-99f6-47bb-889b-4629b0f7b718 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:53.965299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefd002-3357-4c6a-ae9d-4d58078114a3 req-80103135-90e2-4153-9e9f-1622bbc5c04a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:53.967065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3aefd002-3357-4c6a-ae9d-4d58078114a3 req-80103135-90e2-4153-9e9f-1622bbc5c04a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 944 time: 0.1450672 Jul 15 16:57:53.970418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:53.984821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eded7703-b7ff-4f24-b1a0-545364b68d7c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:53.997255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2045a7b3-7b98-4939-8872-e2d364e614c5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:53.998024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2045a7b3-7b98-4939-8872-e2d364e614c5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:54.001284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Deleting port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:54.001744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.009508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.023791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.030277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:54.030892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:54.100326 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:54.105533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.110250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eded7703-b7ff-4f24-b1a0-545364b68d7c {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 16:57:54.112677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.113541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] For port 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=25625c07-7db9-4064-8e3e-d3a7dd5b4264,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:54.114097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.115679 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/networks/eded7703-b7ff-4f24-b1a0-545364b68d7c HTTP/1.1" status: 204 len: 168 time: 0.5662327 Jul 15 16:57:54.132102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42993ff-aafe-406b-954f-f7c6dffee49c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Network': ['ID=eded7703-b7ff-4f24-b1a0-545364b68d7c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:54.164819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Calling delete_port for 25625c07-7db9-4064-8e3e-d3a7dd5b4264 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:54.236845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3aefd002-3357-4c6a-ae9d-4d58078114a3 req-9657d815-11c3-4ef6-9c01-ddaf3e38223b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625113 Jul 15 16:57:54.249524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] DHCP port deletion for 33b5aeb0-634c-4913-be6e-b1c2c00da11d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:57:54.322502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Deleting port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:57:54.323017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.398396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:54.459832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.496235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Pushing event deleted for resources: {'Port': ['ID=25625c07-7db9-4064-8e3e-d3a7dd5b4264,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:54.503576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] No DVR routers for this DVR port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:54.518399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] For port 25625c07-7db9-4064-8e3e-d3a7dd5b4264, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=25625c07-7db9-4064-8e3e-d3a7dd5b4264,segment=NetworkSegment(758fb39b-eed3-4efd-86c9-8249e8a32468),segment_id=758fb39b-eed3-4efd-86c9-8249e8a32468)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:54.521293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.555649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Calling delete_port for 25625c07-7db9-4064-8e3e-d3a7dd5b4264 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:57:54.643759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.656200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b5aeb0-634c-4913-be6e-b1c2c00da11d']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:54.682004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758fb39b-eed3-4efd-86c9-8249e8a32468') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:54.683508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758fb39b-eed3-4efd-86c9-8249e8a32468') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:57:54.705381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.718939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.751611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.765777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:57:54.766192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.779436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] Pushing event deleted for resources: {'Port': ['ID=25625c07-7db9-4064-8e3e-d3a7dd5b4264,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:54.786240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:54.788792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 83f3ec7e-3fc5-493a-b118-2b00c82da585 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:57:54.792095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'name': 'tempest-router--1756771502', 'project_id': 'b028ca619b2f45f0b50c87718f5ad48d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:54.835048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.836893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.870393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2646f9-be79-4900-9ff7-e49af07153c8 None None] No DVR routers for this DVR port 25625c07-7db9-4064-8e3e-d3a7dd5b4264 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: items = [ Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:57:54.876350 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:57:54.891896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.905350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:54.929584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] 10.222.0.25 "DELETE /v2.0/networks/33b5aeb0-634c-4913-be6e-b1c2c00da11d HTTP/1.1" status: 204 len: 168 time: 1.1743360 Jul 15 16:57:54.946615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-550821567'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:54.952202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424078-c3ca-4d0b-9049-827d81ed79da admin admin] Pushing event deleted for resources: {'Network': ['ID=33b5aeb0-634c-4913-be6e-b1c2c00da11d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:54.958189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 83f3ec7e-3fc5-493a-b118-2b00c82da585 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:57:54.966325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 83f3ec7e-3fc5-493a-b118-2b00c82da585 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:57:54.966710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.038241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.045868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.059764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Made reservation on behalf of f3b33521b44d42049c95ae2c6cdb03c7 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:55.064212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.078977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.084735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7623cc19-7d35-450a-b629-00fbf864b994 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2966032 Jul 15 16:57:55.085371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:55.086510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.178929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.200372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39328) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:55.231600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:57:55.233891 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91429c49-e6d9-42d3-9938-aaf7f665365a" -d '{"events": [{"server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "name": "network-vif-plugged", "status": "completed", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:57:55.264356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:57:55.276955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.314372 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.333204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.343092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.358127 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dbb5a1-38db-469e-aa0f-d8f1e3faa5a8 x-openstack-request-id: req-74dbb5a1-38db-469e-aa0f-d8f1e3faa5a8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:57:55.358418 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "name": "network-vif-plugged", "status": "completed", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:57:55.358857 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74dbb5a1-38db-469e-aa0f-d8f1e3faa5a8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:57:55.359404 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585', 'code': 200} Jul 15 16:57:55.380793 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:55.381785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:55.412330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.415616 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Added segment aea156fe-f1f5-44c6-9c12-5a03d56a6817 of type vlan for network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef Jul 15 16:57:55.476670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.570876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c078fb-4f8e-4e92-bb3c-379920be2d4a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:55.578366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.587723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:55.588500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.645538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9f26a7b6-fe34-4f71-af61-a189845344ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c663062c16904fea84c1cb8dfa586231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180775 Jul 15 16:57:55.664152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39340) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:55.696268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.715851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c36c3-c509-44d2-8146-60c7baccd59d req-34e62698-d77f-4b4c-b06b-c354ca1753a4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:55.716681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Pushing event updated for resources: {'Network': ['ID=4eaf6769-ad7c-424b-bfc0-b41f3cde85ef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:55.717587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 25625c07-7db9-4064-8e3e-d3a7dd5b4264 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:57:55.717979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-414c36c3-c509-44d2-8146-60c7baccd59d req-34e62698-d77f-4b4c-b06b-c354ca1753a4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.5875614 Jul 15 16:57:55.719407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.764971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e0ae5-2bd3-49ad-9931-0e9e679620bf req-ddc6e323-5906-462f-ad24-722bc0f7cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:55.766971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b1e0ae5-2bd3-49ad-9931-0e9e679620bf req-ddc6e323-5906-462f-ad24-722bc0f7cc89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 1096 time: 0.2537675 Jul 15 16:57:55.767300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:55.768421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6dc33bef-3ad0-4304-afa2-d90290c8aff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3688891 Jul 15 16:57:55.783277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 25625c07-7db9-4064-8e3e-d3a7dd5b4264 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:57:55.784621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 25625c07-7db9-4064-8e3e-d3a7dd5b4264 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:57:55.832649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b1e0ae5-2bd3-49ad-9931-0e9e679620bf req-735020f2-841a-4d5d-9833-23891ae12296 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574839 Jul 15 16:57:55.853866 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6faa35b9-c636-4e45-842a-1b8e11d1057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.894535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.895917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22c72b02-20fa-4009-a0fe-d51aeebe7d69 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:57:55.914474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.919299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cb3c621b-13ec-4bcc-a2a0-f67d21b1cd37 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/routers/22c72b02-20fa-4009-a0fe-d51aeebe7d69 HTTP/1.1" status: 204 len: 168 time: 0.8300064 Jul 15 16:57:55.944761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-414c36c3-c509-44d2-8146-60c7baccd59d req-1e498880-1b5c-4edb-b9e0-40938afae264 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174852 Jul 15 16:57:55.947978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:55.967068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db43fe-806b-471f-8dd2-3e9cdf8f557d req-42851d11-e122-4e6a-82fa-96363d9d019e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:55.976520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6db43fe-806b-471f-8dd2-3e9cdf8f557d req-42851d11-e122-4e6a-82fa-96363d9d019e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.3851211 Jul 15 16:57:56.024137 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.072977 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6db43fe-806b-471f-8dd2-3e9cdf8f557d req-62883fed-de33-4a15-bd5e-c89f2437993f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954266 Jul 15 16:57:56.117506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.120127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.121307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c7ccdfb-7f02-4f38-a2b4-c4bdb9f4013e HTTP/1.1" status: 204 len: 168 time: 0.4627469 Jul 15 16:57:56.132800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504a4c1-1c83-4376-a0da-8dbf8d2c206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ccdfb-7f02-4f38-a2b4-c4bdb9f4013e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:56.224705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:56.358037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:56.363078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef', 'binding:host_id': 'n-h1-800085-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-813725207'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:56.408775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Made reservation on behalf of 301b8324a25b4eeb9cdb611a46db5833 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:56.413067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.426590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.588670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.598609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:56.659709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port c19b0427-5393-470c-a19f-52cd954db539 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:57:56.890846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-387174753', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:56.916777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a71820-1a6c-4194-a139-c00b4e94918d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:57.025648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.026696 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.140658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port c19b0427-5393-470c-a19f-52cd954db539 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:57:57.147001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.154733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.289987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Transition to ACTIVE for port object c19b0427-5393-470c-a19f-52cd954db539 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:57:57.365204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.414560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:57.501035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.545152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1810921317-network', 'tenant_id': '66d879985e24474480d8142bf313826a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:57.572687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Made reservation on behalf of 66d879985e24474480d8142bf313826a for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:57.575952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.585931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.601837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91425e78-0fb4-461e-b746-d715e04551e6 req-5fa5193c-d475-4f16-91d1-decc4a09bb59 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:57.608932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91425e78-0fb4-461e-b746-d715e04551e6 req-5fa5193c-d475-4f16-91d1-decc4a09bb59 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.3912518 Jul 15 16:57:57.629174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=c19b0427-5393-470c-a19f-52cd954db539,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:57.649378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Checking segment: {'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:57.649743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Network hostable DHCP agents. Network: 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:57:57.665589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c654d-e439-46bf-9b9a-404b16256adb req-c9a7e052-8892-48c5-8c02-539666154804 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:57.667099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-249c654d-e439-46bf-9b9a-404b16256adb req-c9a7e052-8892-48c5-8c02-539666154804 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.3785625 Jul 15 16:57:57.703358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91425e78-0fb4-461e-b746-d715e04551e6 req-254f3f8b-3378-4297-a67a-d4d1722f05da tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934987 Jul 15 16:57:57.720240 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.739122 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.749935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:57:57.803103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:57:57.804844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:57.822085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa05bac0-d23f-45c0-ba4a-da60feb334d0 None None] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:57.823079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:57.846821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.847181 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Added segment 61b60850-0588-4fb8-bd13-687ef52fd478 of type vlan for network e5eaca1e-8224-4d1a-a867-b1e3e798046b Jul 15 16:57:57.856273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598a67c6-b370-4a0e-aa83-0004fa694417,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:57.860737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-249c654d-e439-46bf-9b9a-404b16256adb req-561f2bea-adb2-4382-8b55-5b3ed22e1262 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698017 Jul 15 16:57:57.915008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.924247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:57.926748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:57.927706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:57.951761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:57.952223 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:57.953533 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 2 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:57.955239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:57.956476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:57.957821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.001004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.003628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.009380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.028776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5eaca1e-8224-4d1a-a867-b1e3e798046b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:58.041635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3652ac1c-e2a8-4ee1-af30-cb303b45fde3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6258974 Jul 15 16:57:58.046493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:57:58.057835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Request body: {'subnet': {'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1810921317-subnet', 'tenant_id': '66d879985e24474480d8142bf313826a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:57:58.098886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:57:58.113966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Made reservation on behalf of 66d879985e24474480d8142bf313826a for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:57:58.117089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.138151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.138869 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.143010 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 3 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.170222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.170702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.171091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.204676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.230938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.233977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.234378 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.239211 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 4 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.353707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.354406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.354406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.371651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.372009 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.374606 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 5 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.477776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Allocated IP 172.25.8.32 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/b26f4749-3e46-40ed-bff4-bf1fa2acf43a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:57:58.592437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.592922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.593379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.608141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.608627 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.611120 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 6 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.670969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.671302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.671634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.688784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.700327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.700719 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.703263 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 7 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.732029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4949a1-00fc-4697-a2af-cd2b1dc24e2c req-6e094be2-291e-4752-b1f3-582fe07d34c1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:58.733566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c4949a1-00fc-4697-a2af-cd2b1dc24e2c req-6e094be2-291e-4752-b1f3-582fe07d34c1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.3517809 Jul 15 16:57:58.773439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.773775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.774110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.780728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.813068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.813068 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.814603 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 8 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.865950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.866605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.867108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.874187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c4949a1-00fc-4697-a2af-cd2b1dc24e2c req-aeca38f7-1f28-42a8-b3c7-d0a69e8125cf tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331065 Jul 15 16:57:58.877687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.878284 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.878911 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 9 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:58.886050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.911662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:58.912370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:58.912991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:58.950537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:58.950826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbed9b8-974b-4505-9b5b-3d8b201a737a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:58.974253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Checking segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:57:58.974626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Network hostable DHCP agents. Network: e5eaca1e-8224-4d1a-a867-b1e3e798046b, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:57:58.977845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:58.978145 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:58.992701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:57:59.003444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e5eaca1e-8224-4d1a-a867-b1e3e798046b) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:59.008914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:59.009739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:59.014673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d1082-f7b6-4bbb-a578-04c74e269ceb None None] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:59.037187 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a55e29a7-1e94-4c5f-a6c5-a750ed45836b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9890490 Jul 15 16:57:59.093075 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-63c8a2a1-e263-48e7-86f2-c7b6cbe3469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:59.223220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde3802-0a03-4255-9683-46220f825cd4 None None] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:57:59.328433 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 10 to bind port c19b0427-5393-470c-a19f-52cd954db539 Jul 15 16:57:59.338087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:57:59.354181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:57:59.358309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:57:59.425074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:57:59.425522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:57:59.427012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:57:59.453667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event updated for resources: {'Port': ['ID=b26f4749-3e46-40ed-bff4-bf1fa2acf43a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:57:59.468949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:59.549079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port c19b0427-5393-470c-a19f-52cd954db539 on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:57:59.549401 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port c19b0427-5393-470c-a19f-52cd954db539 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:57:59.549778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:59.620511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0228b2-e667-4421-9feb-bdb78ceb5f3c req-53b42418-8ed5-477a-97ff-93f7f79857d6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:57:59.621988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e0228b2-e667-4421-9feb-bdb78ceb5f3c req-53b42418-8ed5-477a-97ff-93f7f79857d6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.7372057 Jul 15 16:57:59.856923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e0228b2-e667-4421-9feb-bdb78ceb5f3c req-1e5d3842-a77d-4b7c-ade4-932443b89bc4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015691 Jul 15 16:57:59.893934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port c19b0427-5393-470c-a19f-52cd954db539, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:57:59.894308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempted to set empty binding levels {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 16:57:59.907633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:57:59.999331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-b6db1815-90ec-453f-83aa-4a3f29f175a4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:00.004785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-b6db1815-90ec-453f-83aa-4a3f29f175a4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.4167929 Jul 15 16:58:00.007196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.124319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-f3ffb731-253b-45b2-af13-f6b184ac1c5f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/quotas/66d879985e24474480d8142bf313826a HTTP/1.1" status: 200 len: 375 time: 0.1180172 Jul 15 16:58:00.130224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:00.130981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.226506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-4f4a612b-b8c2-4884-821d-384b7186d85e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841203 Jul 15 16:58:00.227115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=c19b0427-5393-470c-a19f-52cd954db539,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:00.236584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eaeabd46-ea1f-4508-bf5f-96d81c796f0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.8774860 Jul 15 16:58:00.239425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:00.293154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037ffa-6645-4b50-95ca-ceec2820e40a req-f2ff6bda-7832-4e56-85ef-e75a382f6bda tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:00.303222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46037ffa-6645-4b50-95ca-ceec2820e40a req-f2ff6bda-7832-4e56-85ef-e75a382f6bda tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.2935865 Jul 15 16:58:00.388681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Deleting port c19b0427-5393-470c-a19f-52cd954db539 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:00.389708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.426932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46037ffa-6645-4b50-95ca-ceec2820e40a req-d5ab81f0-79b9-4da3-a10c-cdf08c442afa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229162 Jul 15 16:58:00.480791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port c19b0427-5393-470c-a19f-52cd954db539, host n-h1-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:00.481671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.515032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Calling delete_port for c19b0427-5393-470c-a19f-52cd954db539 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:00.563005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.592157 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-32196147-56b4-43c0-8b9d-2f4abccfe520 service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380873 Jul 15 16:58:00.627804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.668797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event deleted for resources: {'Port': ['ID=c19b0427-5393-470c-a19f-52cd954db539,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:00.678667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.683546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73e8d2a5-6def-48e7-b74a-dd7ace92e9a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c19b0427-5393-470c-a19f-52cd954db539 HTTP/1.1" status: 204 len: 168 time: 0.4401453 Jul 15 16:58:00.683764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:00.715753 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-791aa640-8777-4ab8-9adc-90a665ee52a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] GET failed (client error): The resource could not be found. Jul 15 16:58:00.717361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-791aa640-8777-4ab8-9adc-90a665ee52a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports/c19b0427-5393-470c-a19f-52cd954db539 HTTP/1.1" status: 404 len: 333 time: 0.0324318 Jul 15 16:58:00.721136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:00.727027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1406218357'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:00.756025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Made reservation on behalf of 301b8324a25b4eeb9cdb611a46db5833 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:00.759023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:00.780063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port dfa676c9-520a-4d22-bae7-6666e0645e7a yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:00.941612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-5d23e77f-4537-46d5-a920-a0a5b367c96e service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790534 Jul 15 16:58:00.964912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Router e4516c70-1c18-4f08-b427-7cb00d23f299 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:01.011063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.054676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.133701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:01.138612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:01.146881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:01.148805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:01.151541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.195273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.195726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa676c9-520a-4d22-bae7-6666e0645e7a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:01.200754 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2201e365-6c4c-450d-9e23-b4b63722b941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4780378 Jul 15 16:58:01.202715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:01.210892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:01.272448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:01.283136 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] Sync routers for ids ['e4516c70-1c18-4f08-b427-7cb00d23f299'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:01.299793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] Routers {'e4516c70-1c18-4f08-b427-7cb00d23f299'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:01.299793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e4516c70-1c18-4f08-b427-7cb00d23f299'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:01.334538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.402159 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:01.422423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.423661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf801d24-8a91-4623-ba06-50481a03ba5d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1976929 Jul 15 16:58:01.428516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:01.432319 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] Routers {'e4516c70-1c18-4f08-b427-7cb00d23f299'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:01.433845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e4516c70-1c18-4f08-b427-7cb00d23f299'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:01.479244 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:01.480530 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ca0ca7-e460-458a-a64e-4f038e29bf1f None None] The sync data for ids ['e4516c70-1c18-4f08-b427-7cb00d23f299'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:01.513701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc92bf-eeeb-4eab-82de-21be75d86e1d req-d2494f6c-eabf-4000-9ee6-e52f6bcf03ef tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:01.524092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dccc92bf-eeeb-4eab-82de-21be75d86e1d req-d2494f6c-eabf-4000-9ee6-e52f6bcf03ef tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.4370070 Jul 15 16:58:01.543935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb95a-b910-4f10-95fd-9f7b00fc0e55 req-0d3a597b-bc3a-4095-aadc-b3aa3693e81b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:01.552344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e1eb95a-b910-4f10-95fd-9f7b00fc0e55 req-0d3a597b-bc3a-4095-aadc-b3aa3693e81b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.2119353 Jul 15 16:58:01.643265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dccc92bf-eeeb-4eab-82de-21be75d86e1d req-d13a5c0d-5cac-491c-b40c-eb1d9fe115f0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180615 Jul 15 16:58:01.658351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e1eb95a-b910-4f10-95fd-9f7b00fc0e55 req-f386c32c-25d8-4205-accd-b091b22de359 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050098 Jul 15 16:58:01.742767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee75362a-a7e4-4f4f-a553-0899ecab9870 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/e4516c70-1c18-4f08-b427-7cb00d23f299 HTTP/1.1" status: 200 len: 919 time: 0.3099623 Jul 15 16:58:01.743133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:01.775537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b74a281d-b19a-4afb-bf96-3b38deebaa2b req-ee8e00ab-1272-43dd-86f6-a71c458b0930 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 210 time: 0.0714326 Jul 15 16:58:01.783849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c0ecaea-a98e-4f56-84c1-28386092d6cf tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4516c70-1c18-4f08-b427-7cb00d23f299 HTTP/1.1" status: 200 len: 205 time: 0.0377352 Jul 15 16:58:01.785763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39568) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:01.804748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port dfa676c9-520a-4d22-bae7-6666e0645e7a yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:01.825798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.872205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Transition to ACTIVE for port object dfa676c9-520a-4d22-bae7-6666e0645e7a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:01.881422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.935830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa676c9-520a-4d22-bae7-6666e0645e7a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:01.952964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:01.953304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:01.953986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:01.959690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:01.960523 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:01.960672 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 2 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:01.976447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:01.976702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:01.976998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:01.981633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:01.982048 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:01.982444 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 3 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:01.994675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:01.996539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:01.996872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:01.997205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.003236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.010491 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.010491 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 4 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.034241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.036256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.036886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.045766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.048263 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.050360 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 5 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.076012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.076593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.077560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.083999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.084630 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.085193 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 6 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.099001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.099579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.100145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.105611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.106131 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.106746 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 7 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.121901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.122452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.122707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.128320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.128570 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.128939 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 8 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.149724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.156369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.156369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.169412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.170110 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.170909 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 9 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.187393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.187740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.188067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.194442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.195043 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.195650 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 10 to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a Jul 15 16:58:02.203058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.211355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:02.211975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:02.212547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:02.233521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:02.235077 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port dfa676c9-520a-4d22-bae7-6666e0645e7a on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:02.235702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.368590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port dfa676c9-520a-4d22-bae7-6666e0645e7a, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:02.370566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempted to set empty binding levels {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 16:58:02.382607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.408588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] In _notify_port_updated(), no bound segment for port dfa676c9-520a-4d22-bae7-6666e0645e7a on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 16:58:02.409836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.411399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.412928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "PUT /v2.0/ports/dfa676c9-520a-4d22-bae7-6666e0645e7a HTTP/1.1" status: 200 len: 979 time: 1.2091079 Jul 15 16:58:02.434899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:02.554120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc51da-fb20-45ef-92a4-8fd7fd257717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa676c9-520a-4d22-bae7-6666e0645e7a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:02.621117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-bde75694-8191-40aa-90d5-e09d1412468e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.623003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-bde75694-8191-40aa-90d5-e09d1412468e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.1864886 Jul 15 16:58:02.658936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.660237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.661596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.662312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.662978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.663641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.664393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.665057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.666042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.666924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.667611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.668302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.668983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.669758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.670420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.671076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.672622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.673305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.673969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.674631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.675290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.675995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.676712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.677424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.678114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.678771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:02.682760 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-855a7872-7852-4989-8c6e-1ee5e4b227b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23325 time: 0.2345667 Jul 15 16:58:02.687522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:02.725874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port b26f4749-3e46-40ed-bff4-bf1fa2acf43a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:02.726221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.881011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port 83f3ec7e-3fc5-493a-b118-2b00c82da585 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:02.881783 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:02.940238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.005832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for b26f4749-3e46-40ed-bff4-bf1fa2acf43a owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:03.074677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-8a630ded-a98b-4f1b-b8c5-40a7a38d7e28 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:03.076282 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-8a630ded-a98b-4f1b-b8c5-40a7a38d7e28 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.2506108 Jul 15 16:58:03.091872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Request body: {'port': {'device_id': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'admin_state_up': True, 'tenant_id': '66d879985e24474480d8142bf313826a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:03.096192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port 83f3ec7e-3fc5-493a-b118-2b00c82da585, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=83f3ec7e-3fc5-493a-b118-2b00c82da585,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:03.096669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.130642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for 83f3ec7e-3fc5-493a-b118-2b00c82da585 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:03.291624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Made reservation on behalf of 66d879985e24474480d8142bf313826a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:03.295661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.308714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c555f1-db77-4e14-8f08-c4c7586c0fce req-11e0cc8c-3901-4e27-a381-fa4bf9e30ab3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:03.316750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81c555f1-db77-4e14-8f08-c4c7586c0fce req-11e0cc8c-3901-4e27-a381-fa4bf9e30ab3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=77984076-9d79-48d8-bb68-0c39b8814389 HTTP/1.1" status: 200 len: 945 time: 0.3955083 Jul 15 16:58:03.369231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa84d9a-8f9e-4cac-8413-95c40d2c9d6e req-3bf07870-d898-4e06-9e92-28c4cc49d3ed tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:03.376782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efa84d9a-8f9e-4cac-8413-95c40d2c9d6e req-3bf07870-d898-4e06-9e92-28c4cc49d3ed tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.4275470 Jul 15 16:58:03.413053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.414078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Deleting port dfa676c9-520a-4d22-bae7-6666e0645e7a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:03.414973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.425536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['83f3ec7e-3fc5-493a-b118-2b00c82da585'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:03.500834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efa84d9a-8f9e-4cac-8413-95c40d2c9d6e req-47e28f08-f1f4-404c-a640-8ccf04cdf9b4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227820 Jul 15 16:58:03.578266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=83f3ec7e-3fc5-493a-b118-2b00c82da585,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:03.607327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port 83f3ec7e-3fc5-493a-b118-2b00c82da585 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:03.610961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.614308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f3f65b1a-c84f-4d40-8c5b-931ccc3d276a req-ef411026-0e59-4a69-a069-2d9e8150f7bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "DELETE /v2.0/ports/83f3ec7e-3fc5-493a-b118-2b00c82da585 HTTP/1.1" status: 204 len: 173 time: 0.9816639 Jul 15 16:58:03.615512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Allocated IP 172.20.0.11 (e5eaca1e-8224-4d1a-a867-b1e3e798046b/5bbed9b8-974b-4505-9b5b-3d8b201a737a/9202af5a-34d5-4479-8df3-226172bb64c7) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:03.619473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'name': 'network-vif-deleted', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:03.622144 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534382af-70d4-468c-b7a0-64c12b557275" -d '{"events": [{"server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "name": "network-vif-deleted", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:03.651012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81c555f1-db77-4e14-8f08-c4c7586c0fce req-31165101-1e2d-4945-a6d2-97cc621b332e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334007 Jul 15 16:58:03.708724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port dfa676c9-520a-4d22-bae7-6666e0645e7a, host n-h1-800085-3, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:03.709963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.743987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-676546b7-c433-4cf5-873e-fc68513e7692 req-74c33bd7-117a-4a2d-9fad-f3ff6d7267d1 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 210 time: 0.0916171 Jul 15 16:58:03.747573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.793020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Calling delete_port for dfa676c9-520a-4d22-bae7-6666e0645e7a owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:03.799105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=b26f4749-3e46-40ed-bff4-bf1fa2acf43a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:03.838967 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a5f00-e55d-442f-af07-7f8faddc281d x-openstack-request-id: req-f48a5f00-e55d-442f-af07-7f8faddc281d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:03.839362 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77984076-9d79-48d8-bb68-0c39b8814389", "name": "network-vif-deleted", "tag": "83f3ec7e-3fc5-493a-b118-2b00c82da585", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:03.840462 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f48a5f00-e55d-442f-af07-7f8faddc281d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:03.841457 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77984076-9d79-48d8-bb68-0c39b8814389', 'name': 'network-vif-deleted', 'tag': '83f3ec7e-3fc5-493a-b118-2b00c82da585', 'status': 'completed', 'code': 200} Jul 15 16:58:03.868795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.928214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.956765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.960970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:03.998444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:04.008442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:04.010131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:04.013387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:04.060968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.066060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "DELETE /v2.0/ports/dfa676c9-520a-4d22-bae7-6666e0645e7a HTTP/1.1" status: 204 len: 168 time: 1.3743756 Jul 15 16:58:04.066310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:04.117364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:04.118723 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.133356 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17bc6b7-065a-424c-98c3-33bd7f021658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] GET failed (client error): The resource could not be found. Jul 15 16:58:04.140846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c17bc6b7-065a-424c-98c3-33bd7f021658 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports/dfa676c9-520a-4d22-bae7-6666e0645e7a HTTP/1.1" status: 404 len: 333 time: 0.0680027 Jul 15 16:58:04.140846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:04.143525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bd3cc-22f6-4c85-9a2e-1652758120a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfa676c9-520a-4d22-bae7-6666e0645e7a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:04.148874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-87859847', 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:04.150490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.153086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.158673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3d51bbbf-6d95-4a74-82de-96e7eb379770 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0708344 Jul 15 16:58:04.172349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Request body: {'port': {'device_id': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:04.213141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Made reservation on behalf of 301b8324a25b4eeb9cdb611a46db5833 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:04.215695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.215954 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.216618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router e4516c70-1c18-4f08-b427-7cb00d23f299 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:04.224486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.230257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:04.236636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'name': 'tempest-snat-router-133968635', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:04.237197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ded89132-7bad-4960-b313-f0aeb182a8dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/e4516c70-1c18-4f08-b427-7cb00d23f299 HTTP/1.1" status: 204 len: 168 time: 2.4493389 Jul 15 16:58:04.271335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port d6831b19-a83c-4ca6-bd07-67534654634c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:04.348560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.349553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.355261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.465865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.713927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d080a0-749a-4852-a887-f64e29f03bd1 req-9325d0ee-71eb-4bf6-a836-0a64b6b4ff41 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:04.721715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89d080a0-749a-4852-a887-f64e29f03bd1 req-9325d0ee-71eb-4bf6-a836-0a64b6b4ff41 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.0801830 Jul 15 16:58:04.768681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89d080a0-749a-4852-a887-f64e29f03bd1 req-47b7f243-1e03-41ea-bf1a-7490aea6e447 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460584 Jul 15 16:58:04.878813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:04.962294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.000356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9202af5a-34d5-4479-8df3-226172bb64c7 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:05.019152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.055654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Transition to ACTIVE for port object 9202af5a-34d5-4479-8df3-226172bb64c7 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:05.094428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.152347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.156511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:05.195220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-515f31c2-b51f-4254-9358-44f8f92c478b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:05.196862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-515f31c2-b51f-4254-9358-44f8f92c478b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.1628678 Jul 15 16:58:05.232885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-2577ee06-c8fd-4f1e-811e-b22479772fb2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0242383 Jul 15 16:58:05.250119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:05.250808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d098c2-5571-40ae-a8e2-7c31279aef7a req-9b39c1ef-e5c1-414f-8cf1-4fb15d32bff3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:05.255867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=d6831b19-a83c-4ca6-bd07-67534654634c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:05.260730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65d098c2-5571-40ae-a8e2-7c31279aef7a req-9b39c1ef-e5c1-414f-8cf1-4fb15d32bff3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 932 time: 0.3287673 Jul 15 16:58:05.266167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:05.287813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:05.288788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:05.289391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.313855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-6ca4552a-9f8e-4243-a62d-af13db7cdacb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409751 Jul 15 16:58:05.385037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65d098c2-5571-40ae-a8e2-7c31279aef7a req-9faf4327-d5df-42bf-9afe-73463c58284a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233437 Jul 15 16:58:05.433703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b723290-c806-474e-a849-10214751c6ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.2937741 Jul 15 16:58:05.440845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:05.459842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Attempting to bind port 9202af5a-34d5-4479-8df3-226172bb64c7 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:05.460410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Attempting to bind port 9202af5a-34d5-4479-8df3-226172bb64c7 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:05.460553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Attempting to bind port 9202af5a-34d5-4479-8df3-226172bb64c7 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:05.493332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-2beee9b9-2837-4b87-8c99-a5c239a74753 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652553 Jul 15 16:58:05.524731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.529430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Port 9202af5a-34d5-4479-8df3-226172bb64c7 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:05.529769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Attempting to bind port 9202af5a-34d5-4479-8df3-226172bb64c7 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:05.556385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.564209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:05.564552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Checking segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:05.564955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Bound using segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:05.565405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Bound port: 9202af5a-34d5-4479-8df3-226172bb64c7, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:05.565777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.590125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebe4ee-00d7-407c-bf7b-d12bccb581e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:05.591546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9ebe4ee-00d7-407c-bf7b-d12bccb581e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports/d6831b19-a83c-4ca6-bd07-67534654634c HTTP/1.1" status: 200 len: 957 time: 0.1476364 Jul 15 16:58:05.596568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39670) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:05.674381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-b03a14b3-30f1-40f0-852d-4156881b63d7 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801288 Jul 15 16:58:05.732998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Deleting port d6831b19-a83c-4ca6-bd07-67534654634c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:05.733957 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.737983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:05.757054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:05.782351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.25.8.118 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3281a010-e791-4388-bfff-ac50f4990ec4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:05.790805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.882015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:05.882716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.884160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] 10.222.0.20 "PUT /v2.0/ports/9202af5a-34d5-4479-8df3-226172bb64c7 HTTP/1.1" status: 200 len: 1092 time: 1.7172644 Jul 15 16:58:05.884615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:05.887170 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc38e09-4488-478d-85e3-0e96f2f8ac25" -d '{"events": [{"name": "network-changed", "server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:05.901113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:05.955626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcebdab-a0aa-4144-a5be-1ab9fdffff0c service neutron] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:05.982799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b93df9b3-ada2-47d4-ba84-88447a9e6f48 req-aac99978-c00f-4626-a086-7e61f4298667 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 210 time: 0.0556993 Jul 15 16:58:05.986755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Calling delete_port for d6831b19-a83c-4ca6-bd07-67534654634c owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:06.074276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-81ebd152-76f9-4ae1-8fb5-629fb64cc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:06.075824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-81ebd152-76f9-4ae1-8fb5-629fb64cc1d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 1095 time: 0.1471636 Jul 15 16:58:06.078645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.109506 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fcb01f-d28e-4367-9595-8dbebaa935e3 x-openstack-request-id: req-e9fcb01f-d28e-4367-9595-8dbebaa935e3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:06.109506 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:06.109506 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9fcb01f-d28e-4367-9595-8dbebaa935e3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:06.109506 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'status': 'completed', 'code': 200} Jul 15 16:58:06.193457 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-b8a93c2d-b3df-4ff7-b6c7-40b4c0120cbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9202af5a-34d5-4479-8df3-226172bb64c7 HTTP/1.1" status: 200 len: 217 time: 0.0922081 Jul 15 16:58:06.197727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1fadd-ca89-4170-9809-5e14d6c70a9a req-b0505943-ad28-40f0-8175-4c0a51370ef9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:06.199804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d1fadd-ca89-4170-9809-5e14d6c70a9a req-b0505943-ad28-40f0-8175-4c0a51370ef9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1059234 Jul 15 16:58:06.201305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.237145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6831b19-a83c-4ca6-bd07-67534654634c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:06.258825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.263980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3613d358-ba58-4e3b-8510-e2d85c57ab48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d6831b19-a83c-4ca6-bd07-67534654634c HTTP/1.1" status: 204 len: 168 time: 0.6663496 Jul 15 16:58:06.264897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39698) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:06.301993 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-123a907e-e81f-4a91-8570-260d8ebcc1b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] GET failed (client error): The resource could not be found. Jul 15 16:58:06.307882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-123a907e-e81f-4a91-8570-260d8ebcc1b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports/d6831b19-a83c-4ca6-bd07-67534654634c HTTP/1.1" status: 404 len: 333 time: 0.0419729 Jul 15 16:58:06.308947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:06.315897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1287258722'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:06.336803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d1fadd-ca89-4170-9809-5e14d6c70a9a req-f098d292-16a0-4eb5-82af-67fb6c25acd1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068985 Jul 15 16:58:06.372090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Made reservation on behalf of 301b8324a25b4eeb9cdb611a46db5833 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:06.377533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.397434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port b281c422-2865-4d37-8968-747ac21ecbdd yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:06.409211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-75a6fb52-76b7-4ebe-93ca-8097d5c618e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:06.415563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-75a6fb52-76b7-4ebe-93ca-8097d5c618e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.2032301 Jul 15 16:58:06.663642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.744811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.798641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 83f3ec7e-3fc5-493a-b118-2b00c82da585 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:06.830054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:06.839262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 83f3ec7e-3fc5-493a-b118-2b00c82da585 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:06.839994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 83f3ec7e-3fc5-493a-b118-2b00c82da585 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:06.861653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:06.868133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:06.868133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:06.868133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:06.872481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=b281c422-2865-4d37-8968-747ac21ecbdd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:06.921724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df89c-9964-4d4e-b5b2-498a2f254273 req-7d9e09c5-daf3-465b-9bfd-26d40d482b04 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:06.923527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d3df89c-9964-4d4e-b5b2-498a2f254273 req-7d9e09c5-daf3-465b-9bfd-26d40d482b04 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 944 time: 0.2196119 Jul 15 16:58:06.925436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cf864210-610f-43d1-806c-b3fd46186c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6135056 Jul 15 16:58:06.928284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39716) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:06.933487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:07.011477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d3df89c-9964-4d4e-b5b2-498a2f254273 req-b5d1b6c1-3907-4514-8786-044c5ce93e8b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Jul 15 16:58:07.069934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.108191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.123299 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-07d262e5-49d1-49df-ab75-029698db7072 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6985178 Jul 15 16:58:07.138593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:07.172338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:07.194615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:07.300717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e3b625a-0e00-4759-a60a-c041bc83e667 req-472f5a3f-645d-4bb8-85b2-4527df4e6a55 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 210 time: 0.0490930 Jul 15 16:58:07.333307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=3281a010-e791-4388-bfff-ac50f4990ec4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:07.354757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] device_id is not set on port b281c422-2865-4d37-8968-747ac21ecbdd yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:07.364414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.380710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Transition to ACTIVE for port object b281c422-2865-4d37-8968-747ac21ecbdd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:07.387550 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.471186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=b281c422-2865-4d37-8968-747ac21ecbdd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:07.476038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.476623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.477013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.485559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.485559 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.485559 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 2 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.508073 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-3c0faa5c-5fb7-4523-a05d-7c816768ab49 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371913 Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.515829 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 3 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.530447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.530808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.531107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.536525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.536864 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.537261 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 4 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.550105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.550464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.551573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.556230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.556575 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.556972 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 5 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.571568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.572064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.572576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.579135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.579469 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.580587 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 6 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.627601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.627947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.628336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.636151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.636485 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.639699 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 7 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.664589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.664944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.665287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.678536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.678885 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.688382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ec976-b752-49bb-8e3d-487b174ae0ab req-8a4de143-bceb-498e-9e6a-564ec373c7c0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:07.690100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c67ec976-b752-49bb-8e3d-487b174ae0ab req-8a4de143-bceb-498e-9e6a-564ec373c7c0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1121337 Jul 15 16:58:07.690506 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 8 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.735129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.735871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.736490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.755114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.756235 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.757015 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 9 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.779450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c67ec976-b752-49bb-8e3d-487b174ae0ab req-a64ae656-06b4-450d-a1bb-df71007ca79b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782802 Jul 15 16:58:07.797520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.798003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.798441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.816377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.819944 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.820528 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempt 10 to bind port b281c422-2865-4d37-8968-747ac21ecbdd Jul 15 16:58:07.851949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:07.858607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:07.859070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempting to bind port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:07.870566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:07.871019 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Failed to bind port b281c422-2865-4d37-8968-747ac21ecbdd on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'aea156fe-f1f5-44c6-9c12-5a03d56a6817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4eaf6769-ad7c-424b-bfc0-b41f3cde85ef'}] Jul 15 16:58:07.871501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.903268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23d06a21-fc85-4fb0-b2cc-dc23d63981b0 req-7e71500b-4c2a-4fb6-a9b3-59c75e6e44e9 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845270 Jul 15 16:58:07.913359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:07.986393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7d05644f-0fb4-427e-9a3d-ed94989881df tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:07.990654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port b281c422-2865-4d37-8968-747ac21ecbdd, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:07.991301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attempted to set empty binding levels {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 16:58:07.993530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7d05644f-0fb4-427e-9a3d-ed94989881df tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.3060553 Jul 15 16:58:07.999099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.037183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] In _notify_port_updated(), no bound segment for port b281c422-2865-4d37-8968-747ac21ecbdd on network 4eaf6769-ad7c-424b-bfc0-b41f3cde85ef {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 16:58:08.038305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:08.039014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.042867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "PUT /v2.0/ports/b281c422-2865-4d37-8968-747ac21ecbdd HTTP/1.1" status: 200 len: 979 time: 1.1112208 Jul 15 16:58:08.043500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39740) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:08.096305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:08.123249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891efc-b7a5-476b-9f5d-b1cb3e31c97b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event updated for resources: {'Port': ['ID=b281c422-2865-4d37-8968-747ac21ecbdd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:08.235648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Deleting port b281c422-2865-4d37-8968-747ac21ecbdd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:08.235999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.316582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf215-a9de-46f3-b8e2-eac1bcfd2ac4 req-7cd9acd3-6b1a-41c0-8de2-d07455fcaccd tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:08.323637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c4bf215-a9de-46f3-b8e2-eac1bcfd2ac4 req-7cd9acd3-6b1a-41c0-8de2-d07455fcaccd tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 944 time: 0.1683674 Jul 15 16:58:08.365238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] For port b281c422-2865-4d37-8968-747ac21ecbdd, host n-h1-800085-3, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:08.365611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.392027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.393874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Calling delete_port for b281c422-2865-4d37-8968-747ac21ecbdd owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:08.413107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c4bf215-a9de-46f3-b8e2-eac1bcfd2ac4 req-c3cefc19-d899-4a3d-95f4-06f10b34895f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885427 Jul 15 16:58:08.531878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:08.536545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.588260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6119b366-8873-4d04-9e4b-c8cd9380e8b1 req-8ddb32ca-4032-4ee1-ae3c-1b3f02e1368d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 210 time: 0.0538461 Jul 15 16:58:08.588831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-ebe90928-4e45-462c-a0a9-75d0d44871bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:08.590346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-ebe90928-4e45-462c-a0a9-75d0d44871bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 1095 time: 0.5884674 Jul 15 16:58:08.642365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.688434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Pushing event deleted for resources: {'Port': ['ID=b281c422-2865-4d37-8968-747ac21ecbdd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:08.698735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.701412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7c861166-bc43-40fe-b7f3-545c2e9666dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b281c422-2865-4d37-8968-747ac21ecbdd HTTP/1.1" status: 204 len: 168 time: 0.6570158 Jul 15 16:58:08.703907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:08.743405 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd5002-7993-4ef9-833e-ff692c1eba10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] GET failed (client error): The resource could not be found. Jul 15 16:58:08.745063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e7fd5002-7993-4ef9-833e-ff692c1eba10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1230201964-project-admin] 10.222.0.25 "GET /v2.0/ports/b281c422-2865-4d37-8968-747ac21ecbdd HTTP/1.1" status: 404 len: 333 time: 0.0399270 Jul 15 16:58:08.748877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:08.803791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-0457ddf3-da9e-42eb-b45d-3d1fddc8bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:08.805327 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-0457ddf3-da9e-42eb-b45d-3d1fddc8bfea service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 915 time: 0.1836421 Jul 15 16:58:08.823633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.14 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/e57f19ec-93a1-41dd-8582-230c2dd39983) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:08.848618 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.851430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router 0f95124c-f75c-496c-b932-57d941ae9a9e is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:08.901293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-3cc00486-9974-4779-a006-bd7b1d94585d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9202af5a-34d5-4479-8df3-226172bb64c7 HTTP/1.1" status: 200 len: 217 time: 0.0586877 Jul 15 16:58:08.952766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:08.964231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaf6769-ad7c-424b-bfc0-b41f3cde85ef']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:08.975055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea156fe-f1f5-44c6-9c12-5a03d56a6817') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:08.975491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea156fe-f1f5-44c6-9c12-5a03d56a6817') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:08.985079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.002287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.011722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:58:09.012662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:58:09.019129 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:58:09.100294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-2865fb58-8b0f-4e97-8ebd-af805ecfe34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:09.101770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-2865fb58-8b0f-4e97-8ebd-af805ecfe34b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.1835635 Jul 15 16:58:09.130961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.144567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.146486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] 10.222.0.25 "DELETE /v2.0/networks/4eaf6769-ad7c-424b-bfc0-b41f3cde85ef HTTP/1.1" status: 204 len: 168 time: 0.3964183 Jul 15 16:58:09.163172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-8d13b7a5-3850-4485-a02d-d9db479d9fa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481038 Jul 15 16:58:09.173615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522a39f-1e55-4422-be1b-c75cb5f228f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1199510605-project] Pushing event deleted for resources: {'Network': ['ID=4eaf6769-ad7c-424b-bfc0-b41f3cde85ef,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:09.201407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001f066-b697-424f-a0cf-65099054836c req-487bd0b4-d55a-4119-8f9a-35b748a7634a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:09.211280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1001f066-b697-424f-a0cf-65099054836c req-487bd0b4-d55a-4119-8f9a-35b748a7634a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1781676 Jul 15 16:58:09.228607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:09.237047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.241714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Sync routers for ids ['0f95124c-f75c-496c-b932-57d941ae9a9e'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:09.262036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Routers {'0f95124c-f75c-496c-b932-57d941ae9a9e'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:09.275452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1001f066-b697-424f-a0cf-65099054836c req-eaa74542-d701-4215-8185-18e64d754228 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 Jul 15 16:58:09.286862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0f95124c-f75c-496c-b932-57d941ae9a9e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:09.370173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.375409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1d4c35a9-1494-43bd-b7b8-d7d0da48f67d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1422038 Jul 15 16:58:09.378728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39790) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:09.398347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-1a802a97-f17e-406c-9a46-92728d1a5e1e service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255883 Jul 15 16:58:09.455053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.455514 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:58:09.596407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:09.601733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:09.658367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Set router 0f95124c-f75c-496c-b932-57d941ae9a9e gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:09.718849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.719190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.728420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.728901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.729311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.729715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.730253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.730646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.735035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.735035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.735339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.735513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:09.745593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:09.749995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:09.756907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:09.762304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7496bf21-be39-4993-b9ca-ed252d3b1af8 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/0f95124c-f75c-496c-b932-57d941ae9a9e HTTP/1.1" status: 200 len: 908 time: 0.3814948 Jul 15 16:58:09.765750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39804) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:09.778927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'name': 'tempest-snat-router-133968635', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': True}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:09.850702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.851733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.884010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:09.884694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:09.946530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99b79-ff42-457e-b9ac-8d8fdfd7a5f9 req-42ffd510-56a2-4abb-99e5-33954a85fc16 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:09.960725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51d99b79-ff42-457e-b9ac-8d8fdfd7a5f9 req-42ffd510-56a2-4abb-99e5-33954a85fc16 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 944 time: 0.2474465 Jul 15 16:58:09.962545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08ac2b0e-63f6-4e0b-bc44-caede1670af4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3b33521b44d42049c95ae2c6cdb03c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575337 Jul 15 16:58:09.964795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7e7ab600-1f07-45f3-8e66-33ee7838dfb9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8727176 Jul 15 16:58:09.966958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1fc38e09-4488-478d-85e3-0e96f2f8ac25 req-90b9862d-9207-4563-920f-5f7bd1e5d3ce service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620019 Jul 15 16:58:09.967414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:09.985564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Request body: {'port': {'device_id': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:10.023066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:04Z', 'updated_at': '2021-07-15T16:58:07Z', 'revision_number': 3, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port': {'id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:58:05Z', 'updated_at': '2021-07-15T16:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:10.091297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.120317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.121031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Checking router: 0f95124c-f75c-496c-b932-57d941ae9a9e for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:58:10.121575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Updating router 0f95124c-f75c-496c-b932-57d941ae9a9e port 3281a010-e791-4388-bfff-ac50f4990ec4 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:58:10.122428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51d99b79-ff42-457e-b9ac-8d8fdfd7a5f9 req-d89ccae5-90bf-4655-a87a-eff16f6b77e0 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607573 Jul 15 16:58:10.133639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.161957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.193107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.279837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.282871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.284178 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0c078fb-4f8e-4e92-bb3c-379920be2d4a HTTP/1.1" status: 204 len: 168 time: 0.3158467 Jul 15 16:58:10.402616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c55121-8f35-45ab-89f3-36874d7a536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c078fb-4f8e-4e92-bb3c-379920be2d4a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:10.636323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.706448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Transition to ACTIVE for port object 3281a010-e791-4388-bfff-ac50f4990ec4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:10.718936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.730854 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.740416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.853648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:58:10.891153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Attempting to bind port 3281a010-e791-4388-bfff-ac50f4990ec4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:10.899090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Attempting to bind port 3281a010-e791-4388-bfff-ac50f4990ec4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:10.899527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Attempting to bind port 3281a010-e791-4388-bfff-ac50f4990ec4 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:10.904487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f9ce4-aae6-4a4e-9242-feafb1d0013c None None] Pushing event updated for resources: {'Port': ['ID=3281a010-e791-4388-bfff-ac50f4990ec4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:10.923276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:10.923661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:10.924068 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.924487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:10.924981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Bound port: 3281a010-e791-4388-bfff-ac50f4990ec4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:10.925369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:10.939039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:10.988444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] For port 3281a010-e791-4388-bfff-ac50f4990ec4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:10.992014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] For port 3281a010-e791-4388-bfff-ac50f4990ec4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3281a010-e791-4388-bfff-ac50f4990ec4,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:10.998026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57f19ec-93a1-41dd-8582-230c2dd39983 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:11.007443 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.045048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de186b-035d-4fde-82f8-f2960de446af req-ff3f924d-7549-495b-9739-e4388b2839a0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:11.052537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71de186b-035d-4fde-82f8-f2960de446af req-ff3f924d-7549-495b-9739-e4388b2839a0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 932 time: 1.1971371 Jul 15 16:58:11.064961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.069111 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-44df19c0-a8cc-467d-a513-aa09a5115272 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=301b8324a25b4eeb9cdb611a46db5833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290185 Jul 15 16:58:11.073166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:11.100470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.115348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f9ce4-aae6-4a4e-9242-feafb1d0013c None None] Pushing event updated for resources: {'Port': ['ID=3281a010-e791-4388-bfff-ac50f4990ec4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:11.171982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Transition to ACTIVE for port object e57f19ec-93a1-41dd-8582-230c2dd39983 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:11.177100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Routers {'0f95124c-f75c-496c-b932-57d941ae9a9e'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:11.177733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0f95124c-f75c-496c-b932-57d941ae9a9e'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:11.199864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.200301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71de186b-035d-4fde-82f8-f2960de446af req-fe5dc006-0f2f-4b63-8ce3-0c416a7ec2ad tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468680 Jul 15 16:58:11.252836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49663cd-8196-4c96-8f5e-a19b2f5c227c req-35378ac6-2ef1-4ab7-840e-22336fb78b14 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:11.254510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e49663cd-8196-4c96-8f5e-a19b2f5c227c req-35378ac6-2ef1-4ab7-840e-22336fb78b14 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.3044078 Jul 15 16:58:11.261763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:11.266706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.395513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.400835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] Set router 0f95124c-f75c-496c-b932-57d941ae9a9e gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:11.456395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e49663cd-8196-4c96-8f5e-a19b2f5c227c req-ec141984-46c0-4cbb-bfe0-c92fb6f206d3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904335 Jul 15 16:58:11.499579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.499579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.499579 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47a71820-1a6c-4194-a139-c00b4e94918d HTTP/1.1" status: 204 len: 168 time: 0.4192858 Jul 15 16:58:11.550250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f6f9a-cc4e-414f-acfd-916bb7568d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a71820-1a6c-4194-a139-c00b4e94918d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:11.569793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82ece-386b-4a93-8857-07062f5002b6 req-9b3308db-f1e1-44f8-939f-52d428f57183 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:11.577061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e82ece-386b-4a93-8857-07062f5002b6 req-9b3308db-f1e1-44f8-939f-52d428f57183 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 944 time: 0.1188242 Jul 15 16:58:11.580716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:11.626988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Attempting to bind port e57f19ec-93a1-41dd-8582-230c2dd39983 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:11.627281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Attempting to bind port e57f19ec-93a1-41dd-8582-230c2dd39983 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:11.631141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Attempting to bind port e57f19ec-93a1-41dd-8582-230c2dd39983 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:11.646634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9202af5a-34d5-4479-8df3-226172bb64c7', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'port_id': '9202af5a-34d5-4479-8df3-226172bb64c7', 'mac_address': 'fa:16:3e:d7:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbed9b8-974b-4505-9b5b-3d8b201a737a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:58:11.652506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Port e57f19ec-93a1-41dd-8582-230c2dd39983 on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:11.655153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Attempting to bind port e57f19ec-93a1-41dd-8582-230c2dd39983 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:11.672702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:11.673045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:11.673440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:11.680297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Bound port: e57f19ec-93a1-41dd-8582-230c2dd39983, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:11.680686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.698926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.738996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9202af5a-34d5-4479-8df3-226172bb64c7 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:11.751378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e82ece-386b-4a93-8857-07062f5002b6 req-1f986e8f-e39a-45c6-9c5e-f1f672b55d8e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730585 Jul 15 16:58:11.779791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:11.780650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.791459 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.811540 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.845920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:11.851115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:11.855007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:04Z', 'updated_at': '2021-07-15T16:58:07Z', 'revision_number': 3, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port': {'id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:58:05Z', 'updated_at': '2021-07-15T16:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:11.866246 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.898366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067abba-02c7-40ca-bb64-fde0bdc013d3 None None] The sync data for ids ['0f95124c-f75c-496c-b932-57d941ae9a9e'] in n-d-800085-3 is: [{'id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118'}], 'enable_snat': False}, 'gw_port_id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:04Z', 'updated_at': '2021-07-15T16:58:07Z', 'revision_number': 3, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port': {'id': '3281a010-e791-4388-bfff-ac50f4990ec4', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f95124c-f75c-496c-b932-57d941ae9a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:58:05Z', 'updated_at': '2021-07-15T16:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:11.923302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:11.923444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:11.923791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:11.926468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e57f19ec-93a1-41dd-8582-230c2dd39983 HTTP/1.1" status: 200 len: 1092 time: 1.9459360 Jul 15 16:58:11.930239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:11.932855 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881783dd-c7b2-4fb1-bffa-52779af737e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:11.972053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8897-106c-4d07-b8c6-1d4b3ead31a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:12.047407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.25.8.207 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/b84eb5bb-7c15-4348-9143-db6c5a981060) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:12.056385 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf5bdbf-aa5a-48cf-88a4-e932476d9f90 x-openstack-request-id: req-ecf5bdbf-aa5a-48cf-88a4-e932476d9f90 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:12.057147 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:12.057502 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecf5bdbf-aa5a-48cf-88a4-e932476d9f90 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:12.057997 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'status': 'completed', 'code': 200} Jul 15 16:58:12.076200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7a690d7e-2270-4622-bd5f-e42fddd6855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:12.078632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-7a690d7e-2270-4622-bd5f-e42fddd6855f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 1095 time: 0.1001332 Jul 15 16:58:12.102449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9202af5a-34d5-4479-8df3-226172bb64c7'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:12.167695 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-77ffd5d4-baeb-4d4b-9a92-86a03f8b1a35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e57f19ec-93a1-41dd-8582-230c2dd39983 HTTP/1.1" status: 200 len: 217 time: 0.0771868 Jul 15 16:58:12.228928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c2c7a-7408-4033-997c-dd282802595d req-d6e69b45-0d23-449f-903e-f9b5fc5d8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:12.230801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-d6e69b45-0d23-449f-903e-f9b5fc5d8752 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.0592618 Jul 15 16:58:12.279580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:12.301725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c568f61e-3912-4ccb-8f56-d938dee80071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565968 Jul 15 16:58:12.451045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:12.553925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:12.630915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:12.644072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:12.755228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=b84eb5bb-7c15-4348-9143-db6c5a981060,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:12.838378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.838715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.840477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.841019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.842631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.843072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.843883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.846873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.847431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.848359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.848767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:12.849171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:13.074280 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-c923599d-3a47-4a2e-8a39-1560920dfbcc service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716689 Jul 15 16:58:13.123757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:13.254008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4498150-6b65-4366-9323-9db79cc28adf req-ec61539c-b98c-4edc-a54f-6ca476e81e27 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:13.266191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4498150-6b65-4366-9323-9db79cc28adf req-ec61539c-b98c-4edc-a54f-6ca476e81e27 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 944 time: 0.7713990 Jul 15 16:58:13.312974 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2f2c2c7a-7408-4033-997c-dd282802595d req-e3ceff31-3783-4471-9d01-9b39bd5bf148 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309198 Jul 15 16:58:13.359348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1939330742'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:13.440391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:13.445758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.473494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.473695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8df09-7bc8-4f11-8e24-377ba9a30ac3 req-a009676b-758d-481a-9f78-2c15111b267a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:13.475011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a8df09-7bc8-4f11-8e24-377ba9a30ac3 req-a009676b-758d-481a-9f78-2c15111b267a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.6976416 Jul 15 16:58:13.490237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4498150-6b65-4366-9323-9db79cc28adf req-6d69f651-47d5-43eb-a264-df11c11f660d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230606 Jul 15 16:58:13.568397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.625990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-d9014d8d-28d8-43ea-a1ec-f65bdd8ef8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:13.632427 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-d9014d8d-28d8-43ea-a1ec-f65bdd8ef8c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 1095 time: 0.2378316 Jul 15 16:58:13.718575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a8df09-7bc8-4f11-8e24-377ba9a30ac3 req-5a1d2e33-faaf-4ee9-ba28-06fe3e5bd496 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320476 Jul 15 16:58:13.810967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3281a010-e791-4388-bfff-ac50f4990ec4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:13.857477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-cf70acac-d37c-4b45-b51d-eae44d595047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:13.859381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-cf70acac-d37c-4b45-b51d-eae44d595047 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.2169135 Jul 15 16:58:13.919642 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-7d2e2cfc-981c-48f8-90e5-325b2bac6f92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e57f19ec-93a1-41dd-8582-230c2dd39983 HTTP/1.1" status: 200 len: 217 time: 0.0527134 Jul 15 16:58:13.922033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.925811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3281a010-e791-4388-bfff-ac50f4990ec4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:13.930066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3281a010-e791-4388-bfff-ac50f4990ec4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:13.930750 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.940846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:13.956583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.100343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:58:14.128346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-46ca876a-c6d9-4800-b814-14acb556c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:14.133604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-46ca876a-c6d9-4800-b814-14acb556c7e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.2063489 Jul 15 16:58:14.138412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2982231e-2f58-4c54-9dfc-0ddfd81bce18,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:14.146946 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.153127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.153470 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Added segment 224b384e-5839-4d8e-a103-4eb56635bf0c of type vlan for network c39447b1-2e0e-4621-a1d1-1027e590f497 Jul 15 16:58:14.158247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f572-f977-4faa-b880-0417c63ae5a7 req-ae103ea4-8839-4a07-bf2a-388f11c653c4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:14.161510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2811f572-f977-4faa-b880-0417c63ae5a7 req-ae103ea4-8839-4a07-bf2a-388f11c653c4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 945 time: 0.2137539 Jul 15 16:58:14.194937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3281a010-e791-4388-bfff-ac50f4990ec4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3281a010-e791-4388-bfff-ac50f4990ec4,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:14.201215 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.244739 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-73629082-64f4-4d81-aab4-a210454caf87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895236 Jul 15 16:58:14.290318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3281a010-e791-4388-bfff-ac50f4990ec4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:14.302311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2811f572-f977-4faa-b880-0417c63ae5a7 req-3ffe29f5-2d06-48ed-a665-361c7d6040ec tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268213 Jul 15 16:58:14.306882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router 7b41ae36-6bcb-49e2-a07d-61f457c42a63 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:14.307876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.411837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.418256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:14.418977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.435125 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-5334aeeb-8a7f-4d9a-9fb6-73719098fdb6 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702228 Jul 15 16:58:14.463189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:14.474428 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Sync routers for ids ['7b41ae36-6bcb-49e2-a07d-61f457c42a63'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:14.497126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.497638 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Routers {'7b41ae36-6bcb-49e2-a07d-61f457c42a63'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:14.498269 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['7b41ae36-6bcb-49e2-a07d-61f457c42a63'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:14.499121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e04b32a-f48b-48bc-8175-3961ecefd227 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7324636 Jul 15 16:58:14.502235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39884) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:14.520361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3956957 Jul 15 16:58:14.564885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:14.570913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:14.690126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba19c-368d-460b-8c1f-417b5d18b804 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Network': ['ID=c39447b1-2e0e-4621-a1d1-1027e590f497,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:14.700081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:14.702375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:58:14.704761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:14.741836 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Set router 7b41ae36-6bcb-49e2-a07d-61f457c42a63 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:14.832462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b64b10a0-3c1f-4b59-a40a-33cc458bfdd1 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/7b41ae36-6bcb-49e2-a07d-61f457c42a63 HTTP/1.1" status: 200 len: 907 time: 0.3287470 Jul 15 16:58:14.837603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39892) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:14.838659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:14.848784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe15df3-d813-4f06-99c4-29d1eee48627 req-83015849-decd-4068-8035-8a91c46c30a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:14.858584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe15df3-d813-4f06-99c4-29d1eee48627 req-83015849-decd-4068-8035-8a91c46c30a5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 944 time: 0.1011918 Jul 15 16:58:14.915944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe15df3-d813-4f06-99c4-29d1eee48627 req-ebec5b0d-809e-484d-8ed5-38b15ca97d72 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Jul 15 16:58:14.969943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9202af5a-34d5-4479-8df3-226172bb64c7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:14.973174 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-881783dd-c7b2-4fb1-bffa-52779af737e1 req-402ffb30-d60f-4a75-a8fb-20a10092855c service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242610 Jul 15 16:58:14.975648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9202af5a-34d5-4479-8df3-226172bb64c7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:14.976372 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.103282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160f2c-eaf6-4e98-86bd-594b570304c2 req-4824b5bc-10b2-49b8-ba2d-e99837cce3a7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:15.111047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3160f2c-eaf6-4e98-86bd-594b570304c2 req-4824b5bc-10b2-49b8-ba2d-e99837cce3a7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1406937 Jul 15 16:58:15.155388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.171275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b41ae36-6bcb-49e2-a07d-61f457c42a63', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': 'b84eb5bb-7c15-4348-9143-db6c5a981060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:09Z', 'updated_at': '2021-07-15T16:58:13Z', 'revision_number': 3, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port': {'id': 'b84eb5bb-7c15-4348-9143-db6c5a981060', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:db:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b41ae36-6bcb-49e2-a07d-61f457c42a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:58:11Z', 'updated_at': '2021-07-15T16:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:15.188214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.204256 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Checking router: 7b41ae36-6bcb-49e2-a07d-61f457c42a63 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:58:15.204727 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Updating router 7b41ae36-6bcb-49e2-a07d-61f457c42a63 port b84eb5bb-7c15-4348-9143-db6c5a981060 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:58:15.236501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.245635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3160f2c-eaf6-4e98-86bd-594b570304c2 req-32e8cef7-b891-4a57-93b7-9a97225a0cc0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336448 Jul 15 16:58:15.247584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:15.249649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:15.255479 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd458fb-e8d0-4bfe-ae78-e824ffd7963c" -d '{"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-plugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:15.272363 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.285820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.371243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.379081 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffef3d-56a8-46b6-b48d-23d45dca1f05 x-openstack-request-id: req-e0ffef3d-56a8-46b6-b48d-23d45dca1f05 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:15.379480 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-plugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:15.379672 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0ffef3d-56a8-46b6-b48d-23d45dca1f05 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:15.380086 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'code': 200} Jul 15 16:58:15.483426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:15.530714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Deleting port b84eb5bb-7c15-4348-9143-db6c5a981060 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:15.531444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.545037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=2c80d5cf-2141-4713-bf6e-e28931ecc9e5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:15.562132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:15.562510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network hostable DHCP agents. Network: c39447b1-2e0e-4621-a1d1-1027e590f497, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:58:15.610994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:58:15.623941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7e368-057e-4f02-afb8-14f52615bf07 req-98489d03-fc37-406c-9d9d-3f0fd7593bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:15.625638 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-30e7e368-057e-4f02-afb8-14f52615bf07 req-98489d03-fc37-406c-9d9d-3f0fd7593bb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 1097 time: 0.1824987 Jul 15 16:58:15.631570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c39447b1-2e0e-4621-a1d1-1027e590f497) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:15.640978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9f565-a058-4ddc-86f1-a345a7865e93 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:15.651839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:15.654719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.750293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3217a8fd-f612-40c0-8c8a-5b5b990366a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1838043 Jul 15 16:58:15.754423 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-30e7e368-057e-4f02-afb8-14f52615bf07 req-6af49322-a5bf-4bfd-a3ea-73b1fb5f39c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132848 Jul 15 16:58:15.754893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:15.764705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'name': 'tempest-NetworksTestDHCPv6-1056357686'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:15.786593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3281a010-e791-4388-bfff-ac50f4990ec4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:15.940847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:15.985923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '2c80d5cf-2141-4713-bf6e-e28931ecc9e5'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:15.986795 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.000052 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.001521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Calling delete_port for b84eb5bb-7c15-4348-9143-db6c5a981060 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:16.015507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:16.019269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.023528 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Transition to ACTIVE for port object b84eb5bb-7c15-4348-9143-db6c5a981060 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:16.042872 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.053228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port bed73351-91bc-40a1-9251-9268930d7300 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:16.148596 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851455ba-e7ed-457a-9915-43602ad9f5fc None None] Pushing event updated for resources: {'Port': ['ID=b84eb5bb-7c15-4348-9143-db6c5a981060,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:16.153498 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:16.157214 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:16.157214 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:16.165372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:16.168376 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:16.168860 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.169337 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:16.169870 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Bound port: b84eb5bb-7c15-4348-9143-db6c5a981060, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:16.170321 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.186230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/2c80d5cf-2141-4713-bf6e-e28931ecc9e5/b3784c42-081a-4c63-91fd-b58b9a5137dc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:16.207084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3281a010-e791-4388-bfff-ac50f4990ec4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:16.207616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.265471 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.db.api [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:58:16.265886 n-d-800085-3 neutron-server[100431]: DEBUG oslo_db.api [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:58:16.269507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.305938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95fec-dc1c-48bc-a269-273438880bba req-881f4220-667f-4f2b-985c-1f85d294af37 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:16.314768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e95fec-dc1c-48bc-a269-273438880bba req-881f4220-667f-4f2b-985c-1f85d294af37 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.5809944 Jul 15 16:58:16.322109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Port': ['ID=b84eb5bb-7c15-4348-9143-db6c5a981060,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:16.371771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234224-d2af-48a9-87cb-46786653abe0 req-3ba95c03-3d1e-482c-aafd-c45fd94fccc4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:16.374183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c234224-d2af-48a9-87cb-46786653abe0 req-3ba95c03-3d1e-482c-aafd-c45fd94fccc4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.6717529 Jul 15 16:58:16.403823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e95fec-dc1c-48bc-a269-273438880bba req-6b51343e-3c78-4203-8fc2-b69d17071109 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878415 Jul 15 16:58:16.452673 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.462179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Transition to ACTIVE for port object b3784c42-081a-4c63-91fd-b58b9a5137dc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:16.480401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Transition to ACTIVE for port object b3784c42-081a-4c63-91fd-b58b9a5137dc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:16.501027 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.611189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Pushing event updated for resources: {'Port': ['ID=b3784c42-081a-4c63-91fd-b58b9a5137dc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:16.634403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::17d (c39447b1-2e0e-4621-a1d1-1027e590f497/2c80d5cf-2141-4713-bf6e-e28931ecc9e5/bed73351-91bc-40a1-9251-9268930d7300) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:16.648607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:16.652646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c234224-d2af-48a9-87cb-46786653abe0 req-98412d1f-d96b-4d28-b77f-91497eef15a0 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627599 Jul 15 16:58:16.666092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:16.672631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:16.785805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:16.786172 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:16.786852 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Attempting to bind port b84eb5bb-7c15-4348-9143-db6c5a981060 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:16.802190 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:16.803776 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:16.805272 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.805912 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:16.809203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Bound port: b84eb5bb-7c15-4348-9143-db6c5a981060, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:16.809986 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.849483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:58:16.856390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.plugin [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Port b84eb5bb-7c15-4348-9143-db6c5a981060 has been deleted concurrently {{(pid=100431) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 15 16:58:16.870372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Routers {'7b41ae36-6bcb-49e2-a07d-61f457c42a63'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:16.871032 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['7b41ae36-6bcb-49e2-a07d-61f457c42a63'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:16.903505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Attempting to bind port b3784c42-081a-4c63-91fd-b58b9a5137dc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:16.914596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.915429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Attempting to bind port b3784c42-081a-4c63-91fd-b58b9a5137dc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:16.915998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Attempting to bind port b3784c42-081a-4c63-91fd-b58b9a5137dc on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:16.932634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object bed73351-91bc-40a1-9251-9268930d7300 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:16.965145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] Set router 7b41ae36-6bcb-49e2-a07d-61f457c42a63 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:16.968042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:16.968715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:16.969320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.969933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:16.970725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Bound port: b3784c42-081a-4c63-91fd-b58b9a5137dc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:16.971163 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:16.977947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.042007 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b41ae36-6bcb-49e2-a07d-61f457c42a63', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:09Z', 'updated_at': '2021-07-15T16:58:16Z', 'revision_number': 5, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:17.066077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:17.074253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.078733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:17.081743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=bed73351-91bc-40a1-9251-9268930d7300,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:17.091780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:17.099051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:17.099727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.103502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:17.136104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'mac_address': 'fa:16:3e:c5:b9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:58:17.150236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ad3d3566-8cb8-4bd8-9bb6-92a4b0e77dd3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3921454 Jul 15 16:58:17.152751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:17.171464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] For port b3784c42-081a-4c63-91fd-b58b9a5137dc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:17.177925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] For port b3784c42-081a-4c63-91fd-b58b9a5137dc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3784c42-081a-4c63-91fd-b58b9a5137dc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:17.242046 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f870fe54-ddf0-409a-80f2-64b383888537 None None] The sync data for ids ['7b41ae36-6bcb-49e2-a07d-61f457c42a63'] in n-d-800085-3 is: [{'id': '7b41ae36-6bcb-49e2-a07d-61f457c42a63', 'name': 'tempest-snat-router-133968635', 'tenant_id': '44c3d1b9070a48e3ae884894304c06fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:58:09Z', 'updated_at': '2021-07-15T16:58:16Z', 'revision_number': 5, 'project_id': '44c3d1b9070a48e3ae884894304c06fe', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:17.247981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.270202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.273627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.303085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15132c-1d84-477a-9734-ec7d6aa34fab req-01e0b680-f5bc-420d-befa-529f7810de25 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:17.311094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a15132c-1d84-477a-9734-ec7d6aa34fab req-01e0b680-f5bc-420d-befa-529f7810de25 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 944 time: 0.6694765 Jul 15 16:58:17.324161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81557bc9-c42b-4f7a-8e10-29c445c85db1 req-163a3918-4520-4d55-bb57-06faeb197648 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:17.325968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81557bc9-c42b-4f7a-8e10-29c445c85db1 req-163a3918-4520-4d55-bb57-06faeb197648 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3539910 Jul 15 16:58:17.343637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff8c03-f68d-4d28-9edb-119d6b121c35 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:17.351958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff8c03-f68d-4d28-9edb-119d6b121c35 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:17.354476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10ff8c03-f68d-4d28-9edb-119d6b121c35 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2006049 Jul 15 16:58:17.355934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462987a-26d6-4ff3-a116-72e654f832bb None None] Pushing event updated for resources: {'Port': ['ID=b3784c42-081a-4c63-91fd-b58b9a5137dc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:17.357072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:17.372970 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.414029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57f19ec-93a1-41dd-8582-230c2dd39983 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:17.456241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:17.468956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.486855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a15132c-1d84-477a-9734-ec7d6aa34fab req-de7eeb12-ea63-4b20-9775-dbd4a95a3d20 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717901 Jul 15 16:58:17.490335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.490908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b41ae36-6bcb-49e2-a07d-61f457c42a63 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:17.504905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.509084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e85b27e4-0412-4980-a409-e03783bac87b tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7b41ae36-6bcb-49e2-a07d-61f457c42a63 HTTP/1.1" status: 204 len: 168 time: 2.6477668 Jul 15 16:58:17.509928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39936) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:17.524711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81557bc9-c42b-4f7a-8e10-29c445c85db1 req-843a1a3b-228f-4976-990b-2d36d6045160 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278167 Jul 15 16:58:17.601894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port bed73351-91bc-40a1-9251-9268930d7300 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:17.602426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.610268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:17.766352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e57f19ec-93a1-41dd-8582-230c2dd39983'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:17.821553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.841644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:17.852052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for bed73351-91bc-40a1-9251-9268930d7300 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:18.124078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.158136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=bed73351-91bc-40a1-9251-9268930d7300,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:18.189063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.194538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-566902ec-dd58-4800-b8ba-4884ffef9f8d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/bed73351-91bc-40a1-9251-9268930d7300 HTTP/1.1" status: 204 len: 168 time: 0.8359714 Jul 15 16:58:18.195260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:18.240721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.251765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-bd896a58-b0a8-49c3-9487-8ce2470d9e70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:18.252900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e4b94-32d0-410e-9f43-b58e2678b132 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:18.254866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e4b94-32d0-410e-9f43-b58e2678b132 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:18.258941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4f8e4b94-32d0-410e-9f43-b58e2678b132 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0601552 Jul 15 16:58:18.259091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-bd896a58-b0a8-49c3-9487-8ce2470d9e70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.2523379 Jul 15 16:58:18.259395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:18.269581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594193-3e0f-4656-86fb-a00284261997 req-12766ea0-5191-4c30-9eed-753a9ae36afd tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:18.271048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9594193-3e0f-4656-86fb-a00284261997 req-12766ea0-5191-4c30-9eed-753a9ae36afd tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2869294 Jul 15 16:58:18.318844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 2c80d5cf-2141-4713-bf6e-e28931ecc9e5 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:18.322604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.328841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-a82f4495-396e-41f5-b656-207241febd93 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/quotas/51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 375 time: 0.0695512 Jul 15 16:58:18.365969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9594193-3e0f-4656-86fb-a00284261997 req-e8978861-0b3b-4468-96b7-2533191b00af tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833626 Jul 15 16:58:18.369934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.452708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-f9b1997a-cbf3-4644-b0c8-9d64b91a21d4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1036947 Jul 15 16:58:18.489000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.525887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Deleting port 3281a010-e791-4388-bfff-ac50f4990ec4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:18.526450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.570081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.575185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-68862c0f-c7ee-4d63-99dd-d8f26cdda32d service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215627 Jul 15 16:58:18.608857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=2c80d5cf-2141-4713-bf6e-e28931ecc9e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:18.621351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.623344 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac2eb85f-30c5-4ba2-8308-d014aa0425cd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2c80d5cf-2141-4713-bf6e-e28931ecc9e5 HTTP/1.1" status: 204 len: 168 time: 0.3627248 Jul 15 16:58:18.625809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:18.696808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3cd01c00-8e09-439c-95e0-9779d30d54be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698743 Jul 15 16:58:18.699415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:18.706079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:18.761330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] For port 3281a010-e791-4388-bfff-ac50f4990ec4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3281a010-e791-4388-bfff-ac50f4990ec4,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:18.761822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.795049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-3358b770-5503-48c4-9c3d-84935ab0b2e0 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189999 Jul 15 16:58:18.803563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Calling delete_port for 3281a010-e791-4388-bfff-ac50f4990ec4 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:18.856492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:18.879248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:18.883822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:18.987496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port e57f19ec-93a1-41dd-8582-230c2dd39983 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:18.994752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e57f19ec-93a1-41dd-8582-230c2dd39983 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:18.996841 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.294800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.306157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.358665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event deleted for resources: {'Port': ['ID=3281a010-e791-4388-bfff-ac50f4990ec4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:19.400036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:19.402382 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bedd8e-9efe-4f8e-ba75-7058ce554b0a" -d '{"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:19.459323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:19.473854 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.516364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aded4-23a6-464b-bd17-f798f6615f27 req-b7f08336-ebcb-426f-8647-ae31e39aa470 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:19.518447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df7aded4-23a6-464b-bd17-f798f6615f27 req-b7f08336-ebcb-426f-8647-ae31e39aa470 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.3167055 Jul 15 16:58:19.547310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.580751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:19.584632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.633793 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2e0b7-85f0-45a6-9577-d06963d088f7 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:19.683166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=b5b9351d-3792-44c0-a417-9b7ac29ac907,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:19.732315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:19.739902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:19.749031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:19.749663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.774972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df7aded4-23a6-464b-bd17-f798f6615f27 req-bba9cbd3-7d6f-4cfe-8d24-8f245c614cd1 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207961 Jul 15 16:58:19.787709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e931fba4-5364-4c12-a344-12c13fe03e6a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0869942 Jul 15 16:58:19.788472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:19.806381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'name': 'tempest-NetworksTestDHCPv6-2072148785'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:19.838217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-59eb3543-b391-4755-be41-25b29115569f None None] Provisioning for port b3784c42-081a-4c63-91fd-b58b9a5137dc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:19.845930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.873178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:19.990036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdb3d11c-761e-4fa4-a0ea-6212112eab3f req-1de46e3d-0c3e-4d47-97ba-76cc3b73b3f7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 210 time: 0.0873048 Jul 15 16:58:20.096741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6062a-4c90-4ee6-b9e5-ba5b7cc54ad7 req-dfc2e9e3-4a47-4521-b0c1-35856d75f5f2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.105107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc6062a-4c90-4ee6-b9e5-ba5b7cc54ad7 req-dfc2e9e3-4a47-4521-b0c1-35856d75f5f2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.5824142 Jul 15 16:58:20.133282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.134313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f95124c-f75c-496c-b932-57d941ae9a9e {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:20.135159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:20.140231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.156704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.161592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1887541f-f436-4c83-87f4-e693e09d0ac7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0f95124c-f75c-496c-b932-57d941ae9a9e HTTP/1.1" status: 204 len: 168 time: 2.6480665 Jul 15 16:58:20.168560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40016) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:20.216752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8fc6062a-4c90-4ee6-b9e5-ba5b7cc54ad7 req-301232a9-2dfe-4d66-aa07-d9755932d9a8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060545 Jul 15 16:58:20.245020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-982839093', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:20.246610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3784c42-081a-4c63-91fd-b58b9a5137dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:20.325471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 757758ee-06e3-4c0b-ac8a-a6bb2f535364 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:20.371950 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5f2e08-6ea7-49ba-8f70-0b044da179f0 x-openstack-request-id: req-ee5f2e08-6ea7-49ba-8f70-0b044da179f0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:20.372297 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:20.372550 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5f2e08-6ea7-49ba-8f70-0b044da179f0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:20.372936 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'code': 200} Jul 15 16:58:20.386730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b3784c42-081a-4c63-91fd-b58b9a5137dc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:20.396173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b3784c42-081a-4c63-91fd-b58b9a5137dc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:20.396555 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.441630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.452937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.461145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.480194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.496482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.512706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.526395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:20.530776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-7260a6af-987c-41e1-a4c6-5b06cb76de82 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.3120604 Jul 15 16:58:20.616464 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.617984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9385455a-c098-4a42-8b41-3f20a6dafa2a req-bcd5dd67-5faa-4b35-af9d-3e0824eb1b3b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790937 Jul 15 16:58:20.664422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::1ec (c39447b1-2e0e-4621-a1d1-1027e590f497/b5b9351d-3792-44c0-a417-9b7ac29ac907/757758ee-06e3-4c0b-ac8a-a6bb2f535364) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:20.686098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b3784c42-081a-4c63-91fd-b58b9a5137dc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3784c42-081a-4c63-91fd-b58b9a5137dc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:20.696620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.760863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.764768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:20.817522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b3784c42-081a-4c63-91fd-b58b9a5137dc,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:20.982983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf636267-b687-4a6f-9782-07f7191bf4cf None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:21.252723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3520fa58-ba36-4f9b-856c-05f8bc5ec1ff None None] Provisioning complete for port b3784c42-081a-4c63-91fd-b58b9a5137dc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:21.254307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3520fa58-ba36-4f9b-856c-05f8bc5ec1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:21.254441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:21.335965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9353a609-93d1-4526-a7fd-5f0d64c8b28d req-10fccebd-e82d-4c01-8d99-e26a91b9e940 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 210 time: 0.0823741 Jul 15 16:58:21.450225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.456340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.462912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.469255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.477203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.494378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.528759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.533469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-04715f95-b1e8-4ebe-9647-513bb8a4f0f0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.8203835 Jul 15 16:58:21.540019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695a3ae-a4ec-482f-9e1d-11121639a71d req-097052d2-a800-425e-a4d5-8e0bae53ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.543031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2695a3ae-a4ec-482f-9e1d-11121639a71d req-097052d2-a800-425e-a4d5-8e0bae53ffdb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 1097 time: 0.8308730 Jul 15 16:58:21.582992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de05fb-9f3e-4375-9ac4-43c6d5e404b4 req-38e9259a-6d7b-4f73-a3f9-3a7c18bdef4a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.588694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3de05fb-9f3e-4375-9ac4-43c6d5e404b4 req-38e9259a-6d7b-4f73-a3f9-3a7c18bdef4a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4010022 Jul 15 16:58:21.617448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:21.652577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 757758ee-06e3-4c0b-ac8a-a6bb2f535364 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:21.743522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-71cdf91a-79fc-4790-9620-202eef429533 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.745121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-71cdf91a-79fc-4790-9620-202eef429533 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.4067254 Jul 15 16:58:21.764077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3784c42-081a-4c63-91fd-b58b9a5137dc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:21.768339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'device_id': '047ddceb-430a-4040-9f89-0e3585966846', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'admin_state_up': True, 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:21.797118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3de05fb-9f3e-4375-9ac4-43c6d5e404b4 req-742b0a4e-00d8-4b17-a071-c7f13c131dc6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954739 Jul 15 16:58:21.902689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b3784c42-081a-4c63-91fd-b58b9a5137dc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:21.903012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:21.940482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-5feda06a-987f-498d-8f7f-a518a0199439 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.943147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0e35-4901-4b4c-9607-928d45b4b87b req-ec912b80-e71d-4217-873c-5a15d5856956 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:21.945781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-5feda06a-987f-498d-8f7f-a518a0199439 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4010649 Jul 15 16:58:21.953390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b3e0e35-4901-4b4c-9607-928d45b4b87b req-ec912b80-e71d-4217-873c-5a15d5856956 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3528476 Jul 15 16:58:21.955799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.054399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b3e0e35-4901-4b4c-9607-928d45b4b87b req-dec1c130-3809-4c5b-acb9-5965c72ffed7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998347 Jul 15 16:58:22.072648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.102437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3281a010-e791-4388-bfff-ac50f4990ec4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:22.109093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:22.125253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2695a3ae-a4ec-482f-9e1d-11121639a71d req-4673283a-7f2f-4dc5-9800-e2fb681bca69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210775 Jul 15 16:58:22.130878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:22.137671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.160882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3281a010-e791-4388-bfff-ac50f4990ec4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:22.161222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3281a010-e791-4388-bfff-ac50f4990ec4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:22.176438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:22.178883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bd3430ad-5803-4248-96f4-2a4ea91fbe39 None None] Provisioning complete for port b3784c42-081a-4c63-91fd-b58b9a5137dc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:22.179405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bd3430ad-5803-4248-96f4-2a4ea91fbe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.179979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:22.187090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.187457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.208621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.215374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.223692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.231226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.238237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.247149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.259148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:22.271341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c0265093-6890-49f4-adc6-658af6b5d1aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 5433 time: 0.2134869 Jul 15 16:58:22.288733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=757758ee-06e3-4c0b-ac8a-a6bb2f535364,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:22.300876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ee5afdd-6e02-4cac-a0ee-f461d53bbb79 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5109825 Jul 15 16:58:22.305189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:22.423843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-29b94466-9b8a-406d-9f56-1fdd14fb9c8f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4470301 Jul 15 16:58:22.471289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b6c50dce-7e72-42b1-b1c4-3697c3f767ca None None] Could not find standard attr ID for object bed73351-91bc-40a1-9251-9268930d7300. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:58:22.821555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-903954e6-afa8-42d6-a47f-2c2d4ce318c4 None None] Provisioning for port 757758ee-06e3-4c0b-ac8a-a6bb2f535364 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:22.826188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-903954e6-afa8-42d6-a47f-2c2d4ce318c4 None None] Provisioning complete for port 757758ee-06e3-4c0b-ac8a-a6bb2f535364 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:22.826481 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-903954e6-afa8-42d6-a47f-2c2d4ce318c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:22.857222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fa7456a-b974-4fe9-9c8c-1e2781b9cc15 req-c7eee0ca-9e2c-4481-9cae-54c7971a884e tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5847704 Jul 15 16:58:22.928888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-903954e6-afa8-42d6-a47f-2c2d4ce318c4 None None] Port 757758ee-06e3-4c0b-ac8a-a6bb2f535364 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:22.950860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:23.047194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df85c104-044d-4147-ab2a-618d621a5bf9 req-be49c571-d733-48cf-9b9c-c21cb6bc1c11 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 210 time: 0.2155170 Jul 15 16:58:23.125278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bab6dd-fa47-4aed-bea7-f21da9faf6ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:23.126485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.20.0.3 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/9b837bd9-4084-448c-b19f-976a8a8504ca) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:23.135271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bab6dd-fa47-4aed-bea7-f21da9faf6ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:23.137723 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-76bab6dd-fa47-4aed-bea7-f21da9faf6ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.8293574 Jul 15 16:58:23.139709 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.141189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:23.316869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.357531 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.443904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.462547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Transition to ACTIVE for port object 9b837bd9-4084-448c-b19f-976a8a8504ca will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:23.506162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c5a89fc5-496b-47fa-ab48-af82fb429533,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:23.513868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.528281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:23.546867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Allocated IP 172.25.8.214 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/198203d8-ab15-4010-9f59-2b6a6654f2f8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:23.566849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] For port c5a89fc5-496b-47fa-ab48-af82fb429533, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:23.625330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] device_id is not set on port c5a89fc5-496b-47fa-ab48-af82fb429533 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:23.661475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.706886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.713736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.729989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:23.789106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:23.804912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] No DVR routers for this DVR port c5a89fc5-496b-47fa-ab48-af82fb429533 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:23.808999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:23.809401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:23.854841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:23.873866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] In _notify_port_updated(), no bound segment for port c5a89fc5-496b-47fa-ab48-af82fb429533 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 16:58:23.874941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:23.875897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.877379 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-51e34ca0-30f3-4f85-9435-198691f21409 service neutron] 10.222.0.20 "PUT /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 200 len: 1027 time: 0.9383032 Jul 15 16:58:23.880594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:23.924195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 757758ee-06e3-4c0b-ac8a-a6bb2f535364 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:23.924760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.031230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-23daab6a-1f33-43ac-b093-14a039a11c49 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.032779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-23daab6a-1f33-43ac-b093-14a039a11c49 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "GET /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1467726 Jul 15 16:58:24.033476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event updated for resources: {'Port': ['ID=198203d8-ab15-4010-9f59-2b6a6654f2f8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:24.042046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:24.043604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:24.047417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:24.053921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:24.149718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.166768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 757758ee-06e3-4c0b-ac8a-a6bb2f535364 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:24.274040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Provisioning for port 9b837bd9-4084-448c-b19f-976a8a8504ca completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:24.279791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Provisioning complete for port 9b837bd9-4084-448c-b19f-976a8a8504ca triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:24.280703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.286080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.361341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Port 9b837bd9-4084-448c-b19f-976a8a8504ca cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:24.376281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Provisioning complete for port c5a89fc5-496b-47fa-ab48-af82fb429533 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:24.376658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.392258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7bc56-34fd-4d21-b42b-eb8d4d540df8 req-d57ffaa0-aede-46e4-b360-79ef1cb2aa07 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.402284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecc7bc56-34fd-4d21-b42b-eb8d4d540df8 req-d57ffaa0-aede-46e4-b360-79ef1cb2aa07 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.8916240 Jul 15 16:58:24.416093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3f43-424c-4d95-85f1-d76a33aa07c3 req-c07f21d0-00b2-4495-9d5f-2e80aea120ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.417610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e36a3f43-424c-4d95-85f1-d76a33aa07c3 req-c07f21d0-00b2-4495-9d5f-2e80aea120ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 1.2498901 Jul 15 16:58:24.418300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.448335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.448957 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.458501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-52c1c041-d8ed-44a8-a4ed-bc80227af187 None None] Port c5a89fc5-496b-47fa-ab48-af82fb429533 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:24.600535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=757758ee-06e3-4c0b-ac8a-a6bb2f535364,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:24.608036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.614667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-55b079b8-e517-4e6b-a3c6-0aecf61c9c95 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/757758ee-06e3-4c0b-ac8a-a6bb2f535364 HTTP/1.1" status: 204 len: 168 time: 1.4695675 Jul 15 16:58:24.617415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:24.623441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0b8ee31c-2200-4443-99ab-4ff9d2be797d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8610094 Jul 15 16:58:24.628256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e36a3f43-424c-4d95-85f1-d76a33aa07c3 req-27492187-593d-4d4c-ad8f-64b7f05441fa tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631470 Jul 15 16:58:24.654015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecc7bc56-34fd-4d21-b42b-eb8d4d540df8 req-c50445de-849e-49ec-b6c6-fbdecdfba51e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504196 Jul 15 16:58:24.658629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Request body: {'port': {'device_id': '047ddceb-430a-4040-9f89-0e3585966846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:24.717837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64120cdf-12d1-49b0-9f08-2c680e66de71 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.719358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64120cdf-12d1-49b0-9f08-2c680e66de71 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:24.734075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-64120cdf-12d1-49b0-9f08-2c680e66de71 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1127462 Jul 15 16:58:24.736081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40086) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:24.801027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a796445b-9345-424a-9f93-abf3319682c8,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:24.818250 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.893662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] For port a796445b-9345-424a-9f93-abf3319682c8, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:24.912332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:24.965351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet b5b9351d-3792-44c0-a417-9b7ac29ac907 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:24.980705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] device_id is not set on port a796445b-9345-424a-9f93-abf3319682c8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:24.990975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:24.999348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.002151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.065181 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.081528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.101612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] No DVR routers for this DVR port a796445b-9345-424a-9f93-abf3319682c8 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:25.110647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:25.113621 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a819fd-2887-4698-b00a-143e8d703cc1" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:25.135214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.139374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:25.151894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.152762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9d3d95cd-9996-4857-934e-c0795edef0d8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:25.152969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] In _notify_port_updated(), no bound segment for port a796445b-9345-424a-9f93-abf3319682c8 on network 0629291a-0b8d-451c-92c3-7bd9488d949c {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 16:58:25.154151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.155318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.158594 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] 10.222.0.20 "PUT /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 200 len: 1026 time: 1.1108592 Jul 15 16:58:25.162904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469326-f7a5-4dd9-93a1-e1e19a7b56db service neutron] Pushing event updated for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:25.289397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.295853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.304572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.310902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.317237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.323544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.333778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-b400d460-4a2d-4dc2-84f8-5bc7d4c123a7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 4581 time: 0.4978464 Jul 15 16:58:25.344428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:25.352182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c75273-7c09-4765-9710-4d51a70ae13e req-4eb9fcae-d0b2-4128-8440-9ca086c453d2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:25.353740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c75273-7c09-4765-9710-4d51a70ae13e req-4eb9fcae-d0b2-4128-8440-9ca086c453d2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 931 time: 0.4542143 Jul 15 16:58:25.432419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.444501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.467012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.481848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:25.483383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:25.483738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.501177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.504350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c5a89fc5-496b-47fa-ab48-af82fb429533 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:25.605413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:25.605789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.607581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23d8bce9-a49d-40a9-b3fd-d87d6da391e2 req-03f22520-2fa5-460a-98da-50a03a0cce69 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=cb1791b4-899c-41d7-975f-0b8a91f72ef9&id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2749305 Jul 15 16:58:25.622100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c75273-7c09-4765-9710-4d51a70ae13e req-2b2f7138-58d3-4c80-a9dc-b628dedc54f4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608601 Jul 15 16:58:25.634948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:25.700160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-061b2375-862b-41ae-a83e-57958a52a80b None None] Provisioning complete for port a796445b-9345-424a-9f93-abf3319682c8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:25.703601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-061b2375-862b-41ae-a83e-57958a52a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.704060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.752461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c5a89fc5-496b-47fa-ab48-af82fb429533 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:25.753013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a796445b-9345-424a-9f93-abf3319682c8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:25.756569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b9351d-3792-44c0-a417-9b7ac29ac907,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:25.761588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.764041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b31c1ddd-a7e2-4059-b169-0431773dd385 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b9351d-3792-44c0-a417-9b7ac29ac907 HTTP/1.1" status: 204 len: 168 time: 1.0260596 Jul 15 16:58:25.775389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:25.799804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9fa08-559d-4ebd-9f95-1df27f5a55d7 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:25.805562 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da19de84-f1c3-43d2-86b5-338e10e5f498 x-openstack-request-id: req-da19de84-f1c3-43d2-86b5-338e10e5f498 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:25.805972 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:25.806313 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da19de84-f1c3-43d2-86b5-338e10e5f498 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:25.806963 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'code': 200} Jul 15 16:58:25.810254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:25.825260 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e81ea40d-4914-4171-b081-83618c72c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:25.859996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-951c9476-2700-46b2-b9fd-a5b873ec723f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832541 Jul 15 16:58:25.862941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40098) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:25.863284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-061b2375-862b-41ae-a83e-57958a52a80b None None] Port a796445b-9345-424a-9f93-abf3319682c8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:25.868581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:25.975781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a796445b-9345-424a-9f93-abf3319682c8 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:25.982546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 925bf9f1-d19e-4bec-b16e-58858b578aa1 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:25.992749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b837bd9-4084-448c-b19f-976a8a8504ca {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:26.006281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.032416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Transition to ACTIVE for port object 9b837bd9-4084-448c-b19f-976a8a8504ca will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:26.043407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.060740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:26.064680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.088625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.179427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:26.234575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Pushing event updated for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:26.290162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:26.295254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.297889 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-2f466538-978d-47d5-a052-39d210125ec6 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "DELETE /v2.0/ports/7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 HTTP/1.1" status: 204 len: 173 time: 1.1309962 Jul 15 16:58:26.298654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:26.299197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.302366 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f7c7e7-c754-4782-96ee-ffe2fbd0a46b" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:26.408519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:26.416930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:58:26.426973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.428079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:26.474205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Router fd8a5036-381f-42dd-aada-f5e5da5e9a58 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:26.477240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:26.477647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.667758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:26.729289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Deleting port b3784c42-081a-4c63-91fd-b58b9a5137dc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:26.729668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.772925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:26.773525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.796327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:26.807498 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1fc843-30cd-4f63-b33d-7a603eeb5c4c x-openstack-request-id: req-5f1fc843-30cd-4f63-b33d-7a603eeb5c4c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:26.807886 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:26.808089 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f1fc843-30cd-4f63-b33d-7a603eeb5c4c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:26.808476 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1', 'status': 'completed', 'code': 200} Jul 15 16:58:26.849194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.850636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.930092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] For port b3784c42-081a-4c63-91fd-b58b9a5137dc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3784c42-081a-4c63-91fd-b58b9a5137dc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:26.930492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.944925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=0729e99a-ad60-4e0f-bc05-5ca944bed3bc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:26.955639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Calling delete_port for b3784c42-081a-4c63-91fd-b58b9a5137dc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:26.967751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:26.984654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:26.986474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:27.007722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Attempting to bind port 9b837bd9-4084-448c-b19f-976a8a8504ca on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:27.008336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Attempting to bind port 9b837bd9-4084-448c-b19f-976a8a8504ca by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:27.008503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Attempting to bind port 9b837bd9-4084-448c-b19f-976a8a8504ca on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:27.023127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:27.037146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c4be1-a7ee-4f59-a7ce-a6baf74e0467 req-59163ef9-4aaa-4cf4-b7a4-97964f9c36a8 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:27.038860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae0c4be1-a7ee-4f59-a7ce-a6baf74e0467 req-59163ef9-4aaa-4cf4-b7a4-97964f9c36a8 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.9814267 Jul 15 16:58:27.040909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:27.044297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Port 9b837bd9-4084-448c-b19f-976a8a8504ca on network ff6c5116-683b-4995-aa4b-1001de85da69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:58:27.044735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Attempting to bind port 9b837bd9-4084-448c-b19f-976a8a8504ca on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:27.053912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:27.056309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.061146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40124) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:27.061686 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a41d0936-b35e-424a-92c4-28f3d08fb16d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8912234 Jul 15 16:58:27.063667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:27.064408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.068255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:27.068723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:27.069186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:27.069745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Bound port: 9b837bd9-4084-448c-b19f-976a8a8504ca, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:27.070201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.083228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:27.147821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.159101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] Sync routers for ids ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:27.216419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:27.219413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] Routers {'fd8a5036-381f-42dd-aada-f5e5da5e9a58'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:27.220299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:27.223104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:27.223443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 7e80f4a6-77e5-4aa4-aa1f-c6f9467ce4d1 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:27.224947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.279959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:27.303400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port 9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:27.304916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:27.306948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.310717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] Pushing event deleted for resources: {'Port': ['ID=b3784c42-081a-4c63-91fd-b58b9a5137dc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:27.312277 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-b1295547-f574-4c39-a153-a2c738b0248d tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "DELETE /v2.0/ports/9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9 HTTP/1.1" status: 204 len: 173 time: 1.0062366 Jul 15 16:58:27.313269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a51dd-ec66-4591-82f2-8dec060dcbd2 None None] No DVR routers for this DVR port b3784c42-081a-4c63-91fd-b58b9a5137dc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:27.328476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] Routers {'fd8a5036-381f-42dd-aada-f5e5da5e9a58'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:27.329128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:57:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:27.373665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511997b-df6e-4256-a9b4-a67eef96eaaa None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:27.378765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:27.379019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb9c252-bc39-45b9-804d-00df5ab08fc7 None None] The sync data for ids ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:27.458352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 925bf9f1-d19e-4bec-b16e-58858b578aa1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:27.459416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.578214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port 925bf9f1-d19e-4bec-b16e-58858b578aa1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=925bf9f1-d19e-4bec-b16e-58858b578aa1,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:27.579003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.596253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 925bf9f1-d19e-4bec-b16e-58858b578aa1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:27.675822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '0729e99a-ad60-4e0f-bc05-5ca944bed3bc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:27.677018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.769599 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.877659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-abc3d66c-3086-44e5-848d-d7af028d8cf8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0136609 Jul 15 16:58:27.890183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:27.902976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1520c-d778-473e-8664-6851738a2363 req-8671bc4a-ebe3-4b3e-9443-c600be0cdc79 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:27.912217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9d1520c-d778-473e-8664-6851738a2363 req-8671bc4a-ebe3-4b3e-9443-c600be0cdc79 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 1.0678949 Jul 15 16:58:27.912473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=925bf9f1-d19e-4bec-b16e-58858b578aa1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:27.945922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'name': 'tempest-NetworksTestDHCPv6-1730214219'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:27.952469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae0c4be1-a7ee-4f59-a7ce-a6baf74e0467 req-fa1c1a7a-4ac1-46bc-9949-33fa278ba24b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9053476 Jul 15 16:58:27.977831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port 925bf9f1-d19e-4bec-b16e-58858b578aa1 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:27.983028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:27.985624 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479cdc8-513d-4799-af3c-cc32cffc5aa5" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:27.988306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:27.990517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-1641e416-eefe-49fc-a081-1f9b7e2188c7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "DELETE /v2.0/ports/925bf9f1-d19e-4bec-b16e-58858b578aa1 HTTP/1.1" status: 204 len: 173 time: 0.6721592 Jul 15 16:58:27.993097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3784c42-081a-4c63-91fd-b58b9a5137dc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:28.067263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/0729e99a-ad60-4e0f-bc05-5ca944bed3bc/ddc3d2ef-6213-48db-8b24-b8aed53ff43f) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:28.147429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9d1520c-d778-473e-8664-6851738a2363 req-2c730d67-a7ae-4bef-a93d-fead1d2f17e1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342207 Jul 15 16:58:28.289500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:28.306330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:28.308653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.354375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b3784c42-081a-4c63-91fd-b58b9a5137dc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:28.354502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3784c42-081a-4c63-91fd-b58b9a5137dc not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:28.373780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b837bd9-4084-448c-b19f-976a8a8504ca,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:28.421231 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.443861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Transition to ACTIVE for port object ddc3d2ef-6213-48db-8b24-b8aed53ff43f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:28.470358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:28.470812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.481843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Transition to ACTIVE for port object ddc3d2ef-6213-48db-8b24-b8aed53ff43f will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:28.498326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.540708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.585302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Pushing event updated for resources: {'Port': ['ID=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:28.601628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:28.603428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:28.608638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:28.695536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:28.696599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.697603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b837bd9-4084-448c-b19f-976a8a8504ca HTTP/1.1" status: 200 len: 1091 time: 4.0506530 Jul 15 16:58:28.702319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Attempting to bind port ddc3d2ef-6213-48db-8b24-b8aed53ff43f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:28.703139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Attempting to bind port ddc3d2ef-6213-48db-8b24-b8aed53ff43f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:28.703881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Attempting to bind port ddc3d2ef-6213-48db-8b24-b8aed53ff43f on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:28.711140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:28.711791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:28.712351 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.713026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:28.713266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:28.713822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Bound port: ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:28.714385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.716227 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e" -d '{"events": [{"name": "network-changed", "server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:28.730483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc2704-daee-4ea9-a31c-e74b82578c84 service neutron] Pushing event updated for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:28.733679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.734243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.734607 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Floating IP 9a83b343-21d5-4043-9717-9f4a84bc1a7a disassociated. External IP: 172.25.8.78, port: 6d0acba0-eaf7-4ffd-bad3-07c4b381db32. Jul 15 16:58:28.735043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:28.739402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.810139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] For port ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:28.818222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] For port ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:28.844648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.846676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:28.861749 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:28.886519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28122898-4382-461a-9781-47f810030809 req-fb00a612-f689-4789-8305-3c7c01384d2c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:28.893313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28122898-4382-461a-9781-47f810030809 req-fb00a612-f689-4789-8305-3c7c01384d2c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:28.895614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28122898-4382-461a-9781-47f810030809 req-fb00a612-f689-4789-8305-3c7c01384d2c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 1678 time: 0.5909412 Jul 15 16:58:28.958390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328947b-48ef-43e6-a340-8fa352ca1314 None None] Pushing event updated for resources: {'Port': ['ID=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:28.966028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port b76a057b-81d0-403e-a6c0-d85d7572e629 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:28.990962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dee23-683e-4354-be9e-09e95261d2bc req-999be339-89b0-4cbc-910c-d14b4141887b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:28.992558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-861dee23-683e-4354-be9e-09e95261d2bc req-999be339-89b0-4cbc-910c-d14b4141887b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 943 time: 0.4623039 Jul 15 16:58:29.017041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:29.076377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a2ca87fe-4b92-4ed5-885f-6b8fd6388d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:29.152487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28122898-4382-461a-9781-47f810030809 req-cf8d3f9c-42b6-4a94-ad2e-68f7b01236dd tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359562 Jul 15 16:58:29.268018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-68eb0b94-bcd4-414f-bef9-60cac0616aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:29.272163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-68eb0b94-bcd4-414f-bef9-60cac0616aef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 1094 time: 0.5065026 Jul 15 16:58:29.282249 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136944fe-844e-40f5-8af8-9b751181c9a0 x-openstack-request-id: req-136944fe-844e-40f5-8af8-9b751181c9a0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:29.282567 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:29.282823 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-136944fe-844e-40f5-8af8-9b751181c9a0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:29.283226 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'code': 200} Jul 15 16:58:29.283551 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'code': 200} Jul 15 16:58:29.283810 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'code': 200} Jul 15 16:58:29.400778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-bf3c8b0a-2555-43c2-8919-1ab2b83bc538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b837bd9-4084-448c-b19f-976a8a8504ca HTTP/1.1" status: 200 len: 217 time: 0.1004071 Jul 15 16:58:29.409137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-861dee23-683e-4354-be9e-09e95261d2bc req-d1929354-ab07-4540-a836-44948087d3b8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038684 Jul 15 16:58:29.485438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:29.585746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::189 (c39447b1-2e0e-4621-a1d1-1027e590f497/0729e99a-ad60-4e0f-bc05-5ca944bed3bc/b76a057b-81d0-403e-a6c0-d85d7572e629) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:29.605161 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd4c149-3d12-4787-bf10-06d8cd59cb5d x-openstack-request-id: req-2cd4c149-3d12-4787-bf10-06d8cd59cb5d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:29.605462 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:29.605718 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cd4c149-3d12-4787-bf10-06d8cd59cb5d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:29.608269 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca', 'status': 'completed', 'code': 200} Jul 15 16:58:29.652292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-f06de0d9-39d9-464a-b7f5-6d35922554db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:29.653831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-f06de0d9-39d9-464a-b7f5-6d35922554db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.2435200 Jul 15 16:58:29.667625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:29.671199 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8cc1f4-8fdb-48ef-aef6-23753a404462" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:29.677505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:29.856628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ddc3d2ef-6213-48db-8b24-b8aed53ff43f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:29.875696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=6d0acba0-eaf7-4ffd-bad3-07c4b381db32,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:29.901602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:58:29.929728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ddc3d2ef-6213-48db-8b24-b8aed53ff43f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:30.046900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:30.057462 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Sync routers for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:30.083684 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:30.084674 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:30.175044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port 6d0acba0-eaf7-4ffd-bad3-07c4b381db32 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:30.177673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.179746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-c7224096-561e-4406-b383-b5f18027774c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "DELETE /v2.0/ports/6d0acba0-eaf7-4ffd-bad3-07c4b381db32 HTTP/1.1" status: 204 len: 173 time: 2.1798632 Jul 15 16:58:30.185521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915449c6-f34d-4328-be0b-d0b2d4cd2d56 req-91914678-09ee-4477-a664-d28463e7d93a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:30.195137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-915449c6-f34d-4328-be0b-d0b2d4cd2d56 req-91914678-09ee-4477-a664-d28463e7d93a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4981556 Jul 15 16:58:30.292450 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:30.352080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0bd09a1a-79d2-4332-bcdf-8254e7e9d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:30.353879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-0bd09a1a-79d2-4332-bcdf-8254e7e9d43b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6869609 Jul 15 16:58:30.456062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-915449c6-f34d-4328-be0b-d0b2d4cd2d56 req-e667549d-f271-49cf-807c-0d439b7b7662 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600214 Jul 15 16:58:30.464057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 9d3d95cd-9996-4857-934e-c0795edef0d8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:30.467259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.532770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.609625 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb319e3-e3bf-4ee4-ba57-e24917090f2c x-openstack-request-id: req-bbb319e3-e3bf-4ee4-ba57-e24917090f2c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:30.610066 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9", "status": "completed", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "925bf9f1-d19e-4bec-b16e-58858b578aa1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:30.610321 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbb319e3-e3bf-4ee4-ba57-e24917090f2c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:30.610714 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '9f71d5b5-2b54-4851-9d42-0cd01bbc5bd9', 'status': 'completed', 'code': 200} Jul 15 16:58:30.610970 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '925bf9f1-d19e-4bec-b16e-58858b578aa1', 'status': 'completed', 'code': 200} Jul 15 16:58:30.652216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16756c4-311b-45bf-827c-8f93ad735938 req-cd5c1673-a0da-4267-b920-f7cd626165f2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:30.654034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e16756c4-311b-45bf-827c-8f93ad735938 req-cd5c1673-a0da-4267-b920-f7cd626165f2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.7764328 Jul 15 16:58:30.680046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port 9d3d95cd-9996-4857-934e-c0795edef0d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9d3d95cd-9996-4857-934e-c0795edef0d8,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:30.680655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.725156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 9d3d95cd-9996-4857-934e-c0795edef0d8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:30.768770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object b76a057b-81d0-403e-a6c0-d85d7572e629 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:30.772004 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:30.829249 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Checking router: 65df62bb-e671-4aa5-8e53-17669d5cf7a6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:58:30.840254 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:30.841570 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:30.892997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Provisioning for port ddc3d2ef-6213-48db-8b24-b8aed53ff43f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:30.898289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Provisioning complete for port ddc3d2ef-6213-48db-8b24-b8aed53ff43f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:30.898878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.936848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:30.968710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=9d3d95cd-9996-4857-934e-c0795edef0d8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:30.998898 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:58:31.028404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-8954a6d1-59f5-4aed-87f8-b23dab23ccb1 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614153 Jul 15 16:58:31.048041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.049398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port 9d3d95cd-9996-4857-934e-c0795edef0d8 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:31.052332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.055046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-db61cb65-1db6-4fae-bfff-e8362f620419 req-98abd960-0f2d-4b31-b043-231759761f75 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.20 "DELETE /v2.0/ports/9d3d95cd-9996-4857-934e-c0795edef0d8 HTTP/1.1" status: 204 len: 173 time: 0.8693664 Jul 15 16:58:31.068766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e16756c4-311b-45bf-827c-8f93ad735938 req-0252214b-0e7e-4db5-a880-8526f7abbf2b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316967 Jul 15 16:58:31.122441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] For port ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:31.133253 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.205436 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.211284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2d169-53cd-415b-8e9a-a7e3c20537dc None None] Pushing event updated for resources: {'Port': ['ID=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:31.367363 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:31.411281 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed24e9-e8e4-4567-9e10-4db7b256f11e None None] The sync data for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 is: [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:47:59Z', 'revision_number': 4, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '861aac4d-5775-4cc6-aa4c-7addd5ca8345', 'name': '', 'network_id': '3d19312a-92de-4366-b01d-7804d5a6d70d', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'mac_address': 'fa:16:3e:07:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:58Z', 'updated_at': '2021-07-15T16:48:11Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'subnets': [{'id': 'aeee1726-16d3-4a4c-9823-bb146c206460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:31.673502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.707096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.723749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a7b18f8-bfce-49aa-91d8-0846d3fd77c2 req-85a84cad-e67f-4ef8-bcad-cbe47cfbce69 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495700 Jul 15 16:58:31.728920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.783530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ddc3d2ef-6213-48db-8b24-b8aed53ff43f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:31.872195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76b264-8fc2-4d91-90b6-c4988af6bac1 req-67336451-8731-4758-982a-7bf0cfe4bba0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:31.873640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f76b264-8fc2-4d91-90b6-c4988af6bac1 req-67336451-8731-4758-982a-7bf0cfe4bba0 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 865 time: 1.0466096 Jul 15 16:58:31.911798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e00c4d-39a1-4625-8998-ee1a92a95bcb None None] New status for floating IP 9a83b343-21d5-4043-9717-9f4a84bc1a7a: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 16:58:31.950381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:31.959217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ddc3d2ef-6213-48db-8b24-b8aed53ff43f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:31.959723 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:31.981107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b71e7-dd53-4c1b-bb92-627766dd573c req-fbfa881b-93fd-4c8e-9982-eed86aad75d0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:31.982587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b4b71e7-dd53-4c1b-bb92-627766dd573c req-fbfa881b-93fd-4c8e-9982-eed86aad75d0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 943 time: 0.3859606 Jul 15 16:58:31.984454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:32.026241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:32.031966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.032623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:32.080986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=b76a057b-81d0-403e-a6c0-d85d7572e629,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:32.098339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:32.116734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3e21cc8-8e19-4e5d-b859-16ca127a1b8e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1748154 Jul 15 16:58:32.181187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f76b264-8fc2-4d91-90b6-c4988af6bac1 req-e9dcdef4-8d55-4ecf-be7a-0ee151e785b7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875664 Jul 15 16:58:32.285245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048de2f1-81e7-4c3d-9b4b-8d4f6a3ab480 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.291923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048de2f1-81e7-4c3d-9b4b-8d4f6a3ab480 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.301911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b4b71e7-dd53-4c1b-bb92-627766dd573c req-50021480-e634-456e-84d5-dd10dc2adfd7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567568 Jul 15 16:58:32.329261 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-048de2f1-81e7-4c3d-9b4b-8d4f6a3ab480 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2297566 Jul 15 16:58:32.329915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:32.346129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-7a2ee922-1a65-4941-8aa0-d903a707e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.348862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-7a2ee922-1a65-4941-8aa0-d903a707e110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 1094 time: 0.5155451 Jul 15 16:58:32.350849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router fd8a5036-381f-42dd-aada-f5e5da5e9a58 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:58:32.484231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b7df06bb-3cdc-4643-a25e-adf28c841ded None None] Provisioning for port b76a057b-81d0-403e-a6c0-d85d7572e629 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:32.489155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b7df06bb-3cdc-4643-a25e-adf28c841ded None None] Provisioning complete for port b76a057b-81d0-403e-a6c0-d85d7572e629 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:32.489769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b7df06bb-3cdc-4643-a25e-adf28c841ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:32.592105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b7df06bb-3cdc-4643-a25e-adf28c841ded None None] Port b76a057b-81d0-403e-a6c0-d85d7572e629 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:32.610293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port b76a057b-81d0-403e-a6c0-d85d7572e629 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:32.610651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:32.615646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32'}, {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:32.618180 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75deb37e-ee3d-47df-ba2f-a3a197850b11" -d '{"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32"}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:32.864447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-f113b6a9-8bd9-403b-b5c7-f3522d7591f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.864447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-f113b6a9-8bd9-403b-b5c7-f3522d7591f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.3939879 Jul 15 16:58:32.866718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:32.867025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d488-e8eb-4a56-a266-fb907b16f702 req-b45ed237-2552-4efe-bddb-fd2f80762108 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.867025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ead8d488-e8eb-4a56-a266-fb907b16f702 req-b45ed237-2552-4efe-bddb-fd2f80762108 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4269445 Jul 15 16:58:32.873173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for b76a057b-81d0-403e-a6c0-d85d7572e629 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:32.932448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b66bf8-86cb-4b56-84fa-ad69032bee0a req-c932fff2-774e-48bc-b868-6aca01cdfe3f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:32.934150 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38b66bf8-86cb-4b56-84fa-ad69032bee0a req-c932fff2-774e-48bc-b868-6aca01cdfe3f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3792162 Jul 15 16:58:32.962697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-e16797ff-51ae-4a9a-9b32-702583ad529f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b837bd9-4084-448c-b19f-976a8a8504ca HTTP/1.1" status: 200 len: 217 time: 0.1755350 Jul 15 16:58:32.963717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:32.983019 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] Sync routers for ids ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:32.992430 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:32.997612 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] Routers {'fd8a5036-381f-42dd-aada-f5e5da5e9a58'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:32.998461 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:33.000235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ca7258e-8564-4375-bb47-e8023fc3b984 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "PUT /v2.0/routers/fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 200 len: 921 time: 5.9326866 Jul 15 16:58:33.001608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.071905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38b66bf8-86cb-4b56-84fa-ad69032bee0a req-4e61a50d-d96c-4675-ac8b-94ea5d935c77 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277151 Jul 15 16:58:33.111616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ead8d488-e8eb-4a56-a266-fb907b16f702 req-c6bc6b7b-6347-4be7-bac8-2dc9d180f337 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754098 Jul 15 16:58:33.112007 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:33.141452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-012c93f0-ed8d-4b50-9374-e0a0f675f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.142983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-012c93f0-ed8d-4b50-9374-e0a0f675f270 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1416481 Jul 15 16:58:33.148783 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] Routers {'fd8a5036-381f-42dd-aada-f5e5da5e9a58'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:33.149496 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:33.183206 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:33.183865 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d803fe2f-09f5-4a17-b934-7b60352377d5 None None] The sync data for ids ['fd8a5036-381f-42dd-aada-f5e5da5e9a58'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:33.227938 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ee83f-ebd3-46ae-bd22-68e9acce91ee x-openstack-request-id: req-d49ee83f-ebd3-46ae-bd22-68e9acce91ee {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:33.228730 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "6d0acba0-eaf7-4ffd-bad3-07c4b381db32", "status": "completed", "code": 200}, {"server_uuid": "e33e7925-bdae-40f5-a509-b74107125d97", "name": "network-vif-deleted", "tag": "9d3d95cd-9996-4857-934e-c0795edef0d8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:33.228730 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d49ee83f-ebd3-46ae-bd22-68e9acce91ee {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:33.228966 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '6d0acba0-eaf7-4ffd-bad3-07c4b381db32', 'status': 'completed', 'code': 200} Jul 15 16:58:33.229179 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e33e7925-bdae-40f5-a509-b74107125d97', 'name': 'network-vif-deleted', 'tag': '9d3d95cd-9996-4857-934e-c0795edef0d8', 'status': 'completed', 'code': 200} Jul 15 16:58:33.268525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6e5d6be-bc93-4035-be94-4371c57877e0 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 200 len: 921 time: 0.2632189 Jul 15 16:58:33.273597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.322399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-f66cbbbb-d7a0-4ddb-9aaa-272fb25ecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.324229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-f66cbbbb-d7a0-4ddb-9aaa-272fb25ecd52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711311 Jul 15 16:58:33.416795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:33.444092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166d334-e47a-4052-b1bb-e12cbe6762bd tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.448192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4166d334-e47a-4052-b1bb-e12cbe6762bd tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=fd8a5036-381f-42dd-aada-f5e5da5e9a58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1711457 Jul 15 16:58:33.452772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.456893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72063ad5-b55b-42c2-bac8-254ee7d3ea89 req-73fcfbc4-3049-479d-99f3-ab6772eaf861 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0481136 Jul 15 16:58:33.506668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=b76a057b-81d0-403e-a6c0-d85d7572e629,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:33.516195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:33.520035 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf5c46c1-36cf-45d1-a035-6831e5375648 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/b76a057b-81d0-403e-a6c0-d85d7572e629 HTTP/1.1" status: 204 len: 168 time: 1.1891661 Jul 15 16:58:33.533429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.726717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54939bbf-eea7-4c9b-af3a-9aa74a02a478 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.728333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54939bbf-eea7-4c9b-af3a-9aa74a02a478 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.732564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-54939bbf-eea7-4c9b-af3a-9aa74a02a478 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1967654 Jul 15 16:58:33.732970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40242) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.754192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12af758d-e7cd-44a9-8af1-05e327aa2dab tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:33.755589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-12af758d-e7cd-44a9-8af1-05e327aa2dab tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.3024657 Jul 15 16:58:33.766832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.799749 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fa3f160d-c107-4a4f-959e-85f087926142 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 200 len: 205 time: 0.0316191 Jul 15 16:58:33.804154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40246) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:33.889104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-2d6b0593-cfd1-4712-a2d2-792d102d8e9a service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566888 Jul 15 16:58:33.903520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 0729e99a-ad60-4e0f-bc05-5ca944bed3bc {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:33.950348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.057118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023463d-3722-4ff7-acbf-ed9aa4300523 req-ada3e206-9aec-4f8d-9c0c-977c049fa5de tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:34.064318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7023463d-3722-4ff7-acbf-ed9aa4300523 req-ada3e206-9aec-4f8d-9c0c-977c049fa5de tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 943 time: 0.4229367 Jul 15 16:58:34.117671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.180404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.258732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7023463d-3722-4ff7-acbf-ed9aa4300523 req-83c35edf-6f27-4b42-8bc7-125c9dd13d85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932452 Jul 15 16:58:34.405079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.411156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3a9e6a8-0d52-4bc3-a5a8-10a52fffde8e req-4b668158-55f6-40ae-a2f6-bf1259ba8fdf service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048525 Jul 15 16:58:34.577779 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.694044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a7fea-75b2-4642-8d15-33e1076c2aea req-d542d49b-747c-4b51-8d88-e27195e02c13 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:34.695572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a26a7fea-75b2-4642-8d15-33e1076c2aea req-d542d49b-747c-4b51-8d88-e27195e02c13 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3121209 Jul 15 16:58:34.749661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdd731-bc2e-4389-ac6c-cdf7dc1fe474 req-d0d96dd4-983d-4be8-9ee3-1b041ab852b4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:34.751198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94fdd731-bc2e-4389-ac6c-cdf7dc1fe474 req-d0d96dd4-983d-4be8-9ee3-1b041ab852b4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.3210547 Jul 15 16:58:34.759588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.818061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=0729e99a-ad60-4e0f-bc05-5ca944bed3bc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:34.822519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port 198203d8-ab15-4010-9f59-2b6a6654f2f8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:34.822860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.828506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:34.833620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:34.837357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19e976-a3d0-4f0c-b8b8-deaca9eebb89 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:34.841219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4603d23a-5ac9-4f46-8439-43d3198a82ff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/0729e99a-ad60-4e0f-bc05-5ca944bed3bc HTTP/1.1" status: 204 len: 168 time: 1.1038721 Jul 15 16:58:34.860404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a26a7fea-75b2-4642-8d15-33e1076c2aea req-c6c89044-e7ea-4ad7-97d1-3bd0225588ff tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376517 Jul 15 16:58:34.912605 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4fe6390d-cff1-4a84-8922-c2bd2cce7baa tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777657 Jul 15 16:58:34.913215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:34.933242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94fdd731-bc2e-4389-ac6c-cdf7dc1fe474 req-a498a6ab-768d-4ee1-8f70-62085fed5ea1 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703129 Jul 15 16:58:35.022370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b837bd9-4084-448c-b19f-976a8a8504ca details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:58:35.067610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46831b2b-b230-486d-88f2-108485097665 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:35.074065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:35.075895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:35.081662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46831b2b-b230-486d-88f2-108485097665 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1673837 Jul 15 16:58:35.158726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for 198203d8-ab15-4010-9f59-2b6a6654f2f8 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:35.227799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa51aad-dc59-4775-8a73-d15b9aa03396 req-5754fa5f-04ae-42b9-a69b-f17e3aca5a01 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0995414 Jul 15 16:58:35.326747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4736ab-cee0-41cd-90ee-6e79c5444d3e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:35.331990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:35.345898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bd4736ab-cee0-41cd-90ee-6e79c5444d3e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2669032 Jul 15 16:58:35.451120 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4891919c-09b5-490b-bb84-133a28a45efd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177051 Jul 15 16:58:35.453275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:35.468167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:58:35.472807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:35.541892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b837bd9-4084-448c-b19f-976a8a8504ca,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:35.639004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9b837bd9-4084-448c-b19f-976a8a8504ca', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '9b837bd9-4084-448c-b19f-976a8a8504ca', 'mac_address': 'fa:16:3e:ad:f1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:58:35.734667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:35.740478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:35.813522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ddc3d2ef-6213-48db-8b24-b8aed53ff43f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:35.947220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.027495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02efc7-d30e-4dac-8642-a11d58514b70 req-ef750fec-7991-4533-82cf-186152cf3625 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:36.037023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b837bd9-4084-448c-b19f-976a8a8504ca {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:36.040759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec02efc7-d30e-4dac-8642-a11d58514b70 req-ef750fec-7991-4533-82cf-186152cf3625 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 943 time: 0.5235693 Jul 15 16:58:36.049228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.066444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Deleting port ddc3d2ef-6213-48db-8b24-b8aed53ff43f {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:36.067145 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.120845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b837bd9-4084-448c-b19f-976a8a8504ca,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:36.147327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.150970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=198203d8-ab15-4010-9f59-2b6a6654f2f8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:36.162835 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.191177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:36.267031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.306811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec02efc7-d30e-4dac-8642-a11d58514b70 req-11fb509d-4337-4f40-800e-7cfa240a1518 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651751 Jul 15 16:58:36.318643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:36.327606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.408682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] For port ddc3d2ef-6213-48db-8b24-b8aed53ff43f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:36.408887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.415675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:36.419323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:36.435913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Calling delete_port for ddc3d2ef-6213-48db-8b24-b8aed53ff43f owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:36.449282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.449523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:36.457473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.465746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9b837bd9-4084-448c-b19f-976a8a8504ca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:36.496915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=be950bf8-758f-4d8b-af53-27159e525384,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:36.502260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:36.519422 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-da30ca1f-47ae-432a-9ad8-67c3ad7c0cf0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0632770 Jul 15 16:58:36.520350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:36.525409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': 'be950bf8-758f-4d8b-af53-27159e525384', 'ip_address': '2001:db8::a6b3:6bc4:a12e:b142'}], 'name': 'tempest-NetworksTestDHCPv6-549452749'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:36.584020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8cbc7-cc17-48cf-a73a-05b27b829999 req-bcddbab8-2629-4bb6-afa7-ce0ebcd9080e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:36.591504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ae8cbc7-cc17-48cf-a73a-05b27b829999 req-bcddbab8-2629-4bb6-afa7-ce0ebcd9080e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.4699867 Jul 15 16:58:36.765394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:36.828877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.835492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.897818 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.934820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] No DVR routers for this DVR port ddc3d2ef-6213-48db-8b24-b8aed53ff43f on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:36.937828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f092c-b7bf-44b2-be16-d17001be969a None None] Pushing event deleted for resources: {'Port': ['ID=ddc3d2ef-6213-48db-8b24-b8aed53ff43f,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:36.966095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052c75a-6b84-49ff-9b98-431fac2a7c58 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:36.975922 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:36.999414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:37.017949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ae8cbc7-cc17-48cf-a73a-05b27b829999 req-1afe770c-2cd3-4666-a30f-1a05bdbb5940 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229650 Jul 15 16:58:37.045724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa33bdc-cfa7-443c-a7b8-4ae7e5796cca req-9728c0ae-1a1b-4abf-b383-796f53fa2771 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:37.049464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2aa33bdc-cfa7-443c-a7b8-4ae7e5796cca req-9728c0ae-1a1b-4abf-b383-796f53fa2771 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.3660173 Jul 15 16:58:37.051873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.052490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router fd8a5036-381f-42dd-aada-f5e5da5e9a58 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:37.079497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.085392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:37.088499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6fe36dde-12e4-4667-8e06-de61eea77a2d tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 204 len: 168 time: 3.2779422 Jul 15 16:58:37.093848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481853413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:37.187614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2aa33bdc-cfa7-443c-a7b8-4ae7e5796cca req-c4088c56-1572-4b4d-a3f9-be7af8bd0ec7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973127 Jul 15 16:58:37.327103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dcdcee7-270d-4ad6-9d9e-ffa07cec09a9 req-57e33a3d-b45b-4496-8981-900425cc9579 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0492458 Jul 15 16:58:37.327555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.328627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.363523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'be950bf8-758f-4d8b-af53-27159e525384'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:37.365071 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.371330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::a6b3:6bc4:a12e:b142 (c39447b1-2e0e-4621-a1d1-1027e590f497/be950bf8-758f-4d8b-af53-27159e525384/5ee30f74-c02f-411b-aacb-9f1f8a9d2f31) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:37.482688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.508040 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.581348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:37.582633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c5029259-5e94-49e1-bf63-4abe22cae18a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4925668 Jul 15 16:58:37.585827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:37.591272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:37.626445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ee9e6-dfa7-4f43-99b7-c86329fed2ba req-1fb943ec-845f-4d68-bdd4-08634bcdf6ee tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:37.629854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c9ee9e6-dfa7-4f43-99b7-c86329fed2ba req-1fb943ec-845f-4d68-bdd4-08634bcdf6ee tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 944 time: 0.1285653 Jul 15 16:58:37.709173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c9ee9e6-dfa7-4f43-99b7-c86329fed2ba req-0077042b-8078-4973-8e82-c31e10ffc44b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Jul 15 16:58:38.054895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.088920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:38.166196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.170181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.209732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/be950bf8-758f-4d8b-af53-27159e525384/664f9464-26a6-4ea6-bf89-c5fa1dd06718) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:38.285306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:38.306921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:38.316429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:38.322109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:38.322756 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.338284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=5ee30f74-c02f-411b-aacb-9f1f8a9d2f31,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:38.380383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:38.392733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9e700ee-d110-4a92-9abf-8608e46a3936 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8711584 Jul 15 16:58:38.433862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c01f5-a223-46a8-b955-6c0c8fb7c63a req-a04543b9-9d5b-4f7a-b7f0-7b2bcede0845 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:38.435491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-281c01f5-a223-46a8-b955-6c0c8fb7c63a req-a04543b9-9d5b-4f7a-b7f0-7b2bcede0845 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.1698880 Jul 15 16:58:38.613692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.651105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-281c01f5-a223-46a8-b955-6c0c8fb7c63a req-99934ec0-151e-47d2-b174-6e9993446aee tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787953 Jul 15 16:58:38.655339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Transition to ACTIVE for port object 664f9464-26a6-4ea6-bf89-c5fa1dd06718 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:38.689715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Transition to ACTIVE for port object 664f9464-26a6-4ea6-bf89-c5fa1dd06718 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:38.709666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.765032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.773579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:38.774483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6500c250-c29d-4134-be1a-261a9f7b00eb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:38.778546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:38.785518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6500c250-c29d-4134-be1a-261a9f7b00eb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4022491 Jul 15 16:58:38.788053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40382) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:38.796394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Pushing event updated for resources: {'Port': ['ID=664f9464-26a6-4ea6-bf89-c5fa1dd06718,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:38.807190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.816273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:38.872645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526f0a-92b0-4cc0-af8a-ecb1ea6de705 req-71aa2ed8-99d1-469e-9d3d-55d6082b9fcf tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:38.874557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00526f0a-92b0-4cc0-af8a-ecb1ea6de705 req-71aa2ed8-99d1-469e-9d3d-55d6082b9fcf tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.3790853 Jul 15 16:58:38.897264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Attempting to bind port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:38.897622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Attempting to bind port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:38.897980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Attempting to bind port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:38.926386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:38.931794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:38.932652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.933265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:38.933985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Bound port: 664f9464-26a6-4ea6-bf89-c5fa1dd06718, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:38.934880 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:38.951238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9be2f4d0-4a5d-4c42-b320-1efd5c34cee2 req-061386c0-6ac0-4159-97a5-5d5acf999e53 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0754654 Jul 15 16:58:39.023426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Allocated IP 172.25.8.170 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/2c55796f-4f3a-468c-9e0e-3b3af0739709) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:39.051926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00526f0a-92b0-4cc0-af8a-ecb1ea6de705 req-3deba620-1239-436f-8ffc-50ffaa859003 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654632 Jul 15 16:58:39.093978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b837bd9-4084-448c-b19f-976a8a8504ca up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:39.123459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:39.125207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.250921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] For port 664f9464-26a6-4ea6-bf89-c5fa1dd06718, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:39.254688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] For port 664f9464-26a6-4ea6-bf89-c5fa1dd06718, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664f9464-26a6-4ea6-bf89-c5fa1dd06718,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:39.263617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.271479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.281706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9b837bd9-4084-448c-b19f-976a8a8504ca completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:39.313498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9b837bd9-4084-448c-b19f-976a8a8504ca triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:39.314797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.368533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.408404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc27ad-a5c4-44cb-bfb6-79df02f36e61 None None] Pushing event updated for resources: {'Port': ['ID=664f9464-26a6-4ea6-bf89-c5fa1dd06718,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:39.446126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860466cf-f9c1-43aa-862e-f9ed6ae63c69 req-bafa9086-e5c8-4338-8f95-c27d7f797ef1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:39.449476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-860466cf-f9c1-43aa-862e-f9ed6ae63c69 req-bafa9086-e5c8-4338-8f95-c27d7f797ef1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 944 time: 0.2542548 Jul 15 16:58:39.468700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.473931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:39.489699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:39.499888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:39.521220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.531705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:39.536275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event updated for resources: {'Port': ['ID=2c55796f-4f3a-468c-9e0e-3b3af0739709,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:39.577885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:39.580214 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415cd27-0e47-48f2-a309-2ee51891798b" -d '{"events": [{"server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "name": "network-vif-plugged", "status": "completed", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:39.609211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b837bd9-4084-448c-b19f-976a8a8504ca,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:39.620034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:39.730292 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b1bcda-563d-4548-81b9-7891272bd5af x-openstack-request-id: req-e7b1bcda-563d-4548-81b9-7891272bd5af {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:39.730590 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "name": "network-vif-plugged", "status": "completed", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:39.730837 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7b1bcda-563d-4548-81b9-7891272bd5af {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:39.731224 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca', 'code': 200} Jul 15 16:58:39.742981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:39.787618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-860466cf-f9c1-43aa-862e-f9ed6ae63c69 req-bc439181-d7f1-43f4-a595-48c17b461ef4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286903 Jul 15 16:58:39.976883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 664f9464-26a6-4ea6-bf89-c5fa1dd06718 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:40.026286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.041258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2f478-9c77-4554-b19a-18517b0b0563 req-53853ff3-c22a-4bbb-92ac-eb096ef5165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:40.042969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaa2f478-9c77-4554-b19a-18517b0b0563 req-53853ff3-c22a-4bbb-92ac-eb096ef5165a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 1096 time: 0.2500520 Jul 15 16:58:40.094166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:40.197965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.248070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaa2f478-9c77-4554-b19a-18517b0b0563 req-5257b885-6e63-4cca-96ff-1b18f0a7ea2a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848066 Jul 15 16:58:40.265808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=5ee30f74-c02f-411b-aacb-9f1f8a9d2f31,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:40.397842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87ffa9a8-e7d4-4352-92ff-fc9e7c9c098c req-20bffe0b-bd70-4d7f-8371-bade95c4c199 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0371101 Jul 15 16:58:40.401884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.408532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d0e99390-2ab9-4bc3-b93c-f5c8e8720392 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 HTTP/1.1" status: 204 len: 168 time: 1.6193616 Jul 15 16:58:40.409877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:40.454549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e782-4465-4d57-bf34-4d287476de77 req-4453d168-15cf-47af-9b31-5bd56f62c1c8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:40.461765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2823e782-4465-4d57-bf34-4d287476de77 req-4453d168-15cf-47af-9b31-5bd56f62c1c8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3773715 Jul 15 16:58:40.593909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.595799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2823e782-4465-4d57-bf34-4d287476de77 req-2e66ee4a-fd86-4d69-af44-6f6750b8df51 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Jul 15 16:58:40.605784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41524e-d77b-4b74-890a-ac2b59d1df07 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:40.618679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41524e-d77b-4b74-890a-ac2b59d1df07 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:40.629748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5f41524e-d77b-4b74-890a-ac2b59d1df07 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2130415 Jul 15 16:58:40.630373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40422) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:40.671878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.825798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet be950bf8-758f-4d8b-af53-27159e525384 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:40.830508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:40.936560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.116976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed543b-3b84-4cdd-acd2-e01985b64535 req-f32a80a9-67cf-4f8d-931b-1c42e4973682 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:41.134509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65ed543b-3b84-4cdd-acd2-e01985b64535 req-f32a80a9-67cf-4f8d-931b-1c42e4973682 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4407351 Jul 15 16:58:41.141784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Provisioning for port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:41.146557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Provisioning complete for port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:41.146930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.228321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.233497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.304602 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.342807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.486004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Router e30a4736-f53c-4ce8-b715-4a9096d0e6d8 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:41.494860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65ed543b-3b84-4cdd-acd2-e01985b64535 req-796f4722-8be3-4b34-8467-eb91f4669a68 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593907 Jul 15 16:58:41.558669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad15201-10bd-4670-ba06-5b2844da2d37 req-f9d0ec04-97d9-4bb5-9a1c-631c8c1f473c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:41.580731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ad15201-10bd-4670-ba06-5b2844da2d37 req-f9d0ec04-97d9-4bb5-9a1c-631c8c1f473c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.4256301 Jul 15 16:58:41.682232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.697904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:41.711985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.717309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] Sync routers for ids ['e30a4736-f53c-4ce8-b715-4a9096d0e6d8'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:41.718286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-898c8487-d651-46c2-bcea-2bbd197bc089 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "PUT /v2.0/routers/e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 200 len: 879 time: 4.1314595 Jul 15 16:58:41.725216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:41.768928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ad15201-10bd-4670-ba06-5b2844da2d37 req-51a93f76-54a2-4d4f-985b-0337a7f84213 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866724 Jul 15 16:58:41.782376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=be950bf8-758f-4d8b-af53-27159e525384,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:41.787482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:41.794195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] Routers {'e30a4736-f53c-4ce8-b715-4a9096d0e6d8'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:41.795347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e30a4736-f53c-4ce8-b715-4a9096d0e6d8'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:41.797818 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:58:41.798799 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:58:41.812669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e78668e8-464d-46a8-9f66-720fcd931c4b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/be950bf8-758f-4d8b-af53-27159e525384 HTTP/1.1" status: 204 len: 168 time: 1.1728990 Jul 15 16:58:41.831603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40454) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:41.858386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:41.869653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73d47bed-8b6a-4157-83e2-33844d3c7120 req-48f850e3-d0a2-482c-b397-e09b2065229c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0973246 Jul 15 16:58:41.873005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] Routers {'e30a4736-f53c-4ce8-b715-4a9096d0e6d8'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:41.875707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e30a4736-f53c-4ce8-b715-4a9096d0e6d8'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:41.943666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e2e01-5248-4ac0-b513-d46dcc80f5c8 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:41.947963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6c20fa2c-0943-477e-a5c6-bfc9426017ca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077867 Jul 15 16:58:41.948224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40460) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:41.951272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:41.952192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e52a6-28a8-4b5d-ba10-26b1c72c0b3b None None] The sync data for ids ['e30a4736-f53c-4ce8-b715-4a9096d0e6d8'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:41.953457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:42.058606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-55769839-7dc0-46ad-868f-95a0446ef74c tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 200 len: 920 time: 0.3319497 Jul 15 16:58:42.059530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:42.121115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38da783-8833-4e2c-a508-bb4c96df8f1d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:42.125428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b38da783-8833-4e2c-a508-bb4c96df8f1d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=e30a4736-f53c-4ce8-b715-4a9096d0e6d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0639424 Jul 15 16:58:42.126972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:42.210932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:42.229436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.250111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:58:42.315176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb318272-d0ac-4034-90a3-e80a20752ad8 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:42.322289 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb318272-d0ac-4034-90a3-e80a20752ad8 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.1942029 Jul 15 16:58:42.325064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:42.358869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f304b-e0b8-42eb-99bc-797490a808b4 req-8f5439a3-fc9e-43fb-befa-4af9c964e833 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:42.369246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-896f304b-e0b8-42eb-99bc-797490a808b4 req-8f5439a3-fc9e-43fb-befa-4af9c964e833 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2683136 Jul 15 16:58:42.383930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7e94470e-793f-45a0-a8dc-0154510084f3 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 200 len: 205 time: 0.0575790 Jul 15 16:58:42.389822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:42.416697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.438794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Deleting port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:42.439684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.480701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-896f304b-e0b8-42eb-99bc-797490a808b4 req-3be0134a-a241-448d-af20-a342dc4dfe5a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963268 Jul 15 16:58:42.539900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] For port 664f9464-26a6-4ea6-bf89-c5fa1dd06718, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664f9464-26a6-4ea6-bf89-c5fa1dd06718,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:42.591339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.598818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.699131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] For port 664f9464-26a6-4ea6-bf89-c5fa1dd06718, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664f9464-26a6-4ea6-bf89-c5fa1dd06718,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:42.699531 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.736960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.782111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:42.805134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Calling delete_port for 664f9464-26a6-4ea6-bf89-c5fa1dd06718 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:42.807010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Pushing event updated for resources: {'Port': ['ID=664f9464-26a6-4ea6-bf89-c5fa1dd06718,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:42.819111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.819852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.820495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.821167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.822192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.822779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.823869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.824516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.825108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.825660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.826938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.827639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8772b5-aa05-4ed3-a38f-14033f5f165a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:58:42.827966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:42.837268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:42.838012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.852179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-eef8e1ea-3e1c-4d1d-b9f8-462a7a197618 None None] Could not find standard attr ID for object 5ee30f74-c02f-411b-aacb-9f1f8a9d2f31. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:58:42.860849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a863a-9d5b-4b50-9665-0e7570cf0ccd req-d9b6b539-47fb-4178-a472-6e66b4df63d5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:42.870747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-853a863a-9d5b-4b50-9665-0e7570cf0ccd req-d9b6b539-47fb-4178-a472-6e66b4df63d5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2063286 Jul 15 16:58:42.882231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:42.944391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=2faf9dba-7597-4c1a-aa9c-787b7d058fc0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:42.965637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e88c830b-70d1-4fee-8c41-5bd63bf6620c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0163066 Jul 15 16:58:42.985669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-853a863a-9d5b-4b50-9665-0e7570cf0ccd req-ff229822-078a-4fad-9b0e-5b7dc3927c1a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139712 Jul 15 16:58:42.989763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40494) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:42.996581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '2faf9dba-7597-4c1a-aa9c-787b7d058fc0', 'ip_address': '2001:db8::741e:8f32:a3a4:b43'}], 'name': 'tempest-NetworksTestDHCPv6-775372'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:43.074656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port 2c55796f-4f3a-468c-9e0e-3b3af0739709 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:43.075018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.084562 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.183288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] No DVR routers for this DVR port 664f9464-26a6-4ea6-bf89-c5fa1dd06718 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:43.218379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a3c0e-5f5a-4ae4-9c9a-f2999bdb4755 None None] Pushing event deleted for resources: {'Port': ['ID=664f9464-26a6-4ea6-bf89-c5fa1dd06718,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:43.229659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b6489-0324-4dc1-ba58-34b664069b69 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:43.254555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.295106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for 2c55796f-4f3a-468c-9e0e-3b3af0739709 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:43.302639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683f36b7-a8cc-4339-bcba-39d0a7366bb3 req-d42238a0-8480-4c62-9049-704d38dc7d0f tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0541527 Jul 15 16:58:43.368650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:43.425666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1465-62f0-46e9-ab47-9ee1d25f524f req-efe8e674-74ef-4baa-ab41-292e89a187c4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:43.427215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf6c1465-62f0-46e9-ab47-9ee1d25f524f req-efe8e674-74ef-4baa-ab41-292e89a187c4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.1880028 Jul 15 16:58:43.539564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '2faf9dba-7597-4c1a-aa9c-787b7d058fc0'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:43.539564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.575272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf6c1465-62f0-46e9-ab47-9ee1d25f524f req-549076cb-5771-48e1-884c-5e4a16b07685 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418309 Jul 15 16:58:43.589793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.635667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:43.731190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:43.817612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=2c55796f-4f3a-468c-9e0e-3b3af0739709,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:43.861055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 664f9464-26a6-4ea6-bf89-c5fa1dd06718 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:43.908554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 664f9464-26a6-4ea6-bf89-c5fa1dd06718 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:43.908861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 664f9464-26a6-4ea6-bf89-c5fa1dd06718 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:43.946025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.070190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.078514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.094622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020000-fd2a-49b3-a737-ac7e2415ce62 req-4eed5868-c6f2-4cf2-9338-3f083b02cd1f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:44.103626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c020000-fd2a-49b3-a737-ac7e2415ce62 req-4eed5868-c6f2-4cf2-9338-3f083b02cd1f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2927194 Jul 15 16:58:44.148227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.150612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router e30a4736-f53c-4ce8-b715-4a9096d0e6d8 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:44.161882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/2faf9dba-7597-4c1a-aa9c-787b7d058fc0/b297b3b8-284c-4498-a470-94ea13d80e8f) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:44.209619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.211350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b34a6549-4450-4e2e-ac0a-0bbfa3f1126f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 204 len: 168 time: 1.8202043 Jul 15 16:58:44.216396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:44.223226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-628018162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:44.236500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c020000-fd2a-49b3-a737-ac7e2415ce62 req-6c0683dd-2e58-4c16-8c00-f71bd7ed4956 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307499 Jul 15 16:58:44.261026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.263582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.388626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.395606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.416279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.420917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-13dd28db-1546-4e56-bda9-833fbde69aa0 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2030983 Jul 15 16:58:44.421946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:44.430645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': True}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:44.548245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a91e8-7e02-4406-ad00-3b11b74ac6f0 req-f91a31d7-bacc-445f-91f8-29597f309a3a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:44.563269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae9a91e8-7e02-4406-ad00-3b11b74ac6f0 req-f91a31d7-bacc-445f-91f8-29597f309a3a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2163470 Jul 15 16:58:44.676799 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.693667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae9a91e8-7e02-4406-ad00-3b11b74ac6f0 req-b60991df-64bc-40da-b06a-6a67179d33dc tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287472 Jul 15 16:58:44.707456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Transition to ACTIVE for port object b297b3b8-284c-4498-a470-94ea13d80e8f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:44.732860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Transition to ACTIVE for port object b297b3b8-284c-4498-a470-94ea13d80e8f will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:44.732860 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.779871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Pushing event updated for resources: {'Port': ['ID=b297b3b8-284c-4498-a470-94ea13d80e8f,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:44.790229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d4c9d04-3446-497f-b1db-2ad32442cea8 req-6b0887d4-392d-4f66-b5d1-2451cde239bb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.1565042 Jul 15 16:58:44.820597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:44.823209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:44.825606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:44.835869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:44.928141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::741e:8f32:a3a4:b43 (c39447b1-2e0e-4621-a1d1-1027e590f497/2faf9dba-7597-4c1a-aa9c-787b7d058fc0/1f09d016-3dd0-4ecc-93ad-e021e01f3e15) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:45.086182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Attempting to bind port b297b3b8-284c-4498-a470-94ea13d80e8f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:45.086712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Attempting to bind port b297b3b8-284c-4498-a470-94ea13d80e8f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:45.087012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Attempting to bind port b297b3b8-284c-4498-a470-94ea13d80e8f on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:45.093246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:45.093730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:45.094236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.094680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:45.095237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Bound port: b297b3b8-284c-4498-a470-94ea13d80e8f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:45.095695 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.210672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] For port b297b3b8-284c-4498-a470-94ea13d80e8f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:45.214946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] For port b297b3b8-284c-4498-a470-94ea13d80e8f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b297b3b8-284c-4498-a470-94ea13d80e8f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:45.224455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.289656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.351727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.364845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291925-56ce-45b9-b16a-9b23575792f2 None None] Pushing event updated for resources: {'Port': ['ID=b297b3b8-284c-4498-a470-94ea13d80e8f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:45.508421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.25.8.86 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/8a902c3f-eab4-4fe4-a1e5-1d67e6053332) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:45.697910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.808529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:45.855492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:45.863158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:45.866962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:45.984242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b297b3b8-284c-4498-a470-94ea13d80e8f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:45.993116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0bf10-40d8-47e7-9f73-fe45c15d28a5 req-db363f02-210d-447e-afbb-cae4e8d30caa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:46.007458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3c0bf10-40d8-47e7-9f73-fe45c15d28a5 req-db363f02-210d-447e-afbb-cae4e8d30caa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.4284134 Jul 15 16:58:46.086879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=8a902c3f-eab4-4fe4-a1e5-1d67e6053332,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:46.143495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3c0bf10-40d8-47e7-9f73-fe45c15d28a5 req-26a1eac9-8be0-4b5f-b3d7-6de4ec6543b4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348162 Jul 15 16:58:46.183325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b297b3b8-284c-4498-a470-94ea13d80e8f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:46.287072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.340604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:46.352753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55d96-62de-4bcb-a503-982ce50352bc req-f9239f3c-e27d-4b36-8030-6ce0d7efe61e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:46.354750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1d55d96-62de-4bcb-a503-982ce50352bc req-f9239f3c-e27d-4b36-8030-6ce0d7efe61e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.3190281 Jul 15 16:58:46.446888 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:58:46.507518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.537932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1d55d96-62de-4bcb-a503-982ce50352bc req-e1f0ae38-6c54-4509-80a2-e1c727c95a9f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650238 Jul 15 16:58:46.604924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7dab5e40-f6bd-4f16-ad8d-bfd37e70bc77 req-872099d2-6ac3-4d23-a036-80d6cc18c1cb tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.1513596 Jul 15 16:58:46.619969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.699900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:46.704192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:46.711514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:46.718650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:46.719276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.767358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7755573 Jul 15 16:58:46.772100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40578) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:46.794738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb8185-d76c-4ac2-b0e8-64aed890f625 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=1f09d016-3dd0-4ecc-93ad-e021e01f3e15,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:46.877290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.882600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:46.927648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b21a1e-dd5f-475d-b148-0889606e6eca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:46.944333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b21a1e-dd5f-475d-b148-0889606e6eca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:46.946030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08b21a1e-dd5f-475d-b148-0889606e6eca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1680 time: 0.1703069 Jul 15 16:58:46.948626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40582) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:47.063632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router 8bbe5d93-9fce-49b3-99fa-cb6e24440f42 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:47.138806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:47.140015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.144822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Provisioning for port b297b3b8-284c-4498-a470-94ea13d80e8f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:47.150313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Provisioning complete for port b297b3b8-284c-4498-a470-94ea13d80e8f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:47.150943 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.314878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:47.323951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.326639 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] Sync routers for ids ['8bbe5d93-9fce-49b3-99fa-cb6e24440f42'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:47.328092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7050cad0-b2de-4815-ad47-b774d2112eb4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "PUT /v2.0/routers/8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 200 len: 913 time: 2.9044869 Jul 15 16:58:47.331431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:47.341395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.351802 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] Routers {'8bbe5d93-9fce-49b3-99fa-cb6e24440f42'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:47.355977 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8bbe5d93-9fce-49b3-99fa-cb6e24440f42'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:47.408737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.422058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] For port b297b3b8-284c-4498-a470-94ea13d80e8f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b297b3b8-284c-4498-a470-94ea13d80e8f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:47.432584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.482108 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:47.509983 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] Routers {'8bbe5d93-9fce-49b3-99fa-cb6e24440f42'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:47.510597 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['8bbe5d93-9fce-49b3-99fa-cb6e24440f42'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:47.511201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3917afd-98f5-43e7-b6b9-66971222bbe9 None None] Pushing event updated for resources: {'Port': ['ID=b297b3b8-284c-4498-a470-94ea13d80e8f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:47.536781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:47.548661 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:47.549382 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d85ff-ee59-40ca-b984-6dc757d28436 None None] The sync data for ids ['8bbe5d93-9fce-49b3-99fa-cb6e24440f42'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:47.559979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-372fd7d7-a30f-4426-a572-478298977dcc None None] Provisioning for port 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:47.567020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-372fd7d7-a30f-4426-a572-478298977dcc None None] Provisioning complete for port 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:47.567402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-372fd7d7-a30f-4426-a572-478298977dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.654253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-372fd7d7-a30f-4426-a572-478298977dcc None None] Port 1f09d016-3dd0-4ecc-93ad-e021e01f3e15 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:58:47.670626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-231fead8-e130-4ecf-aac2-949d0cae28e4 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 200 len: 919 time: 0.3378608 Jul 15 16:58:47.676545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:47.716775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b632-252d-451f-8eac-2e3ec4a4bf55 req-099941a7-ba16-4a1f-ac8e-536fcf7416ac tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:47.727725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1635b632-252d-451f-8eac-2e3ec4a4bf55 req-099941a7-ba16-4a1f-ac8e-536fcf7416ac tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2860067 Jul 15 16:58:47.820767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bebbc-e14f-44d1-a344-ffbf468b75f7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:47.824620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4c3bebbc-e14f-44d1-a344-ffbf468b75f7 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=8bbe5d93-9fce-49b3-99fa-cb6e24440f42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1445723 Jul 15 16:58:47.825166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:47.850519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b297b3b8-284c-4498-a470-94ea13d80e8f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:47.944901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b297b3b8-284c-4498-a470-94ea13d80e8f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:47.945281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:47.996341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f0c146-8f51-485f-9a26-d7f52b67e27d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:48.001618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1635b632-252d-451f-8eac-2e3ec4a4bf55 req-dfc1c86f-2aa2-428e-b4d2-3d5f8bfa8662 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690661 Jul 15 16:58:48.002289 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a4f0c146-8f51-485f-9a26-d7f52b67e27d tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.1761651 Jul 15 16:58:48.003908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40618) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:48.016373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:48.072489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2cc2a8f1-941b-4ef5-9325-557f54365095 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 200 len: 205 time: 0.0665171 Jul 15 16:58:48.074175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:48.147646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=1f09d016-3dd0-4ecc-93ad-e021e01f3e15,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:48.216470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:48.223476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6cf37d5-2c8e-4ba8-aa69-b5144c65fdbc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/1f09d016-3dd0-4ecc-93ad-e021e01f3e15 HTTP/1.1" status: 204 len: 168 time: 1.2735238 Jul 15 16:58:48.224573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:48.424481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46391a5f-9ab8-43e0-8925-36b1c5971723 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:48.435756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46391a5f-9ab8-43e0-8925-36b1c5971723 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:48.437555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46391a5f-9ab8-43e0-8925-36b1c5971723 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2108071 Jul 15 16:58:48.451270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da231db9-bb27-4761-885e-bce836aa769f req-fe9391d9-1421-45ed-af1c-0073f2a9af83 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0840249 Jul 15 16:58:48.507171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f25837-718a-442f-8361-9589b035c1e9 req-01d02d37-cacf-4a09-96ec-007de78049a8 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:48.508909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53f25837-718a-442f-8361-9589b035c1e9 req-01d02d37-cacf-4a09-96ec-007de78049a8 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.7324390 Jul 15 16:58:48.509839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40632) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:48.697371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 2faf9dba-7597-4c1a-aa9c-787b7d058fc0 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:48.719041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53f25837-718a-442f-8361-9589b035c1e9 req-60d2c2c2-9afa-4aa0-88d8-802a15e3fe7e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601889 Jul 15 16:58:48.723262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:48.785683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:48.895151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:48.985231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.003912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.023389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.024261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbcc74c-fc87-4bc5-a95a-dd1cdd4992de None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:49.044373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2faf9dba-7597-4c1a-aa9c-787b7d058fc0 HTTP/1.1" status: 204 len: 168 time: 0.5315790 Jul 15 16:58:49.046296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40646) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:49.164266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deace0-d914-484f-b0fa-033c6dad2105 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=2faf9dba-7597-4c1a-aa9c-787b7d058fc0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:49.166690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.263031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ff229239-d5bb-464a-9428-e4b7c42dd25f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038965 Jul 15 16:58:49.263384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40654) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:49.269626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:49.303965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port 8a902c3f-eab4-4fe4-a1e5-1d67e6053332 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:49.304364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.437007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:58:49.528021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.544411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Deleting port b297b3b8-284c-4498-a470-94ea13d80e8f {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:49.545257 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.592174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for 8a902c3f-eab4-4fe4-a1e5-1d67e6053332 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:49.600786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dcc32-b434-45c2-bd02-240021b8d6e2 req-9796bc8c-95f1-4aa3-af7f-cdc581dcec57 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:49.609399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b2dcc32-b434-45c2-bd02-240021b8d6e2 req-9796bc8c-95f1-4aa3-af7f-cdc581dcec57 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2608199 Jul 15 16:58:49.618957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:49.622727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.705502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] For port b297b3b8-284c-4498-a470-94ea13d80e8f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b297b3b8-284c-4498-a470-94ea13d80e8f,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:49.705893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:49.720585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Calling delete_port for b297b3b8-284c-4498-a470-94ea13d80e8f owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:49.828529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6598092-5fdc-463b-858b-387e11f10f8f req-ee70ea5c-7625-4f39-aa49-f39fc052862b tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.1299703 Jul 15 16:58:49.842393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b2dcc32-b434-45c2-bd02-240021b8d6e2 req-7483a869-d28d-4742-9b69-12fe6b139c87 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319651 Jul 15 16:58:49.873543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b297b3b8-284c-4498-a470-94ea13d80e8f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:49.990836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.031134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] No DVR routers for this DVR port b297b3b8-284c-4498-a470-94ea13d80e8f on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:50.067970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.150931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=8a902c3f-eab4-4fe4-a1e5-1d67e6053332,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:50.158570 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.202497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:50.244970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:50.263668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:50.265778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.270534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No active binding found for port b297b3b8-284c-4498-a470-94ea13d80e8f {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 16:58:50.271336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b297b3b8-284c-4498-a470-94ea13d80e8f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:50.283607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.295263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f0aa2-3c13-47a0-883f-5aa2136e5889 req-256dc33a-78a9-483b-83d8-96db48155e7a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:50.296888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b1f0aa2-3c13-47a0-883f-5aa2136e5889 req-256dc33a-78a9-483b-83d8-96db48155e7a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2287560 Jul 15 16:58:50.303585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833eb2d-692d-4c3c-847c-fc53fcd8425b None None] Pushing event deleted for resources: {'Port': ['ID=b297b3b8-284c-4498-a470-94ea13d80e8f,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:50.318295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b11b0-47d3-4105-a66f-fde138383512 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:50.395576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1311741 Jul 15 16:58:50.400261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40684) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:50.425521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '7d012f63-117b-4070-ae35-57b3825aa0a9', 'ip_address': '2001:db8::56db:849b:5f00:e7b9'}], 'name': 'tempest-NetworksTestDHCPv6-10210307'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:50.496254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b1f0aa2-3c13-47a0-883f-5aa2136e5889 req-1452849e-4f97-47d0-828a-72b233ccea16 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798840 Jul 15 16:58:50.506684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.517641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.522493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '7d012f63-117b-4070-ae35-57b3825aa0a9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:50.523662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.636245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.637176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router 8bbe5d93-9fce-49b3-99fa-cb6e24440f42 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:58:50.648211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac07d95-cfde-47d0-be75-64f9d1fa4f78 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=7d012f63-117b-4070-ae35-57b3825aa0a9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:50.649662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.652474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e147e217-6775-498f-a996-82ef1a08a822 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 204 len: 168 time: 2.5743577 Jul 15 16:58:50.655207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:50.660662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-868225578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:50.703781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:50.729853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.731290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.756997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/7d012f63-117b-4070-ae35-57b3825aa0a9/7750d697-a29e-4b94-a615-be40f3e88664) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:50.844659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.880825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.907959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.923050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:50.925269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-39df8a5d-c3ed-4d2d-948e-5f4e624aa336 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2684593 Jul 15 16:58:50.928287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:50.934180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:50.978617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port c09ff314-1a41-4f7c-b08b-cfc3c4401d3f yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:51.195024 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.213162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Transition to ACTIVE for port object 7750d697-a29e-4b94-a615-be40f3e88664 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:51.228999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69226667-fc8a-4ccf-b512-9c0108549fba req-ed71fbae-4f9d-4571-a3fd-4e6214382ef7 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0622532 Jul 15 16:58:51.249167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Transition to ACTIVE for port object 7750d697-a29e-4b94-a615-be40f3e88664 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:51.261142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.339813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.340879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Pushing event updated for resources: {'Port': ['ID=7750d697-a29e-4b94-a615-be40f3e88664,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:51.352562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5d80-2256-4c5d-9090-a74c68d205be req-553de5f6-22dd-4d04-ade8-cf37e53cc11f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:51.360426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-234e5d80-2256-4c5d-9090-a74c68d205be req-553de5f6-22dd-4d04-ade8-cf37e53cc11f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2409570 Jul 15 16:58:51.368424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:51.370147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:51.376461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:51.411095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-234e5d80-2256-4c5d-9090-a74c68d205be req-127e3900-1ec2-4b18-a8ad-580bb2080603 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471818 Jul 15 16:58:51.436529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::56db:849b:5f00:e7b9 (c39447b1-2e0e-4621-a1d1-1027e590f497/7d012f63-117b-4070-ae35-57b3825aa0a9/c09ff314-1a41-4f7c-b08b-cfc3c4401d3f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:51.526627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Attempting to bind port 7750d697-a29e-4b94-a615-be40f3e88664 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:51.526913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Attempting to bind port 7750d697-a29e-4b94-a615-be40f3e88664 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:51.527280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Attempting to bind port 7750d697-a29e-4b94-a615-be40f3e88664 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:51.533093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:51.534287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:51.539880 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.540512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:51.541174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Bound port: 7750d697-a29e-4b94-a615-be40f3e88664, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:51.541770 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.637823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] For port 7750d697-a29e-4b94-a615-be40f3e88664, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:58:51.642718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] For port 7750d697-a29e-4b94-a615-be40f3e88664, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7750d697-a29e-4b94-a615-be40f3e88664,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:58:51.665133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.699738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.760581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.817289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928574-1acb-4787-bb43-312f4e84a20b None None] Pushing event updated for resources: {'Port': ['ID=7750d697-a29e-4b94-a615-be40f3e88664,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:51.830835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:51.863599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object c09ff314-1a41-4f7c-b08b-cfc3c4401d3f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:51.942256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac311c21-748e-4240-b007-b1eccfada9d0 req-2c95ec67-d1d1-4d49-9acc-2e44ed623a3a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:51.943949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac311c21-748e-4240-b007-b1eccfada9d0 req-2c95ec67-d1d1-4d49-9acc-2e44ed623a3a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2490683 Jul 15 16:58:51.994458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac311c21-748e-4240-b007-b1eccfada9d0 req-9a92cd4a-bd56-40e2-b945-44346f185467 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Jul 15 16:58:52.000041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.022618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Allocated IP 172.25.8.98 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/569d12dc-e7dc-4036-8ea3-16739e9a3615) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:52.135457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:52.138941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:52.149427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:52.166022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:52.167791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.187680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=c09ff314-1a41-4f7c-b08b-cfc3c4401d3f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:52.199367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.230686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7d2deffd-797e-417d-9886-39f4bae64d74 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8270707 Jul 15 16:58:52.231284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:52.316225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.343616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7914edfa-9476-4fbf-b00b-d12134a522da tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:52.362619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7914edfa-9476-4fbf-b00b-d12134a522da tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:52.364515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7914edfa-9476-4fbf-b00b-d12134a522da tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1322858 Jul 15 16:58:52.378720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40722) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:52.406206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:52.409977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:52.428491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:52.523988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Pushing event updated for resources: {'Port': ['ID=569d12dc-e7dc-4036-8ea3-16739e9a3615,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:52.577763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46ed9e63-f3a0-4161-941c-7d0df7508a2d req-fa5d5880-ee11-4ad9-a94c-3007159f8e21 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0737581 Jul 15 16:58:52.580070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port c09ff314-1a41-4f7c-b08b-cfc3c4401d3f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:52.580456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.820250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204814e-0af9-47d9-a5d6-cda11f1e4acd req-6546c4f5-cda1-40c2-8a36-9230c6dd57cd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:52.827148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3204814e-0af9-47d9-a5d6-cda11f1e4acd req-6546c4f5-cda1-40c2-8a36-9230c6dd57cd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.2178791 Jul 15 16:58:52.856297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:52.880053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for c09ff314-1a41-4f7c-b08b-cfc3c4401d3f owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:52.895213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3204814e-0af9-47d9-a5d6-cda11f1e4acd req-b6ed3d03-f500-462b-8bf9-dc2d83fcbcd4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670629 Jul 15 16:58:53.014545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.063239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:58:53.065606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:53.242971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.352875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=c09ff314-1a41-4f7c-b08b-cfc3c4401d3f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:53.371924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.407374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:53.414562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:53.418015 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea92a79-fa50-4d2a-bb11-3a6d5024b092" -d '{"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-unplugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:53.441879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:53.444336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9202af5a-34d5-4479-8df3-226172bb64c7', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'port_id': '9202af5a-34d5-4479-8df3-226172bb64c7', 'mac_address': 'fa:16:3e:d7:e9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbed9b8-974b-4505-9b5b-3d8b201a737a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:58:53.445255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.456929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.464340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.471208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.471614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-52da8f0c-38b5-4e99-9a47-9d829f89b580 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c09ff314-1a41-4f7c-b08b-cfc3c4401d3f HTTP/1.1" status: 204 len: 168 time: 1.0888350 Jul 15 16:58:53.483314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40746) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:53.537885 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd9f8e-2501-4ffc-a179-16cd2635251d x-openstack-request-id: req-95bd9f8e-2501-4ffc-a179-16cd2635251d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:53.538574 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-unplugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:53.539227 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95bd9f8e-2501-4ffc-a179-16cd2635251d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:53.539971 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'code': 200} Jul 15 16:58:53.566681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:53.636350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.639777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3de8c26c-208c-45ba-bfd4-84323aa5e1fd None None] Provisioning for port 7750d697-a29e-4b94-a615-be40f3e88664 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:53.651511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ddacf5-bdee-4a10-94f7-bf6e31d1b813 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:53.656154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ddacf5-bdee-4a10-94f7-bf6e31d1b813 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:53.656296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9202af5a-34d5-4479-8df3-226172bb64c7 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:53.662051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f1ddacf5-bdee-4a10-94f7-bf6e31d1b813 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1721513 Jul 15 16:58:53.662701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:53.679253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:53.688442 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.700288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a73a5-f0d6-4fda-af9d-fc583ce4626c req-b16e3da8-64e4-4388-a567-ed216888c748 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:53.711896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b9a73a5-f0d6-4fda-af9d-fc583ce4626c req-b16e3da8-64e4-4388-a567-ed216888c748 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4539833 Jul 15 16:58:53.800996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:53.835604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 7d012f63-117b-4070-ae35-57b3825aa0a9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:58:53.855526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:53.856480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b9a73a5-f0d6-4fda-af9d-fc583ce4626c req-7da405c7-580d-40df-b74b-aa79fe903b63 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367562 Jul 15 16:58:53.905816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7750d697-a29e-4b94-a615-be40f3e88664 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:53.995019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7f838086-d1dd-4491-923b-ab1fcbb7fb24 None None] Could not find standard attr ID for object c09ff314-1a41-4f7c-b08b-cfc3c4401d3f. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:58:54.001354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Router 00e45730-76d4-418c-ac43-fc84d4e65795 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:58:54.020685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.040161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d50f5cfc-a257-4974-981b-9a230b8dc2b5 req-016bffd4-cd4e-469a-8e7d-0e5200f2b412 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/ports?device_id=e33e7925-bdae-40f5-a509-b74107125d97 HTTP/1.1" status: 200 len: 210 time: 0.0848434 Jul 15 16:58:54.042642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9202af5a-34d5-4479-8df3-226172bb64c7'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:54.146610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7750d697-a29e-4b94-a615-be40f3e88664 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:58:54.176404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7750d697-a29e-4b94-a615-be40f3e88664 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:54.176788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.358374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.374162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee136d-fbbd-4e78-b031-3636cd9cc707 req-2f2dc490-ee3d-4d08-9259-abc888045d6e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:54.381408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19ee136d-fbbd-4e78-b031-3636cd9cc707 req-2f2dc490-ee3d-4d08-9259-abc888045d6e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.1803274 Jul 15 16:58:54.416974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:58:54.422813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.425293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b89d1dfd-1edf-4710-85a6-316cdfbbac78 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "PUT /v2.0/routers/00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 200 len: 914 time: 3.4945540 Jul 15 16:58:54.442778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:54.443067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] Sync routers for ids ['00e45730-76d4-418c-ac43-fc84d4e65795'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:58:54.511474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19ee136d-fbbd-4e78-b031-3636cd9cc707 req-53ad049c-8166-48ac-bef7-1d503f4e7252 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253231 Jul 15 16:58:54.542490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] Routers {'00e45730-76d4-418c-ac43-fc84d4e65795'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:54.543144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['00e45730-76d4-418c-ac43-fc84d4e65795'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:54.608585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2dc90296-c43b-4a2e-899f-e7cf78a73829 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 200 len: 920 time: 0.1656127 Jul 15 16:58:54.613070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40774) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:54.618880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:54.629885 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.630559 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.656775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] Routers {'00e45730-76d4-418c-ac43-fc84d4e65795'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:58:54.657514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['00e45730-76d4-418c-ac43-fc84d4e65795'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:54.678557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=7d012f63-117b-4070-ae35-57b3825aa0a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:54.682800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:54.687854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9591eb7e-9074-49aa-ba7c-84494c9f44e9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/7d012f63-117b-4070-ae35-57b3825aa0a9 HTTP/1.1" status: 204 len: 168 time: 1.0220399 Jul 15 16:58:54.688543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:54.728725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f5ca0a2-286d-4f6b-8514-7ee23996dca2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390117 Jul 15 16:58:54.730054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:54.743023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49519c22-6350-4e7f-9352-3191814c889f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:54.749664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:58:54.755230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc28602-944c-425b-89c8-3bc367149de6 None None] The sync data for ids ['00e45730-76d4-418c-ac43-fc84d4e65795'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:58:54.855016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d26791-f8ec-445d-b047-d0ac265419fe tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:54.856909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c6d26791-f8ec-445d-b047-d0ac265419fe tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=00e45730-76d4-418c-ac43-fc84d4e65795&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2428110 Jul 15 16:58:54.859525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40796) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:54.943805 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:58:54.944196 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:58:54.962279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc18615-68ea-48db-a9dc-d8b8b11e7b22 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:54.963879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fc18615-68ea-48db-a9dc-d8b8b11e7b22 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2323239 Jul 15 16:58:54.972201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40800) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.013005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738b4b2-1dfe-4d71-a704-56f577ed737a tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:55.017117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1738b4b2-1dfe-4d71-a704-56f577ed737a tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.1541798 Jul 15 16:58:55.017465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40802) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.071813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:58:55.092002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-43576c01-b41f-4e30-a850-9aef6a356823 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 200 len: 205 time: 0.0711169 Jul 15 16:58:55.092687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4332dd-a621-4d8f-878f-f22a512785a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:55.092925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40806) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.100706 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf4332dd-a621-4d8f-878f-f22a512785a9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259758 Jul 15 16:58:55.101965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.210067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:58:55.220471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-135e1bfa-b242-4ffd-8359-da0648f8fa75 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126330 Jul 15 16:58:55.222961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40816) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.234652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:55.466157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.545298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ce72-4680-4db7-96ee-7aac54a3f3d0 req-67229a5c-7b5a-452c-a518-1aee87f24188 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:55.553893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfe9ce72-4680-4db7-96ee-7aac54a3f3d0 req-67229a5c-7b5a-452c-a518-1aee87f24188 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 945 time: 0.3377566 Jul 15 16:58:55.558976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.617555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:55.629888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.656216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:55.662393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.685612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfe9ce72-4680-4db7-96ee-7aac54a3f3d0 req-36138c97-da81-4576-aa69-5cea2430e7ab tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303964 Jul 15 16:58:55.712019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Deleting port 7750d697-a29e-4b94-a615-be40f3e88664 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:55.712425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.724003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'mac_address': 'fa:16:3e:c5:b9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:58:55.747462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.800428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.910061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.910518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] For port 7750d697-a29e-4b94-a615-be40f3e88664, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7750d697-a29e-4b94-a615-be40f3e88664,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:55.911286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.914102 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:55.917946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/security-groups/b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f HTTP/1.1" status: 204 len: 168 time: 0.4415238 Jul 15 16:58:55.932268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40830) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:55.946323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Calling delete_port for 7750d697-a29e-4b94-a615-be40f3e88664 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:55.978652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0781f27-1eff-4815-b080-595fad59ec67 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:56.073361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7750d697-a29e-4b94-a615-be40f3e88664, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7750d697-a29e-4b94-a615-be40f3e88664,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:56.103283 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.172227 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.266418 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-db8256de-40a2-4b93-b7cf-9a026cba3802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.287050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7750d697-a29e-4b94-a615-be40f3e88664 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:58:56.292873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.296009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event deleted for resources: {'Port': ['ID=7750d697-a29e-4b94-a615-be40f3e88664,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:56.370273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.402470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:56.405137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] No DVR routers for this DVR port 7750d697-a29e-4b94-a615-be40f3e88664 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:58:56.407760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e57f19ec-93a1-41dd-8582-230c2dd39983 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:58:56.413027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:56.413632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7750d697-a29e-4b94-a615-be40f3e88664 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:58:56.414247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7750d697-a29e-4b94-a615-be40f3e88664 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:58:56.425746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:56.439636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.456803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eca943-791d-4713-a428-4980618a5f4d None None] Pushing event deleted for resources: {'Port': ['ID=7750d697-a29e-4b94-a615-be40f3e88664,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:56.469157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0caf7-5ad4-40d8-9644-ed21d034b372 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:58:56.508866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=7bbd99b7-4676-4032-8150-b65cb48da57e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:56.520732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f8f6a54-35c7-485d-bf25-d508814352e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2936952 Jul 15 16:58:56.521331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:56.537297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:56.552494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '7bbd99b7-4676-4032-8150-b65cb48da57e', 'ip_address': '2001:db8::9f60:7755:88cc:b231'}], 'name': 'tempest-NetworksTestDHCPv6-1367424407'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:56.554757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:56.750729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e57f19ec-93a1-41dd-8582-230c2dd39983'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:58:56.785852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:56.864074 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-9cea0c7c-9184-477c-8611-48815cd19a54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] show failed (client error): The resource could not be found. Jul 15 16:58:56.873879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9cea0c7c-9184-477c-8611-48815cd19a54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "GET /v2.0/security-groups/b8b30c3a-6c2c-4bc6-a2d6-5df52974ed4f HTTP/1.1" status: 404 len: 347 time: 0.9363520 Jul 15 16:58:56.878344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40844) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:57.065265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317cc2-f32c-419c-aed3-b0d77ca09990 req-868cf2e8-4527-4d75-8edf-4013e57fa36f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:57.072773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03317cc2-f32c-419c-aed3-b0d77ca09990 req-868cf2e8-4527-4d75-8edf-4013e57fa36f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.2742212 Jul 15 16:58:57.105036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.168313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57660ef-f49c-446b-bbd0-3614761654f0 req-ff3345e6-055a-4deb-9fe8-7df787a48959 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:57.170278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c57660ef-f49c-446b-bbd0-3614761654f0 req-ff3345e6-055a-4deb-9fe8-7df787a48959 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 945 time: 0.4142745 Jul 15 16:58:57.231577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:57.239478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port 146f159b-7781-42c6-be18-196990b7c6ac {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:57.239999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.266808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03317cc2-f32c-419c-aed3-b0d77ca09990 req-9607d03b-1b79-4c78-99b4-45a91da35241 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929250 Jul 15 16:58:57.281208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:57.407639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c57660ef-f49c-446b-bbd0-3614761654f0 req-cc2196dc-1db7-4a74-b110-60f77e2f0ba7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128706 Jul 15 16:58:57.421191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port 569d12dc-e7dc-4036-8ea3-16739e9a3615 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:57.421869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.488565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.489203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.600528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for 146f159b-7781-42c6-be18-196990b7c6ac owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:57.789488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.805611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9202af5a-34d5-4479-8df3-226172bb64c7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:57.809238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.825760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.835430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port c076f2ff-80df-46d0-8f9d-7c3a31647479 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:57.854408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for 569d12dc-e7dc-4036-8ea3-16739e9a3615 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:57.888064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801c20-d1ad-48b6-98d1-6e70aa083d75 req-55cf6337-c273-445f-ab28-85229359b872 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:57.890494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74801c20-d1ad-48b6-98d1-6e70aa083d75 req-55cf6337-c273-445f-ab28-85229359b872 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2178886 Jul 15 16:58:57.917775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '7bbd99b7-4676-4032-8150-b65cb48da57e'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:58:57.920625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:57.975594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3712a-8d56-44c8-b0e6-ca81ce6c9b86 req-eced2b2b-10f1-4681-a22f-f0c0075a5e09 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:57.983207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bf3712a-8d56-44c8-b0e6-ca81ce6c9b86 req-eced2b2b-10f1-4681-a22f-f0c0075a5e09 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 945 time: 0.4012635 Jul 15 16:58:58.042858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bf3712a-8d56-44c8-b0e6-ca81ce6c9b86 req-23197b6f-3cc7-4136-a085-cedc028599a3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583372 Jul 15 16:58:58.054015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::9f60:7755:88cc:b231 (c39447b1-2e0e-4621-a1d1-1027e590f497/7bbd99b7-4676-4032-8150-b65cb48da57e/c076f2ff-80df-46d0-8f9d-7c3a31647479) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:58.085704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74801c20-d1ad-48b6-98d1-6e70aa083d75 req-637ed6cf-2605-47ff-bfef-55524b8cdba4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850090 Jul 15 16:58:58.303517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.312401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.324285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.339451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object c076f2ff-80df-46d0-8f9d-7c3a31647479 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:58.409192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:58:58.418254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=146f159b-7781-42c6-be18-196990b7c6ac,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:58.425065 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c3a82e-8986-48bd-a1e7-0f6d3f3067c0" -d '{"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-plugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:58:58.466514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:58.470958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.486779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.514776 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2950819-2f4d-4044-ad74-05ccedac4316 x-openstack-request-id: req-e2950819-2f4d-4044-ad74-05ccedac4316 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:58:58.515089 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-plugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:58:58.515350 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2950819-2f4d-4044-ad74-05ccedac4316 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:58:58.515763 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'code': 200} Jul 15 16:58:58.624729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:58.649244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.651672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.655339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:58.662334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/7bbd99b7-4676-4032-8150-b65cb48da57e/76dda999-3b2a-4263-9bdb-8b8c9ca8f06d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:58:58.668939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40876) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:58.669767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:58.670494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:58.676056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:58.676666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c038a9c4-b5f9-4ac7-be73-f2cca94465b9 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a83b343-21d5-4043-9717-9f4a84bc1a7a HTTP/1.1" status: 204 len: 168 time: 1.7886181 Jul 15 16:58:58.698897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.801320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:58.817410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=c076f2ff-80df-46d0-8f9d-7c3a31647479,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:58.860859 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d378c44a-68bb-4bb4-bc90-006c1e4e2e9c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3369191 Jul 15 16:58:58.865976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:58.880577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '7bbd99b7-4676-4032-8150-b65cb48da57e', 'ip_address': '2001:db8::9f60:7755:88cc:b231'}], 'name': 'tempest-NetworksTestDHCPv6-1572052865'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:58:58.938772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=569d12dc-e7dc-4036-8ea3-16739e9a3615,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:58.999725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c3c9d-ee13-4341-bce5-45eadd474dd4 req-2129b1d2-f393-4440-9ac9-7a08aa2a438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:59.001954 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b38c3c9d-ee13-4341-bce5-45eadd474dd4 req-2129b1d2-f393-4440-9ac9-7a08aa2a438a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 1097 time: 0.2362633 Jul 15 16:58:59.016337 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.080718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90993062-b2a2-4bcd-9b7a-b266cfcd270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.098470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-e7307344-859a-4ca8-ac48-5ed74bab724a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5010643 Jul 15 16:58:59.107221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:58:59.146881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8d6bf-902c-4ca1-9813-3285b6d3aea5 req-5cc3047e-8589-4011-a469-6ddc21485d43 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:59.156381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bd8d6bf-902c-4ca1-9813-3285b6d3aea5 req-5cc3047e-8589-4011-a469-6ddc21485d43 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 945 time: 0.3956239 Jul 15 16:58:59.213879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port c5a89fc5-496b-47fa-ab48-af82fb429533 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:58:59.214844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.225617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b38c3c9d-ee13-4341-bce5-45eadd474dd4 req-628e4b5f-99f3-4d35-96ef-d7dd4bb96c94 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863289 Jul 15 16:58:59.251635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:58:59.258239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.312050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port f8a8c02d-a32b-480f-b279-d0250bfd72ce yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:58:59.317019 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.358207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e57f19ec-93a1-41dd-8582-230c2dd39983 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:58:59.358914 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.365505 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.370254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Transition to ACTIVE for port object 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:59.395506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bd8d6bf-902c-4ca1-9813-3285b6d3aea5 req-f8d45e16-5916-4c9c-bd01-fee733601bd3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381403 Jul 15 16:58:59.456553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.513447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for c5a89fc5-496b-47fa-ab48-af82fb429533 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:58:59.517088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Transition to ACTIVE for port object 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:58:59.543162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.574837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:58:59.586754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:58:59.601640 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.603000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:58:59.629519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-9e84efdd-31c7-439c-9d79-f4c694c37717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:59.631063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-9e84efdd-31c7-439c-9d79-f4c694c37717 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.4587564 Jul 15 16:58:59.663557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e2d96-d034-4745-925d-8f0fd7f0585d req-8c8a694b-8572-4115-950f-f38eefef47c1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:58:59.666711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f65e2d96-d034-4745-925d-8f0fd7f0585d req-8c8a694b-8572-4115-950f-f38eefef47c1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.7621117 Jul 15 16:58:59.672421 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 16:58:59.672905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:58:59.711720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77edc2a8-d18d-44ad-b89d-52e2cc8b61bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8356659 Jul 15 16:58:59.711720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:58:59.752938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.767564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Pushing event updated for resources: {'Port': ['ID=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:58:59.777463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.785036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Attempting to bind port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:58:59.785422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Attempting to bind port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:58:59.785769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Attempting to bind port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:58:59.791585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:58:59.791977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:58:59.792444 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.792844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:58:59.793320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Bound port: 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:58:59.793711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.795560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.893733 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.903671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:58:59.918940 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:58:59.958934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f65e2d96-d034-4745-925d-8f0fd7f0585d req-0547162a-80a2-4c3a-8bfb-82df20f28766 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728858 Jul 15 16:58:59.999710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] For port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:00.016002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] For port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:00.040819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.090367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:00.133304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.133886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router 00e45730-76d4-418c-ac43-fc84d4e65795 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:59:00.173249 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.184354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dffee841-b044-4b9b-94e1-737b0373cfbb tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 204 len: 168 time: 5.0899262 Jul 15 16:59:00.196537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40894) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:00.208592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=c5a89fc5-496b-47fa-ab48-af82fb429533,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:00.220632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1696303024', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:00.265518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aaa7d-1a11-4328-a1ef-e13a124aaeb5 None None] Pushing event updated for resources: {'Port': ['ID=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:00.323006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.324857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.365239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696d24-b938-4ef3-bdbe-65b28b7d4e6e req-e96928f4-83f8-40e3-8279-2a6575e73f41 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:00.378429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09696d24-b938-4ef3-bdbe-65b28b7d4e6e req-e96928f4-83f8-40e3-8279-2a6575e73f41 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.6203861 Jul 15 16:59:00.422914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-790fbec0-52d6-41ed-a8c6-c612815b90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:00.426217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-790fbec0-52d6-41ed-a8c6-c612815b90d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.7501900 Jul 15 16:59:00.504852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a3c2e-3306-43d0-a86a-66bbc8de9d61 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:00.516631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:00.517864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a3c2e-3306-43d0-a86a-66bbc8de9d61 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:00.519671 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02668407-d65e-47ba-a1df-fdb4e3bea772" -d '{"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:00.522709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-414a3c2e-3306-43d0-a86a-66bbc8de9d61 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8032017 Jul 15 16:59:00.566032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:00.789615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:00.803629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-da827ee5-0984-4e6a-85b3-ff2d47140fab tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/ports/c5a89fc5-496b-47fa-ab48-af82fb429533 HTTP/1.1" status: 204 len: 168 time: 2.0994637 Jul 15 16:59:00.804336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:00.886408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:00.906257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09696d24-b938-4ef3-bdbe-65b28b7d4e6e req-bf6703a4-bfe5-407f-af88-66bd02753050 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264344 Jul 15 16:59:01.014296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:01.022729 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9418054e-c02d-49a9-888f-7401ba870cb4 x-openstack-request-id: req-9418054e-c02d-49a9-888f-7401ba870cb4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:01.023028 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-plugged", "status": "completed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:01.023297 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9418054e-c02d-49a9-888f-7401ba870cb4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:01.023695 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'code': 200} Jul 15 16:59:01.028934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-aa73c342-2a2d-494b-bf9d-99a0e8657e63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.5658262 Jul 15 16:59:01.061316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.113304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port c076f2ff-80df-46d0-8f9d-7c3a31647479 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:01.113895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.201059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-d71693f9-72d3-41e7-b097-ff97048e2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:01.202741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-d71693f9-72d3-41e7-b097-ff97048e2c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1668613 Jul 15 16:59:01.216305 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.236519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port a796445b-9345-424a-9f93-abf3319682c8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:01.237367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.653861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.696857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.739369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for a796445b-9345-424a-9f93-abf3319682c8 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:01.759396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for c076f2ff-80df-46d0-8f9d-7c3a31647479 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:01.815274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:01.940766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-87487da6-1c5b-4f83-989b-cf4d1bbb661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:01.942300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-87487da6-1c5b-4f83-989b-cf4d1bbb661c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7202907 Jul 15 16:59:02.040507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Provisioning for port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:02.077445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Provisioning complete for port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:02.078124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.303918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.323347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.384297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] For port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:02.391178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=c076f2ff-80df-46d0-8f9d-7c3a31647479,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:02.397763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.531770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e9771-e4d3-485d-a8e0-106cd7e3bbc0 None None] Pushing event updated for resources: {'Port': ['ID=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:02.554604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.559827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ecfd1bf-9bd5-432b-82a2-8137a2480ad2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c076f2ff-80df-46d0-8f9d-7c3a31647479 HTTP/1.1" status: 204 len: 168 time: 1.9926219 Jul 15 16:59:02.561526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40948) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:02.574747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:02.618323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8946fc38-5924-4278-803b-b01f951b56ea None None] Could not find standard attr ID for object c076f2ff-80df-46d0-8f9d-7c3a31647479. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:59:02.722682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a9239-1064-4a99-9301-35952ac6309a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:02.750756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a9239-1064-4a99-9301-35952ac6309a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:02.773885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-387a9239-1064-4a99-9301-35952ac6309a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1961083 Jul 15 16:59:02.780027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:02.841915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c8f8-d046-4239-8779-54fba41c7863 req-bc707147-68cc-44eb-ac0a-84ad546d8d58 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:02.848069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0370c8f8-d046-4239-8779-54fba41c7863 req-bc707147-68cc-44eb-ac0a-84ad546d8d58 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 1.3456349 Jul 15 16:59:02.898435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=a796445b-9345-424a-9f93-abf3319682c8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:02.936416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77715e0-3604-4280-b9c4-393c86b7402a req-44817b45-9c72-4ab9-a5c6-69e0f40e8849 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:02.951379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b77715e0-3604-4280-b9c4-393c86b7402a req-44817b45-9c72-4ab9-a5c6-69e0f40e8849 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.1258764 Jul 15 16:59:03.010180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-bf03a7a3-9fbe-4209-8d6b-6ab5bf282b2c service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0578856 Jul 15 16:59:03.053233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 7bbd99b7-4676-4032-8150-b65cb48da57e {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:03.061348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.081049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0370c8f8-d046-4239-8779-54fba41c7863 req-4e5046ac-7237-45ac-97bb-f2f8c5977de2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862643 Jul 15 16:59:03.148426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b77715e0-3604-4280-b9c4-393c86b7402a req-bdfb376e-37a7-46bc-a491-0084f600d195 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960611 Jul 15 16:59:03.188592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.191791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.211319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c90ecb26-4b80-4024-b146-690df1b5f99c tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/ports/a796445b-9345-424a-9f93-abf3319682c8 HTTP/1.1" status: 204 len: 168 time: 2.4034922 Jul 15 16:59:03.219269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40960) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:03.286247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting subnet b69bfa85-8e99-4e40-a125-8b936864dc1a {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:03.295924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.333271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5357448-3bb0-43ec-a985-d1dee24cccef req-8518250f-77fb-4600-b053-8bd5ab2be56f service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090944 Jul 15 16:59:03.384224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.537656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.538207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.621659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.696956 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.744356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbd99b7-4676-4032-8150-b65cb48da57e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:03.756384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:03.761936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c264271e-8267-46ad-8295-9787320c69e0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/7bbd99b7-4676-4032-8150-b65cb48da57e HTTP/1.1" status: 204 len: 168 time: 0.9702079 Jul 15 16:59:03.762632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:03.762868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85256751-57b4-408a-82d8-3331a07feddf None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:03.819304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3a56afd0-2c1d-4b85-bdc0-34b41b80a039 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554690 Jul 15 16:59:03.822913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:03.842271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:04.067716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Subnet': ['ID=b69bfa85-8e99-4e40-a125-8b936864dc1a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:04.103725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a84c-3e6a-49be-89a5-bdf1932b74ae req-af2f4f26-735f-4f04-9eba-6a9136a98bdc tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:04.105530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68f6a84c-3e6a-49be-89a5-bdf1932b74ae req-af2f4f26-735f-4f04-9eba-6a9136a98bdc tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.4241652 Jul 15 16:59:04.125874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.130534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-47c673f1-df8e-4769-af02-fc1fd8696151 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/subnets/b69bfa85-8e99-4e40-a125-8b936864dc1a HTTP/1.1" status: 204 len: 168 time: 0.9072063 Jul 15 16:59:04.130729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:04.166697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572597f-c897-4c6b-9e1b-7918ee8b8029 None None] Network 635f2096-e6a8-4bf0-891f-d3f486b5236d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:04.254341 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.278991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:04.282581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.292271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68f6a84c-3e6a-49be-89a5-bdf1932b74ae req-874aa9d2-9db0-423e-aa11-7ca45576f67c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805563 Jul 15 16:59:04.294685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.379626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting subnet 63a60b88-b054-4eb3-9288-34fa7dda25e0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:04.391780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.513283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.635645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf97fde-c4b8-416e-89fa-9215572e9446 req-a0d14ecd-9a20-4ffe-a541-ac003f75b940 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:04.653831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:04.661308 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.671875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cf97fde-c4b8-416e-89fa-9215572e9446 req-a0d14ecd-9a20-4ffe-a541-ac003f75b940 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3842099 Jul 15 16:59:04.771675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.808129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Deleting port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:04.808623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.867227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cf97fde-c4b8-416e-89fa-9215572e9446 req-93bda28c-baef-4984-8f87-2feeb7bcb1aa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931458 Jul 15 16:59:04.876586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Allocated IP 172.25.8.123 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/9bae462d-0348-4d68-ac88-2ba78a150492) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:04.894652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Subnet': ['ID=63a60b88-b054-4eb3-9288-34fa7dda25e0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:04.901327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:04.904048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-867d248a-a1a8-4001-8ba2-c31313375b54 tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/subnets/63a60b88-b054-4eb3-9288-34fa7dda25e0 HTTP/1.1" status: 204 len: 168 time: 0.7722204 Jul 15 16:59:04.908239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:05.015146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85467473-029a-4cd4-b7ee-ed44aa5c5c6c req-ab96c130-9894-409c-b947-5085de82bf39 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:05.017463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85467473-029a-4cd4-b7ee-ed44aa5c5c6c req-ab96c130-9894-409c-b947-5085de82bf39 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4503293 Jul 15 16:59:05.032074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.094219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] For port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:05.094553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.126175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Calling delete_port for 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:05.223127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85467473-029a-4cd4-b7ee-ed44aa5c5c6c req-be3afabb-4cac-4a89-ab42-b7f2683a0d02 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986530 Jul 15 16:59:05.285231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.308240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] DHCP port deletion for 635f2096-e6a8-4bf0-891f-d3f486b5236d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:05.314193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e1c27-e4a9-4afc-84bb-786f8d077e25 None None] Network 0629291a-0b8d-451c-92c3-7bd9488d949c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:05.322975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1144-ed2d-4d81-9ff9-b501905d17f3 req-20357aa4-1650-40fc-8be6-0570b4139a70 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:05.328165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f6f1144-ed2d-4d81-9ff9-b501905d17f3 req-20357aa4-1650-40fc-8be6-0570b4139a70 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.2321663 Jul 15 16:59:05.359544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port db8c2a48-6a4b-4349-a83d-901aefac1e0c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:05.359889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.371206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.441181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:05.469920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f6f1144-ed2d-4d81-9ff9-b501905d17f3 req-709190c2-1922-4cf8-baed-9eef074bb2b9 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314447 Jul 15 16:59:05.501969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.519718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:05.526046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:05.526658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.567951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7432141 Jul 15 16:59:05.576613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41098) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:05.593283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': 'f8229c83-270f-4059-b5f2-5eb0192b4fe9', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1462469411'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:05.669622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:05.682008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.689068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port db8c2a48-6a4b-4349-a83d-901aefac1e0c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=db8c2a48-6a4b-4349-a83d-901aefac1e0c,segment=NetworkSegment(b1a964a1-26c2-4349-b85b-ae2ab4b8d69f),segment_id=b1a964a1-26c2-4349-b85b-ae2ab4b8d69f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:05.689683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.692355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953bbfd-2b82-4bb6-8d2f-3e51fe873318 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=f8229c83-270f-4059-b5f2-5eb0192b4fe9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:05.709663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:05.714891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for db8c2a48-6a4b-4349-a83d-901aefac1e0c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:05.733394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:05.771986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event updated for resources: {'Port': ['ID=9bae462d-0348-4d68-ac88-2ba78a150492,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:05.811690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] Pushing event deleted for resources: {'Port': ['ID=76dda999-3b2a-4263-9bdb-8b8c9ca8f06d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:05.815882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb2144-71a6-4ed8-a1e7-3c7955563d6c None None] No DVR routers for this DVR port 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:05.835668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Deleting port db8c2a48-6a4b-4349-a83d-901aefac1e0c {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:05.836542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:05.850561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b4579-da81-42d7-9b5b-a4b0270a7dc5 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:06.048163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.172276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=db8c2a48-6a4b-4349-a83d-901aefac1e0c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:06.220409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port db8c2a48-6a4b-4349-a83d-901aefac1e0c on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:06.308960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] For port db8c2a48-6a4b-4349-a83d-901aefac1e0c, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:06.309320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.346723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Calling delete_port for db8c2a48-6a4b-4349-a83d-901aefac1e0c owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:06.355470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Port db8c2a48-6a4b-4349-a83d-901aefac1e0c was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 16:59:06.363491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.396097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] Pushing event deleted for resources: {'Port': ['ID=db8c2a48-6a4b-4349-a83d-901aefac1e0c,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:06.415147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051701a-001a-4655-bea0-6c4e755ff810 None None] No DVR routers for this DVR port db8c2a48-6a4b-4349-a83d-901aefac1e0c on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:06.442932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:06.519046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] DHCP port deletion for 0629291a-0b8d-451c-92c3-7bd9488d949c request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:06.704139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'f8229c83-270f-4059-b5f2-5eb0192b4fe9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:06.705600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.720350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.723168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96936c93-fc90-41e5-8b55-133fd83c882a req-23f2ebcf-1a19-42dd-adda-4cce92d43148 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:06.736825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96936c93-fc90-41e5-8b55-133fd83c882a req-23f2ebcf-1a19-42dd-adda-4cce92d43148 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.4796255 Jul 15 16:59:06.749589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Deleting port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:06.750072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.772555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635f2096-e6a8-4bf0-891f-d3f486b5236d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:06.780273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:06.796841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:06.797732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a964a1-26c2-4349-b85b-ae2ab4b8d69f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:06.833929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.847475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:06.848059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 76dda999-3b2a-4263-9bdb-8b8c9ca8f06d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:06.849020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db8c2a48-6a4b-4349-a83d-901aefac1e0c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:06.863390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.871249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:59:06.871964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:59:06.962793 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:59:06.973583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.990258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:06.994934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/networks/635f2096-e6a8-4bf0-891f-d3f486b5236d HTTP/1.1" status: 204 len: 168 time: 2.0843501 Jul 15 16:59:07.000131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: db8c2a48-6a4b-4349-a83d-901aefac1e0c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:07.000488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device db8c2a48-6a4b-4349-a83d-901aefac1e0c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:07.000902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d0e77d19-d6bc-4e06-a59c-f52e32ec8362 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:07.022306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:07.094704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] For port d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:07.095446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.124184 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.182402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96936c93-fc90-41e5-8b55-133fd83c882a req-719062af-9659-4472-965f-140bee3e2ab8 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443464 Jul 15 16:59:07.192152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.233295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1217e1-af3a-40d5-b1c1-67f1f8c4f5bc tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Network': ['ID=635f2096-e6a8-4bf0-891f-d3f486b5236d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:07.259622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.296016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port cc7e532d-cd8f-4aa6-a9d1-671a8d40b30d yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:59:07.350346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Deleting port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:07.350901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.500973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] For port d0e77d19-d6bc-4e06-a59c-f52e32ec8362, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,segment=NetworkSegment(91de6db3-4c6f-4d15-b3b3-e7cee3c19aba),segment_id=91de6db3-4c6f-4d15-b3b3-e7cee3c19aba)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:07.502746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.510343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Calling delete_port for d0e77d19-d6bc-4e06-a59c-f52e32ec8362 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:07.542012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Calling delete_port for d0e77d19-d6bc-4e06-a59c-f52e32ec8362 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:07.676877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c6e2e-00d8-4f94-9a41-46b2f3e647b2 req-1d8029bb-50e7-4585-b4ff-cb2e519b7363 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:07.688802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d68c6e2e-00d8-4f94-9a41-46b2f3e647b2 req-1d8029bb-50e7-4585-b4ff-cb2e519b7363 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.0264013 Jul 15 16:59:07.710085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/f8229c83-270f-4059-b5f2-5eb0192b4fe9/ce39d9f2-503e-4ff0-b2b9-86be68da9929) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:07.714228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.723948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.740330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] No DVR routers for this DVR port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:07.832914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Port': ['ID=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:07.930993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.976246 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:07.988591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0629291a-0b8d-451c-92c3-7bd9488d949c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:08.008778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:08.009079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91de6db3-4c6f-4d15-b3b3-e7cee3c19aba') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:08.030124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.056597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.068857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:59:08.069456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:59:08.072884 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:59:08.117510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] Pushing event deleted for resources: {'Port': ['ID=d0e77d19-d6bc-4e06-a59c-f52e32ec8362,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:08.121352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11235e1-8035-42d1-95c4-0ac34df5cbae None None] No DVR routers for this DVR port d0e77d19-d6bc-4e06-a59c-f52e32ec8362 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:08.195946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.213565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.215479 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] 10.222.0.25 "DELETE /v2.0/networks/0629291a-0b8d-451c-92c3-7bd9488d949c HTTP/1.1" status: 204 len: 168 time: 1.1870508 Jul 15 16:59:08.216693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d68c6e2e-00d8-4f94-9a41-46b2f3e647b2 req-220667b6-07fa-4ba8-b4a9-d7f0db4b5fca tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269070 Jul 15 16:59:08.254388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1adb5-1579-4fe9-bf9c-af5b3eaec2aa tempest-TaggedBootDevicesTest-759007669 tempest-TaggedBootDevicesTest-759007669-project] Pushing event deleted for resources: {'Network': ['ID=0629291a-0b8d-451c-92c3-7bd9488d949c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:08.269687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.294918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Transition to ACTIVE for port object ce39d9f2-503e-4ff0-b2b9-86be68da9929 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:08.329185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Transition to ACTIVE for port object ce39d9f2-503e-4ff0-b2b9-86be68da9929 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:08.347787 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.375553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-00959d78-f26c-42db-896b-d70d303124b3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:08.393340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-00959d78-f26c-42db-896b-d70d303124b3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.9204929 Jul 15 16:59:08.449907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Pushing event updated for resources: {'Port': ['ID=ce39d9f2-503e-4ff0-b2b9-86be68da9929,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:08.480515 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 16:59:08.480868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:59:08.484167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:08.485885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:08.489996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:08.544078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-d2a98772-e134-4133-85b7-11cbffd4547c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/quotas/66d879985e24474480d8142bf313826a HTTP/1.1" status: 200 len: 375 time: 0.1496463 Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Attempting to bind port ce39d9f2-503e-4ff0-b2b9-86be68da9929 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Attempting to bind port ce39d9f2-503e-4ff0-b2b9-86be68da9929 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Attempting to bind port ce39d9f2-503e-4ff0-b2b9-86be68da9929 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:08.649701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.650490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:08.650490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Bound port: ce39d9f2-503e-4ff0-b2b9-86be68da9929, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:08.650906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.682128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-308ab81b-fc67-49ea-9c05-f4844ab64492 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0972900 Jul 15 16:59:08.683245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:08.715168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-d2d33588-8a9f-4ea3-9553-a2f073cefe62 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:08.717045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-d2d33588-8a9f-4ea3-9553-a2f073cefe62 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/ports?device_id=d493a5be-bbd2-4978-a563-7a6f5fbee893 HTTP/1.1" status: 200 len: 946 time: 0.9205153 Jul 15 16:59:08.799470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] For port ce39d9f2-503e-4ff0-b2b9-86be68da9929, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:08.814111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] For port ce39d9f2-503e-4ff0-b2b9-86be68da9929, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ce39d9f2-503e-4ff0-b2b9-86be68da9929,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:08.819910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.842844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:08.874889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450b550-4b0c-415e-a476-7cd5ea6315ba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:08.896659 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f450b550-4b0c-415e-a476-7cd5ea6315ba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2118542 Jul 15 16:59:08.897636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:08.997888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f4061-e036-4f12-9813-b5bb9230e5a3 None None] Pushing event updated for resources: {'Port': ['ID=ce39d9f2-503e-4ff0-b2b9-86be68da9929,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:09.049102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8ff0e-7246-4bdd-a334-dede2461a96c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:09.050855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb8ff0e-7246-4bdd-a334-dede2461a96c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:09.055437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ddb8ff0e-7246-4bdd-a334-dede2461a96c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1565387 Jul 15 16:59:09.056104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:09.168689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet f8229c83-270f-4059-b5f2-5eb0192b4fe9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:09.172995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.234071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.392254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.537999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.557139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-58db8b94-86e2-4777-9415-aa61e49f43a6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0120404 Jul 15 16:59:09.604795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=f8229c83-270f-4059-b5f2-5eb0192b4fe9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:09.616774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.624346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a3a2b2cf-e724-49b7-bfa1-c4265d042845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f8229c83-270f-4059-b5f2-5eb0192b4fe9 HTTP/1.1" status: 204 len: 168 time: 0.5670280 Jul 15 16:59:09.626785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:09.655334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00118a-b3e1-4f9b-828a-bb3153f014fc req-380dafa6-217b-4f81-9fb8-ecf949f5b8bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:09.662465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae00118a-b3e1-4f9b-828a-bb3153f014fc req-380dafa6-217b-4f81-9fb8-ecf949f5b8bb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 1.1692505 Jul 15 16:59:09.717538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2b4d277b-6fa1-4cf3-8a44-d8a3af822830 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829034 Jul 15 16:59:09.718549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41382) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:09.728036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:09.811935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae00118a-b3e1-4f9b-828a-bb3153f014fc req-ddcf26dc-6cb6-44b3-b3c6-10898bda5449 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481073 Jul 15 16:59:09.862789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:09.872272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:09.885002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-1f0d6669-3cfb-4fc6-82b4-0b74fd199ddc service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265424 Jul 15 16:59:09.997856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Deleting port 9202af5a-34d5-4479-8df3-226172bb64c7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:09.998294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.316787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Router 140aa6fa-9d93-485f-b6af-47e4599536b0 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:59:10.340766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-cd6226e8-7a5a-4009-be03-830746869a8d service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306307 Jul 15 16:59:10.349780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.457481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:10.472982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:10.477786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:10.478381 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.502272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7824554 Jul 15 16:59:10.505616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:10.511733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:10.524563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=f9b2bdf7-20e7-4031-bf97-991a043860e5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:10.546332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.547055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.547645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.548440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.549529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.550100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.550909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.551474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.552028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.552899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.561157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.565254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:10.565628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.568267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f00ee0-e31e-440d-bc19-763f2644d62c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:10.619202 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.620815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6450-886e-45bf-ab04-d009a19227c8 req-5a2ba6df-83b2-49b1-87a2-dbe692747fd0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:10.634633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-174f6450-886e-45bf-ab04-d009a19227c8 req-5a2ba6df-83b2-49b1-87a2-dbe692747fd0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4717026 Jul 15 16:59:10.646502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.651186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d19df9-cd24-4438-93e1-5688dac2cac1 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:10.652562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.754318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Calling delete_port for 9202af5a-34d5-4479-8df3-226172bb64c7 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:10.791654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.853376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.869423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:10.931710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:10.944325 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] Sync routers for ids ['140aa6fa-9d93-485f-b6af-47e4599536b0'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:10.987194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.003369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f8f3a2ac-ca66-4e67-991b-efbff0e7aa19 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4919701 Jul 15 16:59:11.011512 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] Routers {'140aa6fa-9d93-485f-b6af-47e4599536b0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:11.012214 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['140aa6fa-9d93-485f-b6af-47e4599536b0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:11.013880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:11.043472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ce39d9f2-503e-4ff0-b2b9-86be68da9929 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:11.048622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-86762c40-0e8f-47e6-adcb-c879493f4e71 None None] Provisioning for port ce39d9f2-503e-4ff0-b2b9-86be68da9929 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:11.099711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aaf9a46e-d389-4e2e-bd00-81af0d88a421 req-04b79729-1547-4770-bc55-63c646b86bd7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 210 time: 0.1269968 Jul 15 16:59:11.159574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9202af5a-34d5-4479-8df3-226172bb64c7 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:11.189705 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:11.211361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-174f6450-886e-45bf-ab04-d009a19227c8 req-a6995f91-d2cc-458b-ba7e-2f510224eab5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752790 Jul 15 16:59:11.216202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.236931 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] Routers {'140aa6fa-9d93-485f-b6af-47e4599536b0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:11.241292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['140aa6fa-9d93-485f-b6af-47e4599536b0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:11.243450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da61d0d3-bdeb-497f-b77c-4c68872febc4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0456872 Jul 15 16:59:11.313454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41496) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:11.319460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:11.423036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ce39d9f2-503e-4ff0-b2b9-86be68da9929 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:11.435943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ce39d9f2-503e-4ff0-b2b9-86be68da9929 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:11.436319 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.488423 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.511955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:11.516265 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4bec70-fd2e-4c8b-a72a-1eed90c3a65f None None] The sync data for ids ['140aa6fa-9d93-485f-b6af-47e4599536b0'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:11.704778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:11.729324 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1278343-9c44-4fed-9405-5a436bed9731" -d '{"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-unplugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:11.786225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9202af5a-34d5-4479-8df3-226172bb64c7, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9202af5a-34d5-4479-8df3-226172bb64c7,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:11.835788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.845102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9087c-2047-498b-b88b-892e5a9aa17a req-4e8c39bb-ce25-488b-8914-6c76a29c4bfe tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:11.848083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4a9087c-2047-498b-b88b-892e5a9aa17a req-4e8c39bb-ce25-488b-8914-6c76a29c4bfe tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3542585 Jul 15 16:59:11.859950 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256fb6f3-4202-4e1f-be3a-98611f8d3e1b x-openstack-request-id: req-256fb6f3-4202-4e1f-be3a-98611f8d3e1b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:11.863452 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-unplugged", "status": "completed", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:11.863910 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-256fb6f3-4202-4e1f-be3a-98611f8d3e1b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:11.864513 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'code': 200} Jul 15 16:59:11.917780 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:11.983798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ce39d9f2-503e-4ff0-b2b9-86be68da9929, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ce39d9f2-503e-4ff0-b2b9-86be68da9929,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:12.020377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:12.058112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:12.120190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4a9087c-2047-498b-b88b-892e5a9aa17a req-14a1a459-edbd-4326-98b7-2303e05ec48a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194743 Jul 15 16:59:12.125821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:12.163864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event deleted for resources: {'Port': ['ID=9202af5a-34d5-4479-8df3-226172bb64c7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:12.202099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ce39d9f2-503e-4ff0-b2b9-86be68da9929,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:12.211085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cb8f15f1-1968-408d-96b5-140f73e2748f None None] Provisioning complete for port ce39d9f2-503e-4ff0-b2b9-86be68da9929 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:12.211834 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb8f15f1-1968-408d-96b5-140f73e2748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:12.291025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] No DVR routers for this DVR port 9202af5a-34d5-4479-8df3-226172bb64c7 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:12.294147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:12.296786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04235d2f-c96b-4109-a421-a48ffe4c8854 req-07186178-d8c5-4196-9472-c1a72f66bc3f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "DELETE /v2.0/ports/9202af5a-34d5-4479-8df3-226172bb64c7 HTTP/1.1" status: 204 len: 173 time: 3.5663657 Jul 15 16:59:12.297275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-deleted', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:12.299859 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cb178e-feec-4fd0-98ee-524f74087b69" -d '{"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-deleted", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:12.660631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70f59061-314e-4ebb-9322-3bac7db0898e req-ce50bb96-25f3-42df-9326-aa4b4a9071dc tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 210 time: 0.2037392 Jul 15 16:59:12.814094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913231-e58b-4faf-9bf0-041fa1593675 req-4cbb33c9-ebc5-4dec-9ab8-632ea732af0e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:12.816943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa913231-e58b-4faf-9bf0-041fa1593675 req-4cbb33c9-ebc5-4dec-9ab8-632ea732af0e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1998067 Jul 15 16:59:12.831166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ce39d9f2-503e-4ff0-b2b9-86be68da9929 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:12.870168 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badca0a9-da16-49ef-adbd-ccd0dd89c9d6 x-openstack-request-id: req-badca0a9-da16-49ef-adbd-ccd0dd89c9d6 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:12.871099 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d493a5be-bbd2-4978-a563-7a6f5fbee893", "name": "network-vif-deleted", "tag": "9202af5a-34d5-4479-8df3-226172bb64c7", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:12.871279 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-badca0a9-da16-49ef-adbd-ccd0dd89c9d6 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:12.871694 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd493a5be-bbd2-4978-a563-7a6f5fbee893', 'name': 'network-vif-deleted', 'tag': '9202af5a-34d5-4479-8df3-226172bb64c7', 'status': 'completed', 'code': 200} Jul 15 16:59:13.033535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ce39d9f2-503e-4ff0-b2b9-86be68da9929 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:13.036099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:13.076746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa913231-e58b-4faf-9bf0-041fa1593675 req-65d3703d-8c77-446e-a8de-fced8db4de70 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024026 Jul 15 16:59:13.387776 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:13.397798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:13.423093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:13.565125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12dee-bd76-427d-b9b5-ef9c09f9df59 req-366cbfd0-b93c-4d55-b276-9a317ae0928d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:13.575288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4b12dee-bd76-427d-b9b5-ef9c09f9df59 req-366cbfd0-b93c-4d55-b276-9a317ae0928d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.1800439 Jul 15 16:59:13.668560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4b12dee-bd76-427d-b9b5-ef9c09f9df59 req-61939cfe-5fcd-4b2b-81d4-ac33c642e110 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899012 Jul 15 16:59:13.957025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Deleting port 9bae462d-0348-4d68-ac88-2ba78a150492 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:13.957775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:14.233984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f35895b5-ec9e-47b5-bffa-d837b365dc69 req-4eb707fa-911f-4329-b934-f472688ea479 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 210 time: 0.1715817 Jul 15 16:59:14.259823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-2c3bcd6a-1a1c-47ae-b64c-607bfcc5ea5c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:14.280540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-2c3bcd6a-1a1c-47ae-b64c-607bfcc5ea5c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.4634778 Jul 15 16:59:14.285968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Request body: {'port': {'device_id': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'admin_state_up': True, 'tenant_id': '66d879985e24474480d8142bf313826a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:14.288249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::1 (c39447b1-2e0e-4621-a1d1-1027e590f497/f9b2bdf7-20e7-4031-bf97-991a043860e5/f9fc1990-9a37-4bd4-b29a-a87cbf4e766d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:14.427317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:14.482739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Calling delete_port for 9bae462d-0348-4d68-ac88-2ba78a150492 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:14.672294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:14.801191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object f9fc1990-9a37-4bd4-b29a-a87cbf4e766d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:14.843309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9277be-68cf-4b05-9f2c-9c1f9297a2cf req-c3210003-bc1f-491d-a638-00365059fcb7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:14.844932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f9277be-68cf-4b05-9f2c-9c1f9297a2cf req-c3210003-bc1f-491d-a638-00365059fcb7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4436014 Jul 15 16:59:14.938597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:14.995746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f9277be-68cf-4b05-9f2c-9c1f9297a2cf req-15bd61ce-c0ac-417e-a0e9-e19722a3cf23 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253185 Jul 15 16:59:15.011851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:15.021220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Made reservation on behalf of 66d879985e24474480d8142bf313826a for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:15.044136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.045651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:15.051775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:15.059713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:15.060616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.069248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.237307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Pushing event deleted for resources: {'Port': ['ID=9bae462d-0348-4d68-ac88-2ba78a150492,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:15.251383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Allocated IP 172.20.0.13 (e5eaca1e-8224-4d1a-a867-b1e3e798046b/5bbed9b8-974b-4505-9b5b-3d8b201a737a/3949275a-ce54-453c-92ac-32859cb5654f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:15.597902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.685168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58aa0a5f-932d-41f7-8966-c87abfed7160 None None] Provisioning for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:15.701601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58aa0a5f-932d-41f7-8966-c87abfed7160 None None] Provisioning complete for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:15.701968 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-58aa0a5f-932d-41f7-8966-c87abfed7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.775646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.821291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-58aa0a5f-932d-41f7-8966-c87abfed7160 None None] Port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:15.873913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.915293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:15.947919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4489cb-1c8d-42a2-811a-145eaeb2d153 req-6cd7a62f-20cf-4e73-a168-7b3faf9640f9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:15.955706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da4489cb-1c8d-42a2-811a-145eaeb2d153 req-6cd7a62f-20cf-4e73-a168-7b3faf9640f9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 1.0182700 Jul 15 16:59:16.028913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:16.067755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:16.085909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:16.181610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:16.182449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.240906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9596207 Jul 15 16:59:16.270144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da4489cb-1c8d-42a2-811a-145eaeb2d153 req-c3e14a94-1dce-4ca0-9e32-2d6d99363361 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121502 Jul 15 16:59:16.294985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Request body: {'port': {'device_id': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:16.309779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:16.451418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.452379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.453423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.454252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.455464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.457811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.458233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.458572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.459516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.460916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.461311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.462381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b09a8-8aab-4d81-9b37-56a1bcea6058 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:16.490894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.504285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c6a9-661c-4077-896d-201495af06f4 req-eb6f7be7-19f5-421b-beb4-640af19db48e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:16.512066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88b5c6a9-661c-4077-896d-201495af06f4 req-eb6f7be7-19f5-421b-beb4-640af19db48e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 932 time: 0.6510034 Jul 15 16:59:16.538785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.542403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-4442b67c-0785-414f-b0a2-28a34285c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:16.544237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-4442b67c-0785-414f-b0a2-28a34285c80c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.9345026 Jul 15 16:59:16.635817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88b5c6a9-661c-4077-896d-201495af06f4 req-5c1ab3d8-5d93-4aeb-9cab-71e320a12d25 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224990 Jul 15 16:59:16.743021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.785780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.786499 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:16.826039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:17.054683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Router 140aa6fa-9d93-485f-b6af-47e4599536b0 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:59:17.068988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:17.080257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:17.095136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:17.124461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-5a651899-3f89-425d-b7aa-d268a6d84a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:17.127312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-5a651899-3f89-425d-b7aa-d268a6d84a98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.5707254 Jul 15 16:59:17.346128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8297df-afe1-441b-9740-46d8bc2dbdfe req-d9281114-68ef-49c7-a8c1-6cd2bc2ea6e8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:17.357223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe8297df-afe1-441b-9740-46d8bc2dbdfe req-d9281114-68ef-49c7-a8c1-6cd2bc2ea6e8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.6186032 Jul 15 16:59:17.481645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe8297df-afe1-441b-9740-46d8bc2dbdfe req-4ce81e0f-f7f8-4fd7-b98a-bc6a38edd4fe tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231968 Jul 15 16:59:17.576432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:17.588500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] Sync routers for ids ['140aa6fa-9d93-485f-b6af-47e4599536b0'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:17.595694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:17.597208 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-99828d10-59e8-4906-b05e-f417b7ea65a4 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "PUT /v2.0/routers/140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 200 len: 706 time: 6.2825139 Jul 15 16:59:17.601905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:17.603903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] Routers {'140aa6fa-9d93-485f-b6af-47e4599536b0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:17.604611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['140aa6fa-9d93-485f-b6af-47e4599536b0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:17.635068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:59:17.670800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:17.701800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:17.721932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Transition to ACTIVE for port object 3949275a-ce54-453c-92ac-32859cb5654f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:17.727952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6bb58d8a-924c-4efa-9218-cadde8ef4d12 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/routers/140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 200 len: 741 time: 0.1236176 Jul 15 16:59:17.733089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] Routers {'140aa6fa-9d93-485f-b6af-47e4599536b0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:17.733858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['140aa6fa-9d93-485f-b6af-47e4599536b0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:17.734449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:17.794853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:17.843375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7f241450-1a7c-48ea-bf00-c788830fe31c None None] Provisioning complete for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:17.843902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f241450-1a7c-48ea-bf00-c788830fe31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:17.846069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:17.849708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a546a60b-5bce-4aad-b5f7-01287ffadcee None None] The sync data for ids ['140aa6fa-9d93-485f-b6af-47e4599536b0'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:17.945066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7f241450-1a7c-48ea-bf00-c788830fe31c None None] Port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:18.064694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbcf56-4e40-473e-ad5d-5fe941d0954d req-e42848e3-ec04-4117-900d-74f6b965919d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:18.080900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35dbcf56-4e40-473e-ad5d-5fe941d0954d req-e42848e3-ec04-4117-900d-74f6b965919d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3556814 Jul 15 16:59:18.082764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:18.295755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Attempting to bind port 3949275a-ce54-453c-92ac-32859cb5654f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:18.302397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Attempting to bind port 3949275a-ce54-453c-92ac-32859cb5654f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:18.302806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Attempting to bind port 3949275a-ce54-453c-92ac-32859cb5654f on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:18.367255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39267a9-5830-4f81-935c-bdb1fe14d026 req-0c99fab9-0777-478c-859d-29f69cb38efb tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:18.384756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c39267a9-5830-4f81-935c-bdb1fe14d026 req-0c99fab9-0777-478c-859d-29f69cb38efb tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 944 time: 0.4809923 Jul 15 16:59:18.457127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Port 3949275a-ce54-453c-92ac-32859cb5654f on network e5eaca1e-8224-4d1a-a867-b1e3e798046b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:59:18.457449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Attempting to bind port 3949275a-ce54-453c-92ac-32859cb5654f on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:18.484792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35dbcf56-4e40-473e-ad5d-5fe941d0954d req-194b6b68-9024-48e9-850c-c5bbd5b84821 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028716 Jul 15 16:59:18.539024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c39267a9-5830-4f81-935c-bdb1fe14d026 req-404a054d-5e06-443f-952a-7f571c123a8e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529686 Jul 15 16:59:18.540090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:18.540442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Checking segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:18.540832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Bound using segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:18.541280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Bound port: 3949275a-ce54-453c-92ac-32859cb5654f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:18.553712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:18.597275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Router cf9b95ac-502f-42ec-9b12-537c8e14dd0c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:59:18.608990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41658) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:18.609440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f822dff9-0f47-4d8a-bd5c-32a2ac55f440 tempest-RoutersAdminTest-293242800 tempest-RoutersAdminTest-293242800-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 200 len: 205 time: 0.8666856 Jul 15 16:59:18.614133 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-034170ef-2725-4d90-a0a7-66f6b0408f47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 1.3286350 Jul 15 16:59:18.646137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7662f45d-b9dd-4cbc-ac12-f830bedb5496 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 200 len: 205 time: 0.0355556 Jul 15 16:59:18.648725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41662) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:18.761743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:18.864319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-417af3e7-928a-485c-a872-e4eb6a4da144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:18.866035 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-417af3e7-928a-485c-a872-e4eb6a4da144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.2421041 Jul 15 16:59:18.871334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:18.877492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee2bb460-4d70-4906-b25a-1ab0cb518e1b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "PUT /v2.0/routers/cf9b95ac-502f-42ec-9b12-537c8e14dd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8604410 Jul 15 16:59:18.885176 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Sync routers for ids ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:18.885869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41666) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:18.903147 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Routers {'cf9b95ac-502f-42ec-9b12-537c8e14dd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:18.903774 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:18.987219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58411cd5-6e55-4035-85ae-67324e6800ef tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:19.002554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58411cd5-6e55-4035-85ae-67324e6800ef tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports/f9fc1990-9a37-4bd4-b29a-a87cbf4e766d HTTP/1.1" status: 200 len: 911 time: 0.1121230 Jul 15 16:59:19.005494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:19.085268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-8dc6d4c9-349c-4777-8ad5-9ce1ee9952d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:19.087109 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-8dc6d4c9-349c-4777-8ad5-9ce1ee9952d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085817 Jul 15 16:59:19.127782 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Set router cf9b95ac-502f-42ec-9b12-537c8e14dd0c gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:19.420595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7b1b9-1221-4a10-b69b-2b020a6dd3de tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:19.428163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:19.428734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7b1b9-1221-4a10-b69b-2b020a6dd3de tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:19.437953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:19.440787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5e7b1b9-1221-4a10-b69b-2b020a6dd3de tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4218831 Jul 15 16:59:19.457419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-15a4e941-0fa3-4adc-ba4d-c0bcefaeb0ea service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621509 Jul 15 16:59:19.654635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c23f5bc4-423e-4a1f-b172-efc4d853cf8a req-de764826-ab8d-4d02-9d24-1d7b292142f3 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800563 Jul 15 16:59:19.800321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:19.816890 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:15Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': 'f9fc1990-9a37-4bd4-b29a-a87cbf4e766d', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:b6:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:13Z', 'updated_at': '2021-07-15T16:59:16Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:19.853246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Checking router: cf9b95ac-502f-42ec-9b12-537c8e14dd0c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:19.853877 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Updating router cf9b95ac-502f-42ec-9b12-537c8e14dd0c port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:59:19.882962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:19.893493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfb3e5-7ffa-4856-b1a5-100d10f45dcf req-2ae38d5c-fcf5-483c-876f-fb99f3c4a02e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:19.898986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61bfb3e5-7ffa-4856-b1a5-100d10f45dcf req-2ae38d5c-fcf5-483c-876f-fb99f3c4a02e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.0606928 Jul 15 16:59:19.911037 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:19.922454 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:19.977493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:19.991214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61bfb3e5-7ffa-4856-b1a5-100d10f45dcf req-1e8c8366-b486-441b-a87d-1fea7d3a62b8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781722 Jul 15 16:59:20.063871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:20.197355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:20.197962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:20.199548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-4d461a6a-3c5f-4b96-a991-0f73e0744640 service neutron] 10.222.0.20 "PUT /v2.0/ports/3949275a-ce54-453c-92ac-32859cb5654f HTTP/1.1" status: 200 len: 1092 time: 3.9290102 Jul 15 16:59:20.225084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a45495-bc25-47e1-8fc1-b1a259b7ea9b req-e8d91b95-bc45-4cef-9790-0b14aa75e45a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:20.232448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75a45495-bc25-47e1-8fc1-b1a259b7ea9b req-e8d91b95-bc45-4cef-9790-0b14aa75e45a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.4512036 Jul 15 16:59:20.300471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:20.300471 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a528d7b-f109-4c86-a860-c0a1afa655ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "tag": "3949275a-ce54-453c-92ac-32859cb5654f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:20.323738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:20.324274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Fanout notify agent at l3_agent the message router_deleted on router 140aa6fa-9d93-485f-b6af-47e4599536b0 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:59:20.372320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:20.373452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ca392e0d-32bd-4532-8fbe-75b33a0db7dd tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 204 len: 168 time: 1.7235351 Jul 15 16:59:20.377957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.421822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e94237db-9267-4269-8879-3e4515c36327 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 200 len: 205 time: 0.0422707 Jul 15 16:59:20.422607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.570177 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8895131e-25ca-455b-ac57-f738d6e71138 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:20.573123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8895131e-25ca-455b-ac57-f738d6e71138 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/140aa6fa-9d93-485f-b6af-47e4599536b0 HTTP/1.1" status: 404 len: 336 time: 0.1485975 Jul 15 16:59:20.576650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.612383 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:20.628840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80e55a23-964a-44df-8f34-035b9e3e3e80 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 200 len: 205 time: 0.0494668 Jul 15 16:59:20.630781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.657000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Transition to ACTIVE for port object f9fc1990-9a37-4bd4-b29a-a87cbf4e766d will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:20.677514 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:20.687444 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-6071545d-4ce4-4bb5-8c2f-25a5aa56977b tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:20.688570 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6071545d-4ce4-4bb5-8c2f-25a5aa56977b tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/00e45730-76d4-418c-ac43-fc84d4e65795 HTTP/1.1" status: 404 len: 336 time: 0.0561523 Jul 15 16:59:20.691563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.698820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75a45495-bc25-47e1-8fc1-b1a259b7ea9b req-f19f658b-3a98-4648-ba63-fd34d463752a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653563 Jul 15 16:59:20.761027 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Pushing event updated for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:20.800436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac154f5f-ff45-417e-b7a1-b1f090fd5170 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 200 len: 205 time: 0.1074626 Jul 15 16:59:20.803126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.813867 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399117f-e1b1-4cff-9acc-6ae283a909fe x-openstack-request-id: req-0399117f-e1b1-4cff-9acc-6ae283a909fe {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:20.814511 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "tag": "3949275a-ce54-453c-92ac-32859cb5654f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:20.814927 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0399117f-e1b1-4cff-9acc-6ae283a909fe {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:20.815677 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f', 'status': 'completed', 'code': 200} Jul 15 16:59:20.896304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a556a-0c38-4162-93f4-115ff66f11c4 req-c867bdfc-0c98-4a24-a084-2940686764e4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:20.904005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e5a556a-0c38-4162-93f4-115ff66f11c4 req-c867bdfc-0c98-4a24-a084-2940686764e4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 944 time: 0.5295508 Jul 15 16:59:20.905653 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.905999 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.906334 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.906662 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.906986 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.907303 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.907619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.908469 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.908796 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.909229 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-53ec1b3b-9dd9-4686-87ee-d888b0b3d1a7 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:20.909360 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.909664 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.909972 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:20.910443 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53ec1b3b-9dd9-4686-87ee-d888b0b3d1a7 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/8bbe5d93-9fce-49b3-99fa-cb6e24440f42 HTTP/1.1" status: 404 len: 336 time: 0.1064053 Jul 15 16:59:20.914662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:20.950810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-66da41b4-d860-4646-8201-e95117969fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:20.955595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-66da41b4-d860-4646-8201-e95117969fce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 1095 time: 0.6525149 Jul 15 16:59:20.992838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Attempting to bind port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:20.993407 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Attempting to bind port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:20.993525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Attempting to bind port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:21.000476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-332fe49d-13b8-4cf4-86ef-335225713be7 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 200 len: 205 time: 0.0844822 Jul 15 16:59:21.001117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.007053 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:21.007423 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:21.008316 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:21.008709 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:21.009174 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Bound port: f9fc1990-9a37-4bd4-b29a-a87cbf4e766d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:21.009549 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:21.112668 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d9ba375c-e826-4c80-8ad6-369a26264b97 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:21.113734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9ba375c-e826-4c80-8ad6-369a26264b97 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/e30a4736-f53c-4ce8-b715-4a9096d0e6d8 HTTP/1.1" status: 404 len: 336 time: 0.1115842 Jul 15 16:59:21.121853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.168005 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] For port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:21.172539 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] For port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:21.186224 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:21.214124 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d97b5ea2-2b21-454e-b20d-0118dac35f81 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 200 len: 205 time: 0.0911245 Jul 15 16:59:21.216778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.234358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:21.280852 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Routers {'cf9b95ac-502f-42ec-9b12-537c8e14dd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:21.290246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:21.291872 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0e182ea2-0f1a-49bd-bcb1-d6e64f6b8cd6 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:21.292966 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e182ea2-0f1a-49bd-bcb1-d6e64f6b8cd6 tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/fd8a5036-381f-42dd-aada-f5e5da5e9a58 HTTP/1.1" status: 404 len: 336 time: 0.0743570 Jul 15 16:59:21.295846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.320907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e5a556a-0c38-4162-93f4-115ff66f11c4 req-5e386764-45d2-46ec-93d5-c8557fde127a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154825 Jul 15 16:59:21.334818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-8c1fae99-280f-455b-a135-60d19cf2e8b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3949275a-ce54-453c-92ac-32859cb5654f HTTP/1.1" status: 200 len: 217 time: 0.3286233 Jul 15 16:59:21.379094 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaacaeb-a040-4209-a059-570057a1121a None None] Pushing event updated for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:21.447348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9568b47-dbc7-4fe3-b6b8-f2681390000a tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4516c70-1c18-4f08-b427-7cb00d23f299 HTTP/1.1" status: 200 len: 205 time: 0.1497476 Jul 15 16:59:21.459143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.500385 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] Set router cf9b95ac-502f-42ec-9b12-537c8e14dd0c gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:21.572719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-89f0908f-b379-4531-9099-d750e4ae333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:21.573918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-89f0908f-b379-4531-9099-d750e4ae333d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.1626148 Jul 15 16:59:21.646786 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9d0b5b9d-9e37-41f3-8300-76cc6806f09f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] delete failed (client error): The resource could not be found. Jul 15 16:59:21.647839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d0b5b9d-9e37-41f3-8300-76cc6806f09f tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/routers/e4516c70-1c18-4f08-b427-7cb00d23f299 HTTP/1.1" status: 404 len: 336 time: 0.1877165 Jul 15 16:59:21.651160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-66b5e9ad-bb03-4748-80d1-456e3d0882a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687461 Jul 15 16:59:21.651901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:21.830596 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:15Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': 'f9fc1990-9a37-4bd4-b29a-a87cbf4e766d', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:b6:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:13Z', 'updated_at': '2021-07-15T16:59:21Z', 'revision_number': 4, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:21.870543 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f0742-1a28-44f7-8ae8-91f6b14acbf8 None None] The sync data for ids ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'] in n-d-800085-3 is: [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:15Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': 'f9fc1990-9a37-4bd4-b29a-a87cbf4e766d', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:b6:81:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:13Z', 'updated_at': '2021-07-15T16:59:21Z', 'revision_number': 4, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'f9b2bdf7-20e7-4031-bf97-991a043860e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:21.882626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-76bf973a-877f-4f52-84fa-77db3215f4e5 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876917 Jul 15 16:59:21.951325 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-151b31d1-2e2a-46fc-ae83-22b8bb4fa96b tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] DELETE failed (client error): The resource could not be found. Jul 15 16:59:21.951788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151b31d1-2e2a-46fc-ae83-22b8bb4fa96b tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 16:59:21.953605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-151b31d1-2e2a-46fc-ae83-22b8bb4fa96b tempest-RoutersAdminTest-1305139408 tempest-RoutersAdminTest-1305139408-project] 10.222.0.25 "DELETE /v2.0/subnets/fd166551-ddbb-4ecd-a8d4-0daa60054d16 HTTP/1.1" status: 404 len: 337 time: 0.2963030 Jul 15 16:59:22.164932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a3152a5-8627-40df-88e6-c1ec710f102c req-1abb1102-b52e-463d-a151-dc2bef0500cf service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374618 Jul 15 16:59:22.184736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19aac1e-e656-4602-8ed1-dad4b4ba242a req-c7c49028-faab-4330-abd0-7159b0ac5df5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:22.186972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c19aac1e-e656-4602-8ed1-dad4b4ba242a req-c7c49028-faab-4330-abd0-7159b0ac5df5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.8836932 Jul 15 16:59:22.330895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c19aac1e-e656-4602-8ed1-dad4b4ba242a req-9633c183-c645-4ba6-9574-bc7516c3a94e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324847 Jul 15 16:59:22.435548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dff6e-9301-411f-8ee4-8a77162de33e req-c44a0711-9dca-428b-869a-0c0cc95d2e04 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:22.445469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-788dff6e-9301-411f-8ee4-8a77162de33e req-c44a0711-9dca-428b-869a-0c0cc95d2e04 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3403647 Jul 15 16:59:22.556356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-788dff6e-9301-411f-8ee4-8a77162de33e req-57817bd2-5bca-4fc1-899e-7bb3f6a7812a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082931 Jul 15 16:59:22.765823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f9fc1990-9a37-4bd4-b29a-a87cbf4e766d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:22.777281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-9333339c-d816-4819-ab88-c1fc407d5ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:22.780628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-9333339c-d816-4819-ab88-c1fc407d5ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 1095 time: 0.5234685 Jul 15 16:59:22.807567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:22.929390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:22.935528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:22.936488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.068135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25338230-d053-4df8-9508-91f0978c9f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.124857 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.137415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-6beda3c6-e677-4628-919f-f2d8cbe5eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:23.139567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-6beda3c6-e677-4628-919f-f2d8cbe5eccf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 915 time: 0.3342803 Jul 15 16:59:23.167328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:23.177483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.312813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25338230-d053-4df8-9508-91f0978c9f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.320954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25338230-d053-4df8-9508-91f0978c9f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.328660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:23.375498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-f84b3c45-bf1c-4bd9-87a1-15870c6163a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3949275a-ce54-453c-92ac-32859cb5654f HTTP/1.1" status: 200 len: 217 time: 0.1236875 Jul 15 16:59:23.412573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-25338230-d053-4df8-9508-91f0978c9f1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dd6841d6b5f497da6bede15aaafb9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016402 Jul 15 16:59:23.415121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:23.447119 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 16:59:23.527613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:23.528099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.545759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25338230-d053-4df8-9508-91f0978c9f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc8859e-5655-4664-95f5-f75a04a66915,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:23.577136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.605495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.714844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.718532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:23.719885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cc8859e-5655-4664-95f5-f75a04a66915 HTTP/1.1" status: 204 len: 168 time: 0.2882733 Jul 15 16:59:23.755812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d767bf-4bed-4950-88f2-28957c4f1ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc8859e-5655-4664-95f5-f75a04a66915,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:24.068850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056767d-7b48-4bd1-afec-c7bf4c2c3091 req-183e2e00-8edc-4b6e-83f5-eef74bf8e4a8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:24.070783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e056767d-7b48-4bd1-afec-c7bf4c2c3091 req-183e2e00-8edc-4b6e-83f5-eef74bf8e4a8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.9224513 Jul 15 16:59:24.081673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827d9a-88e1-4f90-8d94-a21f28fd1a7d req-e75e2b4b-fee5-4bb1-acf5-df743504702c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:24.083175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94827d9a-88e1-4f90-8d94-a21f28fd1a7d req-e75e2b4b-fee5-4bb1-acf5-df743504702c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 944 time: 1.3828964 Jul 15 16:59:24.084650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-4bdbc78b-fcdf-4c1a-885f-5b72ee5b85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:24.085984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-4bdbc78b-fcdf-4c1a-885f-5b72ee5b85d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.6799159 Jul 15 16:59:24.153663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-7384b93a-49db-481d-92a0-6d09d523888c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397041 Jul 15 16:59:24.218967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:24.287084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ae3304a-e5fc-48bf-8f45-202981b69e1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44c3d1b9070a48e3ae884894304c06fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637019 Jul 15 16:59:24.287500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:24.307532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e056767d-7b48-4bd1-afec-c7bf4c2c3091 req-dea2b212-4827-43b2-815f-0eaf2d11da8b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121892 Jul 15 16:59:24.377682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94827d9a-88e1-4f90-8d94-a21f28fd1a7d req-f6ddeda3-b635-4672-8983-2c310b441348 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735515 Jul 15 16:59:24.395886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.424995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.453342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-c47c8c82-065a-4ff3-aefb-30c54ce86b67 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239456 Jul 15 16:59:24.556192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.559925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.561649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4195f1f-8a24-4129-9281-67db95f7ce5e HTTP/1.1" status: 204 len: 168 time: 0.2731020 Jul 15 16:59:24.575538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817ae5e-e40a-4859-a9c8-b06ce55b9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4195f1f-8a24-4129-9281-67db95f7ce5e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:24.642050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:24.644547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.646223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-6b98fbe8-07c2-4ba8-86c6-083cd0fb02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:24.658123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-6b98fbe8-07c2-4ba8-86c6-083cd0fb02e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 1097 time: 0.1640835 Jul 15 16:59:24.676104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for f9fc1990-9a37-4bd4-b29a-a87cbf4e766d owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:24.683412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f9fc1990-9a37-4bd4-b29a-a87cbf4e766d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:24.768220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f9fc1990-9a37-4bd4-b29a-a87cbf4e766d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:24.768981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:24.858901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-7af6bba5-a568-4ad7-84eb-eb5dfcedab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:24.860444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-7af6bba5-a568-4ad7-84eb-eb5dfcedab46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.1966934 Jul 15 16:59:24.921343 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-9fa06746-1642-48c7-bc5b-ab21309fcf5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e57f19ec-93a1-41dd-8582-230c2dd39983 HTTP/1.1" status: 200 len: 217 time: 0.0542538 Jul 15 16:59:25.047474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a528d7b-f109-4c86-a860-c0a1afa655ea req-95334a9f-f058-4a69-883e-00f7ec56d2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708642 Jul 15 16:59:25.076326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-5d270cf7-43bf-44a9-8b8f-a7c631e07700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:25.077810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-5d270cf7-43bf-44a9-8b8f-a7c631e07700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.1505303 Jul 15 16:59:25.136986 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-ad4cb328-8ca8-4ffa-abb1-8a669d4db519 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518627 Jul 15 16:59:25.141260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed72ca1-8f91-4ffa-ab0b-7badedeedca9 req-f57eca26-c0d7-4099-be02-7463feb54079 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:25.157713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ed72ca1-8f91-4ffa-ab0b-7badedeedca9 req-f57eca26-c0d7-4099-be02-7463feb54079 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.4664550 Jul 15 16:59:25.197448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:59:25.290448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-30967a21-cace-4e31-a7c2-70c8aded64f7 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462748 Jul 15 16:59:25.445077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:25.466755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1c4d497c-d12f-4f81-bb72-a00ad751d0f1 req-8e7cd857-741f-45fa-93bb-9fb6f531f68a service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677160 Jul 15 16:59:25.475915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3949275a-ce54-453c-92ac-32859cb5654f', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'port_id': '3949275a-ce54-453c-92ac-32859cb5654f', 'mac_address': 'fa:16:3e:63:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbed9b8-974b-4505-9b5b-3d8b201a737a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:59:25.476786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ed72ca1-8f91-4ffa-ab0b-7badedeedca9 req-c7c4ae18-476f-48b1-a716-3aa13f6fbecc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156519 Jul 15 16:59:25.611914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552dd16-2402-4884-97c5-6216b4763c1d req-355eab71-9cef-454d-8449-843157ce1d41 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:25.619616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8552dd16-2402-4884-97c5-6216b4763c1d req-355eab71-9cef-454d-8449-843157ce1d41 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3472476 Jul 15 16:59:25.624018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:25.646855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:25.656026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:59:25.690233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=f9fc1990-9a37-4bd4-b29a-a87cbf4e766d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:25.711491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:25.722004 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:25.782636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8552dd16-2402-4884-97c5-6216b4763c1d req-ca10366e-11c1-49ee-8675-4f0777e969de tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617556 Jul 15 16:59:25.838180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0ece597-2e20-43cb-b272-b5ba63feeca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:25.849657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:25.978948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3949275a-ce54-453c-92ac-32859cb5654f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:59:26.076978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:26.118270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.209167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1f952-c003-4e2a-87c5-c616ce909ba3 req-c893a441-aa76-4c11-9943-498379b22a03 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:26.212176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07a1f952-c003-4e2a-87c5-c616ce909ba3 req-c893a441-aa76-4c11-9943-498379b22a03 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 945 time: 0.5175927 Jul 15 16:59:26.327290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-66254908'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:26.380497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Made reservation on behalf of a2e240e453e74fd7b7c3a76839895909 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:26.385088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.405488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.647609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.652966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.669830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:59:26.673217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07a1f952-c003-4e2a-87c5-c616ce909ba3 req-e93debb7-ccdf-40e7-bcaa-23f8c4e6278e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892026 Jul 15 16:59:26.676525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Router cf9b95ac-502f-42ec-9b12-537c8e14dd0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:59:26.685975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.697814 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Added segment 2070af6a-838e-4394-b642-3babbab3c84a of type vlan for network 115d1bf4-bdc2-41cb-9051-f91f08a500fd Jul 15 16:59:26.785753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:26.795518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-72b3556c-2f56-4e1a-b39c-93551dd3352d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "PUT /v2.0/routers/cf9b95ac-502f-42ec-9b12-537c8e14dd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3207188 Jul 15 16:59:26.796387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41888) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:26.806906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1307-4c2f-4d89-aaa1-e3398c1395bf req-d8d27645-9d0f-48f4-beb5-bf2d173ea743 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:26.808835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-657c1307-4c2f-4d89-aaa1-e3398c1395bf req-d8d27645-9d0f-48f4-beb5-bf2d173ea743 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3674345 Jul 15 16:59:26.810942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Sync routers for ids ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:26.847943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Routers {'cf9b95ac-502f-42ec-9b12-537c8e14dd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:26.848597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:26.870086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.875184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4e910d-3644-4502-8e34-37319f9a0740,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:26.914393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-657c1307-4c2f-4d89-aaa1-e3398c1395bf req-3b945836-702b-41ab-a761-4db5dbadb14c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946326 Jul 15 16:59:26.917843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f48f97-566b-4b08-b809-e50b0e7763ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:26.919607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f48f97-566b-4b08-b809-e50b0e7763ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:26.924020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:26.924271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09f48f97-566b-4b08-b809-e50b0e7763ee tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1264842 Jul 15 16:59:26.940798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:26.947895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:26.948633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.030355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Set router cf9b95ac-502f-42ec-9b12-537c8e14dd0c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:27.075779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'Network': ['ID=115d1bf4-bdc2-41cb-9051-f91f08a500fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:27.080660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1d4c19f0-1d1d-4582-a165-70cd423b4b95 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0025249 Jul 15 16:59:27.086005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:27.099271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:25Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:27.101996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:59:27.106542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Request body: {'subnet': {'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:27.119007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c47d1f-576c-4bf4-b750-1417ce2d734a req-f149565b-8013-47d2-8b1a-89e49f506352 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:27.124232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8c47d1f-576c-4bf4-b750-1417ce2d734a req-f149565b-8013-47d2-8b1a-89e49f506352 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.1390345 Jul 15 16:59:27.163690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet f9b2bdf7-20e7-4031-bf97-991a043860e5 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:27.167041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Checking router: cf9b95ac-502f-42ec-9b12-537c8e14dd0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:27.172474 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.180834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Routers {'cf9b95ac-502f-42ec-9b12-537c8e14dd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:27.181846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:27.205238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8c47d1f-576c-4bf4-b750-1417ce2d734a req-b0003b57-184c-48f0-9622-9f7970603af6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Jul 15 16:59:27.249090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:27.301893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.402299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Made reservation on behalf of a2e240e453e74fd7b7c3a76839895909 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:27.409844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.627066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] Set router cf9b95ac-502f-42ec-9b12-537c8e14dd0c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:27.703826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:25Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:27.770510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.778294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73a288-f537-478b-9fab-f6173240b4d9 None None] The sync data for ids ['cf9b95ac-502f-42ec-9b12-537c8e14dd0c'] in n-d-800085-3 is: [{'id': 'cf9b95ac-502f-42ec-9b12-537c8e14dd0c', 'name': 'tempest-NetworksTestDHCPv6-router-613663119', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:10Z', 'updated_at': '2021-07-15T16:59:25Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:27.801411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 3949275a-ce54-453c-92ac-32859cb5654f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:27.805709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3949275a-ce54-453c-92ac-32859cb5654f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:27.806611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:27.979621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.008242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:28.010886 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e76c5f4-52ae-484c-a572-03ee92f0e255" -d '{"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-plugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:28.027958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6e4cd-a768-4ddd-8708-94f58ef94efe req-dd727b16-019c-4eff-b7d4-545f9d7ea2a7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:28.039807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ec6e4cd-a768-4ddd-8708-94f58ef94efe req-dd727b16-019c-4eff-b7d4-545f9d7ea2a7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 945 time: 0.1420369 Jul 15 16:59:28.042245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.044869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:28.050807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.051888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:28.068406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.131495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ec6e4cd-a768-4ddd-8708-94f58ef94efe req-42c00f57-2360-4bdd-83d8-5dc3bb4d0b76 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903158 Jul 15 16:59:28.157157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.160289 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f9b2bdf7-20e7-4031-bf97-991a043860e5 HTTP/1.1" status: 204 len: 168 time: 1.2348359 Jul 15 16:59:28.174280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41922) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:28.192854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6bad9-f48b-4377-80db-2768be9ba32a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:28.212599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Checking segment: {'id': '2070af6a-838e-4394-b642-3babbab3c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:28.213090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Network hostable DHCP agents. Network: 115d1bf4-bdc2-41cb-9051-f91f08a500fd, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:59:28.223972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'Subnet': ['ID=ab89b439-66eb-4646-92d9-2acf4b8fdfd9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:28.290812 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974fee35-02a8-4986-9d6a-abad076dafb0 x-openstack-request-id: req-974fee35-02a8-4986-9d6a-abad076dafb0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:28.297949 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-plugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:28.299111 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-974fee35-02a8-4986-9d6a-abad076dafb0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:28.299729 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f', 'code': 200} Jul 15 16:59:28.305766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5646780-f67a-4c3c-950f-ac992059031f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b2bdf7-20e7-4031-bf97-991a043860e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:28.327023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:59:28.332865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:28.404004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 115d1bf4-bdc2-41cb-9051-f91f08a500fd) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:28.422316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb279242-fce9-445c-80a1-a0317bbcaf50 None None] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:28.428690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:28.438835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.530062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f9fc1990-9a37-4bd4-b29a-a87cbf4e766d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:28.547300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7012fd8d-95ff-4ffc-b40f-9f2865d9fd65 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4599087 Jul 15 16:59:28.549134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:28.564252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Request body: {'port': {'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-419269940'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:28.572341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f9fc1990-9a37-4bd4-b29a-a87cbf4e766d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:28.573273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f9fc1990-9a37-4bd4-b29a-a87cbf4e766d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:28.606366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413440-883a-41f6-bae4-b3c9be5c115f req-5eb9159d-6487-4d17-b2a6-ed91d4f278be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:28.608096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92413440-883a-41f6-bae4-b3c9be5c115f req-5eb9159d-6487-4d17-b2a6-ed91d4f278be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 1097 time: 0.2826614 Jul 15 16:59:28.689939 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.752655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:28.756976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6fa9e8c5-558e-4069-bf68-743fe03e941b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5814838 Jul 15 16:59:28.797271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:28.846620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e3781-16c2-4192-8804-7a8637d44a8d req-e4918922-98f6-4a24-ab45-448402b6207f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:28.865910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045e3781-16c2-4192-8804-7a8637d44a8d req-e4918922-98f6-4a24-ab45-448402b6207f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.7107532 Jul 15 16:59:28.872172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92413440-883a-41f6-bae4-b3c9be5c115f req-9036f5d6-edf8-4793-a9bb-40bb847f085a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550597 Jul 15 16:59:28.894554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.913809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:28.934570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d3efa-7b8f-4dc9-b15a-dfb37949dc5a req-dcf5a151-b6e1-46bd-98a1-568326476253 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:28.943240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-866d3efa-7b8f-4dc9-b15a-dfb37949dc5a req-dcf5a151-b6e1-46bd-98a1-568326476253 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 946 time: 0.3638082 Jul 15 16:59:29.061195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.067879 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-866d3efa-7b8f-4dc9-b15a-dfb37949dc5a req-e312ea04-eefc-4a84-bf99-a0683e097f57 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233666 Jul 15 16:59:29.072977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:29.074319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-045e3781-16c2-4192-8804-7a8637d44a8d req-0d9d4b0c-b08f-4859-a0f3-1ca5c6118ecf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075157 Jul 15 16:59:29.081465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:29.110969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Made reservation on behalf of a2e240e453e74fd7b7c3a76839895909 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:29.127831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.217055 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cea61caa-91a6-4c86-a656-330beabe7fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.325472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Deleting port ce39d9f2-503e-4ff0-b2b9-86be68da9929 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:29.326066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.359894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.364390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] device_id is not set on port a80fd0cc-911e-4bda-b6e3-d1f469f87353 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:59:29.373099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.471387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.472155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Fanout notify agent at l3_agent the message router_deleted on router cf9b95ac-502f-42ec-9b12-537c8e14dd0c {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:59:29.482358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.487027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41966) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:29.487198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc3afb2f-69aa-4cfe-b619-adcd2e20ffcb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/routers/cf9b95ac-502f-42ec-9b12-537c8e14dd0c HTTP/1.1" status: 204 len: 168 time: 0.7332854 Jul 15 16:59:29.492205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:29.537608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] For port ce39d9f2-503e-4ff0-b2b9-86be68da9929, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ce39d9f2-503e-4ff0-b2b9-86be68da9929,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:29.537950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.620221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Calling delete_port for ce39d9f2-503e-4ff0-b2b9-86be68da9929 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:29.698354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-115d1bf4-bdc2-41cb-9051-f91f08a500fd', 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd', 'tenant_id': 'a2e240e453e74fd7b7c3a76839895909', 'fixed_ips': [{'subnet_id': 'ab89b439-66eb-4646-92d9-2acf4b8fdfd9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:29.699241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:29.729621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Allocated IP 2001:db8::151 (115d1bf4-bdc2-41cb-9051-f91f08a500fd/ab89b439-66eb-4646-92d9-2acf4b8fdfd9/a80fd0cc-911e-4bda-b6e3-d1f469f87353) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:29.912899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:29.917135 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.081204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.188537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.193397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] Pushing event deleted for resources: {'Port': ['ID=ce39d9f2-503e-4ff0-b2b9-86be68da9929,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:30.199355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef5581-d985-4d70-bd3d-418d18a0c0de None None] No DVR routers for this DVR port ce39d9f2-503e-4ff0-b2b9-86be68da9929 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:30.209635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.245541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Transition to ACTIVE for port object a80fd0cc-911e-4bda-b6e3-d1f469f87353 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:30.318537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.320405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:30.322995 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595d5e9f-cfd8-4930-970d-e6931590c163" -d '{"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:30.458124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'Port': ['ID=a80fd0cc-911e-4bda-b6e3-d1f469f87353,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:30.469994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:30.478117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.478639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:30.482042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:30.493033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:30.493603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.521920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ace9c0e-e522-49b8-b191-3a7e3350b2ea tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9681871 Jul 15 16:59:30.524470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:30.531568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Request body: {'port': {'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1243966559', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:30.532103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:30.532468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:30.532835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:30.544645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Allocated IP 2001:db8::2 (115d1bf4-bdc2-41cb-9051-f91f08a500fd/ab89b439-66eb-4646-92d9-2acf4b8fdfd9/9bb4c601-f6a7-4245-8868-19815b4ccc7d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:30.686834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:30.694850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:30.705277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:30.708246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.780782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2912183 Jul 15 16:59:30.781740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42030) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:30.789016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:30.801645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b59fb-a165-450e-80e0-72c4fbebcb1d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=b6545205-c092-4ef8-8476-77b5e4528103,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:30.822243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:59:30.822243 n-d-800085-3 neutron-server[100429]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 16:59:30.822243 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id_1': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'expiration_1': datetime.datetime(2021, 7, 15, 16, 59, 30, 805598)}] Jul 15 16:59:30.822243 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:59:30.823139 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:59:30.834328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ce39d9f2-503e-4ff0-b2b9-86be68da9929 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:30.838955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Made reservation on behalf of a2e240e453e74fd7b7c3a76839895909 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:30.843232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21102316-d7a7-4d4a-9a0f-2fb5d0ceaf73 req-0bd7d5fd-7cb9-4fd4-afbf-f2f8008de7d2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:30.851515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:30.851824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21102316-d7a7-4d4a-9a0f-2fb5d0ceaf73 req-0bd7d5fd-7cb9-4fd4-afbf-f2f8008de7d2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3850293 Jul 15 16:59:30.871044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a2662-ba53-4f8d-8593-9075c685e34c None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:30.908777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] device_id is not set on port 0a6837c5-43b6-4eba-bdac-2787fbb695af yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:59:30.936173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21102316-d7a7-4d4a-9a0f-2fb5d0ceaf73 req-e758e4ab-b48e-4456-ad57-8468ecb3f9e6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831559 Jul 15 16:59:31.076663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ce39d9f2-503e-4ff0-b2b9-86be68da9929 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:31.077080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ce39d9f2-503e-4ff0-b2b9-86be68da9929 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:31.110552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-edfe34ba-9d26-441c-ae09-dddef39e13dd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.111349 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.112303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-edfe34ba-9d26-441c-ae09-dddef39e13dd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3 HTTP/1.1" status: 200 len: 944 time: 0.1201825 Jul 15 16:59:31.122751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Transition to ACTIVE for port object 9bb4c601-f6a7-4245-8868-19815b4ccc7d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:31.144203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Transition to ACTIVE for port object 9bb4c601-f6a7-4245-8868-19815b4ccc7d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:31.219380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.275474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Allocated IP 2001:db8::aa (115d1bf4-bdc2-41cb-9051-f91f08a500fd/ab89b439-66eb-4646-92d9-2acf4b8fdfd9/0a6837c5-43b6-4eba-bdac-2787fbb695af) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:31.303319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e57f19ec-93a1-41dd-8582-230c2dd39983 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:31.309352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c334e1-2db8-4604-add6-baee5276cd52 req-ee379e95-c312-45cf-979e-86defcfa75f2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.317086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55c334e1-2db8-4604-add6-baee5276cd52 req-ee379e95-c312-45cf-979e-86defcfa75f2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1487515 Jul 15 16:59:31.380885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port e57f19ec-93a1-41dd-8582-230c2dd39983 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:31.381423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:31.381685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.409468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:31.415349 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.432380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:31.447198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.449540 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.473154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55c334e1-2db8-4604-add6-baee5276cd52 req-5b429baf-f8b9-45ec-947a-e3e5eda4045c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528218 Jul 15 16:59:31.485139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Pushing event updated for resources: {'Port': ['ID=9bb4c601-f6a7-4245-8868-19815b4ccc7d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:31.514962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'b6545205-c092-4ef8-8476-77b5e4528103'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:31.516072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.595676 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e40937f-b520-473e-8e0f-0f86c05c5d7e x-openstack-request-id: req-0e40937f-b520-473e-8e0f-0f86c05c5d7e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:31.606946 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-unplugged", "status": "failed", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983", "code": 422}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:31.607388 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e40937f-b520-473e-8e0f-0f86c05c5d7e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:31.608010 n-d-800085-3 neutron-server[100430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'code': 422} returned with failed status Jul 15 16:59:31.619107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.625721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.636994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.643129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Transition to ACTIVE for port object 0a6837c5-43b6-4eba-bdac-2787fbb695af will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:31.651244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port e57f19ec-93a1-41dd-8582-230c2dd39983, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e57f19ec-93a1-41dd-8582-230c2dd39983,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:31.651607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.673958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for e57f19ec-93a1-41dd-8582-230c2dd39983 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:31.681026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.684577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-413640c0-7d03-4640-b26f-fec7f8963282 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8990874 Jul 15 16:59:31.685235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42050) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:31.695642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.746569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:31.750351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:31.759965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:31.766715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.767654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.797123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'Port': ['ID=0a6837c5-43b6-4eba-bdac-2787fbb695af,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:31.804466 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e83026d6-2f23-4236-a22f-f2d10f45c399 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2785971 Jul 15 16:59:31.806761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:31.822582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/b6545205-c092-4ef8-8476-77b5e4528103/c8f23fec-a11b-456b-ba28-81828c17d22d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:31.828445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Attempting to bind port 9bb4c601-f6a7-4245-8868-19815b4ccc7d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:31.829073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Attempting to bind port 9bb4c601-f6a7-4245-8868-19815b4ccc7d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2070af6a-838e-4394-b642-3babbab3c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:31.829695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Attempting to bind port 9bb4c601-f6a7-4245-8868-19815b4ccc7d on network 115d1bf4-bdc2-41cb-9051-f91f08a500fd {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:31.868680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:31.869460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Checking segment: {'id': '2070af6a-838e-4394-b642-3babbab3c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:31.870092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.870564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Bound using segment: {'id': '2070af6a-838e-4394-b642-3babbab3c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:31.871134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Bound port: 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2070af6a-838e-4394-b642-3babbab3c84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '115d1bf4-bdc2-41cb-9051-f91f08a500fd'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:31.871676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:31.946457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568d18e-edbd-426f-95d1-f35419776bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.960689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568d18e-edbd-426f-95d1-f35419776bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.968297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568d18e-edbd-426f-95d1-f35419776bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:31.970873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a568d18e-edbd-426f-95d1-f35419776bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1624691 Jul 15 16:59:31.977310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:32.041346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] For port 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:32.050296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] For port 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9bb4c601-f6a7-4245-8868-19815b4ccc7d,segment=NetworkSegment(2070af6a-838e-4394-b642-3babbab3c84a),segment_id=2070af6a-838e-4394-b642-3babbab3c84a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:32.073747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.130818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Deleting port 0a6837c5-43b6-4eba-bdac-2787fbb695af {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:32.131174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.260838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.293527 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.317550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Calling delete_port for 0a6837c5-43b6-4eba-bdac-2787fbb695af owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:32.359609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfaf83-7f56-4b1d-a8f8-108bf7adaa6e None None] Pushing event updated for resources: {'Port': ['ID=9bb4c601-f6a7-4245-8868-19815b4ccc7d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:32.530824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=e57f19ec-93a1-41dd-8582-230c2dd39983,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:32.595268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.649403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event deleted for resources: {'Port': ['ID=0a6837c5-43b6-4eba-bdac-2787fbb695af,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:32.708715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.715086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29e880cd-d583-479f-b72c-e4a7c3e19cce tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "DELETE /v2.0/ports/0a6837c5-43b6-4eba-bdac-2787fbb695af HTTP/1.1" status: 204 len: 168 time: 0.7347193 Jul 15 16:59:32.717547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:32.731805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Request body: {'port': {'name': 'tempest-new-port-name-1114205442', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:32.733473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:32.741010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:32.741433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 16:59:32.933419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.942803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Transition to ACTIVE for port object c8f23fec-a11b-456b-ba28-81828c17d22d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:32.948648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:32.959972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Transition to ACTIVE for port object c8f23fec-a11b-456b-ba28-81828c17d22d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:32.967644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.014117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:33.018304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:33.023392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:33.027035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Pushing event updated for resources: {'Port': ['ID=c8f23fec-a11b-456b-ba28-81828c17d22d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:33.108026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Attempting to bind port c8f23fec-a11b-456b-ba28-81828c17d22d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:33.108777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Attempting to bind port c8f23fec-a11b-456b-ba28-81828c17d22d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:33.109664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Attempting to bind port c8f23fec-a11b-456b-ba28-81828c17d22d on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:33.117170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:33.117750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:33.118344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.119347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:33.120357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Bound port: c8f23fec-a11b-456b-ba28-81828c17d22d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:33.121141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.185473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:33.296895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] For port c8f23fec-a11b-456b-ba28-81828c17d22d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:33.303363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] For port c8f23fec-a11b-456b-ba28-81828c17d22d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8f23fec-a11b-456b-ba28-81828c17d22d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:33.333009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.416152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.441064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1ae-2061-4f54-9ed8-fe0faa903ce4 req-600f624c-3f8f-4418-83b3-c9ce1d05b78a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:33.449166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e53d1ae-2061-4f54-9ed8-fe0faa903ce4 req-600f624c-3f8f-4418-83b3-c9ce1d05b78a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 1.4533279 Jul 15 16:59:33.481615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port e57f19ec-93a1-41dd-8582-230c2dd39983 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:33.496742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.517809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.528735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29bcb2-27e4-4571-9da4-c53a29b0dc37 None None] Pushing event updated for resources: {'Port': ['ID=c8f23fec-a11b-456b-ba28-81828c17d22d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:33.599663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] In _notify_port_updated(), no bound segment for port a80fd0cc-911e-4bda-b6e3-d1f469f87353 on network 115d1bf4-bdc2-41cb-9051-f91f08a500fd {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 16:59:33.610711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:33.611700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.621414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "PUT /v2.0/ports/a80fd0cc-911e-4bda-b6e3-d1f469f87353 HTTP/1.1" status: 200 len: 1130 time: 0.9027336 Jul 15 16:59:33.644320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:33.646789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:33.674127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2faae57-2c43-4d25-9ad8-891c870ea55b req-1fc8a38f-86e2-40a3-9235-a40981c16a11 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "DELETE /v2.0/ports/e57f19ec-93a1-41dd-8582-230c2dd39983 HTTP/1.1" status: 204 len: 173 time: 2.5481257 Jul 15 16:59:33.675135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-deleted', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:33.690908 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abf9aba-5a90-44c6-8553-b45b7637bec4" -d '{"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-deleted", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:33.852826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e53d1ae-2061-4f54-9ed8-fe0faa903ce4 req-6d8a8265-35f3-4bce-ae37-430374885390 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004076 Jul 15 16:59:34.250265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a534e9-5140-4df2-86df-671a0c48e01d None None] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:34.327634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e897febf-6527-4992-81c8-ba72a15233c6 None None] Provisioning for port 9bb4c601-f6a7-4245-8868-19815b4ccc7d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:34.413124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e7c8c-ed7b-42bb-bb34-61f4140fffbd req-d0654147-b877-4eb7-8d39-ec5d8fdad320 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:34.415134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-990e7c8c-ed7b-42bb-bb34-61f4140fffbd req-d0654147-b877-4eb7-8d39-ec5d8fdad320 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2621937 Jul 15 16:59:34.530856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-990e7c8c-ed7b-42bb-bb34-61f4140fffbd req-0a2f8406-d9af-402d-8d51-bd1d71f451c0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083171 Jul 15 16:59:34.533540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::1 (c39447b1-2e0e-4621-a1d1-1027e590f497/b6545205-c092-4ef8-8476-77b5e4528103/7c12d962-be6e-4434-bd81-a4d0dcbd7171) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:34.687887 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f34114-acf8-4950-8d9e-f1d22eb125da x-openstack-request-id: req-20f34114-acf8-4950-8d9e-f1d22eb125da {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:34.688716 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3", "name": "network-vif-deleted", "tag": "e57f19ec-93a1-41dd-8582-230c2dd39983", "status": "failed", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:34.691520 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20f34114-acf8-4950-8d9e-f1d22eb125da {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:34.692173 n-d-800085-3 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c976c1ec-ded8-424b-b5f4-48e2d5e2c0c3', 'name': 'network-vif-deleted', 'tag': 'e57f19ec-93a1-41dd-8582-230c2dd39983', 'status': 'failed', 'code': 422} returned with failed status Jul 15 16:59:34.870489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9bb4c601-f6a7-4245-8868-19815b4ccc7d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:34.978411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3472dd0-4426-483f-9f36-e0f3efa0838c tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event updated for resources: {'Port': ['ID=a80fd0cc-911e-4bda-b6e3-d1f469f87353,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:34.992072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc9309-c0ff-4bc9-a85f-49b9f436f897 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:35.010839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-49bc9309-c0ff-4bc9-a85f-49b9f436f897 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "GET /v2.0/ports/a80fd0cc-911e-4bda-b6e3-d1f469f87353 HTTP/1.1" status: 200 len: 1130 time: 1.3629313 Jul 15 16:59:35.011723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 9bb4c601-f6a7-4245-8868-19815b4ccc7d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:35.013845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:35.019459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9bb4c601-f6a7-4245-8868-19815b4ccc7d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:35.020994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.040846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.081325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 7c12d962-be6e-4434-bd81-a4d0dcbd7171 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:35.239859 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.336104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.382437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Provisioning complete for port 9bb4c601-f6a7-4245-8868-19815b4ccc7d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:35.384181 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.428914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=7c12d962-be6e-4434-bd81-a4d0dcbd7171,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:35.496572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:35.499142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:35.518907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:35.519764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.550178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9bb4c601-f6a7-4245-8868-19815b4ccc7d,segment=NetworkSegment(2070af6a-838e-4394-b642-3babbab3c84a),segment_id=2070af6a-838e-4394-b642-3babbab3c84a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:35.563469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.569994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8f23fec-a11b-456b-ba28-81828c17d22d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:35.572866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Deleting port a80fd0cc-911e-4bda-b6e3-d1f469f87353 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:35.573828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.761295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.781042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Calling delete_port for a80fd0cc-911e-4bda-b6e3-d1f469f87353 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:35.843679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=9bb4c601-f6a7-4245-8868-19815b4ccc7d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:35.948594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c8f23fec-a11b-456b-ba28-81828c17d22d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:35.955162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:35.963813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255598-7d78-4e93-8086-96db9e572b01 req-87e2c6d9-1f30-4939-9d79-9c24b51d019b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:35.966755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15255598-7d78-4e93-8086-96db9e572b01 req-87e2c6d9-1f30-4939-9d79-9c24b51d019b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.8172302 Jul 15 16:59:36.090912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15255598-7d78-4e93-8086-96db9e572b01 req-f99be19f-f338-4668-9b36-0f4e830c17b3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102574 Jul 15 16:59:36.112248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afabc7a-e424-4709-914e-b1057d5a01ed req-b0e1c255-e32d-449f-aef5-180465e0ff5e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:36.121816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2afabc7a-e424-4709-914e-b1057d5a01ed req-b0e1c255-e32d-449f-aef5-180465e0ff5e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.2679565 Jul 15 16:59:36.123879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.158348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Provisioning for port a80fd0cc-911e-4bda-b6e3-d1f469f87353 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:36.165413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Provisioning complete for port a80fd0cc-911e-4bda-b6e3-d1f469f87353 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:36.166603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.172148 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.215548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event deleted for resources: {'Port': ['ID=a80fd0cc-911e-4bda-b6e3-d1f469f87353,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:36.260340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c312e3dd-a462-48aa-8aa3-93773d45ab37 None None] Port a80fd0cc-911e-4bda-b6e3-d1f469f87353 was deleted so its status cannot be updated. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 16:59:36.380448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.384717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Could not find standard attr ID for object a80fd0cc-911e-4bda-b6e3-d1f469f87353. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:59:36.386036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2afabc7a-e424-4709-914e-b1057d5a01ed req-cc6da28b-412a-447b-906d-9366dca2dd2b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608168 Jul 15 16:59:36.387039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba3e9dee-bb5b-4008-ab84-38f091fced19 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "DELETE /v2.0/ports/a80fd0cc-911e-4bda-b6e3-d1f469f87353 HTTP/1.1" status: 204 len: 168 time: 1.3720534 Jul 15 16:59:36.387362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:36.411428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Provisioning for port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:36.420396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Provisioning complete for port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:36.422321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.467222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:36.470953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Could not find standard attr ID for object 0a6837c5-43b6-4eba-bdac-2787fbb695af. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:59:36.484313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Provisioning for port c8f23fec-a11b-456b-ba28-81828c17d22d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:36.494165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Provisioning complete for port c8f23fec-a11b-456b-ba28-81828c17d22d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:36.494821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.640259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.652426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9bb4c601-f6a7-4245-8868-19815b4ccc7d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:36.771132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Deleting port 861aac4d-5775-4cc6-aa4c-7addd5ca8345 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:36.771294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.787925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] For port c8f23fec-a11b-456b-ba28-81828c17d22d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8f23fec-a11b-456b-ba28-81828c17d22d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:36.796281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9bb4c601-f6a7-4245-8868-19815b4ccc7d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:36.796661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.804448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.901107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Deleting subnet ab89b439-66eb-4646-92d9-2acf4b8fdfd9 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:36.905126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.937241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] For port 861aac4d-5775-4cc6-aa4c-7addd5ca8345, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=861aac4d-5775-4cc6-aa4c-7addd5ca8345,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:36.937629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:36.943522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30660ef8-52f1-4697-a85c-314868ced0ce None None] Pushing event updated for resources: {'Port': ['ID=c8f23fec-a11b-456b-ba28-81828c17d22d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:36.973770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Calling delete_port for 861aac4d-5775-4cc6-aa4c-7addd5ca8345 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:36.994673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70ab38-1098-4b7b-abe6-83f18c507035 req-cc24c9cf-ba64-4685-adc6-a67c62811e3f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:37.002177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be70ab38-1098-4b7b-abe6-83f18c507035 req-cc24c9cf-ba64-4685-adc6-a67c62811e3f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4104214 Jul 15 16:59:37.025639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-0b1d3beb-3718-4f88-92ee-42947483c44c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:37.033312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-0b1d3beb-3718-4f88-92ee-42947483c44c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.6799467 Jul 15 16:59:37.050212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.074631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-de84a561-0e81-44e1-950d-05240a897e7b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0399213 Jul 15 16:59:37.132107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aba9cbc9-efe3-4346-9496-cc35bae7cc1a None None] Could not find standard attr ID for object a80fd0cc-911e-4bda-b6e3-d1f469f87353. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:59:37.145042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-132a06b7-8ab5-4390-adba-36699e2cb945 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693598 Jul 15 16:59:37.223034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.252048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be70ab38-1098-4b7b-abe6-83f18c507035 req-41a1153f-494e-41be-9be8-7f2a1ab3160c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482569 Jul 15 16:59:37.293571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=861aac4d-5775-4cc6-aa4c-7addd5ca8345,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:37.307580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.461321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.462123 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.562722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.568861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=7c12d962-be6e-4434-bd81-a4d0dcbd7171,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:37.723720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:37.762290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:37.770296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-d8a5a68e-afd5-4bb6-ae9e-85d3e3d12d6f service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027648 Jul 15 16:59:37.773707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:37.888787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:59:38.025057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.039230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:38.046474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a240d45-324d-4362-a7a6-58b44ccaadd1 admin admin] 10.222.0.25 "PUT /v2.0/routers/65df62bb-e671-4aa5-8e53-17669d5cf7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8576400 Jul 15 16:59:38.046700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:38.054578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Sync routers for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:38.073044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204b707-71f9-4793-8d62-d6764270b056 req-c625f28b-8a4c-4280-9836-d987eb5896e3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:38.075702 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:38.077925 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:38.088483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7204b707-71f9-4793-8d62-d6764270b056 req-c625f28b-8a4c-4280-9836-d987eb5896e3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.5241342 Jul 15 16:59:38.130717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event deleted for resources: {'Subnet': ['ID=ab89b439-66eb-4646-92d9-2acf4b8fdfd9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:38.186168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d2f2ed66-299b-418f-8dc9-b43bb1e07fad None None] Provisioning complete for port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:38.186686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ed66-299b-418f-8dc9-b43bb1e07fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.191197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91fde61-455e-4bcd-b339-88e1f6a3ee12 None None] Network 115d1bf4-bdc2-41cb-9051-f91f08a500fd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:38.193379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.197800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:38.199167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-69b92128-3815-4e77-b42b-a31ed1dc8252 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "DELETE /v2.0/subnets/ab89b439-66eb-4646-92d9-2acf4b8fdfd9 HTTP/1.1" status: 204 len: 168 time: 1.6218505 Jul 15 16:59:38.233960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.249177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-086c08ea-be3d-4946-a063-9da7ee2280dc service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614997 Jul 15 16:59:38.278547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7204b707-71f9-4793-8d62-d6764270b056 req-f268685a-b1cd-4d2c-8628-9df50a6ea923 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891334 Jul 15 16:59:38.293408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Router 5b28cbf7-66bb-4353-920a-9c53da298e8c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:59:38.326586 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:38.389562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2ed66-299b-418f-8dc9-b43bb1e07fad None None] Port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:38.552464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] DHCP port deletion for 115d1bf4-bdc2-41cb-9051-f91f08a500fd request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:38.693518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.745921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Deleting port 9bb4c601-f6a7-4245-8868-19815b4ccc7d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:38.746305 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.764729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.861314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Deleting port 9bb4c601-f6a7-4245-8868-19815b4ccc7d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:38.861771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.874609 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:59:37Z', 'revision_number': 5, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port': {'id': 'f427da54-7e89-413d-9077-71bfc63c15c1', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:10:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:47:53Z', 'updated_at': '2021-07-15T16:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:38.930597 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Checking router: 65df62bb-e671-4aa5-8e53-17669d5cf7a6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:38.958830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Routers {'65df62bb-e671-4aa5-8e53-17669d5cf7a6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:38.959836 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:38.973671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Deleting port f427da54-7e89-413d-9077-71bfc63c15c1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:38.975216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:38.982043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] For port 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9bb4c601-f6a7-4245-8868-19815b4ccc7d,segment=NetworkSegment(2070af6a-838e-4394-b642-3babbab3c84a),segment_id=2070af6a-838e-4394-b642-3babbab3c84a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:38.983524 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.013256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Calling delete_port for 9bb4c601-f6a7-4245-8868-19815b4ccc7d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:39.202639 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] Set router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:39.247443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8f23fec-a11b-456b-ba28-81828c17d22d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:39.252375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] For port f427da54-7e89-413d-9077-71bfc63c15c1, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f427da54-7e89-413d-9077-71bfc63c15c1,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:39.252927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.296173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Calling delete_port for f427da54-7e89-413d-9077-71bfc63c15c1 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:39.344771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.418179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] Pushing event deleted for resources: {'Port': ['ID=9bb4c601-f6a7-4245-8868-19815b4ccc7d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:39.428098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:39.431771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529358db-62a3-4c0e-9979-4f0a72a053b5 None None] No DVR routers for this DVR port 9bb4c601-f6a7-4245-8868-19815b4ccc7d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:39.450297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a5374bf8-8130-46e1-9fac-56d7bbd89bdd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "PUT /v2.0/routers/5b28cbf7-66bb-4353-920a-9c53da298e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7592077 Jul 15 16:59:39.455587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42266) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:39.463231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Sync routers for ids ['5b28cbf7-66bb-4353-920a-9c53da298e8c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:39.476152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c8f23fec-a11b-456b-ba28-81828c17d22d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:39.480562 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.561309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.573365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] For port 9bb4c601-f6a7-4245-8868-19815b4ccc7d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9bb4c601-f6a7-4245-8868-19815b4ccc7d,segment=NetworkSegment(2070af6a-838e-4394-b642-3babbab3c84a),segment_id=2070af6a-838e-4394-b642-3babbab3c84a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:39.573365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:39.635971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Routers {'5b28cbf7-66bb-4353-920a-9c53da298e8c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:39.636653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['5b28cbf7-66bb-4353-920a-9c53da298e8c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:39.672510 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:59:38Z', 'revision_number': 6, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:39.678747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Calling delete_port for 9bb4c601-f6a7-4245-8868-19815b4ccc7d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:39.680350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36b7d83b-3e96-45c0-88e1-3c3c7d7881e0 req-dbdeb45e-e900-4bc3-b280-7e07b3a0af28 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 210 time: 0.2275398 Jul 15 16:59:39.692181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f427da54-7e89-413d-9077-71bfc63c15c1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:39.723201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8fed1-7d3a-474b-87fb-0fd19942c1e0 None None] The sync data for ids ['65df62bb-e671-4aa5-8e53-17669d5cf7a6'] in n-d-800085-3 is: [{'id': '65df62bb-e671-4aa5-8e53-17669d5cf7a6', 'name': 'tempest-TaggedBootDevicesTest-69348807-router', 'tenant_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:47:51Z', 'updated_at': '2021-07-15T16:59:38Z', 'revision_number': 6, 'project_id': '2270cd09cc5247d5a2a3b1ac78c0da81', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:39.788472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff2732-23ee-4750-aeed-d0972086755e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:39.790492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ddff2732-23ee-4750-aeed-d0972086755e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports/7c12d962-be6e-4434-bd81-a4d0dcbd7171 HTTP/1.1" status: 200 len: 911 time: 0.3326044 Jul 15 16:59:39.804497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:39.943641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Set router 5b28cbf7-66bb-4353-920a-9c53da298e8c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:39.968289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5e112-599a-4a75-ac3d-73953ffa4b62 req-dfd136e8-98fc-4734-9f8b-0a26bbe17faf tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:39.978058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37d5e112-599a-4a75-ac3d-73953ffa4b62 req-dfd136e8-98fc-4734-9f8b-0a26bbe17faf tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3225784 Jul 15 16:59:39.998713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.091476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37d5e112-599a-4a75-ac3d-73953ffa4b62 req-cc3b0b3a-cf41-4c2c-b636-2bd79764fae2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042397 Jul 15 16:59:40.100025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.102234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.159859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.160724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65df62bb-e671-4aa5-8e53-17669d5cf7a6 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:59:40.167158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.168409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-089d36f6-cd21-4d3a-8bc0-ab679752f3c3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/65df62bb-e671-4aa5-8e53-17669d5cf7a6 HTTP/1.1" status: 204 len: 168 time: 2.1206927 Jul 15 16:59:40.170790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:40.191891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad397e5-f310-43ed-84ba-32d09e139e69 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:40.197878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad397e5-f310-43ed-84ba-32d09e139e69 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:40.202641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ad397e5-f310-43ed-84ba-32d09e139e69 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3499117 Jul 15 16:59:40.206182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:40.212730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.264410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Deleting subnet aeee1726-16d3-4a4c-9823-bb146c206460 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:40.268755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.308958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event deleted for resources: {'Port': ['ID=9bb4c601-f6a7-4245-8868-19815b4ccc7d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:40.311091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] No DVR routers for this DVR port 9bb4c601-f6a7-4245-8868-19815b4ccc7d on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:40.399058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.428934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:35Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': '7c12d962-be6e-4434-bd81-a4d0dcbd7171', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:72:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:33Z', 'updated_at': '2021-07-15T16:59:36Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:40.484786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Checking router: 5b28cbf7-66bb-4353-920a-9c53da298e8c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:40.487383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Updating router 5b28cbf7-66bb-4353-920a-9c53da298e8c port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:59:40.577635 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.583779 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.727491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.738391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.769414 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.795469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeee1726-16d3-4a4c-9823-bb146c206460,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:40.804564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-907acd7d-d128-447d-a485-03649501237c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:40.810944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-907acd7d-d128-447d-a485-03649501237c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aeee1726-16d3-4a4c-9823-bb146c206460 HTTP/1.1" status: 204 len: 168 time: 0.6381145 Jul 15 16:59:40.811810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42294) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:40.902123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9bb4c601-f6a7-4245-8868-19815b4ccc7d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:40.959878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf9b43-2e08-48ae-95d4-1f6514a1a22a None None] Network 3d19312a-92de-4366-b01d-7804d5a6d70d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:40.962058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.046070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 9bb4c601-f6a7-4245-8868-19815b4ccc7d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:41.046645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9bb4c601-f6a7-4245-8868-19815b4ccc7d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:41.047167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 861aac4d-5775-4cc6-aa4c-7addd5ca8345 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:41.072586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cb112ff-4900-4854-8130-2aaac7d98e6f req-17f41a06-20c8-4acb-9ae7-309c2397a2f1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 210 time: 0.0511954 Jul 15 16:59:41.079841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 861aac4d-5775-4cc6-aa4c-7addd5ca8345 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:41.080706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 861aac4d-5775-4cc6-aa4c-7addd5ca8345 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:41.081365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f427da54-7e89-413d-9077-71bfc63c15c1 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:41.093559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Deleting port 78bcb542-c589-4b00-9c3a-9c95eea7f24d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:41.094190 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.151371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f427da54-7e89-413d-9077-71bfc63c15c1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:41.164526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f427da54-7e89-413d-9077-71bfc63c15c1 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:41.203194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] For port 78bcb542-c589-4b00-9c3a-9c95eea7f24d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=78bcb542-c589-4b00-9c3a-9c95eea7f24d,segment=NetworkSegment(528fd111-0676-4ab2-87f4-d04dfcc3712d),segment_id=528fd111-0676-4ab2-87f4-d04dfcc3712d)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:41.203662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.244045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Calling delete_port for 78bcb542-c589-4b00-9c3a-9c95eea7f24d owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:41.385529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.396408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115d1bf4-bdc2-41cb-9051-f91f08a500fd']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.406721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2070af6a-838e-4394-b642-3babbab3c84a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.407023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2070af6a-838e-4394-b642-3babbab3c84a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.421046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.439431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.448274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:59:41.449049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.466029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.499286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] No DVR routers for this DVR port 78bcb542-c589-4b00-9c3a-9c95eea7f24d on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:41.505657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Pushing event deleted for resources: {'Port': ['ID=78bcb542-c589-4b00-9c3a-9c95eea7f24d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:41.539666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.552149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946991b-dc29-4a7c-8289-09f42f72c605 req-a85e2fa9-d8a4-48c3-9a00-4f822d4cd21d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:41.554399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d946991b-dc29-4a7c-8289-09f42f72c605 req-a85e2fa9-d8a4-48c3-9a00-4f822d4cd21d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.2179511 Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: timer() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:59:41.600453 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:59:41.604177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Transition to ACTIVE for port object 7c12d962-be6e-4434-bd81-a4d0dcbd7171 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:41.638060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.654547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d946991b-dc29-4a7c-8289-09f42f72c605 req-b50b56f4-b9bf-4d5b-951c-ee00a277b9df tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674562 Jul 15 16:59:41.690339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.696601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.711723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d19312a-92de-4366-b01d-7804d5a6d70d']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.712971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.716994 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] 10.222.0.25 "DELETE /v2.0/networks/115d1bf4-bdc2-41cb-9051-f91f08a500fd HTTP/1.1" status: 204 len: 168 time: 3.5179164 Jul 15 16:59:41.725153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-3f984fb0-20de-4de5-ab46-3f7d51863684 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:41.726632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-3f984fb0-20de-4de5-ab46-3f7d51863684 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.5000656 Jul 15 16:59:41.738309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e8da3-8e79-45b9-99e3-c8b314346f4c None None] DHCP port deletion for 3d19312a-92de-4366-b01d-7804d5a6d70d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:41.742414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528fd111-0676-4ab2-87f4-d04dfcc3712d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.742822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528fd111-0676-4ab2-87f4-d04dfcc3712d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:41.771303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.805558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.816435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 16:59:41.817868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: items = [ Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: timer() Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 16:59:41.820433 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 16:59:41.827676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d96d-5d44-4b40-aefa-88350140859c None None] Pushing event updated for resources: {'Port': ['ID=7c12d962-be6e-4434-bd81-a4d0dcbd7171,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:41.850725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Attempting to bind port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:41.853288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Attempting to bind port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:41.854606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Attempting to bind port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:41.863264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': 'afe6f169-a996-4beb-b126-eec346880104', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:41.865898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:41.867438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:41.868226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.870230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:41.871611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Bound port: 7c12d962-be6e-4434-bd81-a4d0dcbd7171, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:41.872520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:41.986735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b02855-42bf-4f08-bf1c-4105a7929559 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807 tempest-ExtraDHCPOptionsIpV6TestJSON-612749807-project] Pushing event deleted for resources: {'Network': ['ID=115d1bf4-bdc2-41cb-9051-f91f08a500fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:41.988134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] For port 7c12d962-be6e-4434-bd81-a4d0dcbd7171, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:41.992730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] For port 7c12d962-be6e-4434-bd81-a4d0dcbd7171, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c12d962-be6e-4434-bd81-a4d0dcbd7171,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:41.999823 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.002421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.034395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.037789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d19312a-92de-4366-b01d-7804d5a6d70d HTTP/1.1" status: 204 len: 168 time: 1.2226155 Jul 15 16:59:42.068952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041f97-c14a-4599-b4f7-bcbc9cf6a708 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d19312a-92de-4366-b01d-7804d5a6d70d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:42.113154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:42.117423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.191086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:42.234237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Routers {'5b28cbf7-66bb-4353-920a-9c53da298e8c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:42.234911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['5b28cbf7-66bb-4353-920a-9c53da298e8c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:42.539217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:42.609138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d80ea49-663f-4ffe-bc93-9de9b6096fcd req-e4deb185-c441-48e2-aba8-bd26bdaf728f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 210 time: 0.1180449 Jul 15 16:59:42.616038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e996245f-e3c0-4037-8afe-5ac78c9062cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2e240e453e74fd7b7c3a76839895909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233637 Jul 15 16:59:42.622271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42336) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:42.662856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 78bcb542-c589-4b00-9c3a-9c95eea7f24d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:42.674610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.6 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/17bff6c5-779c-4d28-abcd-ba902904e43a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:42.691474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 78bcb542-c589-4b00-9c3a-9c95eea7f24d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:42.692096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 78bcb542-c589-4b00-9c3a-9c95eea7f24d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:42.693719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d96d-5d44-4b40-aefa-88350140859c None None] Pushing event updated for resources: {'Port': ['ID=7c12d962-be6e-4434-bd81-a4d0dcbd7171,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:42.707634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.727748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] Set router 5b28cbf7-66bb-4353-920a-9c53da298e8c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:42.741571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.766547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42340) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:42.767664 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f68f13b3-af45-425e-b48e-8e3c2d2036d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2270cd09cc5247d5a2a3b1ac78c0da81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099431 Jul 15 16:59:42.834513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.837242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.838689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b4e910d-3644-4502-8e34-37319f9a0740 HTTP/1.1" status: 204 len: 168 time: 0.2154076 Jul 15 16:59:42.857464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be26836-bbac-40c0-995c-33483c097409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4e910d-3644-4502-8e34-37319f9a0740,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:42.934865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:42.981252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.039053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.041788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.045383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb1791b4-899c-41d7-975f-0b8a91f72ef9 HTTP/1.1" status: 204 len: 168 time: 0.2748458 Jul 15 16:59:43.058375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3e591-cccc-4b4e-99f5-e359a75d871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1791b4-899c-41d7-975f-0b8a91f72ef9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:43.087357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2f0f6-b043-4547-9ef5-3528ffd68cbd req-8b3b26a6-9ca8-4254-bee0-77e64909b366 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:43.094517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8c2f0f6-b043-4547-9ef5-3528ffd68cbd req-8b3b26a6-9ca8-4254-bee0-77e64909b366 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.2223957 Jul 15 16:59:43.179061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8c2f0f6-b043-4547-9ef5-3528ffd68cbd req-395e6b7e-db55-4fab-8d26-a9ec889945ce tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782847 Jul 15 16:59:43.225953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.292262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:35Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': '7c12d962-be6e-4434-bd81-a4d0dcbd7171', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:72:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:33Z', 'updated_at': '2021-07-15T16:59:41Z', 'revision_number': 4, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:43.379655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de442d0d-f229-45a7-9582-0bca3ac9a93e None None] The sync data for ids ['5b28cbf7-66bb-4353-920a-9c53da298e8c'] in n-d-800085-3 is: [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:35Z', 'revision_number': 2, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None, '_interfaces': [{'id': '7c12d962-be6e-4434-bd81-a4d0dcbd7171', 'name': '', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'mac_address': 'fa:16:3e:72:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:33Z', 'updated_at': '2021-07-15T16:59:41Z', 'revision_number': 4, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'subnets': [{'id': 'b6545205-c092-4ef8-8476-77b5e4528103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:43.472477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.572188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:43.711772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:43.729014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:43.752294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:43.771896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:43.775298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:43.775642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.023358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port 7c12d962-be6e-4434-bd81-a4d0dcbd7171, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c12d962-be6e-4434-bd81-a4d0dcbd7171,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:44.023860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.043072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ce2c1-8eba-4abf-ae6f-470489736b14 req-9ebbbc73-1535-45c8-a75e-9944a703a96e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:44.046522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 7c12d962-be6e-4434-bd81-a4d0dcbd7171 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:44.047447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-563ce2c1-8eba-4abf-ae6f-470489736b14 req-9ebbbc73-1535-45c8-a75e-9944a703a96e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 931 time: 0.1924071 Jul 15 16:59:44.059741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:44.060448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.099616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-877f16e4-d343-47f4-8dba-a51efffabd0f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2429805 Jul 15 16:59:44.180901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Request body: {'port': {'device_id': 'afe6f169-a996-4beb-b126-eec346880104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:44.186019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-563ce2c1-8eba-4abf-ae6f-470489736b14 req-1bd7c6f7-6d70-40bb-a1fe-8d8a1540a132 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319869 Jul 15 16:59:44.492618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.511805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42408) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:44.513661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:44.655722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afb20c-92ee-4ce2-a1a7-b529a0163aab req-fe1f5c43-84ee-436e-9282-2b52e526a99c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:44.660794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80afb20c-92ee-4ce2-a1a7-b529a0163aab req-fe1f5c43-84ee-436e-9282-2b52e526a99c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.2347257 Jul 15 16:59:44.718479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c12d962-be6e-4434-bd81-a4d0dcbd7171 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:44.787625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80afb20c-92ee-4ce2-a1a7-b529a0163aab req-1110c16d-0fd6-4a62-bb89-4fcf23c62e0b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196525 Jul 15 16:59:44.804591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-network', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:44.818741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b3405372-9e0b-4e18-b17e-c79aa7817b3b tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2019357100', 'prefixes': ['172.20.0.0/16']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:44.831048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:44.848783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7c12d962-be6e-4434-bd81-a4d0dcbd7171 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:44.849329 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.883129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:44.885913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.913676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-b3405372-9e0b-4e18-b17e-c79aa7817b3b tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 16:59:44.913676 n-d-800085-3 neutron-server[100428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 16:59:44.913676 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id_1': 'ed2c7aa9377b4047a3dc172aaa185762', 'expiration_1': datetime.datetime(2021, 7, 15, 16, 59, 44, 845487)}] Jul 15 16:59:44.913676 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 16:59:44.914556 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-b3405372-9e0b-4e18-b17e-c79aa7817b3b tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 16:59:44.917372 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:44.971864 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.067565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.103851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=7c12d962-be6e-4434-bd81-a4d0dcbd7171,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:45.247274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.264090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.267903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.347485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:59:45.358976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.359328 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Added segment 7a88a71f-3b5a-41ef-87da-10c8cccd520f of type vlan for network 02356bfb-7512-4180-91a4-77d01500d8a3 Jul 15 16:59:45.410210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bff6c5-779c-4d28-abcd-ba902904e43a {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:59:45.422466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.429448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.525289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.526800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:45.528659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.555510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061f8409-0554-4fe1-818c-9c8941bf9d85,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:45.567918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Transition to ACTIVE for port object 17bff6c5-779c-4d28-abcd-ba902904e43a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:45.574028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.590581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Router 5b28cbf7-66bb-4353-920a-9c53da298e8c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:59:45.601289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0746863 Jul 15 16:59:45.606107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:45.619429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Request body: {'subnet': {'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-subnet', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:45.679850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c79109-0c63-4781-855b-e5b5baf794b1 admin admin] Pushing event updated for resources: {'Network': ['ID=02356bfb-7512-4180-91a4-77d01500d8a3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:45.696151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:59:45.706095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100bd31-2cf8-4464-a4a6-9cf4fd83ad56 req-cae125ce-b40f-4752-955d-470f88ea02ed tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:45.707695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f100bd31-2cf8-4464-a4a6-9cf4fd83ad56 req-cae125ce-b40f-4752-955d-470f88ea02ed tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 931 time: 0.3636148 Jul 15 16:59:45.712909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:45.716035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.819251 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b3405372-9e0b-4e18-b17e-c79aa7817b3b tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.823712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b3405372-9e0b-4e18-b17e-c79aa7817b3b tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3029280 Jul 15 16:59:45.824512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:45.872092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Pushing event updated for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:45.913018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Attempting to bind port 17bff6c5-779c-4d28-abcd-ba902904e43a on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:45.913358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Attempting to bind port 17bff6c5-779c-4d28-abcd-ba902904e43a by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:45.913689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Attempting to bind port 17bff6c5-779c-4d28-abcd-ba902904e43a on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:45.932646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f100bd31-2cf8-4464-a4a6-9cf4fd83ad56 req-c025b58b-1d14-4ce4-9b7f-09a5ada11428 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Jul 15 16:59:45.959827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-39dcf4b1-0b8c-4522-9f93-487a5f4c4e59 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "GET /v2.0/subnetpools/d584691c-7a1d-4224-8de4-cd6077c53377 HTTP/1.1" status: 200 len: 732 time: 0.1282611 Jul 15 16:59:45.960503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:45.967606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-76f1f97b-647d-466b-b452-a9028064b80e tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-895489545'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:45.995600 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:45.997119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:45.998642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Port 17bff6c5-779c-4d28-abcd-ba902904e43a on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 16:59:45.998974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Attempting to bind port 17bff6c5-779c-4d28-abcd-ba902904e43a on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:46.007623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-18b0f9d2-c3ff-4662-a73b-69e17e748edc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "PUT /v2.0/routers/5b28cbf7-66bb-4353-920a-9c53da298e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8019023 Jul 15 16:59:46.009989 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Sync routers for ids ['5b28cbf7-66bb-4353-920a-9c53da298e8c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:46.019125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42446) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.032417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:46.033091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:46.033474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:46.034175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Bound port: 17bff6c5-779c-4d28-abcd-ba902904e43a, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:46.034543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.038209 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Routers {'5b28cbf7-66bb-4353-920a-9c53da298e8c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:46.038827 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['5b28cbf7-66bb-4353-920a-9c53da298e8c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:46.112728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f390be4-a96d-46e5-9fdb-270a04f04834,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:46.156596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:46.156841 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Set router 5b28cbf7-66bb-4353-920a-9c53da298e8c gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:46.162406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17bff6c5-779c-4d28-abcd-ba902904e43a,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:46.172296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.211435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b82f8b-ddd2-4480-b08f-e51d1bbcfde1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.214431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b82f8b-ddd2-4480-b08f-e51d1bbcfde1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.223723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96b82f8b-ddd2-4480-b08f-e51d1bbcfde1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2032425 Jul 15 16:59:46.224877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42452) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.228880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Pushing event updated for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:46.229589 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:44Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:46.242432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f1f97b-647d-466b-b452-a9028064b80e tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.244922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-76f1f97b-647d-466b-b452-a9028064b80e tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "PUT /v2.0/subnetpools/d584691c-7a1d-4224-8de4-cd6077c53377 HTTP/1.1" status: 200 len: 683 time: 0.2806070 Jul 15 16:59:46.253539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.280767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Checking router: 5b28cbf7-66bb-4353-920a-9c53da298e8c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:46.286756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.287940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.289693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-7c79c12e-5a44-46cc-b3bf-a36f2b12cde8 service neutron] 10.222.0.20 "PUT /v2.0/ports/17bff6c5-779c-4d28-abcd-ba902904e43a HTTP/1.1" status: 200 len: 1091 time: 2.1586490 Jul 15 16:59:46.290303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:46.293196 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb9bc8-e44d-4285-807b-4291da386440" -d '{"events": [{"name": "network-changed", "server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:46.325852 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Routers {'5b28cbf7-66bb-4353-920a-9c53da298e8c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:46.328306 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['5b28cbf7-66bb-4353-920a-9c53da298e8c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:46.336033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Checking segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:46.338695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Network hostable DHCP agents. Network: 02356bfb-7512-4180-91a4-77d01500d8a3, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:59:46.400703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2189c-10ea-44da-a957-5dace4280889 req-067a7aaf-6061-4da3-904f-c839f5f551e5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.402534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44d2189c-10ea-44da-a957-5dace4280889 req-067a7aaf-6061-4da3-904f-c839f5f551e5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.4205868 Jul 15 16:59:46.414462 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57abc380-ba55-4049-a382-bd28a33a7060 x-openstack-request-id: req-57abc380-ba55-4049-a382-bd28a33a7060 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:46.414731 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:46.414987 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57abc380-ba55-4049-a382-bd28a33a7060 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:46.415384 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a', 'status': 'completed', 'code': 200} Jul 15 16:59:46.444705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-875e99dc-1d4f-41de-97c4-580f2caf6d02 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.446059 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-875e99dc-1d4f-41de-97c4-580f2caf6d02 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d584691c-7a1d-4224-8de4-cd6077c53377 HTTP/1.1" status: 204 len: 168 time: 0.1911287 Jul 15 16:59:46.449786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.460211 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] Set router 5b28cbf7-66bb-4353-920a-9c53da298e8c gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:46.472447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet b6545205-c092-4ef8-8476-77b5e4528103 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:46.473524 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-b1bdede8-a783-4e15-bb4e-9b267b52e640 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] show failed (client error): The resource could not be found. Jul 15 16:59:46.474719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1bdede8-a783-4e15-bb4e-9b267b52e640 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "GET /v2.0/subnetpools/d584691c-7a1d-4224-8de4-cd6077c53377 HTTP/1.1" status: 404 len: 346 time: 0.0204287 Jul 15 16:59:46.477868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-a5657479-4bef-4e77-9e44-e1d82f242a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.478797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42468) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.479902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-a5657479-4bef-4e77-9e44-e1d82f242a22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 1094 time: 0.1306787 Jul 15 16:59:46.482657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:59:46.498158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.536775 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:44Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:46.543571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 02356bfb-7512-4180-91a4-77d01500d8a3) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:46.552707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fa7a5-9e08-4f46-99d9-f71dbb70497a None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:46.590751 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f5815a-fd42-4f3f-9760-34fc77686d8a None None] The sync data for ids ['5b28cbf7-66bb-4353-920a-9c53da298e8c'] in n-d-800085-3 is: [{'id': '5b28cbf7-66bb-4353-920a-9c53da298e8c', 'name': 'tempest-NetworksTestDHCPv6-router-669154480', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:31Z', 'updated_at': '2021-07-15T16:59:44Z', 'revision_number': 3, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:46.628323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-605df74e-030c-4cc0-9198-0d56ab41fdb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17bff6c5-779c-4d28-abcd-ba902904e43a HTTP/1.1" status: 200 len: 217 time: 0.1386642 Jul 15 16:59:46.650316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44d2189c-10ea-44da-a957-5dace4280889 req-2ad068ad-5fba-4ea6-b407-1b7cffd2203d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414339 Jul 15 16:59:46.656887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.657847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.683402 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-0b223d8b-0e79-4ab6-bb19-8ac5155ae108 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] delete failed (client error): The resource could not be found. Jul 15 16:59:46.693214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0b223d8b-0e79-4ab6-bb19-8ac5155ae108 tempest-SubnetPoolsTestJSON-78351931 tempest-SubnetPoolsTestJSON-78351931-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d584691c-7a1d-4224-8de4-cd6077c53377 HTTP/1.1" status: 404 len: 346 time: 0.1962450 Jul 15 16:59:46.721894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-dd136379-f4ea-4f0a-adff-9e896133c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:46.725029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-dd136379-f4ea-4f0a-adff-9e896133c22c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.0917211 Jul 15 16:59:46.765073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.807899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-9fdc3074-a2de-462a-a87a-2f75275399b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744925 Jul 15 16:59:46.870349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.925607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-02356bfb-7512-4180-91a4-77d01500d8a3', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:46.926782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:46.931829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1e7f545c-0653-46f0-8975-547acc3a8c7d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3220134 Jul 15 16:59:46.935242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:46.941261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:47.010021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-4df1ad8b-d11b-4c3f-b622-a3d12e2a18bb service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925235 Jul 15 16:59:47.061813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.068689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.070196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.082220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:47.160400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=b6545205-c092-4ef8-8476-77b5e4528103,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:47.164033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.169766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5af849c5-0bef-4234-94f9-fe633f816aa2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/b6545205-c092-4ef8-8476-77b5e4528103 HTTP/1.1" status: 204 len: 168 time: 0.9426949 Jul 15 16:59:47.173853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42496) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:47.231204 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-263a01d0-df2d-468c-a6d2-950c930099f2 req-dafb4a42-73b2-48d3-a65f-24a7f585e5a2 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158234 Jul 15 16:59:47.270942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20385f7-c4d0-479f-adb8-1c75a0d9549b None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:47.349045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.408438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Allocated IP 172.20.0.2 (02356bfb-7512-4180-91a4-77d01500d8a3/3f390be4-a96d-46e5-9fdb-270a04f04834/41652a3a-1cc4-4854-a4a9-06a653af1e3f) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:47.409265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-e22e2547-6a02-4c0a-9f0d-891612feff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:47.411651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-e22e2547-6a02-4c0a-9f0d-891612feff29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 1094 time: 0.1111243 Jul 15 16:59:47.455614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-59edcb49-98f9-4ea3-98ef-03f62994fc3a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2800443 Jul 15 16:59:47.459405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42498) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:47.479678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5494b449-1ef1-45a8-b773-95cfb8f12e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.605994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-1e10554d-0a3b-41cf-b56b-74b6178f0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:47.607982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-1e10554d-0a3b-41cf-b56b-74b6178f0ddc service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 0.1901970 Jul 15 16:59:47.650772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24aa1b-f077-48a1-b63b-adf0f4ba2030 req-a40f79fa-a761-47ab-9529-5dd8e9342df2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:47.658365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e24aa1b-f077-48a1-b63b-adf0f4ba2030 req-a40f79fa-a761-47ab-9529-5dd8e9342df2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 943 time: 0.3928733 Jul 15 16:59:47.659530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-c1694031-68f9-42fb-a2e0-80b56f429520 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17bff6c5-779c-4d28-abcd-ba902904e43a HTTP/1.1" status: 200 len: 217 time: 0.0408461 Jul 15 16:59:47.663957 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.669062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.733936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-f17733b9-68af-4fee-a3b0-0aa37eda56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:47.735858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-f17733b9-68af-4fee-a3b0-0aa37eda56e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.0646076 Jul 15 16:59:47.752623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.783518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-2b737dde-c6f1-45e9-b977-91b1dc3d237e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404966 Jul 15 16:59:47.788609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Transition to ACTIVE for port object 41652a3a-1cc4-4854-a4a9-06a653af1e3f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:47.810523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Transition to ACTIVE for port object 41652a3a-1cc4-4854-a4a9-06a653af1e3f will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:47.825067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:47.905431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Pushing event updated for resources: {'Port': ['ID=41652a3a-1cc4-4854-a4a9-06a653af1e3f,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:47.931125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.931478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.932052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.932641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.933154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.933504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.933846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.934182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.934585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.935306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.935655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.935993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 16:59:47.940614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-3871cbf2-da27-445e-9286-c94181615f48 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494966 Jul 15 16:59:47.952614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:47.955061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:47.965768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:48.036124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e24aa1b-f077-48a1-b63b-adf0f4ba2030 req-5705f1f9-c89b-41ed-aa5f-25c1fcaa74ac tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765416 Jul 15 16:59:48.067674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:48.087168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Attempting to bind port 41652a3a-1cc4-4854-a4a9-06a653af1e3f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:48.087477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Attempting to bind port 41652a3a-1cc4-4854-a4a9-06a653af1e3f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:48.087957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Attempting to bind port 41652a3a-1cc4-4854-a4a9-06a653af1e3f on network 02356bfb-7512-4180-91a4-77d01500d8a3 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:48.116649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:48.117208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Checking segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:48.117829 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.118188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Bound using segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:48.118795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Bound port: 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:48.119288 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.146602 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5eeb9bc8-e44d-4285-807b-4291da386440 req-9b0fe634-4e88-4ea3-9e03-b952fb157940 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946342 Jul 15 16:59:48.173475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.180815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.222998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Deleting port c8f23fec-a11b-456b-ba28-81828c17d22d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:48.223384 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.250159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] For port 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:48.268060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] For port 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=41652a3a-1cc4-4854-a4a9-06a653af1e3f,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:48.294653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.295152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Fanout notify agent at l3_agent the message router_deleted on router 5b28cbf7-66bb-4353-920a-9c53da298e8c {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 16:59:48.295334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.315392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.316593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dfcf6960-67de-444d-b295-2211b966c64a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/routers/5b28cbf7-66bb-4353-920a-9c53da298e8c HTTP/1.1" status: 204 len: 168 time: 0.8553030 Jul 15 16:59:48.319343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:48.319515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5494b449-1ef1-45a8-b773-95cfb8f12e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.327849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5494b449-1ef1-45a8-b773-95cfb8f12e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.342699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbda3-f4dc-486e-935a-405d713d1980 req-94727594-e1a6-4639-9900-dbcb52391bf4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:48.344177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68ecbda3-f4dc-486e-935a-405d713d1980 req-94727594-e1a6-4639-9900-dbcb52391bf4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3650587 Jul 15 16:59:48.372323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] For port c8f23fec-a11b-456b-ba28-81828c17d22d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8f23fec-a11b-456b-ba28-81828c17d22d,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:48.373133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.402785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Calling delete_port for c8f23fec-a11b-456b-ba28-81828c17d22d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:48.436746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5494b449-1ef1-45a8-b773-95cfb8f12e96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed2c7aa9377b4047a3dc172aaa185762&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3271492 Jul 15 16:59:48.439113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42518) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:48.440197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287062e-9a5b-4d92-b469-e053aa117912 None None] Pushing event updated for resources: {'Port': ['ID=41652a3a-1cc4-4854-a4a9-06a653af1e3f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:48.446458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494b449-1ef1-45a8-b773-95cfb8f12e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f5bf9-486f-4c53-ac02-88377aeaa73c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:48.451332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4962ae-61d7-4e45-a470-1d793f121292 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:48.463224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:48.467124 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4a4962ae-61d7-4e45-a470-1d793f121292 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1461487 Jul 15 16:59:48.560524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68ecbda3-f4dc-486e-935a-405d713d1980 req-5cb03c86-2c8d-43c9-ad54-60904a0870a1 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934578 Jul 15 16:59:48.561000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:48.589704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] Pushing event deleted for resources: {'Port': ['ID=c8f23fec-a11b-456b-ba28-81828c17d22d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:48.600752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20220f38-e67b-404d-a20a-7b289cba2b29 None None] No DVR routers for this DVR port c8f23fec-a11b-456b-ba28-81828c17d22d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 16:59:48.642737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c12d962-be6e-4434-bd81-a4d0dcbd7171 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:48.679206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e8afa1-91bc-45aa-96ff-a91543839591 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:48.679548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7c12d962-be6e-4434-bd81-a4d0dcbd7171 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:48.679657 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05e8afa1-91bc-45aa-96ff-a91543839591 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2068923 Jul 15 16:59:48.679805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c12d962-be6e-4434-bd81-a4d0dcbd7171 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:48.680502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8f23fec-a11b-456b-ba28-81828c17d22d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 16:59:48.682831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42528) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:48.757328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c8f23fec-a11b-456b-ba28-81828c17d22d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 16:59:48.759033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8f23fec-a11b-456b-ba28-81828c17d22d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 16:59:48.802880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cfe7d147-0599-40b7-b679-e14e72d08131 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174300 Jul 15 16:59:48.807614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:48.814023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:48.950663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:48.956605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.107136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.138748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.212194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.233928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.324321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.327246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.333024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/246f5bf9-486f-4c53-ac02-88377aeaa73c HTTP/1.1" status: 204 len: 168 time: 0.8928885 Jul 15 16:59:49.368133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f01f5-2c9e-48fd-bd58-3a2fccd304c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f5bf9-486f-4c53-ac02-88377aeaa73c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:49.434892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6488828-1e08-4bd5-9c1c-a129cbc418c0 req-cfd114d8-7a08-4240-b806-40cf5b43df65 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:49.441205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6488828-1e08-4bd5-9c1c-a129cbc418c0 req-cfd114d8-7a08-4240-b806-40cf5b43df65 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 943 time: 0.1972232 Jul 15 16:59:49.453695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 16:59:49.458296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.510125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Allocated IP 172.25.8.178 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f48ee7dd-59f5-493b-ab90-aef63e7ba926) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:49.540536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6488828-1e08-4bd5-9c1c-a129cbc418c0 req-23b8bbe1-f204-419b-9a02-49bda4aa068d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960495 Jul 15 16:59:49.613632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=ee55c38f-6118-4248-a5ad-733e9c9ec71a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:49.632016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:49.634205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:49.637834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:49.638654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.644961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6b7bc-e77b-411f-8d9a-bdbc5a7a8efc None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:49.689882 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-819de8d5-7bdf-4e8b-a1a2-87102d52e517 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8811665 Jul 15 16:59:49.691699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:49.708165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:49.752615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.842067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.985217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:49.989094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:49.993803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c4284-b920-4145-a2ef-b050a3efb2ef None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:50.030673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'ee55c38f-6118-4248-a5ad-733e9c9ec71a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:50.031711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:50.058285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:50.079012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:50.101376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:50.119164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Pushing event updated for resources: {'Port': ['ID=f48ee7dd-59f5-493b-ab90-aef63e7ba926,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:50.225488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-530ba7f9-9640-4d47-aa35-70e3b916f9da None None] Provisioning for port 41652a3a-1cc4-4854-a4a9-06a653af1e3f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:50.266154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe2917-3d1b-45dc-b896-a7eb33989fbc req-4203879b-c438-47a2-9642-e5c44058ea96 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:50.268465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbfe2917-3d1b-45dc-b896-a7eb33989fbc req-4203879b-c438-47a2-9642-e5c44058ea96 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3948376 Jul 15 16:59:50.555588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbfe2917-3d1b-45dc-b896-a7eb33989fbc req-527cde1d-f5e5-4ee3-a3cd-a6f2e6c06fc6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786803 Jul 15 16:59:50.602468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Allocated IP 2001:db8::f816:3eff:fe1f:23a3 (c39447b1-2e0e-4621-a1d1-1027e590f497/ee55c38f-6118-4248-a5ad-733e9c9ec71a/33467f48-88f3-4d70-b309-d843f063e129) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:50.858359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:50.935822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.017521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.041125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Transition to ACTIVE for port object 33467f48-88f3-4d70-b309-d843f063e129 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:51.092134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Transition to ACTIVE for port object 33467f48-88f3-4d70-b309-d843f063e129 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:51.109485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 41652a3a-1cc4-4854-a4a9-06a653af1e3f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:51.110315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.160771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-381117247'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:51.173764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ef898-c76e-4f92-ba3d-01963907d138 req-fe779228-df7c-4894-87f3-f63020bcd079 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:51.176230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-695ef898-c76e-4f92-ba3d-01963907d138 req-fe779228-df7c-4894-87f3-f63020bcd079 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 943 time: 0.3227403 Jul 15 16:59:51.193571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:51.197391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:51.199074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Made reservation on behalf of 06b0d6eeef934098bbaf5150e47330a3 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:51.202754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.210110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:51.210709 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.221805 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.236209 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5395000 Jul 15 16:59:51.237890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.240584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:51.259499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:10:12:23', 'name': 'tempest-NetworksTestDHCPv6-1212958857'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:51.338116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-695ef898-c76e-4f92-ba3d-01963907d138 req-0708f948-6384-4d1d-bc70-dd4f23ca98e2 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559818 Jul 15 16:59:51.340559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:51.343083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Pushing event updated for resources: {'Port': ['ID=33467f48-88f3-4d70-b309-d843f063e129,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:51.346065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:51.352638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:51.370076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17bff6c5-779c-4d28-abcd-ba902904e43a details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 16:59:51.388668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.433061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 41652a3a-1cc4-4854-a4a9-06a653af1e3f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:51.459275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea355045-c44b-48af-a4d8-0b802909cb2d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=2f9dd894-9f5d-43e0-8972-af78819b10fe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:51.541039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:51.581725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 41652a3a-1cc4-4854-a4a9-06a653af1e3f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:51.582107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.589902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17bff6c5-779c-4d28-abcd-ba902904e43a,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:51.594666 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.603398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.622303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Router ee2db830-6476-4d6c-be37-487dcb1887bf is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 16:59:51.663170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 16:59:51.665327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Attempting to bind port 33467f48-88f3-4d70-b309-d843f063e129 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:51.666839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Attempting to bind port 33467f48-88f3-4d70-b309-d843f063e129 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:51.668348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Attempting to bind port 33467f48-88f3-4d70-b309-d843f063e129 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:51.684855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:51.691546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:51.692289 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.693086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:51.694067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Bound port: 33467f48-88f3-4d70-b309-d843f063e129, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:51.697817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.712680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.713076 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Added segment 6cd0396f-234d-4cd1-a047-e913447e0330 of type vlan for network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a Jul 15 16:59:51.714342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78db8e-6c6f-4925-b28b-7f27793d35bf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:51.732188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.749573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '17bff6c5-779c-4d28-abcd-ba902904e43a', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': '17bff6c5-779c-4d28-abcd-ba902904e43a', 'mac_address': 'fa:16:3e:d4:fc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 16:59:51.792367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.805202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port a99fa27f-1ea7-4c82-b19d-517fb439d4bb yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:59:51.825466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] For port 33467f48-88f3-4d70-b309-d843f063e129, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:51.829595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] For port 33467f48-88f3-4d70-b309-d843f063e129, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33467f48-88f3-4d70-b309-d843f063e129,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:51.840271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.950763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.959701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:51.966037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.970731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:51.974901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c660e-e4f8-4767-bcd0-cfa499613a0f None None] Pushing event updated for resources: {'Port': ['ID=33467f48-88f3-4d70-b309-d843f063e129,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:51.975577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.991616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Sync routers for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 16:59:51.996461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:51.997703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6cbe5040-b77d-487a-bd8e-6ec959bcedb1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0612683 Jul 15 16:59:52.000376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42614) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:52.019961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bff6c5-779c-4d28-abcd-ba902904e43a {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 16:59:52.047228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17bff6c5-779c-4d28-abcd-ba902904e43a,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:52.052832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:52.055210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:52.059699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:52.127778 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2570975 Jul 15 16:59:52.129878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:52.147597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:52.169483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Request body: {'subnet': {'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:52.182973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13221c4d-0967-42f5-af75-37c3c50e8372 req-58fd2247-e89a-47dd-a0bf-2374b64eb9db tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:52.193394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13221c4d-0967-42f5-af75-37c3c50e8372 req-58fd2247-e89a-47dd-a0bf-2374b64eb9db tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3266909 Jul 15 16:59:52.445999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13221c4d-0967-42f5-af75-37c3c50e8372 req-4e71c777-7731-48af-a2cc-5d3e55bfece6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619427 Jul 15 16:59:52.568223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fe664-c6da-4dbd-a0f4-351acf970f4f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event updated for resources: {'Network': ['ID=6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:52.602681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 172.20.0.13 (c39447b1-2e0e-4621-a1d1-1027e590f497/2f9dd894-9f5d-43e0-8972-af78819b10fe/a99fa27f-1ea7-4c82-b19d-517fb439d4bb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:52.613663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe10:1223 (c39447b1-2e0e-4621-a1d1-1027e590f497/ee55c38f-6118-4248-a5ad-733e9c9ec71a/a99fa27f-1ea7-4c82-b19d-517fb439d4bb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:52.631823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Made reservation on behalf of 06b0d6eeef934098bbaf5150e47330a3 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:52.633309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 16:59:52.637007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:52.675577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=41652a3a-1cc4-4854-a4a9-06a653af1e3f,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:52.695913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:52.716696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:52.820822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['17bff6c5-779c-4d28-abcd-ba902904e43a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 16:59:52.930408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:52.939163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:52.958098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efeb59-1b61-4bf1-9777-f2e2399eb072 req-6c5abd09-d7e2-45d2-a45d-5f3a8b90fa60 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:52.960103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4efeb59-1b61-4bf1-9777-f2e2399eb072 req-6c5abd09-d7e2-45d2-a45d-5f3a8b90fa60 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 944 time: 0.2887273 Jul 15 16:59:52.971534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.065978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33467f48-88f3-4d70-b309-d843f063e129 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:53.120150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event updated for resources: {'Subnet': ['ID=5d79b2c8-ce08-4009-9c96-6efe3a0242ae,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:53.134275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Checking segment: {'id': '6cd0396f-234d-4cd1-a047-e913447e0330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:53.134643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Network hostable DHCP agents. Network: 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 16:59:53.158231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=41652a3a-1cc4-4854-a4a9-06a653af1e3f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:53.175931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4efeb59-1b61-4bf1-9777-f2e2399eb072 req-1a13babd-b1e1-4a4d-a739-5fcdb5abc00a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997385 Jul 15 16:59:53.279714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 16:59:53.302605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:53.307864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:53.308758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.340162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.348812 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c2d0e63-5e3f-4f07-bc68-a0fd6ee5079a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1906435 Jul 15 16:59:53.352598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:53.356191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 33467f48-88f3-4d70-b309-d843f063e129 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:53.363361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Request body: {'port': {'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a', 'name': 'tempest-TagsExtTest-147397096'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:53.367760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb24352-614f-473b-86c0-fdcf096d1a86 None None] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:53.367949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object a99fa27f-1ea7-4c82-b19d-517fb439d4bb will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:53.409102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Allocated IP 172.20.0.1 (02356bfb-7512-4180-91a4-77d01500d8a3/3f390be4-a96d-46e5-9fdb-270a04f04834/81b0630b-8510-4d13-a36d-f24b0a7fa7b4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:53.605877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.651830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.667742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:50Z', 'revision_number': 3, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T16:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:53.671177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Transition to ACTIVE for port object 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:53.703476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Checking router: ee2db830-6476-4d6c-be37-487dcb1887bf for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 16:59:53.704582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Updating router ee2db830-6476-4d6c-be37-487dcb1887bf port f48ee7dd-59f5-493b-ab90-aef63e7ba926 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 16:59:53.765630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=a99fa27f-1ea7-4c82-b19d-517fb439d4bb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:53.771764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020b846-07fc-4fc9-84cb-992607066f2a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:53.772672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Made reservation on behalf of 06b0d6eeef934098bbaf5150e47330a3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:53.776286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.776484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a', 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a', 'tenant_id': '06b0d6eeef934098bbaf5150e47330a3', 'fixed_ips': [{'subnet_id': '5d79b2c8-ce08-4009-9c96-6efe3a0242ae'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 16:59:53.777341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.786186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:53.794386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:53.800455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:53.808022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.828790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] device_id is not set on port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 16:59:53.847769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.908970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:53.913657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:53.931920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Provisioning for port 33467f48-88f3-4d70-b309-d843f063e129 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:53.943261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Provisioning complete for port 33467f48-88f3-4d70-b309-d843f063e129 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:53.943646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:53.948411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:53.992799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:53.993410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.024220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-812a1330-ddd4-41dc-8cb2-4f075b14f538 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7769866 Jul 15 16:59:54.024782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:54.034608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e800-b174-4c17-9269-2a8ade5104da req-cb917a0e-6c75-400a-8608-bd49e9b46633 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:54.036986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b93e800-b174-4c17-9269-2a8ade5104da req-cb917a0e-6c75-400a-8608-bd49e9b46633 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3176861 Jul 15 16:59:54.044338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Pushing event updated for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:54.097575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Allocated IP 172.20.0.11 (6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:54.109347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.271449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b93e800-b174-4c17-9269-2a8ade5104da req-6bdc6237-e112-4b5f-bbe1-a8bc480d95ba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283616 Jul 15 16:59:54.440483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc834ef-aecf-4b7e-aa0b-85bec9f7012e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:54.441560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.448386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc834ef-aecf-4b7e-aa0b-85bec9f7012e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:54.453317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bdc834ef-aecf-4b7e-aa0b-85bec9f7012e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4211364 Jul 15 16:59:54.457211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:54.572533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] For port 33467f48-88f3-4d70-b309-d843f063e129, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33467f48-88f3-4d70-b309-d843f063e129,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:54.585093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.595862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.619333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.633191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Transition to ACTIVE for port object ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:54.650784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port a99fa27f-1ea7-4c82-b19d-517fb439d4bb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:54.651204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.721878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22030fb3-a329-4440-aa8c-6d96fb705781 None None] Pushing event updated for resources: {'Port': ['ID=33467f48-88f3-4d70-b309-d843f063e129,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:54.776145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.780466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': 'ee55c38f-6118-4248-a5ad-733e9c9ec71a', 'ip_address': '2001:db8::f816:3eff:fe1f:23a3'}, {'subnet_id': '2f9dd894-9f5d-43e0-8972-af78819b10fe'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '33467f48-88f3-4d70-b309-d843f063e129'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 16:59:54.782437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8f9c665a-5e43-4b28-afc5-91d2ade0670a None None] Provisioning for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:54.785263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for a99fa27f-1ea7-4c82-b19d-517fb439d4bb owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 16:59:54.830379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8f9c665a-5e43-4b28-afc5-91d2ade0670a None None] Provisioning complete for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:54.830796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8f9c665a-5e43-4b28-afc5-91d2ade0670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.888273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 41652a3a-1cc4-4854-a4a9-06a653af1e3f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:54.939203 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.963617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.974234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.980434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Transition to ACTIVE for port object f48ee7dd-59f5-493b-ab90-aef63e7ba926 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:54.986877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c665a-5e43-4b28-afc5-91d2ade0670a None None] Port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:54.991886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21c9e-7bf1-4111-ba95-088e9fc8326c req-e2d05534-f5e0-4b78-bba0-b4993af2278c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:54.993945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:54.995684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62e21c9e-7bf1-4111-ba95-088e9fc8326c req-e2d05534-f5e0-4b78-bba0-b4993af2278c tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 944 time: 0.5373499 Jul 15 16:59:54.997823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.071422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=a99fa27f-1ea7-4c82-b19d-517fb439d4bb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:55.137887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62e21c9e-7bf1-4111-ba95-088e9fc8326c req-46d5a235-b4db-4cfa-9b87-797a8078ac01 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333263 Jul 15 16:59:55.145406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.147697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Pushing event updated for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:55.164070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.205190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.209595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e9d9252-5942-47c4-b82f-3dac3a8a0165 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/a99fa27f-1ea7-4c82-b19d-517fb439d4bb HTTP/1.1" status: 204 len: 168 time: 0.7486818 Jul 15 16:59:55.210426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.212034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:55.240228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08a30-a6dd-4622-9cdc-fc8bd6962973 None None] Pushing event updated for resources: {'Port': ['ID=f48ee7dd-59f5-493b-ab90-aef63e7ba926,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:55.283475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:55.285129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:55.298781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Allocated IP 172.20.0.2 (6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/aff7ed9b-b58c-4e4f-873a-2026b4b44682) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:55.299149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:55.328384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:55.357308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:55.460062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event updated for resources: {'Port': ['ID=ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:55.475597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722b9f0-0b0d-4504-bd07-fa753a93aef0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:55.478371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722b9f0-0b0d-4504-bd07-fa753a93aef0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:55.480697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722b9f0-0b0d-4504-bd07-fa753a93aef0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:55.482581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e722b9f0-0b0d-4504-bd07-fa753a93aef0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2695494 Jul 15 16:59:55.487378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:55.511822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:55.512805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.546415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48547b14-c201-43af-8c03-f024fb9c7f88 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1925242 Jul 15 16:59:55.549289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:55.558213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1121143358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:55.614310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.615346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.805171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.811088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.825585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17bff6c5-779c-4d28-abcd-ba902904e43a up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:55.836579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.838500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eb8ad822-77aa-4c45-aa82-ae3f75b1628f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2875745 Jul 15 16:59:55.841034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:55.847469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c198cc4c-e8f1-4a7c-a75e-2f28fdc20c37 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-908117253', 'prefixes': ['172.20.0.0/16']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:55.871372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Allocated IP 172.20.0.2 (c39447b1-2e0e-4621-a1d1-1027e590f497/2f9dd894-9f5d-43e0-8972-af78819b10fe/33467f48-88f3-4d70-b309-d843f063e129) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 16:59:55.931133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 41652a3a-1cc4-4854-a4a9-06a653af1e3f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:55.931672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.950138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Attempting to bind port f48ee7dd-59f5-493b-ab90-aef63e7ba926 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:55.950652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Attempting to bind port f48ee7dd-59f5-493b-ab90-aef63e7ba926 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:55.951124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Attempting to bind port f48ee7dd-59f5-493b-ab90-aef63e7ba926 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:55.962631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c198cc4c-e8f1-4a7c-a75e-2f28fdc20c37 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for subnetpool, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.964276 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c198cc4c-e8f1-4a7c-a75e-2f28fdc20c37 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1217687 Jul 15 16:59:55.967489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:55.972503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-d39021be-29d5-4997-a2c9-e1ed800f7a4b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-1447983648') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:55.981848 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:55.995220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-899b4ed8-0a0e-426c-9e38-f4bef381dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.026316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-53c3b494-451b-4af1-aca9-d8e112c99c7a None None] Provisioning complete for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:56.026840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53c3b494-451b-4af1-aca9-d8e112c99c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.028746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Bound port: f48ee7dd-59f5-493b-ab90-aef63e7ba926, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.065020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Transition to ACTIVE for port object aff7ed9b-b58c-4e4f-873a-2026b4b44682 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:56.118213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d39021be-29d5-4997-a2c9-e1ed800f7a4b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-1447983648 HTTP/1.1" status: 201 len: 201 time: 0.1496809 Jul 15 16:59:56.130929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.136082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-eb486e55-8d9a-42e6-972b-a1ca60ac03f4 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-1986778892') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.190552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Transition to ACTIVE for port object aff7ed9b-b58c-4e4f-873a-2026b4b44682 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:56.210363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-53c3b494-451b-4af1-aca9-d8e112c99c7a None None] Port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 16:59:56.220932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 17bff6c5-779c-4d28-abcd-ba902904e43a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:56.229499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 2f9dd894-9f5d-43e0-8972-af78819b10fe {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:56.231371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 17bff6c5-779c-4d28-abcd-ba902904e43a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:56.231749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.240438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eb486e55-8d9a-42e6-972b-a1ca60ac03f4 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-1986778892 HTTP/1.1" status: 201 len: 201 time: 0.1082177 Jul 15 16:59:56.246967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.259477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-78e340d2-cee6-4bab-a6e0-d5e9d20bd4d2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1804421838') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.284836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.364311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] For port f48ee7dd-59f5-493b-ab90-aef63e7ba926, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:56.367468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] For port 33467f48-88f3-4d70-b309-d843f063e129, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33467f48-88f3-4d70-b309-d843f063e129,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:56.395775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Router ee2db830-6476-4d6c-be37-487dcb1887bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 16:59:56.404310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78e340d2-cee6-4bab-a6e0-d5e9d20bd4d2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1804421838 HTTP/1.1" status: 201 len: 201 time: 0.1560054 Jul 15 16:59:56.405752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42702) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.409736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 16:59:56.427466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-8d206704-b3ba-462f-9b24-5d96441519b3 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-2789414') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.434631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 16:59:56.436691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Pushing event updated for resources: {'Port': ['ID=aff7ed9b-b58c-4e4f-873a-2026b4b44682,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:56.474955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.493865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 16:59:56.498997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] For port f48ee7dd-59f5-493b-ab90-aef63e7ba926, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f48ee7dd-59f5-493b-ab90-aef63e7ba926,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:56.502499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Transition to ACTIVE for port object 33467f48-88f3-4d70-b309-d843f063e129 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 16:59:56.510895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.515196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.549973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.575427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d206704-b3ba-462f-9b24-5d96441519b3 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-2789414 HTTP/1.1" status: 201 len: 201 time: 0.1641695 Jul 15 16:59:56.578557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42710) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.590465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-fe6443d6-7987-471d-8dbb-d029d3635d9f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.650318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18995740-8aa5-4ef5-8ed4-1671a1664fcc req-c70a81c1-d1dc-462b-bb63-8f9bc45a69d7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:56.655513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18995740-8aa5-4ef5-8ed4-1671a1664fcc req-c70a81c1-d1dc-462b-bb63-8f9bc45a69d7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.4198182 Jul 15 16:59:56.676557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.698652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fe6443d6-7987-471d-8dbb-d029d3635d9f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 200 len: 241 time: 0.1180604 Jul 15 16:59:56.699535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.710721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-0e02eec0-4f8d-4f2c-ba4a-2fad39d4c6eb tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-1447983648') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.733586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.776215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Attempting to bind port aff7ed9b-b58c-4e4f-873a-2026b4b44682 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 16:59:56.776792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Attempting to bind port aff7ed9b-b58c-4e4f-873a-2026b4b44682 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '6cd0396f-234d-4cd1-a047-e913447e0330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 16:59:56.778093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Attempting to bind port aff7ed9b-b58c-4e4f-873a-2026b4b44682 on network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 16:59:56.794888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 16:59:56.795777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.814621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e02eec0-4f8d-4f2c-ba4a-2fad39d4c6eb tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-1447983648 HTTP/1.1" status: 204 len: 168 time: 0.1111352 Jul 15 16:59:56.814736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42716) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:56.827029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-73f09270-f57a-4ba9-8f02-6b43a7d479bd tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-1447983648') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:56.869067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 16:59:56.869995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Checking segment: {'id': '6cd0396f-234d-4cd1-a047-e913447e0330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 16:59:56.870469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.870948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Bound using segment: {'id': '6cd0396f-234d-4cd1-a047-e913447e0330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 16:59:56.871471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Bound port: aff7ed9b-b58c-4e4f-873a-2026b4b44682, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd0396f-234d-4cd1-a047-e913447e0330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 16:59:56.871923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:56.904794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33467f48-88f3-4d70-b309-d843f063e129 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:56.909948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c08a30-a6dd-4622-9cdc-fc8bd6962973 None None] Pushing event updated for resources: {'Port': ['ID=f48ee7dd-59f5-493b-ab90-aef63e7ba926,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:56.951895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2599bc-80ab-4f2b-a547-7f1135b2330f req-6454c550-b1db-4f96-8b57-9ddfc221cc87 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:56.953520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f2599bc-80ab-4f2b-a547-7f1135b2330f req-6454c550-b1db-4f96-8b57-9ddfc221cc87 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 944 time: 0.5713401 Jul 15 16:59:56.959060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18995740-8aa5-4ef5-8ed4-1671a1664fcc req-98217d08-d49a-41f0-bb10-96a5b54b75c2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867680 Jul 15 16:59:56.996791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] For port aff7ed9b-b58c-4e4f-873a-2026b4b44682, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 16:59:57.003443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] For port aff7ed9b-b58c-4e4f-873a-2026b4b44682, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=aff7ed9b-b58c-4e4f-873a-2026b4b44682,segment=NetworkSegment(6cd0396f-234d-4cd1-a047-e913447e0330),segment_id=6cd0396f-234d-4cd1-a047-e913447e0330)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 16:59:57.020135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73f09270-f57a-4ba9-8f02-6b43a7d479bd tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-1447983648 HTTP/1.1" status: 204 len: 168 time: 0.2031367 Jul 15 16:59:57.022626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.023045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 16:59:57.027825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-93eb6d86-d276-4b09-b611-b13a57d47ea9 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.032978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aea7fab9-c1ac-4d8a-9377-c391361f77dc admin admin] 10.222.0.25 "PUT /v2.0/routers/ee2db830-6476-4d6c-be37-487dcb1887bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0313101 Jul 15 16:59:57.070109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f2599bc-80ab-4f2b-a547-7f1135b2330f req-03aa1387-f39d-4722-813e-2d29c0e770f7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012795 Jul 15 16:59:57.073371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.104561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-93eb6d86-d276-4b09-b611-b13a57d47ea9 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 200 len: 205 time: 0.0809588 Jul 15 16:59:57.112478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.117471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-b18e8192-3c79-4d55-bd24-38a18b2b571f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.200680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 16:59:57.205036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 16:59:57.207769 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d8a0fe-b4d8-489b-8a72-299465524346" -d '{"events": [{"server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "name": "network-vif-plugged", "status": "completed", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 16:59:57.214685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b18e8192-3c79-4d55-bd24-38a18b2b571f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 200 len: 241 time: 0.0985150 Jul 15 16:59:57.215165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.223285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-e682b1b4-9d00-4b37-9d60-4bbecde10f17 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-1986778892') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.259893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.339538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e682b1b4-9d00-4b37-9d60-4bbecde10f17 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-1986778892 HTTP/1.1" status: 204 len: 168 time: 0.1182795 Jul 15 16:59:57.340045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.354101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.362118 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a825d4-ed56-48e3-bbc7-fee94cc093d7 x-openstack-request-id: req-a3a825d4-ed56-48e3-bbc7-fee94cc093d7 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 16:59:57.362859 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "name": "network-vif-plugged", "status": "completed", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 16:59:57.363105 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3a825d4-ed56-48e3-bbc7-fee94cc093d7 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 16:59:57.363505 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a', 'code': 200} Jul 15 16:59:57.364197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9dd894-9f5d-43e0-8972-af78819b10fe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:57.366309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-ce3ad733-1931-4fb1-9d66-a47fc2dce8c0 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-1986778892') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.370176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.375403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-abec106e-5b24-4a3a-ad06-cd72f457f241 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2f9dd894-9f5d-43e0-8972-af78819b10fe HTTP/1.1" status: 204 len: 168 time: 1.8841653 Jul 15 16:59:57.375403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42740) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.376599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17bff6c5-779c-4d28-abcd-ba902904e43a,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 16:59:57.388088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.472851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet ee55c38f-6118-4248-a5ad-733e9c9ec71a {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 16:59:57.492998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.571517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.576829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc026c-62dd-4e95-893e-65c13ba2916a None None] Pushing event updated for resources: {'Port': ['ID=33467f48-88f3-4d70-b309-d843f063e129,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:57.629592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef064d-52d6-476b-99df-f1d82586351a req-75c6feb9-b7f1-4428-8254-47ea28e73b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:57.631536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fdef064d-52d6-476b-99df-f1d82586351a req-75c6feb9-b7f1-4428-8254-47ea28e73b52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 1096 time: 0.2451255 Jul 15 16:59:57.734741 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ce3ad733-1931-4fb1-9d66-a47fc2dce8c0 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-1986778892 HTTP/1.1" status: 204 len: 168 time: 0.3761344 Jul 15 16:59:57.736959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.739928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.744921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-5a30a346-0f3c-42eb-b27c-d065941935b6 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.805809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fdef064d-52d6-476b-99df-f1d82586351a req-2b51db04-56ac-4b4b-b19f-c77cd1cb38a1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568494 Jul 15 16:59:57.848046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a30a346-0f3c-42eb-b27c-d065941935b6 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 200 len: 205 time: 0.1054554 Jul 15 16:59:57.852276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:57.856603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-16e43c48-1a12-4724-9331-dd001788f712 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:57.922449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec930438-e6f3-4cc6-be7e-7142a091b4de None None] Pushing event updated for resources: {'Port': ['ID=aff7ed9b-b58c-4e4f-873a-2026b4b44682,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:57.931642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.973556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:57.982056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/ee55c38f-6118-4248-a5ad-733e9c9ec71a HTTP/1.1" status: 204 len: 168 time: 0.6036267 Jul 15 16:59:58.036914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42788) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:58.041892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5f510-a877-4bd4-a042-043c8d12b805 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=ee55c38f-6118-4248-a5ad-733e9c9ec71a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:58.042536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 16:59:58.191456 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7cc820b7-31bc-4227-b00d-7d618ceea2f5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402197 Jul 15 16:59:58.193048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42796) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:58.201626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T16:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 2, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:58.211386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 16:59:58.224400 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-16e43c48-1a12-4724-9331-dd001788f712 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 200 len: 241 time: 0.3728340 Jul 15 16:59:58.234958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42802) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:58.304966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-496fdc13-8c8b-4418-b77a-853f2a5df628 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1804421838') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:58.315069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520ceff-3ae8-40a1-8c8b-a532ef717a85 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:58.317920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87d436-3a4a-4bc9-a34c-4c50013b1139 None None] The sync data for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 is: [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T16:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 2, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 16:59:58.484822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1b26131e-a1e5-4e7e-9da2-6950e53457fd None None] Provisioning for port 33467f48-88f3-4d70-b309-d843f063e129 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:58.506319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1b26131e-a1e5-4e7e-9da2-6950e53457fd None None] Provisioning complete for port 33467f48-88f3-4d70-b309-d843f063e129 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 16:59:58.506776 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1b26131e-a1e5-4e7e-9da2-6950e53457fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:58.918427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 16:59:59.018885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 16:59:59.020511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:59.022493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:59.189704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device aff7ed9b-b58c-4e4f-873a-2026b4b44682 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 16:59:59.189704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1b26131e-a1e5-4e7e-9da2-6950e53457fd None None] Could not find standard attr ID for object a99fa27f-1ea7-4c82-b19d-517fb439d4bb. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 16:59:59.294366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1afb5623-b004-4687-9b85-bf2e452a9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:59.309106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-496fdc13-8c8b-4418-b77a-853f2a5df628 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1804421838 HTTP/1.1" status: 204 len: 168 time: 1.0714309 Jul 15 16:59:59.310930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:59.325686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-135e1ce9-092a-40bd-b88a-0fc99e9b966c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1804421838') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:59.332060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Deleting port 33467f48-88f3-4d70-b309-d843f063e129 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 16:59:59.332786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:59.425931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699ab10-fb78-4357-90a8-c6c706110ad4 req-ad152591-dcbc-41dd-be91-a1cc06eafeed tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:59.435387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6699ab10-fb78-4357-90a8-c6c706110ad4 req-ad152591-dcbc-41dd-be91-a1cc06eafeed tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 1.0909548 Jul 15 16:59:59.456433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c2efb-527c-406c-adce-f93423e39b11 req-e3198382-1207-4844-a872-2dff623c44af tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 16:59:59.466464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b03c2efb-527c-406c-adce-f93423e39b11 req-e3198382-1207-4844-a872-2dff623c44af tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.7815363 Jul 15 16:59:59.588690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-135e1ce9-092a-40bd-b88a-0fc99e9b966c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1804421838 HTTP/1.1" status: 204 len: 168 time: 0.2766554 Jul 15 16:59:59.590668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42872) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:59.613980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-949cc413-40ef-4fd9-9944-0413f189488b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:59.793221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d53caf-18f0-4891-846b-14e2dfb4ee62 None None] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 16:59:59.800439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6699ab10-fb78-4357-90a8-c6c706110ad4 req-395c34c2-78f6-471e-b144-97708008c187 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080401 Jul 15 16:59:59.833807 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-949cc413-40ef-4fd9-9944-0413f189488b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 200 len: 205 time: 0.2419448 Jul 15 16:59:59.838193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:59.851682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-d4fbee72-d2fd-44ec-9511-e6061a9bd902 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:59.890283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b03c2efb-527c-406c-adce-f93423e39b11 req-f50f2888-eb91-40a9-94e8-a98a245da7cb tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225757 Jul 15 16:59:59.936511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d4fbee72-d2fd-44ec-9511-e6061a9bd902 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 200 len: 238 time: 0.0943687 Jul 15 16:59:59.936672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 16:59:59.949813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-659b0c74-f41a-4aed-a74d-20a763aa5d1b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-2789414') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 16:59:59.967835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Provisioning for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 16:59:59.988914 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 16:59:59.998198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-659b0c74-f41a-4aed-a74d-20a763aa5d1b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-2789414 HTTP/1.1" status: 204 len: 168 time: 0.0604265 Jul 15 17:00:00.003269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.008131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:00.013921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-3e85d935-9470-4251-955a-727c61af2fdf tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-2789414') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.092191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e85d935-9470-4251-955a-727c61af2fdf tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-2789414 HTTP/1.1" status: 204 len: 168 time: 0.0873344 Jul 15 17:00:00.095712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.097222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Provisioning complete for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:00.100153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:00.109376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-33440af7-7af4-440d-a513-a0d0760034ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.184819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-33440af7-7af4-440d-a513-a0d0760034ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 200 len: 205 time: 0.0846930 Jul 15 17:00:00.187093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.199958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-e0862923-8710-44e7-ade7-ff1e64a1350d tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.218324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] For port 33467f48-88f3-4d70-b309-d843f063e129, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33467f48-88f3-4d70-b309-d843f063e129,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:00.223596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:00.231094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:00.233549 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:00.282557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e0862923-8710-44e7-ade7-ff1e64a1350d tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 204 len: 168 time: 0.0928047 Jul 15 17:00:00.283158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42898) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.293596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-da60bae4-99f0-49d7-842b-7e35aef91e4b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.391869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Calling delete_port for 33467f48-88f3-4d70-b309-d843f063e129 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:00.394733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:00.450399 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:00:00.518408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-da60bae4-99f0-49d7-842b-7e35aef91e4b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 204 len: 168 time: 0.2322862 Jul 15 17:00:00.520945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.525583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-7599c3ee-d667-433a-81d8-b6509808ed8b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.696423 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7599c3ee-d667-433a-81d8-b6509808ed8b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1736519 Jul 15 17:00:00.699903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.711081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-0d58c2ad-b2ed-46ef-a018-f252784c8f2e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.851415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d58c2ad-b2ed-46ef-a018-f252784c8f2e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1504359 Jul 15 17:00:00.858595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:00.863294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-2bc1d8d1-cc22-4012-8a6d-2a840f40a05e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-1113188665') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:00.952480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.083275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2bc1d8d1-cc22-4012-8a6d-2a840f40a05e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-1113188665 HTTP/1.1" status: 201 len: 201 time: 0.2192004 Jul 15 17:00:01.086622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:01.103950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-78d568cb-7b98-4c02-82b6-994a1f2fd95a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-1240101697') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:01.262650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.309732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78d568cb-7b98-4c02-82b6-994a1f2fd95a tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-1240101697 HTTP/1.1" status: 201 len: 201 time: 0.2220669 Jul 15 17:00:01.317521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:01.332163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-a9e1b534-5d46-4598-a79c-d4d1ff1c644f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1587874582') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:01.366497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] For port aff7ed9b-b58c-4e4f-873a-2026b4b44682, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=aff7ed9b-b58c-4e4f-873a-2026b4b44682,segment=NetworkSegment(6cd0396f-234d-4cd1-a047-e913447e0330),segment_id=6cd0396f-234d-4cd1-a047-e913447e0330)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:01.380657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] No DVR routers for this DVR port 33467f48-88f3-4d70-b309-d843f063e129 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:01.416200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb28fc5-4257-40cb-afd0-999b60303da5 None None] Pushing event deleted for resources: {'Port': ['ID=33467f48-88f3-4d70-b309-d843f063e129,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:01.418503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.428420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.458943 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.595417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c96d9-0179-4f58-b006-d4ae0d094295 None None] Pushing event updated for resources: {'Port': ['ID=aff7ed9b-b58c-4e4f-873a-2026b4b44682,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:01.645515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:01.645810 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:01.659047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9e1b534-5d46-4598-a79c-d4d1ff1c644f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1587874582 HTTP/1.1" status: 201 len: 201 time: 0.3377020 Jul 15 17:00:01.661633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42944) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:01.666745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-c2865386-8d3a-4100-b201-1db6a7c44ef6 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-313801230') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:01.729648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.811190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2865386-8d3a-4100-b201-1db6a7c44ef6 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-313801230 HTTP/1.1" status: 201 len: 201 time: 0.1485066 Jul 15 17:00:01.816171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:01.825177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Port 33467f48-88f3-4d70-b309-d843f063e129 concurrently deleted while adding address for new subnet {'id': '9cc787ce-d076-410a-939d-0b3d9d35c92a', 'name': '', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1909, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-15T16:59:59Z', 'updated_at': '2021-07-15T16:59:59Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06'}. {{(pid=100429) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 15 17:00:01.825815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.835361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-ad265a01-9bec-4053-997d-6339dc23fe99 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', {'tags': ['tempest-TagsExtTest-Tag-230961026', 'tempest-TagsExtTest-Tag-964733268', 'tempest-TagsExtTest-Tag-2081011039']}) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:01.887558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=9cc787ce-d076-410a-939d-0b3d9d35c92a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:01.925419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566c1b0-990f-4aab-9ca4-53d7626f4ced req-6dc0b1d4-b943-4998-93d0-d624ebea7908 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:01.935104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5566c1b0-990f-4aab-9ca4-53d7626f4ced req-6dc0b1d4-b943-4998-93d0-d624ebea7908 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.6227579 Jul 15 17:00:01.956053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:01.959702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:01.963385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:01.963993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:01.983025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825fff9-94fc-4fed-bf52-ea592fda154f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:02.051255 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ad265a01-9bec-4053-997d-6339dc23fe99 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 200 len: 316 time: 0.2325485 Jul 15 17:00:02.060430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42960) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:02.114967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-328260a6-3461-44a4-978c-e578743dc528 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:02.209763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-5854aff7-8cf8-4655-9284-9a53c78cbee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568580 Jul 15 17:00:02.285172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2df7-63c2-47a3-9ffa-873195a50cbe req-8dced02c-37c2-49ba-9f3f-33cb2b0d1e0f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:02.293684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01df2df7-63c2-47a3-9ffa-873195a50cbe req-8dced02c-37c2-49ba-9f3f-33cb2b0d1e0f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.9635625 Jul 15 17:00:02.307340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ea12f7f7-3de9-47ed-a08f-2577a103fd52 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1127813 Jul 15 17:00:02.311475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:02.317336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:02.331723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Provisioning complete for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:02.332267 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:02.367028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5566c1b0-990f-4aab-9ca4-53d7626f4ced req-0483ed9e-6952-44e8-9bbf-bc97e06d6efc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310522 Jul 15 17:00:02.543083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01df2df7-63c2-47a3-9ffa-873195a50cbe req-62be9ec5-a249-4ed3-8e81-0c6d06e6b93e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465930 Jul 15 17:00:02.593257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '9cc787ce-d076-410a-939d-0b3d9d35c92a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:02.594141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:02.726400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574c09-5997-4632-a775-c40dbd454372 req-07cde632-8800-4fbc-9b3f-ff2037702c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:02.742362 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-07cde632-8800-4fbc-9b3f-ff2037702c4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 1097 time: 0.5056150 Jul 15 17:00:02.775237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-328260a6-3461-44a4-978c-e578743dc528 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 204 len: 168 time: 0.6756952 Jul 15 17:00:02.778015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42980) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:02.790141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-2a6e5f80-9cc1-4089-9b11-23760dbf5d6f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-230961026') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:02.999618 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-2a6e5f80-9cc1-4089-9b11-23760dbf5d6f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:03.004794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2a6e5f80-9cc1-4089-9b11-23760dbf5d6f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-230961026 HTTP/1.1" status: 404 len: 328 time: 0.2256620 Jul 15 17:00:03.005615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42986) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:03.012731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-8309dc56-dd05-4858-b6e7-cc81c70b889f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-964733268') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:03.057787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f48ee7dd-59f5-493b-ab90-aef63e7ba926 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:03.078405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Allocated IP 2001:db8::f816:3eff:fe85:bebf (c39447b1-2e0e-4621-a1d1-1027e590f497/9cc787ce-d076-410a-939d-0b3d9d35c92a/6718719d-43ae-4178-9a77-3be73e3fd037) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:03.124633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:03.128423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:03.131398 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-8309dc56-dd05-4858-b6e7-cc81c70b889f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:03.146423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8309dc56-dd05-4858-b6e7-cc81c70b889f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-964733268 HTTP/1.1" status: 404 len: 328 time: 0.1384573 Jul 15 17:00:03.146423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42992) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:03.184802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-604511d5-7b6d-49de-b5de-fee99a141ac2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae', 'tempest-TagsExtTest-Tag-2081011039') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:03.229248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574c09-5997-4632-a775-c40dbd454372 req-8e10affa-2bca-445a-9e89-262c268b5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:03.230803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-8e10affa-2bca-445a-9e89-262c268b5a74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.4772248 Jul 15 17:00:03.399980 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Sync routers for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:00:03.413311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-8153e871-f404-4110-be09-e55e37620159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 200 len: 217 time: 0.1699564 Jul 15 17:00:03.428221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Provisioning for port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:03.431264 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:00:03.433795 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:03.459025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-cb5f87d0-a58b-4089-8ab3-c36d408bc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:03.460846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-cb5f87d0-a58b-4089-8ab3-c36d408bc4f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.2633090 Jul 15 17:00:03.464710 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-604511d5-7b6d-49de-b5de-fee99a141ac2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:03.465940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-604511d5-7b6d-49de-b5de-fee99a141ac2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags/tempest-TagsExtTest-Tag-2081011039 HTTP/1.1" status: 404 len: 329 time: 0.3081467 Jul 15 17:00:03.466197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Provisioning complete for port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:03.466584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:03.477352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f48ee7dd-59f5-493b-ab90-aef63e7ba926 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:03.479073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43002) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:03.489719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-36c447b4-cdaf-4869-a6b7-34eb09e0b4ce tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', {'tags': ['tempest-TagsExtTest-Tag-385160582', 'tempest-TagsExtTest-Tag-873952828', 'tempest-TagsExtTest-Tag-325711369']}) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:03.553224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f48ee7dd-59f5-493b-ab90-aef63e7ba926 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:03.553867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:03.709250 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:00:03.712497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-731aa090-d085-41e3-8a84-91b846c00d75 None None] Port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:00:03.773791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:03.830994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Transition to ACTIVE for port object 6718719d-43ae-4178-9a77-3be73e3fd037 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:03.948499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Transition to ACTIVE for port object 6718719d-43ae-4178-9a77-3be73e3fd037 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:03.959098 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.019956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:04.024050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:04.026313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6295c198-df4e-4f3d-8597-71695fe80899 None None] Provisioning complete for port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:04.027161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6295c198-df4e-4f3d-8597-71695fe80899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.029254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:04.034214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.064618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f48ee7dd-59f5-493b-ab90-aef63e7ba926, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f48ee7dd-59f5-493b-ab90-aef63e7ba926,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:04.147650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.148716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device aff7ed9b-b58c-4e4f-873a-2026b4b44682 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:04.247816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Pushing event updated for resources: {'Port': ['ID=6718719d-43ae-4178-9a77-3be73e3fd037,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:04.292082 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T16:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 2, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:04.371454 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Checking router: ee2db830-6476-4d6c-be37-487dcb1887bf for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:00:04.375061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Updating router ee2db830-6476-4d6c-be37-487dcb1887bf port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:00:04.404457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6295c198-df4e-4f3d-8597-71695fe80899 None None] Port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:00:04.458812 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.543316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa071231-48e7-4fdf-9e80-e61e7fdeee81 req-0fa8b71f-0649-443d-b35b-4eda08101fdc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:04.572607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa071231-48e7-4fdf-9e80-e61e7fdeee81 req-0fa8b71f-0649-443d-b35b-4eda08101fdc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 1.1952486 Jul 15 17:00:04.592042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f48ee7dd-59f5-493b-ab90-aef63e7ba926,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:04.604388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36c447b4-cdaf-4869-a6b7-34eb09e0b4ce tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 200 len: 315 time: 1.1221540 Jul 15 17:00:04.608212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Attempting to bind port 6718719d-43ae-4178-9a77-3be73e3fd037 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:04.609031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Attempting to bind port 6718719d-43ae-4178-9a77-3be73e3fd037 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:04.613739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43026) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:04.614673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Attempting to bind port 6718719d-43ae-4178-9a77-3be73e3fd037 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:04.624136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:04.653131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:04.653926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.654339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:04.655541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Bound port: 6718719d-43ae-4178-9a77-3be73e3fd037, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:04.656536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.665751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-11575cc7-34c1-46c8-a269-f2fd6157ed09 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:04.703372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port aff7ed9b-b58c-4e4f-873a-2026b4b44682 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:04.703824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.724816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1beed7-6e24-441b-a387-81a4bd1f2a0e req-d8b2e8b1-4b8b-4880-bef7-39ee32d6c472 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:04.732670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1beed7-6e24-441b-a387-81a4bd1f2a0e req-d8b2e8b1-4b8b-4880-bef7-39ee32d6c472 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.1420720 Jul 15 17:00:04.741394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.745117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574c09-5997-4632-a775-c40dbd454372 req-a3658954-44ef-4fe4-935f-c7d33c6eec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:04.748091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-a3658954-44ef-4fe4-935f-c7d33c6eec40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 1.3280416 Jul 15 17:00:04.774520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-be773553-5091-4ed7-b101-841e39e4a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:04.776235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-be773553-5091-4ed7-b101-841e39e4a83c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 1.3057311 Jul 15 17:00:04.816764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa071231-48e7-4fdf-9e80-e61e7fdeee81 req-4cb1298e-6961-419a-be06-f49e5a01e7bd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427042 Jul 15 17:00:04.931138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1beed7-6e24-441b-a387-81a4bd1f2a0e req-d8b11d26-051c-4833-af0f-1a9bf0fb6d6a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979179 Jul 15 17:00:04.932301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:04.946202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:04.958623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:04.958623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:04.959867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=9fe85e97-41e6-4dfc-b35f-8faca55db3a2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:05.044132 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-41406de5-4074-4bec-ac7e-3a48b505fc82 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7298820 Jul 15 17:00:05.046071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:05.049111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-747b601c-8b87-4832-a201-43a260e45313 None None] For port 6718719d-43ae-4178-9a77-3be73e3fd037, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:05.059987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:22:08:29', 'name': 'tempest-NetworksTestDHCPv6-1178116082'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:05.079850 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.085910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-fa7118cf-d49e-477d-9c3f-c5248baf2908 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.2960777 Jul 15 17:00:05.096207 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Transition to ACTIVE for port object 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:05.099014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-747b601c-8b87-4832-a201-43a260e45313 None None] For port 6718719d-43ae-4178-9a77-3be73e3fd037, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6718719d-43ae-4178-9a77-3be73e3fd037,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:05.109857 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.112796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.140143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-11575cc7-34c1-46c8-a269-f2fd6157ed09 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 204 len: 168 time: 0.4978497 Jul 15 17:00:05.146139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43040) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:05.219846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-ad6bb03f-c9ed-4a19-a241-19ab35cef3c4 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-385160582') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:05.221081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3b04-18a6-4054-81e4-e64f7d7ac8da None None] Pushing event updated for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:05.294915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b601c-8b87-4832-a201-43a260e45313 None None] Pushing event updated for resources: {'Port': ['ID=6718719d-43ae-4178-9a77-3be73e3fd037,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:05.310634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33467f48-88f3-4d70-b309-d843f063e129 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:05.367556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 33467f48-88f3-4d70-b309-d843f063e129 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:05.367905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33467f48-88f3-4d70-b309-d843f063e129 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:05.448263 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Attempting to bind port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:05.462717 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Attempting to bind port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:05.463416 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Attempting to bind port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 on network 02356bfb-7512-4180-91a4-77d01500d8a3 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:05.471330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-372ad2ce-d567-4cc9-a180-865c70b9b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:05.472881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-372ad2ce-d567-4cc9-a180-865c70b9b8f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.3617465 Jul 15 17:00:05.480368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:00:05.481870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:05.483306 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:05.485437 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Checking segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:05.485988 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.487949 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Bound using segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:05.495477 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Bound port: 81b0630b-8510-4d13-a36d-f24b0a7fa7b4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:05.496489 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.585321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574c09-5997-4632-a775-c40dbd454372 req-2280e096-5cc9-4663-9d90-d01cf905bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:05.647063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-2280e096-5cc9-4663-9d90-d01cf905bd10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7827697 Jul 15 17:00:05.685071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50cb0a-a28e-4a75-82c0-187e7598ad3f req-2135ae16-4020-4927-bb29-52542f8533a9 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:05.692477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f48ee7dd-59f5-493b-ab90-aef63e7ba926 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:05.696472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef50cb0a-a28e-4a75-82c0-187e7598ad3f req-2135ae16-4020-4927-bb29-52542f8533a9 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.6807194 Jul 15 17:00:05.785855 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-ad6bb03f-c9ed-4a19-a241-19ab35cef3c4 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:05.792736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:05.793776 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] For port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:05.795860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad6bb03f-c9ed-4a19-a241-19ab35cef3c4 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-385160582 HTTP/1.1" status: 404 len: 328 time: 0.5898769 Jul 15 17:00:05.800811 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:00:05.800996 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] For port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:05.801274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-dd257c1b-a338-4d3f-8f63-e62e5ac24f36 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-873952828') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:05.812143 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:05.885815 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed3b04-18a6-4054-81e4-e64f7d7ac8da None None] Pushing event updated for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:05.921241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:00:05.921916 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T16:59:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:05.954660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef50cb0a-a28e-4a75-82c0-187e7598ad3f req-68c028f5-4577-406e-a89c-b7a354a224c0 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539406 Jul 15 17:00:05.999019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-20a65cd1-3183-43ae-8ef1-a3ec6db6e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:06.005534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-20a65cd1-3183-43ae-8ef1-a3ec6db6e93b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5086560 Jul 15 17:00:06.060823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:06.245579 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-2171ae73-dddb-45ee-a6b2-cbd794bc0181 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601230 Jul 15 17:00:06.344807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:00:06.537604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-76b5bfff-c54b-479f-b40b-c42fe7e65c3c service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243521 Jul 15 17:00:06.539974 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-dd257c1b-a338-4d3f-8f63-e62e5ac24f36 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:06.544867 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dd257c1b-a338-4d3f-8f63-e62e5ac24f36 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-873952828 HTTP/1.1" status: 404 len: 328 time: 0.7510777 Jul 15 17:00:06.545569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43070) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:06.555945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:06.739355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:06.774493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port c5052a6a-dd04-4e9f-9d56-913f90e89753 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:06.809365 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:05Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:06.825978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa47acf-48c2-4295-b098-d823bcd3a27d req-26b1584e-25a9-48da-9845-a8d90ba49255 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:06.838509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dfa47acf-48c2-4295-b098-d823bcd3a27d req-26b1584e-25a9-48da-9845-a8d90ba49255 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.5795517 Jul 15 17:00:06.877089 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b10e7a-de3d-4eb7-85ba-05eabaafd020 None None] The sync data for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 is: [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:05Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:00:06.911162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bb574c09-5997-4632-a775-c40dbd454372 req-65af1b59-9edc-4125-a522-5e9fbd0eb93f service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6590831 Jul 15 17:00:06.922000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:06.926613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-f234e1aa-8df3-4b40-b491-93fb105e0b08 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1', 'tempest-TagsExtTest-Tag-325711369') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:06.996197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:07.002367 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a4da90-c266-46e6-be42-5924caa4118a" -d '{"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-unplugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:07.017180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3949275a-ce54-453c-92ac-32859cb5654f', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'port_id': '3949275a-ce54-453c-92ac-32859cb5654f', 'mac_address': 'fa:16:3e:63:45:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbed9b8-974b-4505-9b5b-3d8b201a737a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:00:07.045545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f42eb2d5-5fa4-46cc-acd9-b422925ed7c9 req-70f99604-151c-44f4-854e-38d336f801f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987609 Jul 15 17:00:07.092251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8efaaa-be52-4c08-8dd8-424c2624181e req-170bae44-2f39-4913-a996-3802ad0af8ed tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:07.104151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:07.104965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f8efaaa-be52-4c08-8dd8-424c2624181e req-170bae44-2f39-4913-a996-3802ad0af8ed tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.8124616 Jul 15 17:00:07.137990 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:07.143209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f48ee7dd-59f5-493b-ab90-aef63e7ba926 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:07.143803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:07.186330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dfa47acf-48c2-4295-b098-d823bcd3a27d req-45faa94e-f5a6-4307-a52d-cdd6ff9d5cfa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466790 Jul 15 17:00:07.289794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f8efaaa-be52-4c08-8dd8-424c2624181e req-8bf14f1f-c445-44d0-a121-4955bd7e24c5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837406 Jul 15 17:00:07.300068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 172.20.0.14 (c39447b1-2e0e-4621-a1d1-1027e590f497/9fe85e97-41e6-4dfc-b35f-8faca55db3a2/c5052a6a-dd04-4e9f-9d56-913f90e89753) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:07.301617 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-f234e1aa-8df3-4b40-b491-93fb105e0b08 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:07.302732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f234e1aa-8df3-4b40-b491-93fb105e0b08 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags/tempest-TagsExtTest-Tag-325711369 HTTP/1.1" status: 404 len: 328 time: 0.3850038 Jul 15 17:00:07.313145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:07.313145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-8c0469f6-cc25-492a-a5e9-0f07912dfe67 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', {'tags': ['tempest-TagsExtTest-Tag-1940602458', 'tempest-TagsExtTest-Tag-986822709', 'tempest-TagsExtTest-Tag-1025511255']}) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:07.337024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe22:829 (c39447b1-2e0e-4621-a1d1-1027e590f497/9cc787ce-d076-410a-939d-0b3d9d35c92a/c5052a6a-dd04-4e9f-9d56-913f90e89753) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:07.342731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:07.450181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:07.489604 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784dc1a1-c1dd-4f76-8dc5-a61142475ede x-openstack-request-id: req-784dc1a1-c1dd-4f76-8dc5-a61142475ede {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:07.492713 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-unplugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:07.493351 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-784dc1a1-c1dd-4f76-8dc5-a61142475ede {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:07.493883 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f', 'code': 200} Jul 15 17:00:07.608716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a14e7-b2fd-4772-b3c1-8f641e8233f3 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:07.705262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:07.712786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:07.749455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8fba89bc-13d0-450c-8091-fd04c4185bf3 None None] Provisioning for port 6718719d-43ae-4178-9a77-3be73e3fd037 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:07.750599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object c5052a6a-dd04-4e9f-9d56-913f90e89753 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:07.828134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8c0469f6-cc25-492a-a5e9-0f07912dfe67 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 200 len: 317 time: 0.5210791 Jul 15 17:00:07.831188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:07.838940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-fb92a8b9-d336-4d34-a5b3-4a60e2109ec8 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:07.846642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:07.859454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466bde5-1ad5-480e-997f-fc0405f849ea req-7d2d6a31-f7c2-457b-bdf1-312904a97735 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:07.868262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c466bde5-1ad5-480e-997f-fc0405f849ea req-7d2d6a31-f7c2-457b-bdf1-312904a97735 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 944 time: 0.2149994 Jul 15 17:00:07.958769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:07.964978 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:08.012240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c466bde5-1ad5-480e-997f-fc0405f849ea req-c3eed275-5e98-4cde-98ca-4d77489c2690 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325662 Jul 15 17:00:08.170743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:08.212990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:08.224417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb92a8b9-d336-4d34-a5b3-4a60e2109ec8 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 204 len: 168 time: 0.3913193 Jul 15 17:00:08.227037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43110) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:08.227706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:08.236065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-02aade16-ac50-41d6-9a00-d62f62098d9e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1940602458') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:08.259793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=c5052a6a-dd04-4e9f-9d56-913f90e89753,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:08.343938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:08.346297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:08.391547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6718719d-43ae-4178-9a77-3be73e3fd037 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:08.406326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-068b6ed1-7de2-4ea6-b36b-5b07c31a3a72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3553398 Jul 15 17:00:08.408150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:08.603636 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-02aade16-ac50-41d6-9a00-d62f62098d9e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:08.608161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:08.608429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-02aade16-ac50-41d6-9a00-d62f62098d9e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1940602458 HTTP/1.1" status: 404 len: 329 time: 0.3797474 Jul 15 17:00:08.618017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-d46a7e98-b413-469b-a6f3-363a2b8c4643 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-986822709') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:08.636553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87091e94-922d-464c-b52f-72e19f5e5e2c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:08.644919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87091e94-922d-464c-b52f-72e19f5e5e2c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:08.646765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-87091e94-922d-464c-b52f-72e19f5e5e2c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2374163 Jul 15 17:00:08.655269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43124) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:08.760592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:08.794867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de001748-a2eb-4bb8-8c5c-9c406a8a9b1e req-72d454d2-406a-4312-b9e8-08561806cbd6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:08.804525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de001748-a2eb-4bb8-8c5c-9c406a8a9b1e req-72d454d2-406a-4312-b9e8-08561806cbd6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2463391 Jul 15 17:00:08.807741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:08.835502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:08.838979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '9cc787ce-d076-410a-939d-0b3d9d35c92a', 'ip_address': '2001:db8::f816:3eff:fe85:bebf'}, {'subnet_id': '9fe85e97-41e6-4dfc-b35f-8faca55db3a2'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '6718719d-43ae-4178-9a77-3be73e3fd037'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:00:08.845041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:08.847399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6718719d-43ae-4178-9a77-3be73e3fd037 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:08.885300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de001748-a2eb-4bb8-8c5c-9c406a8a9b1e req-b0ed9d0b-6417-4383-beef-d23b3e5a603b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793326 Jul 15 17:00:08.900626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6718719d-43ae-4178-9a77-3be73e3fd037 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:08.901253 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:08.911488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c69d6-bcaa-4c59-9f62-8c424ba1c6ee req-6f4e2248-fdd4-4ab8-9743-bfb5a885fd20 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:08.913418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c40c69d6-bcaa-4c59-9f62-8c424ba1c6ee req-6f4e2248-fdd4-4ab8-9743-bfb5a885fd20 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.3039706 Jul 15 17:00:08.958700 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d46a7e98-b413-469b-a6f3-363a2b8c4643 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:08.980386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port c5052a6a-dd04-4e9f-9d56-913f90e89753 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:08.982131 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:08.992330 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d46a7e98-b413-469b-a6f3-363a2b8c4643 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-986822709 HTTP/1.1" status: 404 len: 328 time: 0.3805883 Jul 15 17:00:08.994230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:08.999462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-b2651b67-7292-43ad-b877-ada852db83e2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d', 'tempest-TagsExtTest-Tag-1025511255') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.091327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c40c69d6-bcaa-4c59-9f62-8c424ba1c6ee req-14156d60-0b4c-4d07-9980-7213141166e1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595964 Jul 15 17:00:09.107712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:09.138482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:09.193231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3949275a-ce54-453c-92ac-32859cb5654f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:00:09.250241 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-b2651b67-7292-43ad-b877-ada852db83e2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:09.253758 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2651b67-7292-43ad-b877-ada852db83e2 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags/tempest-TagsExtTest-Tag-1025511255 HTTP/1.1" status: 404 len: 329 time: 0.2582130 Jul 15 17:00:09.259377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.275636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-7d5eb891-3bfe-4d25-b3e9-1d8ba621299b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', {'tags': ['tempest-TagsExtTest-Tag-435543834', 'tempest-TagsExtTest-Tag-1841594672', 'tempest-TagsExtTest-Tag-980385784']}) {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.348932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7d5eb891-3bfe-4d25-b3e9-1d8ba621299b tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "PUT /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 200 len: 316 time: 0.0769541 Jul 15 17:00:09.349107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.353711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-f91b3497-19e3-4371-9448-870e08ef2dba tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.361329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:09.373133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:09.411056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for c5052a6a-dd04-4e9f-9d56-913f90e89753 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:09.511303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f91b3497-19e3-4371-9448-870e08ef2dba tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 204 len: 168 time: 0.1613326 Jul 15 17:00:09.514055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.525412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-7d2b6b7b-05d5-45b5-a924-be31a1e237bc tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-435543834') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.546099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6718719d-43ae-4178-9a77-3be73e3fd037, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6718719d-43ae-4178-9a77-3be73e3fd037,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:09.551031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895a5ea-8372-4780-96c0-27e6c7a4775f req-406b20fe-2f90-4444-b9f8-81eca9b7837f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:09.561623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f895a5ea-8372-4780-96c0-27e6c7a4775f req-406b20fe-2f90-4444-b9f8-81eca9b7837f tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 945 time: 0.1740763 Jul 15 17:00:09.584980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:09.589659 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-7d2b6b7b-05d5-45b5-a924-be31a1e237bc tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:09.595831 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d2b6b7b-05d5-45b5-a924-be31a1e237bc tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-435543834 HTTP/1.1" status: 404 len: 328 time: 0.0773726 Jul 15 17:00:09.596418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:09.596728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.605288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-9175f1d6-492c-4025-89ae-74e006377d76 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-1841594672') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.671588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f895a5ea-8372-4780-96c0-27e6c7a4775f req-1c044bca-ea7a-4013-a1d4-be3c11c4f2d1 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089821 Jul 15 17:00:09.739722 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-9175f1d6-492c-4025-89ae-74e006377d76 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:09.742815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9175f1d6-492c-4025-89ae-74e006377d76 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-1841594672 HTTP/1.1" status: 404 len: 329 time: 0.1414096 Jul 15 17:00:09.745668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.750394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-c793b520-7336-481f-911e-5e43df2e277e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771', 'tempest-TagsExtTest-Tag-980385784') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.784847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Allocated IP 172.20.0.2 (c39447b1-2e0e-4621-a1d1-1027e590f497/9fe85e97-41e6-4dfc-b35f-8faca55db3a2/6718719d-43ae-4178-9a77-3be73e3fd037) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:09.827144 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-c793b520-7336-481f-911e-5e43df2e277e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] show failed (client error): The resource could not be found. Jul 15 17:00:09.828374 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c793b520-7336-481f-911e-5e43df2e277e tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags/tempest-TagsExtTest-Tag-980385784 HTTP/1.1" status: 404 len: 328 time: 0.0815859 Jul 15 17:00:09.832702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.850399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-c4f42c5a-30d3-4309-ae98-29a87a85da56 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6d9f53df-135f-43d2-8eb5-9c573682d771') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:09.862038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:09.875168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6718719d-43ae-4178-9a77-3be73e3fd037,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:09.936897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:09.981718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c4f42c5a-30d3-4309-ae98-29a87a85da56 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771/tags HTTP/1.1" status: 204 len: 168 time: 0.1459057 Jul 15 17:00:09.984821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43164) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:09.996097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-69e52b5c-5f28-45a2-9ca1-5c25cfee1618 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '05f93ad4-0717-4e05-ab55-7934f6ae673d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:10.004683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=c5052a6a-dd04-4e9f-9d56-913f90e89753,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:10.032642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:10.034043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.108564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] For port 6718719d-43ae-4178-9a77-3be73e3fd037, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6718719d-43ae-4178-9a77-3be73e3fd037,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:10.170812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.240050 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.242245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65944ab4-9eca-4634-9452-ff71d5093252 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c5052a6a-dd04-4e9f-9d56-913f90e89753 HTTP/1.1" status: 204 len: 168 time: 1.5840247 Jul 15 17:00:10.245403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.304796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.305423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-69e52b5c-5f28-45a2-9ca1-5c25cfee1618 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d/tags HTTP/1.1" status: 204 len: 168 time: 0.3137419 Jul 15 17:00:10.309350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-818c8507-4d43-4cbf-92e1-cbb48c55fed5 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:10.322588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Transition to ACTIVE for port object 6718719d-43ae-4178-9a77-3be73e3fd037 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:10.341934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.344788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47492b5-e2a3-4bf8-83ce-398e659fb1ad tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:10.347060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47492b5-e2a3-4bf8-83ce-398e659fb1ad tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:10.348692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47492b5-e2a3-4bf8-83ce-398e659fb1ad tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:10.355242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c47492b5-e2a3-4bf8-83ce-398e659fb1ad tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1072843 Jul 15 17:00:10.355417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.437322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8a269-ebea-4086-863b-3562bb0c9495 req-07d01245-e0af-4fc0-b641-ba44b8d71586 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:10.439772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0c8a269-ebea-4086-863b-3562bb0c9495 req-07d01245-e0af-4fc0-b641-ba44b8d71586 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.0835159 Jul 15 17:00:10.450824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 9cc787ce-d076-410a-939d-0b3d9d35c92a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:10.455031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-818c8507-4d43-4cbf-92e1-cbb48c55fed5 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1491678 Jul 15 17:00:10.457568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.462285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-16ef7617-4347-48c7-b458-ef97e143e607 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5d79b2c8-ce08-4009-9c96-6efe3a0242ae') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:10.465080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.482179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.527117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0c8a269-ebea-4086-863b-3562bb0c9495 req-986d6bf5-8174-45b5-a2ad-b0bfd9989534 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813909 Jul 15 17:00:10.573985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.606749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:10.617284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9987e-db97-4c2d-8e71-d330fef51a57 None None] Pushing event updated for resources: {'Port': ['ID=6718719d-43ae-4178-9a77-3be73e3fd037,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:10.620237 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.650784 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-16ef7617-4347-48c7-b458-ef97e143e607 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae/tags HTTP/1.1" status: 204 len: 168 time: 0.1920152 Jul 15 17:00:10.655683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.711633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.736015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.796314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.823080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:10.829584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6718719d-43ae-4178-9a77-3be73e3fd037 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:10.902894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:10.910186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef22c93-66aa-4516-ba04-23e0a6e357c1 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for subnetpool, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:10.914594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ef22c93-66aa-4516-ba04-23e0a6e357c1 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnetpools/6d9f53df-135f-43d2-8eb5-9c573682d771 HTTP/1.1" status: 204 len: 168 time: 0.2546279 Jul 15 17:00:10.918513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43198) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:10.944464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.018726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc787ce-d076-410a-939d-0b3d9d35c92a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:11.027935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.028398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.029042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.029692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.030250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.030658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.031062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.032364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.032817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.033216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.033863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.034257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:11.042854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.044863 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d7fc58f-b32d-42fd-983b-fccddd792e8b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/9cc787ce-d076-410a-939d-0b3d9d35c92a HTTP/1.1" status: 204 len: 168 time: 0.6878247 Jul 15 17:00:11.047829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:11.072979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9fb4802b-24f2-4176-b12e-31de1895084f tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "GET /v2.0/ports?device_id=05f93ad4-0717-4e05-ab55-7934f6ae673d HTTP/1.1" status: 200 len: 205 time: 0.1473429 Jul 15 17:00:11.082767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43204) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:11.089743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3949275a-ce54-453c-92ac-32859cb5654f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:11.090135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.182716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 9fe85e97-41e6-4dfc-b35f-8faca55db3a2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:11.190534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.319927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.341922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.352779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.421352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:11.423811 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d6de0-c254-4f8b-bcdc-6e6fb536de27" -d '{"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-plugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:11.485841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.510424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:11.524205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.705707 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fbb6c9-68f3-4fdb-85bc-e2c4e2fb63d5 x-openstack-request-id: req-79fbb6c9-68f3-4fdb-85bc-e2c4e2fb63d5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:11.706345 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-plugged", "status": "completed", "tag": "3949275a-ce54-453c-92ac-32859cb5654f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:11.707013 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79fbb6c9-68f3-4fdb-85bc-e2c4e2fb63d5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:11.707571 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f', 'code': 200} Jul 15 17:00:11.725009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:11.791817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.828075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe85e97-41e6-4dfc-b35f-8faca55db3a2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:11.866323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:11.871619 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8e955376-a168-449e-8487-cd69d1399049 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/9fe85e97-41e6-4dfc-b35f-8faca55db3a2 HTTP/1.1" status: 204 len: 168 time: 0.8226349 Jul 15 17:00:11.882358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:11.950315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d5096b3-c027-423d-9f48-817614588678 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666142 Jul 15 17:00:11.951212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:11.957506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:12.084722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.090309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.151667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:12.155513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.171525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6985c4-bc13-4f44-985c-0758fcc4aa90 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:12.183234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf960a6-52ac-4ff1-8780-f23ba1c7a143 req-331af106-3588-46ef-a467-1f4cb6832eb0 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:12.185234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ddf960a6-52ac-4ff1-8780-f23ba1c7a143 req-331af106-3588-46ef-a467-1f4cb6832eb0 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 945 time: 1.2381289 Jul 15 17:00:12.230066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-372fd116-af83-4081-afb1-3bb11a850e5d None None] Could not find standard attr ID for object c5052a6a-dd04-4e9f-9d56-913f90e89753. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:00:12.274298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.274811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Fanout notify agent at l3_agent the message router_deleted on router 05f93ad4-0717-4e05-ab55-7934f6ae673d {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:00:12.298107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.303746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6e4d29ff-68ae-46f6-bf1b-03472eade290 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/routers/05f93ad4-0717-4e05-ab55-7934f6ae673d HTTP/1.1" status: 204 len: 168 time: 1.2167394 Jul 15 17:00:12.306048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43236) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:12.347593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-372fd116-af83-4081-afb1-3bb11a850e5d None None] Provisioning for port 6718719d-43ae-4178-9a77-3be73e3fd037 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:12.365120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-372fd116-af83-4081-afb1-3bb11a850e5d None None] Provisioning complete for port 6718719d-43ae-4178-9a77-3be73e3fd037 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:12.365765 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-372fd116-af83-4081-afb1-3bb11a850e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.473834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ddf960a6-52ac-4ff1-8780-f23ba1c7a143 req-91368d15-2d6f-41ee-a17c-0da628b22b4e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766347 Jul 15 17:00:12.486472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9115ae-5989-4ba0-8cc6-8df4f04d634a req-a44cf737-cce3-4c21-a046-e7f191ec811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:12.489793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c9115ae-5989-4ba0-8cc6-8df4f04d634a req-a44cf737-cce3-4c21-a046-e7f191ec811a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 1097 time: 0.5904596 Jul 15 17:00:12.549282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e36402-6c2c-4932-82da-5a68cbb1b13f req-f38b2c5e-1c88-4e97-b917-95bd114b447b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:12.556841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41e36402-6c2c-4932-82da-5a68cbb1b13f req-f38b2c5e-1c88-4e97-b917-95bd114b447b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.6721032 Jul 15 17:00:12.600746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.643109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41e36402-6c2c-4932-82da-5a68cbb1b13f req-e23d86ad-ad5f-4c8f-ab35-10b48fd83d2b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850441 Jul 15 17:00:12.644784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:12.649636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:12.652891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:12.665609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.683089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c9115ae-5989-4ba0-8cc6-8df4f04d634a req-583d6166-8184-4f75-8490-fd17d1fc0bb3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838007 Jul 15 17:00:12.684548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Deleting port ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:12.685423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.693972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7383931 Jul 15 17:00:12.694208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:12.701953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:12.745834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2419634-c507-40f8-93da-251f25204c9b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=d385974c-7769-4791-ac42-d22bea13ce8a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:12.754743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:00:12.813359 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.828970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Calling delete_port for ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:12.831961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Deleting port 6718719d-43ae-4178-9a77-3be73e3fd037 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:12.832408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:12.863175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:13.004605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:13.012774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.106892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:13.106892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.110872 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.129447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] For port 6718719d-43ae-4178-9a77-3be73e3fd037, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6718719d-43ae-4178-9a77-3be73e3fd037,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:13.133498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.180478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event deleted for resources: {'Port': ['ID=ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:13.392546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.398387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9081b50f-fb38-4849-a2f3-8372c5e386ed tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/ports/ba84925b-ec9f-4eb4-9bbe-2e22422ae5f1 HTTP/1.1" status: 204 len: 168 time: 1.0840249 Jul 15 17:00:13.398791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:13.529971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Calling delete_port for 6718719d-43ae-4178-9a77-3be73e3fd037 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:13.537429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Deleting subnet 5d79b2c8-ce08-4009-9c96-6efe3a0242ae {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:13.560895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.730920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.903366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.907462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:13.911509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:13.940670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] Pushing event deleted for resources: {'Port': ['ID=6718719d-43ae-4178-9a77-3be73e3fd037,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:13.946702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82156432-346e-425b-bcfa-798c6f42cbb5 None None] No DVR routers for this DVR port 6718719d-43ae-4178-9a77-3be73e3fd037 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:13.966992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52021e37-65b6-4a9a-a290-c5dbcef0113c None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:14.240826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:14.273458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44'}, {'subnet_id': 'd385974c-7769-4791-ac42-d22bea13ce8a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:14.274373 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:14.464352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event deleted for resources: {'Subnet': ['ID=5d79b2c8-ce08-4009-9c96-6efe3a0242ae,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:14.472282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:14.479696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3e204a62-2736-4ed1-862c-f3e10d054897 tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/subnets/5d79b2c8-ce08-4009-9c96-6efe3a0242ae HTTP/1.1" status: 204 len: 168 time: 1.0798373 Jul 15 17:00:14.481997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43286) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:14.501761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0b0d4-50ec-45c2-a4dd-0d4db4763b84 None None] Network 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:14.614390 n-d-800085-3 neutron-server[100428]: WARNING neutron.services.revisions.revision_plugin [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Could not find related port for resource to bump revision. Jul 15 17:00:14.628208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Port 6718719d-43ae-4178-9a77-3be73e3fd037 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 15 17:00:14.628551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:bebf {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 15 17:00:14.647014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_pluggable_backend [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:bebf {{(pid=100428) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 15 17:00:14.649863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:14.773318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:14.784663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:14.796791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:14.798030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:14.837799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:14.849139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-60cfd71b-1175-4773-8b2d-f94a15af16d0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1537428 Jul 15 17:00:14.851839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:14.870202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:eb:36:75', 'name': 'tempest-NetworksTestDHCPv6-472693076'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:14.956614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6718719d-43ae-4178-9a77-3be73e3fd037 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:14.983708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6718719d-43ae-4178-9a77-3be73e3fd037 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:14.984043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6718719d-43ae-4178-9a77-3be73e3fd037 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:15.061560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Allocated IP 172.20.0.2 (c39447b1-2e0e-4621-a1d1-1027e590f497/d385974c-7769-4791-ac42-d22bea13ce8a/b7cdd14f-8d2a-412e-9652-c9af1ca00e39) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:15.078178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Allocated IP 2001:db8::f816:3eff:fee1:95f1 (c39447b1-2e0e-4621-a1d1-1027e590f497/a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44/b7cdd14f-8d2a-412e-9652-c9af1ca00e39) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:15.081466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:15.261931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.294732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3b1bb-4a3c-4fe8-bb98-31f0e381be69 req-79884c36-11a4-4b10-a8cb-63236a9bcf94 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:15.301653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeb3b1bb-4a3c-4fe8-bb98-31f0e381be69 req-79884c36-11a4-4b10-a8cb-63236a9bcf94 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 1.2588325 Jul 15 17:00:15.315981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345411c8-05ac-4fae-b5e2-cb801f32e785 req-a0d0ed23-5949-47b1-8ae2-93123fa667e2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:15.332070 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.341060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.341278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Transition to ACTIVE for port object b7cdd14f-8d2a-412e-9652-c9af1ca00e39 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:15.360573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Transition to ACTIVE for port object b7cdd14f-8d2a-412e-9652-c9af1ca00e39 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:15.364509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-345411c8-05ac-4fae-b5e2-cb801f32e785 req-a0d0ed23-5949-47b1-8ae2-93123fa667e2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 1.2469769 Jul 15 17:00:15.371271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.383364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 8dcf9e2a-375e-495e-8102-bf242b87e5e5 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:15.426284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:15.446894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:15.450041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:15.462452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:15.499670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-345411c8-05ac-4fae-b5e2-cb801f32e785 req-a41e2398-a73f-4bd9-9cd5-0d65243c2dd5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340487 Jul 15 17:00:15.619701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] DHCP port deletion for 6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:00:15.623923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeb3b1bb-4a3c-4fe8-bb98-31f0e381be69 req-1e4fde1d-e51f-47b8-847e-469cd494882a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377398 Jul 15 17:00:15.645456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Deleting port aff7ed9b-b58c-4e4f-873a-2026b4b44682 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:15.646118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.668626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Attempting to bind port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:15.668854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Attempting to bind port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:15.669079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Attempting to bind port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:15.711581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 16, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:15.711966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:15.712400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.712796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:15.713292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Bound port: b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:15.713676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.798320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:15.801892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:15.815124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.817838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 172.20.0.6 (c39447b1-2e0e-4621-a1d1-1027e590f497/d385974c-7769-4791-ac42-d22bea13ce8a/8dcf9e2a-375e-495e-8102-bf242b87e5e5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:15.832319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:feeb:3675 (c39447b1-2e0e-4621-a1d1-1027e590f497/a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44/8dcf9e2a-375e-495e-8102-bf242b87e5e5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:15.864374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Deleting port aff7ed9b-b58c-4e4f-873a-2026b4b44682 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:15.864753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.968447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] For port aff7ed9b-b58c-4e4f-873a-2026b4b44682, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=aff7ed9b-b58c-4e4f-873a-2026b4b44682,segment=NetworkSegment(6cd0396f-234d-4cd1-a047-e913447e0330),segment_id=6cd0396f-234d-4cd1-a047-e913447e0330)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:15.969752 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.989464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] For port aff7ed9b-b58c-4e4f-873a-2026b4b44682, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=aff7ed9b-b58c-4e4f-873a-2026b4b44682,segment=NetworkSegment(6cd0396f-234d-4cd1-a047-e913447e0330),segment_id=6cd0396f-234d-4cd1-a047-e913447e0330)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:15.990192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:15.995762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ec5a0-c730-418a-964c-ebc5852d7fb5 None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:15.999063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Calling delete_port for aff7ed9b-b58c-4e4f-873a-2026b4b44682 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:16.070964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Calling delete_port for aff7ed9b-b58c-4e4f-873a-2026b4b44682 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:16.133152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.138260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2d097-d3de-4096-9962-f915b8524e6b req-38954a36-b699-4b77-a2b6-979c9834d101 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:16.139869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ea2d097-d3de-4096-9962-f915b8524e6b req-38954a36-b699-4b77-a2b6-979c9834d101 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.4084964 Jul 15 17:00:16.221618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.236229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] Pushing event deleted for resources: {'Port': ['ID=aff7ed9b-b58c-4e4f-873a-2026b4b44682,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:16.251165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b6d9a-36cb-4524-b92e-3046c2821175 None None] No DVR routers for this DVR port aff7ed9b-b58c-4e4f-873a-2026b4b44682 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:16.279127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ea2d097-d3de-4096-9962-f915b8524e6b req-14be0cab-65c9-4770-ba97-eeb35d3ed3b3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712335 Jul 15 17:00:16.328934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 8dcf9e2a-375e-495e-8102-bf242b87e5e5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:16.348921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.409297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.431431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event deleted for resources: {'Port': ['ID=aff7ed9b-b58c-4e4f-873a-2026b4b44682,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:16.439315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] No DVR routers for this DVR port aff7ed9b-b58c-4e4f-873a-2026b4b44682 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:16.482769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:16.487513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:16.493030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:16.552438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=8dcf9e2a-375e-495e-8102-bf242b87e5e5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:16.617460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.618519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:16.619376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.639547 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e8e8614b-9da2-4e5f-8b8c-1b4e8cbf8db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7858884 Jul 15 17:00:16.642039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:16.688719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:16.710990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd0396f-234d-4cd1-a047-e913447e0330') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:16.711490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd0396f-234d-4cd1-a047-e913447e0330') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:16.739880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.776678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.784214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:00:16.788679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self.session.flush() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:00:16.873605 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:00:16.896956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:16.948242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b8b1-f00c-4222-b4ce-0acdd2fe75ea tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:16.957903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b8b1-f00c-4222-b4ce-0acdd2fe75ea tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:16.966003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d28b8b1-f00c-4222-b4ce-0acdd2fe75ea tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3226860 Jul 15 17:00:16.966784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:17.041455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:17.078110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:17.087376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:17.094536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] 10.222.0.25 "DELETE /v2.0/networks/6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a HTTP/1.1" status: 204 len: 168 time: 2.6102252 Jul 15 17:00:17.184731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device aff7ed9b-b58c-4e4f-873a-2026b4b44682 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:17.190364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Pushing event deleted for resources: {'Network': ['ID=6ba076fc-a7ce-46cb-b9b0-fde2c8695d5a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:17.244975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.245322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.245707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.246043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.246376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.247719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.251885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: aff7ed9b-b58c-4e4f-873a-2026b4b44682 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:17.252690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device aff7ed9b-b58c-4e4f-873a-2026b4b44682 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:17.254458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.254987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.255298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.255638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.255997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.257378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c518d19-41e0-496e-9796-4825b528a52c tempest-TagsExtTest-2049036489 tempest-TagsExtTest-2049036489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:17.320625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdefbf-7a99-4b73-935a-49b03e12d642 req-3f07280e-d27c-4442-8249-249bd22927b7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:17.325408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07cdefbf-7a99-4b73-935a-49b03e12d642 req-3f07280e-d27c-4442-8249-249bd22927b7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.3976829 Jul 15 17:00:17.339172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 8dcf9e2a-375e-495e-8102-bf242b87e5e5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:17.340279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:17.526463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:17.559136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 8dcf9e2a-375e-495e-8102-bf242b87e5e5 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:17.603500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07cdefbf-7a99-4b73-935a-49b03e12d642 req-e33ad645-c1c2-44b1-9183-edad6e933f19 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561996 Jul 15 17:00:17.748067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43388) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:17.783192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-64da9176-461e-46d6-b9ee-2d0e642bd83d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:17.791110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-64da9176-461e-46d6-b9ee-2d0e642bd83d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.4189103 Jul 15 17:00:17.815935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-bb794b33-cad2-4d7b-8fb5-a3c0f7dbfaf3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/quotas/66d879985e24474480d8142bf313826a HTTP/1.1" status: 200 len: 375 time: 0.0236795 Jul 15 17:00:17.841320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142260c7-ca9b-4d49-9530-a3212eebc85d None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:17.914109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.011658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-e334f627-e6a3-4f86-ad29-71484d1c5e41 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1865847 Jul 15 17:00:18.087004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=8dcf9e2a-375e-495e-8102-bf242b87e5e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:18.106671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a034b6d-42f9-44b0-938f-94325ad65743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06b0d6eeef934098bbaf5150e47330a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522503 Jul 15 17:00:18.111831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43394) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:18.142280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Provisioning for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:18.185102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:18.185486 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.195282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.197729 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba47e36e-bba7-46f4-a300-3c9284f1bb48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/8dcf9e2a-375e-495e-8102-bf242b87e5e5 HTTP/1.1" status: 204 len: 168 time: 1.2288778 Jul 15 17:00:18.200678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43400) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:18.258638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.345881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-df7cdfea-071d-4b9c-bf0b-49a883413866 service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199501 Jul 15 17:00:18.351574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.399182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.446306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc7e38-8cf4-46b8-bf32-7be71d0a40bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:18.448039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc7e38-8cf4-46b8-bf32-7be71d0a40bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:18.449733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cc7e38-8cf4-46b8-bf32-7be71d0a40bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:18.456006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:18.456592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4cc7e38-8cf4-46b8-bf32-7be71d0a40bf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2509246 Jul 15 17:00:18.501033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-5f5057a9-b584-450f-9434-3af9b82ba13c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:18.503247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-5f5057a9-b584-450f-9434-3af9b82ba13c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d980c68-c7d4-4059-9301-de7b5dcc37be HTTP/1.1" status: 200 len: 946 time: 0.3016951 Jul 15 17:00:18.512610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:18.540072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.552463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:18.556374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.629575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1ec45-9b7e-4d12-ab67-860ad164d67a None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:18.654135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-ee86f069-5f0f-48ba-b7e6-370139e2b182 service neutron] 10.222.0.25 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986305 Jul 15 17:00:18.700094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.702812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.732457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.733933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e78db8e-6c6f-4925-b28b-7f27793d35bf HTTP/1.1" status: 204 len: 168 time: 0.6210732 Jul 15 17:00:18.747530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969ac5d-b388-43d1-a8f4-9a507e567d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78db8e-6c6f-4925-b28b-7f27793d35bf,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:18.776711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Deleting port 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:18.777174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:18.952102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:19.014710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] For port 3949275a-ce54-453c-92ac-32859cb5654f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3949275a-ce54-453c-92ac-32859cb5654f,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:19.016241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.091740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-61ed7297-37d9-49b2-aae5-4a71189c62cd None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:19.092434 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61ed7297-37d9-49b2-aae5-4a71189c62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.116906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.127262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Calling delete_port for 3949275a-ce54-453c-92ac-32859cb5654f owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:19.149308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:19.150326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.377511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.417103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0e17595-38db-4cad-ac7f-db4481729edb req-5de472de-e110-40cb-88a8-fa971526bbd2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 210 time: 0.0504494 Jul 15 17:00:19.468343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30be7ba-54ea-4732-802f-306f808e0234 req-3b304ce7-2767-4092-a780-784f8ded1a10 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:19.470084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e30be7ba-54ea-4732-802f-306f808e0234 req-3b304ce7-2767-4092-a780-784f8ded1a10 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.4256814 Jul 15 17:00:19.530800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:19.547635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.562138 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fe656da6-bd52-43fb-acec-b48e2a257a6e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44 HTTP/1.1" status: 204 len: 168 time: 1.1049478 Jul 15 17:00:19.563437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:19.619661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-31147953-2f3b-4988-9296-234cb54a867c None None] Could not find standard attr ID for object c5052a6a-dd04-4e9f-9d56-913f90e89753. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:00:19.688715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet d385974c-7769-4791-ac42-d22bea13ce8a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:19.694107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.759836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e30be7ba-54ea-4732-802f-306f808e0234 req-9bc7c103-c8b1-4ddf-a1d8-3b930ea8456a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835920 Jul 15 17:00:19.761397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.772049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:19.909644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event deleted for resources: {'Port': ['ID=3949275a-ce54-453c-92ac-32859cb5654f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:19.998968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] No DVR routers for this DVR port 3949275a-ce54-453c-92ac-32859cb5654f on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:20.010378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.012521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b53f569a-3bf1-42d4-884c-691bec8e775a req-77a56557-f9c7-4763-82ed-0e6a23097fba tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "DELETE /v2.0/ports/3949275a-ce54-453c-92ac-32859cb5654f HTTP/1.1" status: 204 len: 173 time: 1.5005355 Jul 15 17:00:20.020473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-deleted', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:20.020473 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327baa3-5527-4cc1-be83-3dfe2caa1db5" -d '{"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-deleted", "tag": "3949275a-ce54-453c-92ac-32859cb5654f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:20.055373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b232dc-cbda-47ed-9b8d-137ecb0090ea None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:20.077966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.089178 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83fbc8-ba58-46b7-8b5b-db12899df2f8 x-openstack-request-id: req-fa83fbc8-ba58-46b7-8b5b-db12899df2f8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:20.089709 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d980c68-c7d4-4059-9301-de7b5dcc37be", "name": "network-vif-deleted", "tag": "3949275a-ce54-453c-92ac-32859cb5654f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:20.090243 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa83fbc8-ba58-46b7-8b5b-db12899df2f8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:20.090845 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d980c68-c7d4-4059-9301-de7b5dcc37be', 'name': 'network-vif-deleted', 'tag': '3949275a-ce54-453c-92ac-32859cb5654f', 'status': 'completed', 'code': 200} Jul 15 17:00:20.223544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-881441ff-3059-423e-9c97-9b67f6728e72 None None] Could not find standard attr ID for object 8dcf9e2a-375e-495e-8102-bf242b87e5e5. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:00:20.333502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.399216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=d385974c-7769-4791-ac42-d22bea13ce8a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:20.429394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.441826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:20.442440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-db039457-d676-4b1c-b0b9-fbd382ec9174 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/d385974c-7769-4791-ac42-d22bea13ce8a HTTP/1.1" status: 204 len: 168 time: 0.8774121 Jul 15 17:00:20.561561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:20.562373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6ec0473e-840c-42dc-bc18-894e82e6f8f8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180778 Jul 15 17:00:20.567657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:20.720493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3b67a-949c-48f9-b1a8-60d8bef1a171 None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': 'd385974c-7769-4791-ac42-d22bea13ce8a'}], 'binding:host_id': 'n-d-800085-3'}, 'id': 'b7cdd14f-8d2a-412e-9652-c9af1ca00e39'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:00:20.742646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:20.748711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.766882 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-70e3b67a-949c-48f9-b1a8-60d8bef1a171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:20.784938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5bf4992-6e49-4e4a-8b84-fbeb450d1ed0 req-1f4c2baa-fe1a-41ae-b818-f3ffe8de55f9 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 210 time: 0.1164658 Jul 15 17:00:21.085837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:21.206580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 3949275a-ce54-453c-92ac-32859cb5654f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:21.206894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3949275a-ce54-453c-92ac-32859cb5654f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:21.241021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:21.311710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:21.314244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:21.324347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:21.324683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:21.337291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683da4d-3fe2-4855-a304-d748bcd47d6c req-ddaba53e-c8cb-40c8-ac23-bce4d85f5f28 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:21.353827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d683da4d-3fe2-4855-a304-d748bcd47d6c req-ddaba53e-c8cb-40c8-ac23-bce4d85f5f28 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.2398963 Jul 15 17:00:21.383589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2531b900-d8ea-47ca-b111-505abf516da0 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:21.386563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8234847 Jul 15 17:00:21.387424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038561a0-ca8a-4425-9f44-6e4ff4147b6f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:21.390024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:21.396470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:21.497401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d683da4d-3fe2-4855-a304-d748bcd47d6c req-d33c24b5-6a79-4913-ba5a-3f1ac6234e30 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424093 Jul 15 17:00:21.552367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-19e70e4a-56a9-4bfc-9f56-9a015188f8b6 None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:21.553060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-19e70e4a-56a9-4bfc-9f56-9a015188f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:21.648361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:21.655387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:22.037930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d'}], 'binding:host_id': 'n-d-800085-3'}, 'id': 'b7cdd14f-8d2a-412e-9652-c9af1ca00e39'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:00:22.149956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:22.218901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9a6e6b5-f9df-467c-904d-50f7f97fc62e req-aa9bda8a-90e7-4709-91b9-14f088d1f3ce tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 210 time: 0.1137137 Jul 15 17:00:22.243840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-88c63c60-d4f5-4db3-8ef5-57e9d6d9ac63 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:22.247526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-88c63c60-d4f5-4db3-8ef5-57e9d6d9ac63 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 815 time: 0.2997575 Jul 15 17:00:22.269811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Request body: {'port': {'device_id': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'admin_state_up': True, 'tenant_id': '66d879985e24474480d8142bf313826a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:22.644606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:22.700992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Allocated IP 172.20.0.2 (c39447b1-2e0e-4621-a1d1-1027e590f497/0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d/b7cdd14f-8d2a-412e-9652-c9af1ca00e39) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:22.723062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Made reservation on behalf of 66d879985e24474480d8142bf313826a for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:22.727517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:22.858547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:22.951137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Allocated IP 172.20.0.3 (e5eaca1e-8224-4d1a-a867-b1e3e798046b/5bbed9b8-974b-4505-9b5b-3d8b201a737a/0d5c2d98-eb48-4c47-8dc2-67f55c69aa62) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:23.146230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:23.173726 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.248556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25115d5-cc16-4b4d-b405-b178753e4887 req-381ef77a-7607-44a9-a4da-8199fda1d0ca tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:23.257415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f25115d5-cc16-4b4d-b405-b178753e4887 req-381ef77a-7607-44a9-a4da-8199fda1d0ca tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.1638646 Jul 15 17:00:23.280051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.300376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.325089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Transition to ACTIVE for port object b7cdd14f-8d2a-412e-9652-c9af1ca00e39 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:23.333248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.444811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f25115d5-cc16-4b4d-b405-b178753e4887 req-ad155956-f6f2-4675-b79d-fce8b77679bd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858714 Jul 15 17:00:23.519170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.519853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.578672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de502d0-d5f9-4a5f-99ad-f967b8a8fa59 None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:23.584897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event updated for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:23.611893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Network e5eaca1e-8224-4d1a-a867-b1e3e798046b is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:23.618932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:23.622441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:23.653017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:23.653378 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:23.693362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:23.694183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:23.730775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c26e8b-46f7-4562-820e-de99afad4aaa req-4e105429-f673-4ed3-a6ff-f2d8c42b3c1c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:23.738796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28c26e8b-46f7-4562-820e-de99afad4aaa req-4e105429-f673-4ed3-a6ff-f2d8c42b3c1c tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 931 time: 0.2906137 Jul 15 17:00:23.801315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-043bb4c9-a41f-4224-8547-0ba8d1bc96b5 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5372736 Jul 15 17:00:23.819927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28c26e8b-46f7-4562-820e-de99afad4aaa req-dfe1803c-9b2b-4a9f-b9ab-3d63972d4b37 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802319 Jul 15 17:00:23.831220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Request body: {'port': {'device_id': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:23.993172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:24.008690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.074465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.086566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.087571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.236843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.242080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:24.287752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:24.298321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:24.314291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:24.314525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.326756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=38321948-53fb-4d91-be89-16b450c4c530,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:24.349460 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b8dd40b1-9c3f-41ed-90c7-93d9abb61234 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9582374 Jul 15 17:00:24.352433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43620) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:24.354044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:24.361510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.403637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:9e:19:98', 'name': 'tempest-NetworksTestDHCPv6-590416792'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:24.486062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:24.648414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b9f2f-ab90-42d4-acb9-d11a731e02ef None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:24.772946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:24.805339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Provisioning for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:24.829609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:24.831306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.908687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:24.910083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:24.917365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:25.054148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Transition to ACTIVE for port object 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:25.061016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.083513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.194774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Pushing event updated for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:25.279628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port f5e6b350-2650-4aee-9897-93064a6fc123 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:25.283668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:25.285126 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.311114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e035c-e20c-4980-be59-50ecc5b2dcfc req-28e7f80f-ff1f-47c2-bb29-ba3f3d091e68 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:25.313094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a8e035c-e20c-4980-be59-50ecc5b2dcfc req-28e7f80f-ff1f-47c2-bb29-ba3f3d091e68 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.5716488 Jul 15 17:00:25.408811 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.476032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.566202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a8e035c-e20c-4980-be59-50ecc5b2dcfc req-81af7ade-ed96-4127-8534-560bd9b514dc tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442958 Jul 15 17:00:25.587302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:25.617973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.697624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:25.745214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Attempting to bind port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:25.745945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Attempting to bind port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:25.746523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Attempting to bind port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:25.779815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc59c3-ff13-40d2-9208-b7a872805b56 req-5459f7b6-4c7b-4d89-b0ba-55be89dea3af tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:25.794562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4dc59c3-ff13-40d2-9208-b7a872805b56 req-5459f7b6-4c7b-4d89-b0ba-55be89dea3af tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 943 time: 0.6085002 Jul 15 17:00:25.814886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:00:25.817013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Attempting to bind port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 on network e5eaca1e-8224-4d1a-a867-b1e3e798046b {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:25.859102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:25.859549 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-4f0b8daa-6489-4cc9-ba40-3a9885eae575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:25.861614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-22c1cd0d-b2e4-4767-bcc4-f3cb13ee74bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.864806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:25.865365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Checking segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:25.866084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Bound using segment: {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:25.868679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Bound port: 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b60850-0588-4fb8-bd13-687ef52fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:25.869262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:25.960261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4dc59c3-ff13-40d2-9208-b7a872805b56 req-26937068-9a17-4502-b3ba-fd97a249a7e3 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646473 Jul 15 17:00:26.130520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:26.152537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:26.156383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 172.20.0.8 (c39447b1-2e0e-4621-a1d1-1027e590f497/0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d/f5e6b350-2650-4aee-9897-93064a6fc123) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:26.162570 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:26.172010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe9e:1998 (c39447b1-2e0e-4621-a1d1-1027e590f497/38321948-53fb-4d91-be89-16b450c4c530/f5e6b350-2650-4aee-9897-93064a6fc123) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:26.325815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:26.326490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:26.329587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] 10.222.0.20 "PUT /v2.0/ports/0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 HTTP/1.1" status: 200 len: 1091 time: 2.5086224 Jul 15 17:00:26.332625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:26.338660 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f78fb-8f78-4d7b-811e-7e261cd8d420" -d '{"events": [{"name": "network-changed", "server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:26.473451 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681425ba-0e3e-445a-89d3-f56ce4e23ec9 x-openstack-request-id: req-681425ba-0e3e-445a-89d3-f56ce4e23ec9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:26.473750 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:26.474005 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-681425ba-0e3e-445a-89d3-f56ce4e23ec9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:26.474626 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62', 'status': 'completed', 'code': 200} Jul 15 17:00:26.512841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c977-c57e-4826-a0bd-4a348743890f service neutron] Pushing event updated for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:26.782003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:26.839992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fe2a448d-fc97-4ea4-be7b-a86f7d09e442 None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:26.840675 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fe2a448d-fc97-4ea4-be7b-a86f7d09e442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:26.866076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-1efebe56-40f1-4f5e-b83f-1955adbee655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:26.867887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-1efebe56-40f1-4f5e-b83f-1955adbee655 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 1094 time: 0.4406929 Jul 15 17:00:26.922506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:26.923192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:26.931613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:26.936046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-4c86e574-c17b-4b11-881d-0ae57cb8a2e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 HTTP/1.1" status: 200 len: 217 time: 0.0545936 Jul 15 17:00:26.978435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object f5e6b350-2650-4aee-9897-93064a6fc123 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:27.277166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-9bfc824e-edde-4ffb-9895-d9e985a1ef9f req-6352e7cc-0c51-4ebb-8a34-97ad59b1dcb8 service neutron] (100428) timed out ('10.222.0.35', 58404) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:00:27.486372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-981632b1-d775-46f9-bc2a-22d040d20fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:27.487834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-981632b1-d775-46f9-bc2a-22d040d20fbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.5318742 Jul 15 17:00:27.503237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cb97-0ea5-4b9c-86d1-692e3df5f306 req-93f6d2b1-464f-40ae-8960-10822ad55da3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:27.505934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89f0cb97-0ea5-4b9c-86d1-692e3df5f306 req-93f6d2b1-464f-40ae-8960-10822ad55da3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.7630181 Jul 15 17:00:27.594410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:27.601506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-bbaeb613-0754-48b4-859a-c0cf7981f3ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931032 Jul 15 17:00:27.723814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-2e737081-12dc-4628-ac8d-47207c0d9eef service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031137 Jul 15 17:00:27.770236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:27.873099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:27.877427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1018cd97-b942-4afc-95c6-df31a2aa260b req-22b9847a-0fd8-4645-8a7e-d35293f115de service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185944 Jul 15 17:00:27.878182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:27.934268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89f0cb97-0ea5-4b9c-86d1-692e3df5f306 req-b57fa330-0447-45a9-993f-de1df30b343d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857062 Jul 15 17:00:27.958727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4e3-2fa1-43bb-a9e4-17a013918e58 req-ac23eaf3-0903-4879-97b6-c3a3d854f47d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:27.966728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3feca4e3-2fa1-43bb-a9e4-17a013918e58 req-ac23eaf3-0903-4879-97b6-c3a3d854f47d tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 943 time: 0.5786619 Jul 15 17:00:28.060073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=f5e6b350-2650-4aee-9897-93064a6fc123,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:28.125459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.126264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:28.172425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3feca4e3-2fa1-43bb-a9e4-17a013918e58 req-608ec375-c351-4d7c-82cd-344b48a650a2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039630 Jul 15 17:00:28.203193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-95436ae4-927e-4990-9323-841b27a255b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8495467 Jul 15 17:00:28.205956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:28.216316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-b41cc365-27ca-407b-aed9-dfd914a410b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.217917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-b41cc365-27ca-407b-aed9-dfd914a410b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66d879985e24474480d8142bf313826a&device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 1094 time: 0.2479026 Jul 15 17:00:28.368198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-cc8c1dfb-663d-43c2-8af0-1c5c09e5676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.369789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-cc8c1dfb-663d-43c2-8af0-1c5c09e5676a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 200 len: 915 time: 0.1440024 Jul 15 17:00:28.372665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6c574-4737-4886-a6c2-3dc644f2d729 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.401416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d6c574-4737-4886-a6c2-3dc644f2d729 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.407262 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77d6c574-4737-4886-a6c2-3dc644f2d729 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1980119 Jul 15 17:00:28.408522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:28.447968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-f018346a-ccbc-4eae-8493-8af95dd59430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 HTTP/1.1" status: 200 len: 217 time: 0.0659933 Jul 15 17:00:28.484798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fab597ea-aee7-4781-911f-22838217e481 None None] Provisioning for port f5e6b350-2650-4aee-9897-93064a6fc123 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:28.491320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fab597ea-aee7-4781-911f-22838217e481 None None] Provisioning complete for port f5e6b350-2650-4aee-9897-93064a6fc123 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:28.491697 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fab597ea-aee7-4781-911f-22838217e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:28.549783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-2ab507a7-92f0-4aa2-8c9e-b1cf58b120a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:28.551312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-2ab507a7-92f0-4aa2-8c9e-b1cf58b120a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 200 len: 855 time: 0.0955617 Jul 15 17:00:28.587100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fab597ea-aee7-4781-911f-22838217e481 None None] Port f5e6b350-2650-4aee-9897-93064a6fc123 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:00:28.597798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-0ba1e87a-1c83-48ae-8e72-bd5ed4963b61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5eaca1e-8224-4d1a-a867-b1e3e798046b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394299 Jul 15 17:00:28.649461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port f5e6b350-2650-4aee-9897-93064a6fc123 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:28.649978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:28.772092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-aee08eb6-3a6f-4e37-a2c9-2582c45664a0 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662192 Jul 15 17:00:28.804656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:28.818702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:28.848628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for f5e6b350-2650-4aee-9897-93064a6fc123 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:28.933030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c06f78fb-8f78-4d7b-811e-7e261cd8d420 req-461c9335-df5e-404d-8972-bbc3ae1e5e16 service neutron] 10.222.0.20 "GET /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546071 Jul 15 17:00:29.056666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80aab9cf-0112-48f2-a305-1a216a3066a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:29.143840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:29.194238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=f5e6b350-2650-4aee-9897-93064a6fc123,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:29.258770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63b505-21b1-4bca-a243-982262674dad req-6b2c773a-63aa-4c9e-8ade-ed902f29d846 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:29.272632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63b505-21b1-4bca-a243-982262674dad req-6b2c773a-63aa-4c9e-8ade-ed902f29d846 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.1420979 Jul 15 17:00:29.370398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63b505-21b1-4bca-a243-982262674dad req-49b70946-842e-423f-b15e-38956a7f97ef tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964983 Jul 15 17:00:29.414282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:29.416952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d31b480b-2d26-4e39-bf76-644990cd6dba tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/f5e6b350-2650-4aee-9897-93064a6fc123 HTTP/1.1" status: 204 len: 168 time: 1.0067556 Jul 15 17:00:29.420703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:29.499585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee73f3-d807-4095-ae28-efe8e291ca40 req-3160496f-f253-431c-8773-f68bb8cfa650 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:29.504800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:29.507666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7ee73f3-d807-4095-ae28-efe8e291ca40 req-3160496f-f253-431c-8773-f68bb8cfa650 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 943 time: 0.1499145 Jul 15 17:00:29.605751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7ee73f3-d807-4095-ae28-efe8e291ca40 req-dd1f2e7b-4c45-4e9a-b057-460e44fc1941 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Jul 15 17:00:29.626909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd546d-3ed5-4b16-a6e4-a60bf3a0a77d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:29.628622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd546d-3ed5-4b16-a6e4-a60bf3a0a77d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:29.632512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd546d-3ed5-4b16-a6e4-a60bf3a0a77d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:29.649537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-83dd546d-3ed5-4b16-a6e4-a60bf3a0a77d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2276793 Jul 15 17:00:29.652095 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:29.747755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:29.756411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:29.865630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.203024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.322052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebac053-49e8-49dc-8a35-80c0680fe2bc req-856dade7-6708-4aa1-aac9-47d126b8f70e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:30.330630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.331076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ebac053-49e8-49dc-8a35-80c0680fe2bc req-856dade7-6708-4aa1-aac9-47d126b8f70e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.1514311 Jul 15 17:00:30.363520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:30.369667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.372095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7e43f4bb-9583-487f-a9d3-4ac0d9d5d82f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d HTTP/1.1" status: 204 len: 168 time: 0.7189271 Jul 15 17:00:30.375818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:30.378219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3989ea-a955-4c36-8afe-56979bd34bee None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:30.396974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ebac053-49e8-49dc-8a35-80c0680fe2bc req-c3170774-e79f-4615-996c-d13d40bebbc5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648479 Jul 15 17:00:30.464099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 38321948-53fb-4d91-be89-16b450c4c530 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:30.469316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.532370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.636795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.702784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.750100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=38321948-53fb-4d91-be89-16b450c4c530,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:30.753756 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:30.768004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-34e809cf-d775-4746-9aa5-e9c49c823f72 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/38321948-53fb-4d91-be89-16b450c4c530 HTTP/1.1" status: 204 len: 168 time: 0.3850739 Jul 15 17:00:30.768709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:30.827317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d93df-5c27-40f2-aae7-0a103810586c req-f73e086e-85fd-4af9-bfd3-63e16212084b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:30.830276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572d93df-5c27-40f2-aae7-0a103810586c req-f73e086e-85fd-4af9-bfd3-63e16212084b tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 943 time: 0.0868330 Jul 15 17:00:30.859871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43786) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:30.860028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7f20e30-1163-4e78-aaf6-357e9b768539 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896161 Jul 15 17:00:30.914972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572d93df-5c27-40f2-aae7-0a103810586c req-f47eca0a-d3c8-469a-a92b-1bc12cdfebee tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787010 Jul 15 17:00:30.943060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:00:30.972761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65453071-8004-4941-b754-555176121403 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:30.974925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65453071-8004-4941-b754-555176121403 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1138830 Jul 15 17:00:30.977677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:31.076328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00b1e61-f082-4d92-b7a4-4e03c6614aa9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:31.081386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a00b1e61-f082-4d92-b7a4-4e03c6614aa9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1002424 Jul 15 17:00:31.081734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43792) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:31.135752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b30c8f2a-0356-42a5-bfa2-0d088303bb47 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527365 Jul 15 17:00:31.141052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:31.151767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:31.186172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:31.264891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-6ec3cb35-76b9-4961-8346-bddad1b86193 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:31.267935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-6ec3cb35-76b9-4961-8346-bddad1b86193 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.1211867 Jul 15 17:00:31.275345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.300889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62', 'network_id': 'e5eaca1e-8224-4d1a-a867-b1e3e798046b', 'port_id': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbed9b8-974b-4505-9b5b-3d8b201a737a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:00:31.349783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:31.354762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.356738 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:31.357354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:31.383396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba893077-312d-4b32-8130-aa74ba490db9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2409439 Jul 15 17:00:31.384344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:31.390465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:31.403811 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.420436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:31.447285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:31.455720 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.510806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ba532-7caa-4b4e-a2a5-dea5b4a7ee56 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:31.570173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port 17bff6c5-779c-4d28-abcd-ba902904e43a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:31.571470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.591318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:31.598418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.600022 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:31.600485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:31.626067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2a09fcaa-a1d3-4ffd-a456-095227be459a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2402182 Jul 15 17:00:31.630870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:31.657299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:31.699216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:31.749003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3800f756-734c-4964-bac5-868f57097263 None None] Provisioning complete for port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:31.749849 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3800f756-734c-4964-bac5-868f57097263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.814676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0d5c2d98-eb48-4c47-8dc2-67f55c69aa62'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:00:31.836831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port 17bff6c5-779c-4d28-abcd-ba902904e43a, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17bff6c5-779c-4d28-abcd-ba902904e43a,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:31.840617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.894664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c20c82-8e30-4d54-b56b-c40502845569 req-e8274582-1c20-4c6b-9d33-6cd529e4bc2b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:31.896700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0c20c82-8e30-4d54-b56b-c40502845569 req-e8274582-1c20-4c6b-9d33-6cd529e4bc2b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 945 time: 0.1579907 Jul 15 17:00:31.907221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for 17bff6c5-779c-4d28-abcd-ba902904e43a owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:31.924630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:31.931932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:31.938572 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:31.939309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:31.989871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a0313201-4896-4585-8198-f853a3ce903f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3430092 Jul 15 17:00:31.990485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:32.002789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:32.123292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:00:32.137388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0c20c82-8e30-4d54-b56b-c40502845569 req-8bbcc741-92fc-49c8-8915-70cf13e6cd57 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273719 Jul 15 17:00:32.163912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:32.171189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.173011 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:32.173489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:32.192814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e174506c-b8d4-447c-a4f5-61af82e6714c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2011018 Jul 15 17:00:32.196290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:32.205131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:32.323803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Deleting port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:32.324207 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.425076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] For port b7cdd14f-8d2a-412e-9652-c9af1ca00e39, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:32.425076 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.427963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236c99b-8814-4042-ae80-7b98f5f49966 req-4a4a3824-c5a8-4b66-b8d0-fce2239c6592 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:32.437523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Calling delete_port for b7cdd14f-8d2a-412e-9652-c9af1ca00e39 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:32.443512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7236c99b-8814-4042-ae80-7b98f5f49966 req-4a4a3824-c5a8-4b66-b8d0-fce2239c6592 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 944 time: 0.3390803 Jul 15 17:00:32.572345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.574014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.593161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7236c99b-8814-4042-ae80-7b98f5f49966 req-3fbc9e8a-7623-4528-a5b3-d16704a9d2ca tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432776 Jul 15 17:00:32.641473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] Pushing event deleted for resources: {'Port': ['ID=b7cdd14f-8d2a-412e-9652-c9af1ca00e39,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:32.649327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=17bff6c5-779c-4d28-abcd-ba902904e43a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:32.657702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c23a4-2f3e-44ad-911d-33896b625796 None None] No DVR routers for this DVR port b7cdd14f-8d2a-412e-9652-c9af1ca00e39 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:32.708024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port 17bff6c5-779c-4d28-abcd-ba902904e43a on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:32.711900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.713971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25d7e0fe-53c6-468d-a477-d395b6b7f0d3 req-77ec97ad-d395-42e9-a320-5d63bb1a9ffd tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "DELETE /v2.0/ports/17bff6c5-779c-4d28-abcd-ba902904e43a HTTP/1.1" status: 204 len: 173 time: 1.4335623 Jul 15 17:00:32.714414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'name': 'network-vif-deleted', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:32.716741 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b45e226-b19e-41eb-b3d4-33e1fa083299" -d '{"events": [{"server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "name": "network-vif-deleted", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:32.796924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:32.797086 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a84de-1ee6-4365-9a9e-dee5e28f13ac x-openstack-request-id: req-737a84de-1ee6-4365-9a9e-dee5e28f13ac {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:32.797240 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe6f169-a996-4beb-b126-eec346880104", "name": "network-vif-deleted", "tag": "17bff6c5-779c-4d28-abcd-ba902904e43a", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:32.802376 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-737a84de-1ee6-4365-9a9e-dee5e28f13ac {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:32.802801 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe6f169-a996-4beb-b126-eec346880104', 'name': 'network-vif-deleted', 'tag': '17bff6c5-779c-4d28-abcd-ba902904e43a', 'status': 'completed', 'code': 200} Jul 15 17:00:32.825905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:32.829791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:32.831349 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:32.831573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b7cdd14f-8d2a-412e-9652-c9af1ca00e39 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:32.831781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:32.833742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b7cdd14f-8d2a-412e-9652-c9af1ca00e39 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:32.863118 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-30ccfdc1-cfe4-4ece-a1bd-9e07494e15cf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6657920 Jul 15 17:00:32.865956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:32.873531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:32.953551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['17bff6c5-779c-4d28-abcd-ba902904e43a'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:00:33.067429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:33.075171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:33.075171 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:00:33.080521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:00:33.107427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43850) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:33.107723 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97b8fb9e-d31e-456e-bb23-4cb6d163aee0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2404084 Jul 15 17:00:33.147323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ff6099c-e6a8-4a13-8785-a5bc2db74d6d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0381753 Jul 15 17:00:33.149772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43852) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:33.224571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dad86c-7f2d-4cfe-b1a4-eb69e4ef0362 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:33.228194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c4dad86c-7f2d-4cfe-b1a4-eb69e4ef0362 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0757613 Jul 15 17:00:33.229540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43856) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:33.295482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b4052a84-0d0d-45cc-b738-742e06f77a32 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599289 Jul 15 17:00:33.295780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43858) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:33.301711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:33.442612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1444b169-e445-4d01-9ae2-41c9ab32dd9f req-b2d41914-0319-47ab-8516-d0b3511ae871 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=afe6f169-a996-4beb-b126-eec346880104 HTTP/1.1" status: 200 len: 210 time: 0.0403993 Jul 15 17:00:33.459610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:33.475007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:33.820155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:33.825115 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:33.880008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:33.885226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:33.891587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:33.892691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:33.895968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6289ad51-37cc-49ac-82fb-5d20a44178b7 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:33.910356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1445f49-5c57-44b9-aff1-c7b94fa88120 req-49c2670a-9f82-425f-9b5a-a364d68b9e1e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:33.911925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1445f49-5c57-44b9-aff1-c7b94fa88120 req-49c2670a-9f82-425f-9b5a-a364d68b9e1e tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 944 time: 0.1662018 Jul 15 17:00:33.914938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=f9c254c1-b255-4fc1-8f8c-76a33b038976,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:33.929575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da9de202-85da-49e7-afe4-0ffb55989180 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6321311 Jul 15 17:00:33.932550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:33.939251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:23:bd:2c', 'name': 'tempest-NetworksTestDHCPv6-956639591'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:33.962551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1445f49-5c57-44b9-aff1-c7b94fa88120 req-198a4641-50e9-4109-a0dd-1b7d4b0a1319 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 Jul 15 17:00:34.133177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:34.250400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:34.279957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port d1f1c56d-3008-432f-827d-f61b188c6ce3 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:34.501202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'f9c254c1-b255-4fc1-8f8c-76a33b038976'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:34.503401 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:34.526525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe23:bd2c (c39447b1-2e0e-4621-a1d1-1027e590f497/f9c254c1-b255-4fc1-8f8c-76a33b038976/d1f1c56d-3008-432f-827d-f61b188c6ce3) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:34.887897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:34.903219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object d1f1c56d-3008-432f-827d-f61b188c6ce3 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:34.943312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:34.993063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:35.018775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:35.022605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:35.028054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:35.034048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-4b3ac286-2fb1-440d-8f1a-63828af233f5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:35.035310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:35.035943 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.038928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=d1f1c56d-3008-432f-827d-f61b188c6ce3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:35.043598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-4b3ac286-2fb1-440d-8f1a-63828af233f5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.2019892 Jul 15 17:00:35.067429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-09cefdac-0392-4cab-b8e5-5d2a8d31da67 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1334102 Jul 15 17:00:35.069906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:35.106488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-17ccee96-cb6f-43c1-94e9-ec962b96942b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/quotas/223345e4674e4b8fb39b08d1c7053eb4 HTTP/1.1" status: 200 len: 375 time: 0.0495512 Jul 15 17:00:35.111739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Allocated IP 2001:db8::f816:3eff:fe23:f2e (c39447b1-2e0e-4621-a1d1-1027e590f497/f9c254c1-b255-4fc1-8f8c-76a33b038976/8d13e89d-f40d-4196-b71a-a83552b4c315) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:35.184684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-5d21952b-3b9e-44cb-9ac3-19ae3ce2d7a4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769696 Jul 15 17:00:35.209166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:35.220927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:35.221307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.237069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b021f1-c82c-4176-bfed-23006ebb9a7c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:35.247186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-30b021f1-c82c-4176-bfed-23006ebb9a7c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1757245 Jul 15 17:00:35.248552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:35.393375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-cf4eb04b-cc53-4aa3-8e3f-18fcf3b11c59 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080383 Jul 15 17:00:35.451173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa390f1-41d5-45d7-816e-693c66b46c5e req-30e46327-1f32-45ca-b1bd-33531306927a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:35.453125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aa390f1-41d5-45d7-816e-693c66b46c5e req-30e46327-1f32-45ca-b1bd-33531306927a tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 944 time: 0.2346549 Jul 15 17:00:35.497865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port d1f1c56d-3008-432f-827d-f61b188c6ce3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:35.498255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.630943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aa390f1-41d5-45d7-816e-693c66b46c5e req-8abf63e1-d91b-49a6-ba41-cfd0817afa46 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955057 Jul 15 17:00:35.640348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-b40c228d-b5e2-4488-9130-fcfe41ed8e57 service neutron] 10.222.0.25 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459335 Jul 15 17:00:35.687160 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.703241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for d1f1c56d-3008-432f-827d-f61b188c6ce3 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:35.744431 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.757852 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.840896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:35.844053 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3426ae-2720-450d-a344-58e80c420429" -d '{"events": [{"server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:35.886117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:35.898620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:35.901611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17bff6c5-779c-4d28-abcd-ba902904e43a no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:35.974347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c95f1e00-8d1d-4825-b419-2fa86c2304b7 req-f2e28895-3281-4d98-b367-161c3d23346b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jul 15 17:00:36.026954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.078551 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54460d8-840f-43df-8262-27159deffd4b x-openstack-request-id: req-e54460d8-840f-43df-8262-27159deffd4b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:36.079533 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "name": "network-vif-plugged", "status": "completed", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:36.079990 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e54460d8-840f-43df-8262-27159deffd4b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:36.080638 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62', 'code': 200} Jul 15 17:00:36.081897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Transition to ACTIVE for port object 8d13e89d-f40d-4196-b71a-a83552b4c315 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:36.084608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:36.096978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 17bff6c5-779c-4d28-abcd-ba902904e43a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:36.097677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17bff6c5-779c-4d28-abcd-ba902904e43a not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:36.124476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=d1f1c56d-3008-432f-827d-f61b188c6ce3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:36.131132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Transition to ACTIVE for port object 8d13e89d-f40d-4196-b71a-a83552b4c315 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:36.155104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.196790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.202296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-417c1846-0749-4d3b-8a21-7488875d4e89 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/d1f1c56d-3008-432f-827d-f61b188c6ce3 HTTP/1.1" status: 204 len: 168 time: 0.9532790 Jul 15 17:00:36.205640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43932) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:36.225988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:36.235754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:36.241104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:36.264988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c457b4-c8d4-4c73-a15d-48c3c341f9d1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:36.268570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c457b4-c8d4-4c73-a15d-48c3c341f9d1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:36.269146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05c457b4-c8d4-4c73-a15d-48c3c341f9d1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0623512 Jul 15 17:00:36.272613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:36.282341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Pushing event updated for resources: {'Port': ['ID=8d13e89d-f40d-4196-b71a-a83552b4c315,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:36.305411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cca72-2ca8-44d7-a6cc-fcbc0860d994 req-ea721244-080b-4d4e-b71f-ac5c4a459c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:36.307124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-870cca72-2ca8-44d7-a6cc-fcbc0860d994 req-ea721244-080b-4d4e-b71f-ac5c4a459c90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 1096 time: 0.2494919 Jul 15 17:00:36.333259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Attempting to bind port 8d13e89d-f40d-4196-b71a-a83552b4c315 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:36.333636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Attempting to bind port 8d13e89d-f40d-4196-b71a-a83552b4c315 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:36.333997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Attempting to bind port 8d13e89d-f40d-4196-b71a-a83552b4c315 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:36.340339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:36.340700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:36.341110 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.341746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:36.342223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Bound port: 8d13e89d-f40d-4196-b71a-a83552b4c315, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:36.342714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.414469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet f9c254c1-b255-4fc1-8f8c-76a33b038976 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:36.420191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-870cca72-2ca8-44d7-a6cc-fcbc0860d994 req-cd328ff3-e1c0-451e-a878-b71ce1cda7d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Jul 15 17:00:36.420519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.508704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] For port 8d13e89d-f40d-4196-b71a-a83552b4c315, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:36.512517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] For port 8d13e89d-f40d-4196-b71a-a83552b4c315, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8d13e89d-f40d-4196-b71a-a83552b4c315,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:36.526146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.562563 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.580412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0098ca-2737-4ca0-aa43-e3bd82538670 None None] Pushing event updated for resources: {'Port': ['ID=8d13e89d-f40d-4196-b71a-a83552b4c315,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:36.783689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:36.878641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:36.885794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-851035863'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:36.950377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.039224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:37.058468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.082888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c254c1-b255-4fc1-8f8c-76a33b038976,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:37.104575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.106764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7671b52e-0bb7-4f55-a5ba-4b008be8e801 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f9c254c1-b255-4fc1-8f8c-76a33b038976 HTTP/1.1" status: 204 len: 168 time: 0.8326790 Jul 15 17:00:37.113421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:37.244988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b9cc9acf-f354-4b99-90cd-a078cf30b783 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303442 Jul 15 17:00:37.248556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:37.255841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:37.286795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:00:37.415206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:37.422037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.457766 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:00:37.502815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c62b001c-38d4-498f-8b47-be3ed6eca067 req-19605583-6d7f-4555-9adb-d10854c9d46b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 210 time: 0.1695044 Jul 15 17:00:37.545460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.548518 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Added segment df13041f-031b-49c5-9d1b-210b001a8042 of type vlan for network aa52719c-374c-4734-8aa0-97000847b98d Jul 15 17:00:37.572512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77792716-d678-42d1-938a-57fc16ebe29c req-7b731ec3-4d9e-4083-9e0d-d6f118c10a08 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:37.580587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77792716-d678-42d1-938a-57fc16ebe29c req-7b731ec3-4d9e-4083-9e0d-d6f118c10a08 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.6830935 Jul 15 17:00:37.653053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.673866 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77792716-d678-42d1-938a-57fc16ebe29c req-c42c517d-06c2-4878-b98f-13ea33723fad tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921423 Jul 15 17:00:37.740141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.743730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:37.746030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.804147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9232590 Jul 15 17:00:37.809004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:37.814962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-764314110'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:37.863847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:37.873604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:37.991625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484ae7-f7a2-43db-94b1-abe12904f42e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Network': ['ID=aa52719c-374c-4734-8aa0-97000847b98d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:38.004833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network aa52719c-374c-4734-8aa0-97000847b98d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:00:38.019061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:00:38.042426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:38.043003 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Added segment ee23edde-3711-41da-964d-cbf8b2371507 of type vlan for network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 Jul 15 17:00:38.241172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:38.272535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:38.427528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155055e-b5c1-4b91-b086-b3921abbef3a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:38.509303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:38.522720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:38.523363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:38.622685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c290b674-0005-4667-941d-3b397efbafbc None None] Provisioning for port 8d13e89d-f40d-4196-b71a-a83552b4c315 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:38.681177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-719f624d-e2fe-4b9d-8a71-ca42e47029d3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:38.682692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-719f624d-e2fe-4b9d-8a71-ca42e47029d3 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 811 time: 0.6246345 Jul 15 17:00:38.697729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Request body: {'port': {'device_id': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'admin_state_up': True, 'tenant_id': '223345e4674e4b8fb39b08d1c7053eb4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:38.709964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:38.952615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8d13e89d-f40d-4196-b71a-a83552b4c315 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:39.024520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port 8d13e89d-f40d-4196-b71a-a83552b4c315, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8d13e89d-f40d-4196-b71a-a83552b4c315,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:39.060009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8d13e89d-f40d-4196-b71a-a83552b4c315 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:39.067372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8d13e89d-f40d-4196-b71a-a83552b4c315 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:39.068012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.111216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.116763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3062446 Jul 15 17:00:39.118716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.119708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.126154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:39.149340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'subnet': {'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:39.173896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3cb267-123e-4ca9-bd9a-8406155cc9ce req-c1ad739f-16ba-41b3-8937-5759a97483b9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 210 time: 0.1254201 Jul 15 17:00:39.237430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cc824-75d5-447a-877d-d2b885d893cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Network': ['ID=61e6030c-50ad-431e-b459-7b3ff12c0dd6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:39.244096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.263013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Made reservation on behalf of 223345e4674e4b8fb39b08d1c7053eb4 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:39.269868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:00:39.272168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.334185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8d13e89d-f40d-4196-b71a-a83552b4c315, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8d13e89d-f40d-4196-b71a-a83552b4c315,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:39.383722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1a7d2-bee1-4efd-9139-f6348fd58d43 req-8ab293f4-5025-405e-bbdf-11dc315db977 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:39.386526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a1a7d2-bee1-4efd-9139-f6348fd58d43 req-8ab293f4-5025-405e-bbdf-11dc315db977 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.3481467 Jul 15 17:00:39.425928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.552363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:39.552913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ea24717c-5d8d-47c1-abb6-b6a0632e9658 None None] Provisioning complete for port 8d13e89d-f40d-4196-b71a-a83552b4c315 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:39.552995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ea24717c-5d8d-47c1-abb6-b6a0632e9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.594384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3a1a7d2-bee1-4efd-9139-f6348fd58d43 req-52320d8e-eed7-4eca-914d-d8bbce264373 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458254 Jul 15 17:00:39.665361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8d13e89d-f40d-4196-b71a-a83552b4c315,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:39.768574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=8d13e89d-f40d-4196-b71a-a83552b4c315,revision_number=5']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:39.773994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:39.781569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:39.782354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.784132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Allocated IP 172.20.0.4 (acd3cc5d-22fa-4eed-81a3-4342b29becba/7bac3c7b-ac76-4816-894b-5528c501a17d/c2469866-2028-42c1-8768-bc8db1f8abf2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:39.788497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=3e0732b0-97b2-4a43-968a-f7ad2f0bf98d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:39.821738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:39.838973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:39.879928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-51e81b4b-86af-4b15-84d3-281f48f20a9f None None] Could not find standard attr ID for object d1f1c56d-3008-432f-827d-f61b188c6ce3. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:00:39.923722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f5db20e7-8b4e-4a66-9efa-b461425465e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6728051 Jul 15 17:00:39.932793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43994) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:39.953809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:5b:ae:5d', 'name': 'tempest-NetworksTestDHCPv6-1400477124'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:40.105403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.167995 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.205218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12682b-0dfd-4288-b13f-20e99f36dba7 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:40.230431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:40.337881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.387207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event updated for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:40.416458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 95dfe012-da3d-4833-8349-5af0792d23d8 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:40.419847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Network acd3cc5d-22fa-4eed-81a3-4342b29becba is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:40.420993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:40.431445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:40.499115 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.548923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd324-0816-4d3d-b045-1a6556ae6ac7 req-107c0f4c-2ecb-4981-bf68-cb0709b9d049 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:40.559677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32afd324-0816-4d3d-b045-1a6556ae6ac7 req-107c0f4c-2ecb-4981-bf68-cb0709b9d049 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.6444292 Jul 15 17:00:40.597818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:40.599283 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.619475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Subnet': ['ID=9ae1d146-3cc8-4528-9713-ead44c378215,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:40.649500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:40.652269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network hostable DHCP agents. Network: aa52719c-374c-4734-8aa0-97000847b98d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:00:40.660959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe5b:ae5d (c39447b1-2e0e-4621-a1d1-1027e590f497/3e0732b0-97b2-4a43-968a-f7ad2f0bf98d/95dfe012-da3d-4833-8349-5af0792d23d8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:40.663426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.743261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.744439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network aa52719c-374c-4734-8aa0-97000847b98d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:00:40.819827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb9585-4866-4576-a102-ab1bd4f62499 req-393e9f0a-26c9-4b58-aebe-24ff3cf072f1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:40.834460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, aa52719c-374c-4734-8aa0-97000847b98d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:40.847709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af661f-89cf-4324-a749-77e3cabd93f6 None None] Network aa52719c-374c-4734-8aa0-97000847b98d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:40.860135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65bb9585-4866-4576-a102-ab1bd4f62499 req-393e9f0a-26c9-4b58-aebe-24ff3cf072f1 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 931 time: 0.4610233 Jul 15 17:00:40.865979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:40.866768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:40.886141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8d13e89d-f40d-4196-b71a-a83552b4c315 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:40.995294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32afd324-0816-4d3d-b045-1a6556ae6ac7 req-13e77d1e-1716-4cb4-982f-c25d41cbba38 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328845 Jul 15 17:00:41.000634 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-389fd6c2-d6e6-4e8a-bc0d-54497828cdd4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8601012 Jul 15 17:00:41.003287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44010) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:41.038323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-49b538ec-3c89-471a-8628-4f537e371505 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3477485 Jul 15 17:00:41.050668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'subnet': {'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:41.099469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Request body: {'port': {'device_id': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:41.154101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8d13e89d-f40d-4196-b71a-a83552b4c315 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:41.154486 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.231039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65bb9585-4866-4576-a102-ab1bd4f62499 req-9debcb52-9b5b-4c36-94f1-ced2dd879c9b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698897 Jul 15 17:00:41.238094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.238233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-14f75dce-51e3-4e20-95a7-216492d420fb None None] Provisioning complete for port 8d13e89d-f40d-4196-b71a-a83552b4c315 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:41.238233 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14f75dce-51e3-4e20-95a7-216492d420fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.267553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 95dfe012-da3d-4833-8349-5af0792d23d8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:41.356664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.470665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:41.481904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:41.483114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:41.488887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:41.499575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:41.500592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.505460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.533897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=95dfe012-da3d-4833-8349-5af0792d23d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:41.568229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7334df6-d667-4431-a177-6dfc7a7354c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6318467 Jul 15 17:00:41.569072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:41.630224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.715874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14b488-2bef-4efc-86a1-d4b3abb506e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:41.730981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d14b488-2bef-4efc-86a1-d4b3abb506e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:41.748646 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d14b488-2bef-4efc-86a1-d4b3abb506e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1712997 Jul 15 17:00:41.748646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:41.770104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-aa52719c-374c-4734-8aa0-97000847b98d', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:41.771428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:41.949805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 95dfe012-da3d-4833-8349-5af0792d23d8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:41.950332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.094512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc6db8df-3775-4e6b-81c6-9aab2afaeb47 None None] Provisioning for port 95dfe012-da3d-4833-8349-5af0792d23d8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:42.099807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc6db8df-3775-4e6b-81c6-9aab2afaeb47 None None] Provisioning complete for port 95dfe012-da3d-4833-8349-5af0792d23d8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:42.103198 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc6db8df-3775-4e6b-81c6-9aab2afaeb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.213303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Allocated IP 10.1.1.2 (aa52719c-374c-4734-8aa0-97000847b98d/9ae1d146-3cc8-4528-9713-ead44c378215/ca50e032-55f2-40d7-a6cc-6730ea2629f9) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:42.237439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cc6db8df-3775-4e6b-81c6-9aab2afaeb47 None None] Port 95dfe012-da3d-4833-8349-5af0792d23d8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:00:42.272223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.295895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadb726-49cc-47df-b3cc-acede4fb7784 req-c112bf08-762d-45ff-a4f4-b2c7701d4c06 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:42.306258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 95dfe012-da3d-4833-8349-5af0792d23d8 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:42.316723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adadb726-49cc-47df-b3cc-acede4fb7784 req-c112bf08-762d-45ff-a4f4-b2c7701d4c06 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.6780002 Jul 15 17:00:42.377716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012a52-bb21-453a-bb3b-4f197f1e5a37 req-1cb91715-02d8-45cd-9122-3b23a997adc7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:42.379272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59012a52-bb21-453a-bb3b-4f197f1e5a37 req-1cb91715-02d8-45cd-9122-3b23a997adc7 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.7016411 Jul 15 17:00:42.465083 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.474890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Transition to ACTIVE for port object ca50e032-55f2-40d7-a6cc-6730ea2629f9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:42.507572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Transition to ACTIVE for port object ca50e032-55f2-40d7-a6cc-6730ea2629f9 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:42.524863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.627923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Pushing event updated for resources: {'Port': ['ID=ca50e032-55f2-40d7-a6cc-6730ea2629f9,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:42.662057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Network aa52719c-374c-4734-8aa0-97000847b98d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:42.663549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:42.666255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:42.789477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.815528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Attempting to bind port ca50e032-55f2-40d7-a6cc-6730ea2629f9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:42.816040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Attempting to bind port ca50e032-55f2-40d7-a6cc-6730ea2629f9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:42.816519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Attempting to bind port ca50e032-55f2-40d7-a6cc-6730ea2629f9 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:42.823046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:42.823546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:42.824093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.824580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Bound using segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:42.825142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Bound port: ca50e032-55f2-40d7-a6cc-6730ea2629f9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:42.825601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.847730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=95dfe012-da3d-4833-8349-5af0792d23d8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:42.877369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:42.882417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d6cebb72-5b5d-4112-890d-c49b218d37c8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/95dfe012-da3d-4833-8349-5af0792d23d8 HTTP/1.1" status: 204 len: 168 time: 1.1335793 Jul 15 17:00:42.883500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:42.972015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] For port ca50e032-55f2-40d7-a6cc-6730ea2629f9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:42.983946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] For port ca50e032-55f2-40d7-a6cc-6730ea2629f9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ca50e032-55f2-40d7-a6cc-6730ea2629f9,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:42.989166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.089988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f570ed-d6ed-4c1b-9a22-c01ec9fc9b45 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:43.094613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f570ed-d6ed-4c1b-9a22-c01ec9fc9b45 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:43.099996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a8f570ed-d6ed-4c1b-9a22-c01ec9fc9b45 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2155924 Jul 15 17:00:43.102501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:43.237748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9ffd-2b28-49fd-9c06-8eacb091980b None None] Pushing event updated for resources: {'Port': ['ID=ca50e032-55f2-40d7-a6cc-6730ea2629f9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:43.316748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 3e0732b0-97b2-4a43-968a-f7ad2f0bf98d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:43.320061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.446862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59012a52-bb21-453a-bb3b-4f197f1e5a37 req-09ee9aa6-71e0-4745-99de-e821b14f56e6 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0291438 Jul 15 17:00:43.449697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adadb726-49cc-47df-b3cc-acede4fb7784 req-75007155-dbd2-4841-a65d-1408d19a6d07 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1321971 Jul 15 17:00:43.474249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.495325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.685276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Subnet': ['ID=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:43.719565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.817123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.838716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2469866-2028-42c1-8768-bc8db1f8abf2 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:43.860383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0732b0-97b2-4a43-968a-f7ad2f0bf98d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:43.870627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.872965 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-44cf4431-e5f4-465d-aa23-7e0ec56d9350 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/3e0732b0-97b2-4a43-968a-f7ad2f0bf98d HTTP/1.1" status: 204 len: 168 time: 0.7685647 Jul 15 17:00:43.875673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:43.880948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f64c67-a160-470a-8b66-54b82fc019fe None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:43.883615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:43.911623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Checking segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:43.912371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network hostable DHCP agents. Network: 61e6030c-50ad-431e-b459-7b3ff12c0dd6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:00:43.930257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29841ce9-7515-4572-ae9c-ec8491ee197f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513849 Jul 15 17:00:43.930506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:43.933755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Transition to ACTIVE for port object c2469866-2028-42c1-8768-bc8db1f8abf2 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:43.943840 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:44.023307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e7a2f-d264-4f1a-a3b9-ef1079446d1e req-b76ea5f8-99ec-4bbe-ab4b-b70a82048345 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:44.025133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a85e7a2f-d264-4f1a-a3b9-ef1079446d1e req-b76ea5f8-99ec-4bbe-ab4b-b70a82048345 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 931 time: 0.3617506 Jul 15 17:00:44.033638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc666da-b962-4293-ba9d-ffcf1f453619 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:44.035373 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7dc666da-b962-4293-ba9d-ffcf1f453619 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1039715 Jul 15 17:00:44.038047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:44.043040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80ac7-052a-4b35-9d97-088d29d8592e req-226aae11-a8f2-40fe-8a34-96a1ead83640 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:44.044773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c80ac7-052a-4b35-9d97-088d29d8592e req-226aae11-a8f2-40fe-8a34-96a1ead83640 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.2372334 Jul 15 17:00:44.045625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:00:44.111847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 61e6030c-50ad-431e-b459-7b3ff12c0dd6) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:44.116465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Pushing event updated for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:44.147869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:44.148758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:44.170021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9b8fc7-23ca-42f4-8bf8-2ffce4d07412 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:44.179038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd9b8fc7-23ca-42f4-8bf8-2ffce4d07412 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1376224 Jul 15 17:00:44.179641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:44.213238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a85e7a2f-d264-4f1a-a3b9-ef1079446d1e req-7eada08e-4ba7-4807-9725-fc7b927bcafa tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606464 Jul 15 17:00:44.217802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-56a4edb2-6be1-482f-b468-b82067d9e056 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1782837 Jul 15 17:00:44.235979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c80ac7-052a-4b35-9d97-088d29d8592e req-004c3cbf-27ac-4044-9f59-1ec56ec97bec tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661556 Jul 15 17:00:44.237113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:44.251808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'name': 'tempest-TaggedBootDevicesTest_v242-390307223', 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:44.324662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44238) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:44.330958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1445b6c-b24e-4c84-94ec-bea40fa504c4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412485 Jul 15 17:00:44.336370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:44.624239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Attempting to bind port c2469866-2028-42c1-8768-bc8db1f8abf2 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:44.624239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Attempting to bind port c2469866-2028-42c1-8768-bc8db1f8abf2 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:44.625941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Attempting to bind port c2469866-2028-42c1-8768-bc8db1f8abf2 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:44.738105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56985a01-785f-4c7e-bb86-782100d4acf0 None None] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:44.783595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Port c2469866-2028-42c1-8768-bc8db1f8abf2 on network acd3cc5d-22fa-4eed-81a3-4342b29becba not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:00:44.783928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Attempting to bind port c2469866-2028-42c1-8768-bc8db1f8abf2 on network acd3cc5d-22fa-4eed-81a3-4342b29becba {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:44.819898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:44.820161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Checking segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:44.820554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Bound using segment: {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:44.821013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Bound port: c2469866-2028-42c1-8768-bc8db1f8abf2, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:44.821410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:45.019590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ca50e032-55f2-40d7-a6cc-6730ea2629f9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:45.048335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:45.052553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:45.127941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b395b-b9e7-41fb-9d35-6cc5e3bd656d req-8fd1d9d1-c42e-4a5d-b138-45a982b4b466 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:45.131653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d8b395b-b9e7-41fb-9d35-6cc5e3bd656d req-8fd1d9d1-c42e-4a5d-b138-45a982b4b466 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4889855 Jul 15 17:00:45.300708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:00:45.306025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa616c7-b03f-4fb5-8480-244ecea6c83f None None] Network aa52719c-374c-4734-8aa0-97000847b98d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:45.383935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:45.399905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ca50e032-55f2-40d7-a6cc-6730ea2629f9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:45.445930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ips': [{'subnet_id': '69e4d5fd-c545-4ddd-a38e-41bd34ba00a7'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:45.446878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:45.498452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Provisioning for port ca50e032-55f2-40d7-a6cc-6730ea2629f9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:45.523534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Provisioning complete for port ca50e032-55f2-40d7-a6cc-6730ea2629f9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:45.523920 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:45.619251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:45.667332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d8b395b-b9e7-41fb-9d35-6cc5e3bd656d req-86cf66c3-68d9-4964-9eac-f2b1a0c57052 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580507 Jul 15 17:00:45.794117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Deleting port 8d13e89d-f40d-4196-b71a-a83552b4c315 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:45.794753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:45.965458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c2469866-2028-42c1-8768-bc8db1f8abf2,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:45.994289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.106152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] For port 8d13e89d-f40d-4196-b71a-a83552b4c315, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8d13e89d-f40d-4196-b71a-a83552b4c315,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:46.107086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.121901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Calling delete_port for 8d13e89d-f40d-4196-b71a-a83552b4c315 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:46.194781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Pushing event updated for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:46.246788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:46.247987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.250220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-256cd36d-6c99-46f0-ad8d-f31ca1639882 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2469866-2028-42c1-8768-bc8db1f8abf2 HTTP/1.1" status: 200 len: 1091 time: 5.1820910 Jul 15 17:00:46.286948 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.305421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:46.308784 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9757cf32-d8c1-486d-bd0d-ce61457a48ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:46.391892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Allocated IP 10.2.2.2 (61e6030c-50ad-431e-b459-7b3ff12c0dd6/69e4d5fd-c545-4ddd-a38e-41bd34ba00a7/2cde36c6-170b-455d-93e0-b7f4d3a84d3d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:46.417812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.422938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] Pushing event deleted for resources: {'Port': ['ID=8d13e89d-f40d-4196-b71a-a83552b4c315,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:46.437623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.443432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748f0ba-51a2-449e-a83a-c885f048dfbc None None] No DVR routers for this DVR port 8d13e89d-f40d-4196-b71a-a83552b4c315 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:46.566242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139eb5d-c182-43d5-8373-7ca2e506350b req-2a1487f4-edcc-45cb-85a7-ac61b4fd4d22 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:46.584719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8139eb5d-c182-43d5-8373-7ca2e506350b req-2a1487f4-edcc-45cb-85a7-ac61b4fd4d22 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 1.3770146 Jul 15 17:00:46.610637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] device_id is not set on port a28eb98d-6234-480a-a72a-7ff91e33cd64 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:46.666693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.680062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Transition to ACTIVE for port object 2cde36c6-170b-455d-93e0-b7f4d3a84d3d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:46.723638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Transition to ACTIVE for port object 2cde36c6-170b-455d-93e0-b7f4d3a84d3d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:46.799680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.836137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8d13e89d-f40d-4196-b71a-a83552b4c315 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:46.863899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:46.906904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:46.961957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] For port ca50e032-55f2-40d7-a6cc-6730ea2629f9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ca50e032-55f2-40d7-a6cc-6730ea2629f9,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:46.990345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.019130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8d13e89d-f40d-4196-b71a-a83552b4c315 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:47.025393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8d13e89d-f40d-4196-b71a-a83552b4c315 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:47.040785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Pushing event updated for resources: {'Port': ['ID=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:47.044413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:47.085378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:47.087672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8139eb5d-c182-43d5-8373-7ca2e506350b req-d637e119-9e04-4c83-8d6e-0e619189dd11 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974921 Jul 15 17:00:47.090185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:47.094394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:47.109106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:47.126767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.1.1.129 (aa52719c-374c-4734-8aa0-97000847b98d/9ae1d146-3cc8-4528-9713-ead44c378215/a28eb98d-6234-480a-a72a-7ff91e33cd64) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:47.139782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:47.140509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.150547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb08d77-03db-4ff3-8def-c787fa35ba1f req-f468b689-ce54-4ecf-a6db-95038d5b773e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:47.160946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcb08d77-03db-4ff3-8def-c787fa35ba1f req-f468b689-ce54-4ecf-a6db-95038d5b773e tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 943 time: 1.0920486 Jul 15 17:00:47.162253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81e50a-e0f9-443a-b298-36bae2f9243c None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:47.166755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=a95c0e64-36b4-43d0-964c-772d9e44b352,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:47.179315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-2518bc81-901c-4701-9907-7add1e06b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:47.181128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-2518bc81-901c-4701-9907-7add1e06b5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.8619099 Jul 15 17:00:47.265536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9b0a2c5e-8bb0-49e3-9162-48bd595ff04f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9328649 Jul 15 17:00:47.267762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:47.273860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:40:ed:86', 'name': 'tempest-NetworksTestDHCPv6-1031928669'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:47.282828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-a1691b8f-9833-48ad-a9dc-481740af3d27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2469866-2028-42c1-8768-bc8db1f8abf2 HTTP/1.1" status: 200 len: 217 time: 0.0910063 Jul 15 17:00:47.353345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Attempting to bind port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:47.353905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Attempting to bind port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:47.354385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Attempting to bind port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:47.411986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:47.412581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Checking segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:47.413878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcb08d77-03db-4ff3-8def-c787fa35ba1f req-d506eb83-2342-4fe1-9d24-68a69c342f5f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488396 Jul 15 17:00:47.416346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.416815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Bound using segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:47.417496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Bound port: 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:47.417905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.419989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4586332-3498-4937-a867-acaec1d4f670 None None] Pushing event updated for resources: {'Port': ['ID=ca50e032-55f2-40d7-a6cc-6730ea2629f9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:47.487778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62390ae5-d9ed-4a81-b5c0-512e5b5edbf1 None None] Provisioning complete for port ca50e032-55f2-40d7-a6cc-6730ea2629f9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:47.488685 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62390ae5-d9ed-4a81-b5c0-512e5b5edbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.539903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:47.548809 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7c9463-ea86-48fc-be7a-9793ae8a5456 x-openstack-request-id: req-df7c9463-ea86-48fc-be7a-9793ae8a5456 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:47.549210 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:47.549563 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df7c9463-ea86-48fc-be7a-9793ae8a5456 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:47.550189 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2', 'status': 'completed', 'code': 200} Jul 15 17:00:47.598140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-8660839e-6f49-4956-8e83-a31ef599c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:47.605552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-8660839e-6f49-4956-8e83-a31ef599c2e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.3122277 Jul 15 17:00:47.620910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] For port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:47.628933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] For port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:47.684131 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.715598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-e7205523-8d33-4573-9c7d-a14b8f31f301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825746 Jul 15 17:00:47.815265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:47.841586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:47.854814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-2f68c073-637c-4204-87d3-44d1df228fdc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:47.862227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-2f68c073-637c-4204-87d3-44d1df228fdc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.5720401 Jul 15 17:00:47.900264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d162e54-dcb6-4cbd-a5a3-a1f1961d367b None None] Pushing event updated for resources: {'Port': ['ID=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:47.921023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-8b512dd2-ef2d-431f-a991-fd5f73da8e39 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/quotas/51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 375 time: 0.0573411 Jul 15 17:00:48.038578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe40:ed86 (c39447b1-2e0e-4621-a1d1-1027e590f497/a95c0e64-36b4-43d0-964c-772d9e44b352/174e4ee8-0066-4adc-917a-ae2e7c1f2bc5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:48.042302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'a95c0e64-36b4-43d0-964c-772d9e44b352'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:00:48.047089 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:48.169777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-dd8b3d8d-5228-4ec8-8c9a-d46f8fa465a3 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374399 Jul 15 17:00:48.180321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:48.247917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:48.262550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object a28eb98d-6234-480a-a72a-7ff91e33cd64 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:48.281802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a55ac-de26-4864-b2fe-47e4e65407ba req-60dda34a-7ae7-47fe-8a40-91d4c690c8a4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:48.284622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e68a55ac-de26-4864-b2fe-47e4e65407ba req-60dda34a-7ae7-47fe-8a40-91d4c690c8a4 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.5746191 Jul 15 17:00:48.419071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-18155edf-8b69-41c0-910d-fe19b3fdd774 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3597236 Jul 15 17:00:48.496736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84913005-d3ff-402a-ac9c-700fc5af8de2 req-5d20c3a9-8864-46ca-ab8c-1cf5910688eb service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195908 Jul 15 17:00:48.513197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e68a55ac-de26-4864-b2fe-47e4e65407ba req-fb2b3c03-8396-4da9-9cb2-3d1bdd03dd76 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202477 Jul 15 17:00:48.539334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:48.678199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network aa52719c-374c-4734-8aa0-97000847b98d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:48.719877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:48.751933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:48.757405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:48.787729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:48.841821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:48.955022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=174e4ee8-0066-4adc-917a-ae2e7c1f2bc5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:48.984952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:48.988564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:48.994104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:49.007141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:49.008519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:49.011881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Allocated IP 2001:db8::f816:3eff:fea9:2f51 (c39447b1-2e0e-4621-a1d1-1027e590f497/a95c0e64-36b4-43d0-964c-772d9e44b352/205c935f-ce49-4640-97d6-20e807c21495) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:49.046415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e67a4cd-fae9-4828-9a2e-7f3b2c0ecc7a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7768118 Jul 15 17:00:49.049723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:49.174880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ca50e032-55f2-40d7-a6cc-6730ea2629f9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:49.242183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-d5713fb3-11e6-45fa-8ec4-612a8eee0949 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133237 Jul 15 17:00:49.268689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9038190-68ed-4f1b-bdc0-af417645d2bb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:49.272529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9038190-68ed-4f1b-bdc0-af417645d2bb tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2218151 Jul 15 17:00:49.276052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:49.421604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dde0c5-54ec-492a-8aa2-b0dae18902d7 req-c9a72651-195d-44d9-9aed-8ebe13c22d3a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:49.429193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88dde0c5-54ec-492a-8aa2-b0dae18902d7 req-c9a72651-195d-44d9-9aed-8ebe13c22d3a tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 943 time: 0.6626613 Jul 15 17:00:49.494527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:49.495360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:49.576934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88dde0c5-54ec-492a-8aa2-b0dae18902d7 req-c85706c8-15b6-48be-8719-14d3b84c67e6 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468244 Jul 15 17:00:49.579096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-f89fe1bc-62fc-4c22-b4cb-789491d65be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:49.580803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:49.581255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:49.587742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-f89fe1bc-62fc-4c22-b4cb-789491d65be1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.9798732 Jul 15 17:00:49.787700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b80abe58-83af-47a1-b8f4-c73bf798ccbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5442889 Jul 15 17:00:49.788917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44892) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:49.793320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:49.812714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'name': 'tempest-TaggedBootDevicesTest_v242-1834124291', 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:49.828945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:49.981167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b2a6518b-ef1f-46ee-bb8c-6a4ce548534a None None] Provisioning for port a28eb98d-6234-480a-a72a-7ff91e33cd64 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:50.007891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b2a6518b-ef1f-46ee-bb8c-6a4ce548534a None None] Provisioning complete for port a28eb98d-6234-480a-a72a-7ff91e33cd64 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:50.008297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b2a6518b-ef1f-46ee-bb8c-6a4ce548534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:50.136722 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6518b-ef1f-46ee-bb8c-6a4ce548534a None None] Port a28eb98d-6234-480a-a72a-7ff91e33cd64 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:00:50.149694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398adb9-f349-4d84-bae7-7058f69e6fc1 None None] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:50.163791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ca50e032-55f2-40d7-a6cc-6730ea2629f9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:50.164186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:50.223742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:50.301732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=174e4ee8-0066-4adc-917a-ae2e7c1f2bc5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:50.440342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:50.455829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd056aae-122b-4992-b4c4-fa7f6c24b089 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 HTTP/1.1" status: 204 len: 168 time: 1.1786141 Jul 15 17:00:50.456569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:50.520141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6d27225a-2693-4006-8734-c2d142068c5a None None] Provisioning for port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:50.590230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e873d-1d8b-4c4d-8c2b-b39a3e5821b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:50.597177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62e873d-1d8b-4c4d-8c2b-b39a3e5821b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:50.606523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e62e873d-1d8b-4c4d-8c2b-b39a3e5821b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1488621 Jul 15 17:00:50.607421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44980) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:50.718642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-6e5feb15-632c-434f-86aa-417fc4072640 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4563239 Jul 15 17:00:50.764881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet a95c0e64-36b4-43d0-964c-772d9e44b352 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:50.818616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:50.885816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-21e22323-ecf7-410a-a26c-b1e2d88b17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:50.888280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-21e22323-ecf7-410a-a26c-b1e2d88b17b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 200 len: 911 time: 1.2930188 Jul 15 17:00:50.906470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Transition to ACTIVE for port object 205c935f-ce49-4640-97d6-20e807c21495 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:51.076331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2cde36c6-170b-455d-93e0-b7f4d3a84d3d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:51.090772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Transition to ACTIVE for port object 205c935f-ce49-4640-97d6-20e807c21495 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:51.097942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-dbf3d570-8e58-4011-a5fc-4b8efe6ed847 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2469866-2028-42c1-8768-bc8db1f8abf2 HTTP/1.1" status: 200 len: 217 time: 0.1864989 Jul 15 17:00:51.127410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c2469866-2028-42c1-8768-bc8db1f8abf2 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:00:51.130848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.221873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.266546 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.322466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:51.328385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.413317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] device_id is not set on port a393081d-7566-4737-92d5-ee4cb91d4f91 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:51.439149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-55321290-2e5c-4a1c-b35d-6178168b5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:51.442817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-55321290-2e5c-4a1c-b35d-6178168b5a89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 200 len: 851 time: 0.3375463 Jul 15 17:00:51.510729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.517662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:51.520919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:51.522764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-930d0afd-262d-49a3-ab5f-8a7b9d8f7778 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acd3cc5d-22fa-4eed-81a3-4342b29becba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719855 Jul 15 17:00:51.532947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:51.554917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Pushing event updated for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:51.641318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.665622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c2469866-2028-42c1-8768-bc8db1f8abf2,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:51.688162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.688531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.690120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.690485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.694073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.694582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.695807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.696349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.697123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.698665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.707886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.708308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:00:51.716102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=a95c0e64-36b4-43d0-964c-772d9e44b352,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:51.719025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Attempting to bind port 205c935f-ce49-4640-97d6-20e807c21495 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:51.719768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Attempting to bind port 205c935f-ce49-4640-97d6-20e807c21495 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:51.720313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Attempting to bind port 205c935f-ce49-4640-97d6-20e807c21495 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:51.723278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.727955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'c2469866-2028-42c1-8768-bc8db1f8abf2', 'network_id': 'acd3cc5d-22fa-4eed-81a3-4342b29becba', 'port_id': 'c2469866-2028-42c1-8768-bc8db1f8abf2', 'mac_address': 'fa:16:3e:54:f6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bac3c7b-ac76-4816-894b-5528c501a17d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:00:51.731522 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed08ed58-365b-4547-92fc-da8dc36c4358 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/a95c0e64-36b4-43d0-964c-772d9e44b352 HTTP/1.1" status: 204 len: 168 time: 1.1206427 Jul 15 17:00:51.733867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:51.748900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:51.749816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:51.750354 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.750839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:51.751330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Bound port: 205c935f-ce49-4640-97d6-20e807c21495, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:51.751717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.799050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:51.812276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:51.813558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.820929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2a08b-6396-4214-968b-88490f79f646 req-4c7beb29-d30d-438a-a82d-ff5703c0ab51 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:51.822518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99a2a08b-6396-4214-968b-88490f79f646 req-4c7beb29-d30d-438a-a82d-ff5703c0ab51 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 943 time: 0.6532640 Jul 15 17:00:51.847395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e883b67-03f8-403f-9efa-1bc40f9ab790 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121037 Jul 15 17:00:51.849473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:51.910029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:51.960421 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:51.981911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2469866-2028-42c1-8768-bc8db1f8abf2 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:51.987437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-18027b55-f049-44c8-ae7e-2b0cb0f042db tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:51.989600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-18027b55-f049-44c8-ae7e-2b0cb0f042db tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.2567840 Jul 15 17:00:52.023418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406980e-2cc1-4ef1-aab1-cac5bc5b6b79 req-898619c4-a051-484c-a113-0a8c82ac4634 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:52.032145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7406980e-2cc1-4ef1-aab1-cac5bc5b6b79 req-898619c4-a051-484c-a113-0a8c82ac4634 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 945 time: 0.7780511 Jul 15 17:00:52.099612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:52.105253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=205c935f-ce49-4640-97d6-20e807c21495,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:52.126749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c2469866-2028-42c1-8768-bc8db1f8abf2,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:52.149104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.153711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.207378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7406980e-2cc1-4ef1-aab1-cac5bc5b6b79 req-393aac8e-d52b-499a-9c19-e192d34f32f2 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/security-groups?id=598a67c6-b370-4a0e-aa83-0004fa694417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739872 Jul 15 17:00:52.250301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Deleting port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:00:52.251029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.401569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99a2a08b-6396-4214-968b-88490f79f646 req-12d6ef00-aa7c-44e5-918b-c045040f9e31 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806979 Jul 15 17:00:52.403993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-a56f2835-79c9-40d9-b3d6-36aa61c8487c service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720339 Jul 15 17:00:52.457962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] For port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,segment=NetworkSegment(61b60850-0588-4fb8-bd13-687ef52fd478),segment_id=61b60850-0588-4fb8-bd13-687ef52fd478)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:52.461532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.506970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f709c151-dbad-44f2-8c16-efaace161b25 req-d0fe5c17-315d-4a1d-bcf8-21b3541255e0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 210 time: 0.0690556 Jul 15 17:00:52.519846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.1.1.214 (aa52719c-374c-4734-8aa0-97000847b98d/9ae1d146-3cc8-4528-9713-ead44c378215/a393081d-7566-4737-92d5-ee4cb91d4f91) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:52.555757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Calling delete_port for 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:00:52.558863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:52.568363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c2469866-2028-42c1-8768-bc8db1f8abf2'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:00:52.570807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955ae6bd-1ea4-4119-a805-3b768769d90f None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:00:52.643458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8f8a-7212-423e-adad-f77b4ee77a0c None None] Pushing event updated for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:52.693394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d4dc1165-bf5a-4f3d-8c2f-8cb01022fb00 None None] Provisioning complete for port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:52.693783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1165-bf5a-4f3d-8c2f-8cb01022fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.707781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:52.717338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.868192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:52.914383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Pushing event deleted for resources: {'Port': ['ID=0d5c2d98-eb48-4c47-8dc2-67f55c69aa62,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:53.011176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] No DVR routers for this DVR port 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:00:53.023400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:53.025444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-da12a8c3-fe5c-4f80-8141-5722e196f6b9 req-509bd6e9-dbd5-4046-93cc-57ab953752ea tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.20 "DELETE /v2.0/ports/0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 HTTP/1.1" status: 204 len: 173 time: 1.0302756 Jul 15 17:00:53.025886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'name': 'network-vif-deleted', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:53.036358 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61623942-73ca-42e2-9a79-4d6584174e84" -d '{"events": [{"server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "name": "network-vif-deleted", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:53.053050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:53.136374 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de097fc9-01dc-433b-a94b-6fc025cd6f74 x-openstack-request-id: req-de097fc9-01dc-433b-a94b-6fc025cd6f74 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:53.136997 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06b5527-dda4-4e38-a316-7c2c9f0784fd", "name": "network-vif-deleted", "tag": "0d5c2d98-eb48-4c47-8dc2-67f55c69aa62", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:53.137391 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de097fc9-01dc-433b-a94b-6fc025cd6f74 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:53.137931 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06b5527-dda4-4e38-a316-7c2c9f0784fd', 'name': 'network-vif-deleted', 'tag': '0d5c2d98-eb48-4c47-8dc2-67f55c69aa62', 'status': 'completed', 'code': 200} Jul 15 17:00:53.156267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9757cf32-d8c1-486d-bd0d-ce61457a48ec req-67ec0e7d-ac48-4ec4-a8c3-86bbd25bca31 service neutron] 10.222.0.20 "GET /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413735 Jul 15 17:00:53.243987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-f47ad0d6-0729-4c1e-b995-21d91396948f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:53.247901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-f47ad0d6-0729-4c1e-b995-21d91396948f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.2506878 Jul 15 17:00:53.262946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'device_id': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'admin_state_up': True, 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:53.357317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d4dc1165-bf5a-4f3d-8c2f-8cb01022fb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:53.391309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:53.463298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:53.542556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:53.547008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:53.694034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-d4dc1165-bf5a-4f3d-8c2f-8cb01022fb00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:53.694612 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-d4dc1165-bf5a-4f3d-8c2f-8cb01022fb00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:53.726427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7ba63ae-4dca-4ffe-9965-44cdfe9d4287 req-1f8c0078-c59b-4bad-932d-7bd57ddddaca tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 210 time: 0.1725130 Jul 15 17:00:53.736745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ae6bd-1ea4-4119-a805-3b768769d90f None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:00:53.909681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:53.913232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.20.0.7 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/95a0610b-3037-43ca-839e-2362e58ae0e8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:53.920882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.002686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object a393081d-7566-4737-92d5-ee4cb91d4f91 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:54.051912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c68a0-ae5c-4c9f-9f59-09e5e0e29730 req-8baab2b3-5b3b-464f-a7fe-2e97504995d7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:54.055637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-854c68a0-ae5c-4c9f-9f59-09e5e0e29730 req-8baab2b3-5b3b-464f-a7fe-2e97504995d7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 944 time: 0.3140347 Jul 15 17:00:54.297883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.305809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a405aac-d3f2-4281-b63c-e90dda0725a6 req-5d125944-a87b-4bed-89fb-db54983a609a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 210 time: 0.2383261 Jul 15 17:00:54.371172 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.407639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Transition to ACTIVE for port object 95a0610b-3037-43ca-839e-2362e58ae0e8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:54.430903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:00:54.471918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.491130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37', '9b837bd9-4084-448c-b19f-976a8a8504ca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:00:54.521352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network aa52719c-374c-4734-8aa0-97000847b98d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:54.533972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-854c68a0-ae5c-4c9f-9f59-09e5e0e29730 req-0dc74ec6-5d88-4104-aa75-ff54d4559cda tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648893 Jul 15 17:00:54.535062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:54.535639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:54.542486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:54.545937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:54.597251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:54.605603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:54.636931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:54.637370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.658912 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-1d47d3f6-a89d-410d-82be-28cf6488e149 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4032569 Jul 15 17:00:54.660836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:54.673225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Request body: {'port': {'device_id': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:54.701460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:54.703036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.828702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:54.846341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e6208ad-1a70-45a8-8778-0d8d2bb22969 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0442464 Jul 15 17:00:54.951096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.103030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '4b20e9dc-cb7b-414a-aa61-b052a2e23025'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '205c935f-ce49-4640-97d6-20e807c21495'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:00:55.117575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c2469866-2028-42c1-8768-bc8db1f8abf2 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:55.185480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d973219b-07e9-46c4-a4f1-a7f19a81cb37 req-3c67391f-12bd-4a24-9656-4a83a9dad148 tempest-ServerDiskConfigTestJSON-1655934536 tempest-ServerDiskConfigTestJSON-1655934536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b06b5527-dda4-4e38-a316-7c2c9f0784fd HTTP/1.1" status: 200 len: 210 time: 0.1208603 Jul 15 17:00:55.235842 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.438863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port c2469866-2028-42c1-8768-bc8db1f8abf2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:00:55.462700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port c2469866-2028-42c1-8768-bc8db1f8abf2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:55.465260 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.553190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=205c935f-ce49-4640-97d6-20e807c21495,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:55.652886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a0610b-3037-43ca-839e-2362e58ae0e8 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:00:55.654174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.658919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2cde36c6-170b-455d-93e0-b7f4d3a84d3d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:00:55.679612 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.680537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.682242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.723724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Transition to ACTIVE for port object 95a0610b-3037-43ca-839e-2362e58ae0e8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:55.728078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:55.814148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:55.856047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804695095', 'description': 'tempest-description--970855422'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:55.893360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=5']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:55.965034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:55.988318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:55.988740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:55.998399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:56.003640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.021862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=4b20e9dc-cb7b-414a-aa61-b052a2e23025,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:56.059370 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8861b1f6-ca5a-4b3a-8dcf-63a2bc7a7b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.070258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:00:56.070663 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:00:56.092673 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.141942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-80649839-806e-44e5-a50f-2960b040c9b4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.2473271 Jul 15 17:00:56.144230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:56.169054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:fa:93:a0', 'name': 'tempest-NetworksTestDHCPv6-602326458'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:56.180314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015c06-7090-4047-b813-f7f5bf78ceb2 req-116fec08-99e5-48ca-88d5-8bb2cf74be79 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:56.184733 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.189918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb015c06-7090-4047-b813-f7f5bf78ceb2 req-116fec08-99e5-48ca-88d5-8bb2cf74be79 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 931 time: 0.5268331 Jul 15 17:00:56.286228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Attempting to bind port 95a0610b-3037-43ca-839e-2362e58ae0e8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:00:56.286722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Attempting to bind port 95a0610b-3037-43ca-839e-2362e58ae0e8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:00:56.287158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Attempting to bind port 95a0610b-3037-43ca-839e-2362e58ae0e8 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:56.302016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb015c06-7090-4047-b813-f7f5bf78ceb2 req-966b57dc-c0b8-462d-ab4c-69be2f21b82b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989435 Jul 15 17:00:56.322234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3fa84-2e9f-4fc3-b444-ccad7a020936 req-8f062186-9081-44ac-be1a-ec5c2e6413b5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:56.326787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c2469866-2028-42c1-8768-bc8db1f8abf2,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:56.341668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Port 95a0610b-3037-43ca-839e-2362e58ae0e8 on network ff6c5116-683b-4995-aa4b-1001de85da69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:00:56.342146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Attempting to bind port 95a0610b-3037-43ca-839e-2362e58ae0e8 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:00:56.352095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:56.353854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55a3fa84-2e9f-4fc3-b444-ccad7a020936 req-8f062186-9081-44ac-be1a-ec5c2e6413b5 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 944 time: 0.3118341 Jul 15 17:00:56.362802 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5a33f7-209d-46db-a7af-d0700872e8b0" -d '{"events": [{"server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:56.367416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:00:56.367896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:00:56.368437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:00:56.369085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Bound port: 95a0610b-3037-43ca-839e-2362e58ae0e8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:00:56.369557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.413476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.419790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:00:56.474726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55a3fa84-2e9f-4fc3-b444-ccad7a020936 req-1269b419-8e3c-4f4a-8306-2b4ad772c546 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204820 Jul 15 17:00:56.511880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.527376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:00:56.529759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.542158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:00:56.565427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.628870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:00:56.637076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fa41f2-2de6-4159-9ee9-f616d978665e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:56.644023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:56.645100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.646733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] 10.222.0.20 "PUT /v2.0/ports/95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 200 len: 1091 time: 1.9800053 Jul 15 17:00:56.650283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.651687 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a2cea4b5-7faf-42d6-9c5f-d3b372861184 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8291800 Jul 15 17:00:56.652519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:00:56.655100 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03921a00-d423-4844-a065-f44359d7b5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:00:56.671585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:56.696240 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8dd413-694b-497c-8669-c22e698e0fa4 x-openstack-request-id: req-8f8dd413-694b-497c-8669-c22e698e0fa4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:56.696537 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:56.696784 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f8dd413-694b-497c-8669-c22e698e0fa4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:56.697171 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2', 'code': 200} Jul 15 17:00:56.742773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:00:56.743215 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.745736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:00:56.746082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0d5c2d98-eb48-4c47-8dc2-67f55c69aa62 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:00:56.746577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72ff4e-3ad0-4fb0-935d-e07c51100e62 req-088323f6-ef45-4043-b995-9362b136d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:56.750316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df72ff4e-3ad0-4fb0-935d-e07c51100e62 req-088323f6-ef45-4043-b995-9362b136d0ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.1060417 Jul 15 17:00:56.760172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'security_group_rule': {'security_group_id': '26fa41f2-2de6-4159-9ee9-f616d978665e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:56.775606 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785fcb6e-98e7-41bc-bbcb-aba94afc649e x-openstack-request-id: req-785fcb6e-98e7-41bc-bbcb-aba94afc649e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:00:56.779405 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:00:56.781115 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-785fcb6e-98e7-41bc-bbcb-aba94afc649e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:00:56.781856 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'status': 'completed', 'code': 200} Jul 15 17:00:56.844809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:56.893162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df72ff4e-3ad0-4fb0-935d-e07c51100e62 req-d9e396b3-3731-4eb5-b547-dabd9c813e0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240928 Jul 15 17:00:56.956003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deaa5e-f633-4b1a-bea2-79b7cf86885f service neutron] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:57.003748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:57.022684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.044394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-fda8721f-18cc-4659-844b-d858b97f0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:57.047789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-fda8721f-18cc-4659-844b-d858b97f0cb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 1094 time: 0.2748094 Jul 15 17:00:57.055797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45172) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:57.157708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Deleting subnet 5bbed9b8-974b-4505-9b5b-3d8b201a737a {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:00:57.169772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.177339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.191979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-ca4fa765-fe7d-4579-9cb4-9ca202d1ecec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 200 len: 217 time: 0.1027064 Jul 15 17:00:57.220414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 8598d473-8cb9-4a0a-890c-09cce8bb6ff1 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:00:57.274878 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.332387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.388910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.395896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.452491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-100ff3f8-5580-47f0-8727-f04dd6833a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:57.454455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-100ff3f8-5580-47f0-8727-f04dd6833a99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.2493327 Jul 15 17:00:57.486309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.504266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.508384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5bbed9b8-974b-4505-9b5b-3d8b201a737a HTTP/1.1" status: 204 len: 168 time: 0.4493463 Jul 15 17:00:57.529412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:57.578245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=205c935f-ce49-4640-97d6-20e807c21495,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:00:57.583622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6298de9a-fe54-4a40-a951-1d2b0b9a3f4f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:57.588173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.590512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-62731994-8d4f-44bb-944d-23f56241d0f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8646991 Jul 15 17:00:57.652817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:57.660026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'security_group_rule': {'security_group_id': '26fa41f2-2de6-4159-9ee9-f616d978665e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:57.668790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.685107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.686243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e22d56-4293-4497-8800-75566aed595a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbed9b8-974b-4505-9b5b-3d8b201a737a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:57.717297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.759985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.764546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fefa:93a0 (c39447b1-2e0e-4621-a1d1-1027e590f497/4b20e9dc-cb7b-414a-aa61-b052a2e23025/8598d473-8cb9-4a0a-890c-09cce8bb6ff1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:57.770403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-47004629-62ea-4ca1-acd5-3afd0e7ae0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:57.772412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-47004629-62ea-4ca1-acd5-3afd0e7ae0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477288 Jul 15 17:00:57.847417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2b37b-68f7-4ac7-9f59-d4f66b4bc13f None None] Pushing event updated for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:57.933522 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:57.944473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eaca1e-8224-4d1a-a867-b1e3e798046b']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:57.960631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b60850-0588-4fb8-bd13-687ef52fd478') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:57.960917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b60850-0588-4fb8-bd13-687ef52fd478') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:00:57.977027 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.004199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.015848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.016500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:00:58.016899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:00:58.021802 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:00:58.044428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6884f-5850-4fcc-b51b-2d38c4d0834e req-587ae38b-c609-40cb-92b4-b9a7db684b4f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:58.046046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eab6884f-5850-4fcc-b51b-2d38c4d0834e req-587ae38b-c609-40cb-92b4-b9a7db684b4f tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.3445210 Jul 15 17:00:58.076351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.081304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8fbdc-565d-4bfb-82b5-af32e8604817 req-4e68084b-0b4c-4088-ad8a-48dfba090d35 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:58.083707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a8fbdc-565d-4bfb-82b5-af32e8604817 req-4e68084b-0b4c-4088-ad8a-48dfba090d35 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 943 time: 0.3804820 Jul 15 17:00:58.160975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb1fe75-f7e0-4f0b-900a-a1bd6369bf93,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:58.165608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-9e05b967-9966-4638-a027-fbf2c2723796 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844397 Jul 15 17:00:58.177320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.182310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52705ed1-bfab-439f-841e-65807e1fc520 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5269151 Jul 15 17:00:58.183064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45190) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:58.189892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:00:58.257473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.288753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eab6884f-5850-4fcc-b51b-2d38c4d0834e req-d5d64f08-a70b-4029-9c98-822c99f1203d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953416 Jul 15 17:00:58.301444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.312088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e5eaca1e-8224-4d1a-a867-b1e3e798046b HTTP/1.1" status: 204 len: 168 time: 0.7746179 Jul 15 17:00:58.361300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a8fbdc-565d-4bfb-82b5-af32e8604817 req-25ab64ba-8b7f-4a6a-86e6-f3a9eb7f6642 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580888 Jul 15 17:00:58.365931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d29f-0b6d-48f8-8d2c-909758a23599 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5eaca1e-8224-4d1a-a867-b1e3e798046b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:58.391569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.519731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60c0f952-e7e0-4954-920a-0f86192f5cc0 req-8598dc90-91e6-4a8b-b285-36a14d53a234 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353777 Jul 15 17:00:58.583774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.669214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.677197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45204) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:58.686005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 8598d473-8cb9-4a0a-890c-09cce8bb6ff1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:00:58.797783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.809412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921a00-d423-4844-a065-f44359d7b5f0 req-402a8dbb-8dfe-4739-a6a2-6a4aff47e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:58.811183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-402a8dbb-8dfe-4739-a6a2-6a4aff47e632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 1094 time: 0.2148621 Jul 15 17:00:58.813112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:58.851852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4a0144da-529a-45bd-8d0a-6a375ae85536 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66d879985e24474480d8142bf313826a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697867 Jul 15 17:00:58.860063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45206) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:59.042925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:00:59.055452 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44241e0f-cb4a-47b2-95b7-c8f62be1981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.062015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:00:59.069695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:00:59.078919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.080540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.147492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.150107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921a00-d423-4844-a065-f44359d7b5f0 req-9422eda6-cd80-47cb-9d19-5c1cef6706e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.152363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-9422eda6-cd80-47cb-9d19-5c1cef6706e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.3310540 Jul 15 17:00:59.156045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=8598d473-8cb9-4a0a-890c-09cce8bb6ff1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:59.191666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.248855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 172.25.8.170 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ac33468c-80d0-4913-b234-266f2bc2fdae) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:00:59.267387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-573b5a17-f97e-423c-9636-0251130acf94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 200 len: 217 time: 0.1040695 Jul 15 17:00:59.269761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.273340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.277985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/598a67c6-b370-4a0e-aa83-0004fa694417 HTTP/1.1" status: 204 len: 168 time: 0.4123561 Jul 15 17:00:59.371033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fa7a8b68-6259-4ada-9d30-badb59ae73b2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2212827 Jul 15 17:00:59.377212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921a00-d423-4844-a065-f44359d7b5f0 req-c1795d8a-86fc-4111-8daa-94a676a9e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.382934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-c1795d8a-86fc-4111-8daa-94a676a9e834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1055958 Jul 15 17:00:59.383545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:59.468249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dfd2b-6f28-43d2-a9f8-c8d0cb9970e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a67c6-b370-4a0e-aa83-0004fa694417,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:00:59.531843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.552392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf4e18-5565-49cd-8d97-5c73f689e6a9 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:00:59.771112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294c860-8fbe-4dc9-92ee-eb3e5fc0e93c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.791002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294c860-8fbe-4dc9-92ee-eb3e5fc0e93c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.795911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0294c860-8fbe-4dc9-92ee-eb3e5fc0e93c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4093709 Jul 15 17:00:59.799331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45232) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:00:59.806123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921a00-d423-4844-a065-f44359d7b5f0 req-c7552853-0b26-47be-bd80-790b9bb48115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:00:59.810717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-c7552853-0b26-47be-bd80-790b9bb48115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3050437 Jul 15 17:00:59.882839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:00:59.891015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 205c935f-ce49-4640-97d6-20e807c21495 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:00.017306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e6cf991-7008-41e6-b2f1-c9d9c19fc714 None None] Provisioning for port 205c935f-ce49-4640-97d6-20e807c21495 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:00.086453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5ec06-02d8-4627-93cd-420b84cb5d55 req-4acc1d16-1b72-4315-8e52-763e7290f732 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:00.099083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44a5ec06-02d8-4627-93cd-420b84cb5d55 req-4acc1d16-1b72-4315-8e52-763e7290f732 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.4093854 Jul 15 17:01:00.154542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-b2dab09e-49b3-4337-826b-7a9828af000d service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100329 Jul 15 17:01:00.220728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-fa8c3bf2-98b8-435a-886a-f086c2b7e79a req-45f603b5-a74b-452c-b865-4434ff92a80c tempest-ServersOnMultiNodesTest-1319489453 tempest-ServersOnMultiNodesTest-1319489453-project] (100429) timed out ('10.222.0.25', 48680) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:01:00.240991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44a5ec06-02d8-4627-93cd-420b84cb5d55 req-88a2fff9-5790-4dba-8be9-2558217588e9 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409543 Jul 15 17:01:00.260563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 205c935f-ce49-4640-97d6-20e807c21495 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:00.306693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa2eee-039b-4ed3-a5dd-4549a997a68b req-ec010a3e-4983-4ce6-9b10-82fc6bbf9930 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:00.308332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80aa2eee-039b-4ed3-a5dd-4549a997a68b req-ec010a3e-4983-4ce6-9b10-82fc6bbf9930 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 943 time: 0.6313097 Jul 15 17:01:00.321749 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:00.340750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03921a00-d423-4844-a065-f44359d7b5f0 req-4f666419-06da-4c01-a08e-c77af3f78625 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737242 Jul 15 17:01:00.377940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 205c935f-ce49-4640-97d6-20e807c21495 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:00.378315 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:00.515894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f2a3a927-58b7-46b7-bd07-45e98be44695 None None] Provisioning for port a393081d-7566-4737-92d5-ee4cb91d4f91 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:00.520444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:00.572968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f2a3a927-58b7-46b7-bd07-45e98be44695 None None] Provisioning complete for port a393081d-7566-4737-92d5-ee4cb91d4f91 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:00.573999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f2a3a927-58b7-46b7-bd07-45e98be44695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:00.575911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 8598d473-8cb9-4a0a-890c-09cce8bb6ff1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:00.580106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:00.583027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:00.589879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:00.744960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=ac33468c-80d0-4913-b234-266f2bc2fdae,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:00.766118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80aa2eee-039b-4ed3-a5dd-4549a997a68b req-2234f574-ba2c-4e17-a662-d163fba4ce08 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392772 Jul 15 17:01:00.825630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3a927-58b7-46b7-bd07-45e98be44695 None None] Port a393081d-7566-4737-92d5-ee4cb91d4f91 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:00.947724 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:00.996641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=205c935f-ce49-4640-97d6-20e807c21495,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:01.004763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f2a3a927-58b7-46b7-bd07-45e98be44695 None None] Provisioning for port 95a0610b-3037-43ca-839e-2362e58ae0e8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:01.008579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.015994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.095885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:01.128614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:01.145749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 95a0610b-3037-43ca-839e-2362e58ae0e8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:01.209959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.232498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.311039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9150-3a56-4535-899c-d5c0b44ee93f req-fe8357c0-7a46-4b3f-a40f-074e00c3fc63 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:01.317938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ad9150-3a56-4535-899c-d5c0b44ee93f req-fe8357c0-7a46-4b3f-a40f-074e00c3fc63 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1972718 Jul 15 17:01:01.386181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99ad9150-3a56-4535-899c-d5c0b44ee93f req-2cce0ba5-0419-48b9-9a8b-865bf99b7f67 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623434 Jul 15 17:01:01.399905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-network', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:01.470103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Made reservation on behalf of 30d9e5a50f62440db3d10a9955d9087d for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:01.476023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.503713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:01.542701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'mac_address': 'fa:16:3e:87:29:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:01.579803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.629629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3db9ee6a-01b6-477b-a699-47085c3e9838 None None] Provisioning complete for port 205c935f-ce49-4640-97d6-20e807c21495 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:01.629629 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3db9ee6a-01b6-477b-a699-47085c3e9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.657409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.694468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 8598d473-8cb9-4a0a-890c-09cce8bb6ff1 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:01.716171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 205c935f-ce49-4640-97d6-20e807c21495 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:01.834566 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:01.995835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a0610b-3037-43ca-839e-2362e58ae0e8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:02.075788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.101593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.112100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:02.114294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.149236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.185657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 205c935f-ce49-4640-97d6-20e807c21495 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:02.186218 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.268809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:02.310409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=8598d473-8cb9-4a0a-890c-09cce8bb6ff1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:02.318260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.331231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-299b2b9b-f8e8-4cc7-8eb2-02a648c19853 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/8598d473-8cb9-4a0a-890c-09cce8bb6ff1 HTTP/1.1" status: 204 len: 168 time: 2.5187228 Jul 15 17:01:02.342656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:02.534595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f8e05-4421-4c72-bdd4-5c542c895092 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:02.545370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f8e05-4421-4c72-bdd4-5c542c895092 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:02.550011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-845f8e05-4421-4c72-bdd4-5c542c895092 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1894314 Jul 15 17:01:02.553682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:02.642068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-283579f9-2649-4f27-bd37-8b3c02869de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.687709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3db9ee6a-01b6-477b-a699-47085c3e9838 None None] Could not find standard attr ID for object 8598d473-8cb9-4a0a-890c-09cce8bb6ff1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:01:02.696649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-0df6d2ab-3627-44ec-8a98-ef8ca4e01a56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5999467 Jul 15 17:01:02.702300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 4b20e9dc-cb7b-414a-aa61-b052a2e23025 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:02.706004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:02.725022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['95a0610b-3037-43ca-839e-2362e58ae0e8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:02.792124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:02.821848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dad5ad8f-805c-4493-8e7a-613789a3e768 None None] Could not find standard attr ID for object 8598d473-8cb9-4a0a-890c-09cce8bb6ff1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:01:02.841614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.007160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.043581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.048092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-4356ff8d-333f-4fb8-b262-1569d35c3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.049808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-4356ff8d-333f-4fb8-b262-1569d35c3f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 1096 time: 0.3129330 Jul 15 17:01:03.060543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=ac33468c-80d0-4913-b234-266f2bc2fdae,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:03.085156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.091877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:01:03.128271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2049ab76-3a54-47f7-b170-055b5ed63cb2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:03.131058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.135117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.135459 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Added segment c4e3ad9b-bea8-4ba7-aa85-9b15fa721393 of type vlan for network 0a498e1a-8e39-4dd4-9726-f726223820bc Jul 15 17:01:03.214976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.226230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1bec8-3eaf-444a-955b-146fb940deb8 req-0f769807-de42-4091-9b78-d5d3cf99caa7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.227775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9c1bec8-3eaf-444a-955b-146fb940deb8 req-0f769807-de42-4091-9b78-d5d3cf99caa7 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.3133566 Jul 15 17:01:03.236793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f7f1-74ec-45c2-85ac-fd5c2e2a231b req-88e49464-9bdc-46d2-8431-0e982263a229 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.243442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2998f7f1-74ec-45c2-85ac-fd5c2e2a231b req-88e49464-9bdc-46d2-8431-0e982263a229 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 944 time: 0.3469317 Jul 15 17:01:03.273413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.313331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=4b20e9dc-cb7b-414a-aa61-b052a2e23025,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:03.319129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-306aa111-13d9-440b-8182-a75c70979743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.320750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-306aa111-13d9-440b-8182-a75c70979743 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.2304046 Jul 15 17:01:03.344465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.346956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6ae1f558-30d9-4966-895a-3e54baaa5ff9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/4b20e9dc-cb7b-414a-aa61-b052a2e23025 HTTP/1.1" status: 204 len: 168 time: 0.7730207 Jul 15 17:01:03.355165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be317431-f7e8-454e-8b17-5763517b7679 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:03.363063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9c1bec8-3eaf-444a-955b-146fb940deb8 req-219fc8db-2405-4885-82ae-71265a56d930 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171815 Jul 15 17:01:03.365115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45306) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:03.382927 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:01:03.467109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-283579f9-2649-4f27-bd37-8b3c02869de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.469532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-ca08506a-4ab8-4125-8445-47016ba852b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b837bd9-4084-448c-b19f-976a8a8504ca HTTP/1.1" status: 200 len: 217 time: 0.1418037 Jul 15 17:01:03.474570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-283579f9-2649-4f27-bd37-8b3c02869de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.511336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2998f7f1-74ec-45c2-85ac-fd5c2e2a231b req-58477f88-7ee5-4ece-b1ca-675c51379cd8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669191 Jul 15 17:01:03.524854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31ea1619-a574-4fe9-883f-2affa465491f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572003 Jul 15 17:01:03.543094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45312) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:03.543901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.553472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-51a35025-72f4-458c-8f06-e3afa662f63d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3601880 Jul 15 17:01:03.620568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.621558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.622142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.625230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-832dec97-b57b-468d-9a46-cf8b2908d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.626941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-832dec97-b57b-468d-9a46-cf8b2908d47c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1414232 Jul 15 17:01:03.736510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:01:03.752844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6230612 Jul 15 17:01:03.753498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45322) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:03.776245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-283579f9-2649-4f27-bd37-8b3c02869de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e1336c8afa54a50a7828fb44ef0d0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5005002 Jul 15 17:01:03.785129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:03.792233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Request body: {'subnet': {'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-subnet', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:03.800644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976f9b-bee8-48de-b68f-d071ffdfad13 admin admin] Pushing event updated for resources: {'Network': ['ID=0a498e1a-8e39-4dd4-9726-f726223820bc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:03.815618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0a498e1a-8e39-4dd4-9726-f726223820bc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:01:03.835021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c8b4e-dc49-4fa8-b5cf-b7881c6f0747 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.836616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d21c8b4e-dc49-4fa8-b5cf-b7881c6f0747 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2899246 Jul 15 17:01:03.844654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45328) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:03.848639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283579f9-2649-4f27-bd37-8b3c02869de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9fc533-87c1-494e-a077-324e5d256463,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:03.861688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Made reservation on behalf of 30d9e5a50f62440db3d10a9955d9087d for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:03.864206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.938281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Deleting port 205c935f-ce49-4640-97d6-20e807c21495 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:03.939008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.965027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:03.973758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-8322c909-fcc1-42c3-897c-4ac780775623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:03.976370 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-8322c909-fcc1-42c3-897c-4ac780775623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245661 Jul 15 17:01:04.023547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] For port 205c935f-ce49-4640-97d6-20e807c21495, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=205c935f-ce49-4640-97d6-20e807c21495,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:04.024261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.037097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.041498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Calling delete_port for 205c935f-ce49-4640-97d6-20e807c21495 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:04.126104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91923239-0947-45e9-8787-eff47c877665 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:04.130130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-91923239-0947-45e9-8787-eff47c877665 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2812519 Jul 15 17:01:04.130629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:04.154769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f8c90311-d8c0-4c80-9483-fed97324ee07 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--804695095&fields=id&tenant_id=6e76c7c6102441438f7fab0a81523c18 HTTP/1.1" status: 200 len: 267 time: 0.1852164 Jul 15 17:01:04.156195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.191274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] Pushing event deleted for resources: {'Port': ['ID=205c935f-ce49-4640-97d6-20e807c21495,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:04.196747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b6678-38bd-4b68-931c-912b3334fd9a None None] No DVR routers for this DVR port 205c935f-ce49-4640-97d6-20e807c21495 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:01:04.207810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a0adc37a-9f3f-4b54-be06-c266827d9a37 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758917 Jul 15 17:01:04.210542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-1ecdb200-8690-4678-a474-08d5b3d47c4a service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237718 Jul 15 17:01:04.216660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:04.222145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:04.255915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.258585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.262013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df9fc533-87c1-494e-a077-324e5d256463 HTTP/1.1" status: 204 len: 168 time: 0.4663525 Jul 15 17:01:04.333692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277419-9fcd-4ac7-ae77-eb7349d3348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9fc533-87c1-494e-a077-324e5d256463,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:04.358702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-b6f6e482-6daa-4444-832f-dbd6cf344661 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:04.361241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-b6f6e482-6daa-4444-832f-dbd6cf344661 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 936 time: 0.1852829 Jul 15 17:01:04.431892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d35530f-1e40-4d20-b83d-3f40b7059346 req-d9832d97-25bc-43e1-a7ac-59c4ae93b7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041080 Jul 15 17:01:04.433154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:04.437587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.523571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c10a3-bff3-4e27-b68c-f044e9afefdd req-fce238f0-a08b-4f71-8d14-960b88110e3d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:04.525185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a02c10a3-bff3-4e27-b68c-f044e9afefdd req-fce238f0-a08b-4f71-8d14-960b88110e3d tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.4168994 Jul 15 17:01:04.532064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ff9428fa-2d0e-4294-8515-cbccba6bb73c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:04.533687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ff9428fa-2d0e-4294-8515-cbccba6bb73c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 937 time: 0.1656480 Jul 15 17:01:04.614695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-18824d34-a7b1-4931-bbb8-bf37dcf77f17 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0703661 Jul 15 17:01:04.629599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.662908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:04.673319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-51258805-99b2-40f9-bb25-d18671522c46 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0574501 Jul 15 17:01:04.679620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7414da82-e07b-4c36-9de8-1a1feadd3e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.792570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a02c10a3-bff3-4e27-b68c-f044e9afefdd req-b8bec798-aaa1-4782-a345-19ada4f0ca59 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528386 Jul 15 17:01:04.839644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.912704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=53828f37-2380-4b32-9299-f7f841cb6b88,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:04.916972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:04.923134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:04.932528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:04.934200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.945330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae28b10-8687-4a76-83e3-595f7b60329a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:04.953084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=f505952c-6b81-4c10-b410-f21156325d61,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:04.983996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Checking segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:04.984649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Network hostable DHCP agents. Network: 0a498e1a-8e39-4dd4-9726-f726223820bc, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:01:04.990682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7414da82-e07b-4c36-9de8-1a1feadd3e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:04.997480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7414da82-e07b-4c36-9de8-1a1feadd3e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.016317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac770e1d-4182-443f-bcbb-4f26ac336dc9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7952840 Jul 15 17:01:05.019348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:05.028260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:77:07:84', 'name': 'tempest-NetworksTestDHCPv6-813770333'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:05.066649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b07905c-ca6a-4e94-b395-21c21964c3f4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.071739 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7414da82-e07b-4c36-9de8-1a1feadd3e33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bb97bc6accf46338725ae77e7344dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077909 Jul 15 17:01:05.072404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:05.072825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b07905c-ca6a-4e94-b395-21c21964c3f4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.079252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b07905c-ca6a-4e94-b395-21c21964c3f4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.081062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b07905c-ca6a-4e94-b395-21c21964c3f4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 1994 time: 0.3752472 Jul 15 17:01:05.093738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Network 0a498e1a-8e39-4dd4-9726-f726223820bc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:01:05.100664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414da82-e07b-4c36-9de8-1a1feadd3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a261a8-6354-4923-adbd-4468c19024f1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:05.120353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0a498e1a-8e39-4dd4-9726-f726223820bc) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:05.123624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-547a9103-7854-4d5f-97ce-133c4648736a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/quotas/6e76c7c6102441438f7fab0a81523c18 HTTP/1.1" status: 200 len: 375 time: 0.0313582 Jul 15 17:01:05.127646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.128276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.153917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b9d9c-9d9a-4d53-9166-273d32c5a8f2 req-a63401ac-66b4-4c3b-bc2e-e8d6a1fcf6ad tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.155556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd2b9d9c-9d9a-4d53-9166-273d32c5a8f2 req-a63401ac-66b4-4c3b-bc2e-e8d6a1fcf6ad tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 944 time: 0.1544275 Jul 15 17:01:05.157251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01586062-b345-4dc2-acb1-02458822ceb1 None None] Network 0a498e1a-8e39-4dd4-9726-f726223820bc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:05.167661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ab3eafb-a70f-4cde-8ab9-6328533169ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3795574 Jul 15 17:01:05.168213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:05.177001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:05.198838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 95a0610b-3037-43ca-839e-2362e58ae0e8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:05.206601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'f505952c-6b81-4c10-b410-f21156325d61'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:01:05.207876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.227568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.228509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.230145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd2b9d9c-9d9a-4d53-9166-273d32c5a8f2 req-72bc82c6-c0fd-4b98-9800-863c7dc9b9fe tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613539 Jul 15 17:01:05.234550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.285611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.288679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:05.310856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-65168fbe-4f22-4aa1-932d-56d79ace4d93 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1658866 Jul 15 17:01:05.354425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.397073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 95a0610b-3037-43ca-839e-2362e58ae0e8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:05.425315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 95a0610b-3037-43ca-839e-2362e58ae0e8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:05.425971 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.433095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2fde8689-cb3f-4aa4-b3b3-f8c19e877446 service neutron] 10.222.0.25 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091144 Jul 15 17:01:05.492407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df24ee-6a32-403b-9433-5b86a968e65c None None] Network 0a498e1a-8e39-4dd4-9726-f726223820bc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:05.550664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/f505952c-6b81-4c10-b410-f21156325d61/79ae43ca-d114-4a25-b65c-6646f75176cc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:05.571434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-77732b75-aa8d-47d1-bded-98bdf5d5e717 service neutron] 10.222.0.25 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368413 Jul 15 17:01:05.607223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.613296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.615916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.616383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 205c935f-ce49-4640-97d6-20e807c21495 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:01:05.619828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47a261a8-6354-4923-adbd-4468c19024f1 HTTP/1.1" status: 204 len: 168 time: 0.5417283 Jul 15 17:01:05.641865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-ffee96b6-40de-4c9f-a64d-79716ae07d6b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:05.643314 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-ffee96b6-40de-4c9f-a64d-79716ae07d6b tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.3216105 Jul 15 17:01:05.645838 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.654452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2f1569eb-d0cd-4212-9949-4aa9f8171601 service neutron] 10.222.0.25 "GET /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0755444 Jul 15 17:01:05.658399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9a33-2865-4960-bab5-0b2cf06a37c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a261a8-6354-4923-adbd-4468c19024f1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:05.665571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 205c935f-ce49-4640-97d6-20e807c21495 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:01:05.665902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 205c935f-ce49-4640-97d6-20e807c21495 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:01:05.728017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port d6820af4-c2fd-41c9-a5ba-b2b60a446f3f yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:01:05.788249 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.804680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c7dcd2a0-aa4f-4e06-9bdc-003ec94ae97f service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345592 Jul 15 17:01:05.833901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:05.836435 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3e9483-34ea-429b-939b-44597b032729" -d '{"events": [{"server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "name": "network-vif-plugged", "status": "completed", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:05.876082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:05.926536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:05.940381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Transition to ACTIVE for port object 79ae43ca-d114-4a25-b65c-6646f75176cc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:05.961811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Transition to ACTIVE for port object 79ae43ca-d114-4a25-b65c-6646f75176cc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:05.969367 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.005045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Deleting port c2469866-2028-42c1-8768-bc8db1f8abf2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:06.005636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.043076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2c737d4c-6614-4f04-8934-3396b9ceeae7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319882 Jul 15 17:01:06.048212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.058128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:06.117158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:06.119812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:06.122758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:06.144648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f456d9f8-4751-48dd-9674-1b649bda8e20 service neutron] 10.222.0.25 "GET /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0815220 Jul 15 17:01:06.161952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Pushing event updated for resources: {'Port': ['ID=79ae43ca-d114-4a25-b65c-6646f75176cc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:06.209023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Attempting to bind port 79ae43ca-d114-4a25-b65c-6646f75176cc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:06.209400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Attempting to bind port 79ae43ca-d114-4a25-b65c-6646f75176cc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:06.209747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Attempting to bind port 79ae43ca-d114-4a25-b65c-6646f75176cc on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:06.215611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:06.216039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:06.216499 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.216890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:06.217360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Bound port: 79ae43ca-d114-4a25-b65c-6646f75176cc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:06.217786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.295289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] For port 79ae43ca-d114-4a25-b65c-6646f75176cc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:06.299940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] For port 79ae43ca-d114-4a25-b65c-6646f75176cc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=79ae43ca-d114-4a25-b65c-6646f75176cc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:06.307928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.335926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164cb7d-bb1e-47b0-a780-8b5a6d1d279f req-e02f2c59-f746-4c94-8b9c-fcd7b34af9b0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:06.350656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a164cb7d-bb1e-47b0-a780-8b5a6d1d279f req-e02f2c59-f746-4c94-8b9c-fcd7b34af9b0 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 945 time: 0.3249626 Jul 15 17:01:06.404597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a2d98-5f26-4f41-b467-0ee628116786 None None] Pushing event updated for resources: {'Port': ['ID=79ae43ca-d114-4a25-b65c-6646f75176cc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:06.430936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a164cb7d-bb1e-47b0-a780-8b5a6d1d279f req-bcd30603-27a6-4486-bcd8-c596f8014f00 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/security-groups?id=bd96a6be-e8cf-4906-bc2b-f7db373e26e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792489 Jul 15 17:01:06.454480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-eff21abc-4dfa-4570-ba37-f07a21c2ce9e service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013940 Jul 15 17:01:06.520867 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288bcc2-d209-4e4d-9fc0-91614a7e1623 x-openstack-request-id: req-d288bcc2-d209-4e4d-9fc0-91614a7e1623 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:06.521345 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "name": "network-vif-plugged", "status": "completed", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:06.521594 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d288bcc2-d209-4e4d-9fc0-91614a7e1623 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:06.522438 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'code': 200} Jul 15 17:01:06.624604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] For port c2469866-2028-42c1-8768-bc8db1f8abf2, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c2469866-2028-42c1-8768-bc8db1f8abf2,segment=NetworkSegment(a297ef2f-3db7-4ed3-9455-42ea7ae56a05),segment_id=a297ef2f-3db7-4ed3-9455-42ea7ae56a05)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:06.626815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:06.642951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Calling delete_port for c2469866-2028-42c1-8768-bc8db1f8abf2 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:06.695137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::309 (c39447b1-2e0e-4621-a1d1-1027e590f497/f505952c-6b81-4c10-b410-f21156325d61/d6820af4-c2fd-41c9-a5ba-b2b60a446f3f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:06.786868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-dd9b3762-971f-4be3-8353-4548e5d43ee5 service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314126 Jul 15 17:01:06.976729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.013713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de3eda-551e-41c9-8460-252dd2327002 req-8ead8ce6-48bc-42d1-8ee9-914e46fa5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:07.015520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.016659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78de3eda-551e-41c9-8460-252dd2327002 req-8ead8ce6-48bc-42d1-8ee9-914e46fa5611 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 1096 time: 0.3893573 Jul 15 17:01:07.112554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-34c7838c-0802-430e-8e57-d58262af5cb0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217187 Jul 15 17:01:07.147663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5342b-1583-4e4f-8e21-cc5f7afc4631 req-478ae255-e492-46de-be6f-c73e44a1a101 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:07.149901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8f5342b-1583-4e4f-8e21-cc5f7afc4631 req-478ae255-e492-46de-be6f-c73e44a1a101 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 945 time: 0.3934786 Jul 15 17:01:07.172993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78de3eda-551e-41c9-8460-252dd2327002 req-aff99f04-c5f9-4667-adcf-92f0b6587db3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410110 Jul 15 17:01:07.205839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.224657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object d6820af4-c2fd-41c9-a5ba-b2b60a446f3f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:07.283533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.335333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8f5342b-1583-4e4f-8e21-cc5f7afc4631 req-7a436aab-9b63-485e-bd20-0b4360e434f3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613441 Jul 15 17:01:07.353500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c977b49f-b7bf-4ad7-a434-14024060581e service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019882 Jul 15 17:01:07.433713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.437075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Allocated IP 172.25.8.72 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/57cb7b37-41d2-4dde-af1f-c4aa57eaf633) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:07.440953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:07.456612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:07.478338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:07.485411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:07.486241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.501576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=d6820af4-c2fd-41c9-a5ba-b2b60a446f3f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:07.531692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f5b18c22-d0c8-4833-b428-fdf2eafd7d09 service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686702 Jul 15 17:01:07.590741 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0cd445db-3fea-4c54-bb27-9e036075ec3d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5675802 Jul 15 17:01:07.590741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Pushing event deleted for resources: {'Port': ['ID=c2469866-2028-42c1-8768-bc8db1f8abf2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:07.649354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:07.651105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] No DVR routers for this DVR port c2469866-2028-42c1-8768-bc8db1f8abf2 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:01:07.697186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-d35ac31a-adfe-459d-8a75-4f260a1e56da service neutron] 10.222.0.25 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596718 Jul 15 17:01:07.718723 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:07.720865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5c1bc173-4777-44f0-a739-f5477e05a254 req-6f555740-0470-403a-8dcc-a9a273671ed4 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.20 "DELETE /v2.0/ports/c2469866-2028-42c1-8768-bc8db1f8abf2 HTTP/1.1" status: 204 len: 173 time: 2.0709939 Jul 15 17:01:07.724154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'name': 'network-vif-deleted', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:07.728198 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3669f3b-ae3d-48a5-a300-63f7060fd58f" -d '{"events": [{"server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "name": "network-vif-deleted", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:07.731076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45446) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:07.754214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 79ae43ca-d114-4a25-b65c-6646f75176cc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:07.835756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 79ae43ca-d114-4a25-b65c-6646f75176cc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:07.837026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e8459ed-8f50-4ce6-b3f9-99a5f7323377 req-526ff96d-03ee-4082-903c-4115f8f79246 tempest-DeleteServersTestJSON-523783858 tempest-DeleteServersTestJSON-523783858-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6beaf6f-591e-4211-924c-0892974b4ee8 HTTP/1.1" status: 200 len: 210 time: 0.1388385 Jul 15 17:01:07.973931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-414fa749-e985-469e-bdbc-5092562bbd06 service neutron] 10.222.0.25 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662706 Jul 15 17:01:07.989746 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5f116f-91f8-446b-8f58-4d7874362a92 x-openstack-request-id: req-ee5f116f-91f8-446b-8f58-4d7874362a92 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:07.990653 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6beaf6f-591e-4211-924c-0892974b4ee8", "name": "network-vif-deleted", "tag": "c2469866-2028-42c1-8768-bc8db1f8abf2", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:07.990910 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee5f116f-91f8-446b-8f58-4d7874362a92 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:07.991312 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6beaf6f-591e-4211-924c-0892974b4ee8', 'name': 'network-vif-deleted', 'tag': 'c2469866-2028-42c1-8768-bc8db1f8abf2', 'status': 'completed', 'code': 200} Jul 15 17:01:07.999833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.016877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde56183-2b72-4c61-88cf-e991f8194263 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:08.025485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde56183-2b72-4c61-88cf-e991f8194263 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:08.031104 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bde56183-2b72-4c61-88cf-e991f8194263 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3770335 Jul 15 17:01:08.034403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45458) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:08.059060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c04d-790f-4b6a-b3dd-f7594ccadc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.084047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.147015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:08.156973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:08.160401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Pushing event updated for resources: {'Port': ['ID=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:08.163021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:08.254307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-eed3e519-5721-452e-a2f2-397709646e44 service neutron] 10.222.0.25 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793217 Jul 15 17:01:08.365578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port d6820af4-c2fd-41c9-a5ba-b2b60a446f3f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:08.366084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.522013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Provisioning for port 79ae43ca-d114-4a25-b65c-6646f75176cc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:08.540983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Provisioning complete for port 79ae43ca-d114-4a25-b65c-6646f75176cc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:08.541362 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.669636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.683348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for d6820af4-c2fd-41c9-a5ba-b2b60a446f3f owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:08.704947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.768501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.828549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] For port 79ae43ca-d114-4a25-b65c-6646f75176cc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=79ae43ca-d114-4a25-b65c-6646f75176cc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:08.834104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.852599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c04d-790f-4b6a-b3dd-f7594ccadc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.858042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-4763da82-4d6b-4e4e-81e4-922a6cff1718 service neutron] 10.222.0.25 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701387 Jul 15 17:01:08.867874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c04d-790f-4b6a-b3dd-f7594ccadc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:08.909773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daddc6-c856-4dd1-a919-8c95c3aab15d None None] Pushing event updated for resources: {'Port': ['ID=79ae43ca-d114-4a25-b65c-6646f75176cc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:08.960933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c1e9c04d-790f-4b6a-b3dd-f7594ccadc51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c702a58d2a5b40509267fa13fb8d0797&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2266269 Jul 15 17:01:08.966373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:08.997423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9c04d-790f-4b6a-b3dd-f7594ccadc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87961c01-0fde-49e7-8acd-c0c6747c1a9b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:08.999174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.141037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Router 645db471-ca18-4995-9ec9-19a69bd0b792 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:01:09.157397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c2469866-2028-42c1-8768-bc8db1f8abf2 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:01:09.205267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: c2469866-2028-42c1-8768-bc8db1f8abf2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:01:09.205617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c2469866-2028-42c1-8768-bc8db1f8abf2 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:01:09.254686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:01:09.266517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Sync routers for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:01:09.279484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.284875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-14c1ffe8-4326-46aa-89c4-eafbbe9d8074 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1134465 Jul 15 17:01:09.285667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:09.286072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:01:09.287022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:09.427290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd728b-081e-4350-ad48-2185bbfd020b req-ff07c411-c019-4031-bc8d-724deafd832d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:09.434267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62dd728b-081e-4350-ad48-2185bbfd020b req-ff07c411-c019-4031-bc8d-724deafd832d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 945 time: 0.6957989 Jul 15 17:01:09.452239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:01:09.480480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.488948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42a637de-f5ca-4a76-aa90-7f6c519ed474 None None] Provisioning for port d6820af4-c2fd-41c9-a5ba-b2b60a446f3f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:09.520819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75062b54-3d97-45bd-ae2b-9300f1fc47f7 service neutron] 10.222.0.25 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539993 Jul 15 17:01:09.534416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=d6820af4-c2fd-41c9-a5ba-b2b60a446f3f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:09.549144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.571914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42a637de-f5ca-4a76-aa90-7f6c519ed474 None None] Provisioning complete for port d6820af4-c2fd-41c9-a5ba-b2b60a446f3f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:09.572322 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42a637de-f5ca-4a76-aa90-7f6c519ed474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.599773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-42a637de-f5ca-4a76-aa90-7f6c519ed474 None None] Port d6820af4-c2fd-41c9-a5ba-b2b60a446f3f was deleted so its status cannot be updated. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 17:01:09.608737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-62dd728b-081e-4350-ad48-2185bbfd020b req-9fe63376-d703-48f8-95d0-d2a0780ba5c2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732559 Jul 15 17:01:09.650106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.652219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9ceecf6e-a853-4387-a2d2-e00abbeffcc1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/d6820af4-c2fd-41c9-a5ba-b2b60a446f3f HTTP/1.1" status: 204 len: 168 time: 1.6162865 Jul 15 17:01:09.653686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 79ae43ca-d114-4a25-b65c-6646f75176cc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:09.655586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45498) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:09.695904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.808283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 79ae43ca-d114-4a25-b65c-6646f75176cc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:09.808854 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:09.853694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc8052-5bfa-45de-af24-93de6f66de4d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:09.862139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc8052-5bfa-45de-af24-93de6f66de4d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:09.863818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-03bc8052-5bfa-45de-af24-93de6f66de4d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2072709 Jul 15 17:01:09.868602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45510) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:10.011537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.013215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.014105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87961c01-0fde-49e7-8acd-c0c6747c1a9b HTTP/1.1" status: 204 len: 168 time: 1.0268641 Jul 15 17:01:10.090532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet f505952c-6b81-4c10-b410-f21156325d61 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:10.098367 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.110291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-7777cbd0-3c94-47e8-b168-1a4b3f0e560a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 267 time: 0.1347806 Jul 15 17:01:10.131875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c91d0c-60a9-4a27-9821-971273a803bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87961c01-0fde-49e7-8acd-c0c6747c1a9b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:10.237159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.249227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:08Z', 'revision_number': 3, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:10.359428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Checking router: 645db471-ca18-4995-9ec9-19a69bd0b792 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:01:10.359926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Updating router 645db471-ca18-4995-9ec9-19a69bd0b792 port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:01:10.379253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-9d10c65d-2fa3-49c4-8ff4-e61e9d06332d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:10.390269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-9d10c65d-2fa3-49c4-8ff4-e61e9d06332d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 945 time: 0.2786932 Jul 15 17:01:10.400902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'security_groups': []}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:10.563938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.596238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.806991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.808458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.808596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.809421 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.853484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.892213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=f505952c-6b81-4c10-b410-f21156325d61,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:10.964681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba06c04-5958-45e8-bc1a-90405749a6f2 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:10.973814 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:10.975745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36277662-104f-41b9-a378-6d983145bcf5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f505952c-6b81-4c10-b410-f21156325d61 HTTP/1.1" status: 204 len: 168 time: 1.1059000 Jul 15 17:01:10.978520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45562) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.094400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-84f03267-ec8e-42cf-9d59-fe45dc832dcf tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149528 Jul 15 17:01:11.098756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.248300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-602c6d93-0b06-483f-8a8f-f1f0a0a3095e req-c3da2382-d60c-49cf-8356-5123b7a90e59 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0526564 Jul 15 17:01:11.290117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:11.414309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:11.420348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:11.491024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37', '9b837bd9-4084-448c-b19f-976a8a8504ca', '95a0610b-3037-43ca-839e-2362e58ae0e8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:11.548667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d0a88-bf4c-4632-b189-f95442c21c48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:11.550351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0c3d0a88-bf4c-4632-b189-f95442c21c48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4505169 Jul 15 17:01:11.553011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.565758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:11.566527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:11.569306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.573226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca020b9e-1435-4bbd-8fd6-51106d0c0e3d req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "PUT /v2.0/ports/95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 200 len: 904 time: 1.1817868 Jul 15 17:01:11.595786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:11.602095 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:11.644464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Allocated IP 172.20.0.1 (0a498e1a-8e39-4dd4-9726-f726223820bc/53828f37-2380-4b32-9299-f7f841cb6b88/226af24c-36c6-4576-860c-1c07ea485f93) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:11.701621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da8336-8212-40e9-a2f3-a063673e3928 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:11.730080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e9ef0-d46b-4350-af63-1b2faf4448a4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:11.731823 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-847e9ef0-d46b-4350-af63-1b2faf4448a4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1779029 Jul 15 17:01:11.735378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.743045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['95a0610b-3037-43ca-839e-2362e58ae0e8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:11.830773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4dcb0b03-27a9-4f5b-bd24-240ab94b070e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936649 Jul 15 17:01:11.838830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:11.861270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:12.046996 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee50cb8a-d084-4051-8e65-cf2471524d7a x-openstack-request-id: req-ee50cb8a-d084-4051-8e65-cf2471524d7a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:12.047105 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:12.047377 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee50cb8a-d084-4051-8e65-cf2471524d7a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:12.047782 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'status': 'completed', 'code': 200} Jul 15 17:01:12.159794 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.162760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a95ab-0b7b-449d-99e7-4f5a02af330d req-e0f513f0-1687-4e3e-bd72-f6f4276f34b6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:12.167043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b23a95ab-0b7b-449d-99e7-4f5a02af330d req-e0f513f0-1687-4e3e-bd72-f6f4276f34b6 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 907 time: 0.3067877 Jul 15 17:01:12.176544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-abb99d7d-ed6e-4af7-beb1-1e1c423e0144 None None] Provisioning complete for port 95a0610b-3037-43ca-839e-2362e58ae0e8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:12.177025 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-abb99d7d-ed6e-4af7-beb1-1e1c423e0144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.204393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.302016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-489588809-network', 'tenant_id': '6d4b2b9bae8c4a14a4fecfd3052192a3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:12.347786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Transition to ACTIVE for port object 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:12.403648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.429167 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:01:12.429167 n-d-800085-3 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:01:12.429167 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'id': 'c74c25fd-80e1-4648-8a4b-fede4503edaa', 'expiration': datetime.datetime(2021, 7, 15, 17, 3, 12, 398860)}] Jul 15 17:01:12.429167 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:01:12.429499 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:01:12.440217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Made reservation on behalf of 6d4b2b9bae8c4a14a4fecfd3052192a3 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:12.442806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.482836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.509809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.550481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031e74-e73d-4ff0-9396-cefb6f2ec565 None None] Pushing event updated for resources: {'Port': ['ID=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:12.633007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d3786bf-857e-4493-aaa6-ae2a8c6c6450 req-24a1f919-9310-4fdb-92e0-a7005237e5f7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0895340 Jul 15 17:01:12.648418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-a2eb5306-3ae9-40c2-bd05-b2cc23c08583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:12.654669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-a2eb5306-3ae9-40c2-bd05-b2cc23c08583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 1058 time: 0.3637445 Jul 15 17:01:12.671579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe58f59-20d0-4f43-b0cc-56992b6b7a3e req-deb42870-23a7-4ee5-93c6-e6c8afbbdce3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:12.683577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afe58f59-20d0-4f43-b0cc-56992b6b7a3e req-deb42870-23a7-4ee5-93c6-e6c8afbbdce3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2293684 Jul 15 17:01:12.683744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Network 0a498e1a-8e39-4dd4-9726-f726223820bc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:12.683856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Attempting to bind port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:12.683856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Attempting to bind port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:12.689244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Attempting to bind port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:12.726613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:12.727017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:12.727429 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.727714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:12.736317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:12.740852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Bound port: 57cb7b37-41d2-4dde-af1f-c4aa57eaf633, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:12.741208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:12.762679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Pushing event updated for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:12.772895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:12.783310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afe58f59-20d0-4f43-b0cc-56992b6b7a3e req-b7201d15-5b8a-4a13-b638-8efada4b1228 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852697 Jul 15 17:01:12.863352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.866242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.866841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.867381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.876735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.877445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.878134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.878674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.879229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.879775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.880339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.880868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:12.942054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:01:13.036889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.164777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-01c3f694-7364-4846-9dfd-7fd26bf6f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:13.170084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-01c3f694-7364-4846-9dfd-7fd26bf6f3b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.5138619 Jul 15 17:01:13.211635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240afb-2cc3-4227-b083-f7b71ec6370c req-94631c6a-0d1a-4358-a594-e8dacdda716d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:13.216024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca240afb-2cc3-4227-b083-f7b71ec6370c req-94631c6a-0d1a-4358-a594-e8dacdda716d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1874754 Jul 15 17:01:13.229675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] For port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:13.234144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] For port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:13.256689 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.263574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-f9430272-9eb2-443f-88a6-17502ef3c28f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 200 len: 217 time: 0.0825460 Jul 15 17:01:13.300564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca240afb-2cc3-4227-b083-f7b71ec6370c req-c5bf012c-55af-469e-ab9a-c2327adea32a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763946 Jul 15 17:01:13.359225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42031e74-e73d-4ff0-9396-cefb6f2ec565 None None] Pushing event updated for resources: {'Port': ['ID=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:13.411174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.445073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:01:13.448364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:13.462345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.507605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-0eaa6bc2-db31-4bc1-b913-b3e6ae6991db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:13.509704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-0eaa6bc2-db31-4bc1-b913-b3e6ae6991db service neutron] 10.222.0.20 "GET /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 1032 time: 0.1601267 Jul 15 17:01:13.549579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:01:13.554994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-31680110-104e-4f51-a8e8-aeab5c532f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:13.560707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-31680110-104e-4f51-a8e8-aeab5c532f80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.2672088 Jul 15 17:01:13.565551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:13.579097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.669303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-36975b25-05c1-4aa3-8a6a-790cecbba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:13.671816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-36975b25-05c1-4aa3-8a6a-790cecbba0ca service neutron] 10.222.0.20 "GET /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 1033 time: 0.1553762 Jul 15 17:01:13.776478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:01:13.803612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.814421 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Added segment ee0830d2-fcaf-443e-b8da-ef983d9120ef of type vlan for network d5791320-9caa-4708-8ec6-be307b3533c1 Jul 15 17:01:13.846056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a5f6b-2d34-4997-a35a-e50210e8e6f4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:13.933730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Deleting port 79ae43ca-d114-4a25-b65c-6646f75176cc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:13.934017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.938581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:13.940881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 79ae43ca-d114-4a25-b65c-6646f75176cc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:01:14.082095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8211ad8-4da0-4eb7-af3c-10af8d74045e req-7e8934eb-c028-4691-b504-86fe93e7c561 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.1188581 Jul 15 17:01:14.088971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.236569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-03114583-22fe-4b5a-82bc-359d37ebcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.238091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-03114583-22fe-4b5a-82bc-359d37ebcc39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5755424 Jul 15 17:01:14.302595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.305887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.306617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.341360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-3a8f09a7-9838-4982-9bb3-e7521f74a684 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.356679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] For port 79ae43ca-d114-4a25-b65c-6646f75176cc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=79ae43ca-d114-4a25-b65c-6646f75176cc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:14.357308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.368213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-3a8f09a7-9838-4982-9bb3-e7521f74a684 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.391226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-3a8f09a7-9838-4982-9bb3-e7521f74a684 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.392839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-3a8f09a7-9838-4982-9bb3-e7521f74a684 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 1994 time: 0.7099669 Jul 15 17:01:14.432188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Calling delete_port for 79ae43ca-d114-4a25-b65c-6646f75176cc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:14.433931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.449262 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:01:14.465437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-fc14c586-9d28-4a57-8121-84b818aa7f2b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:14.484478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-fc14c586-9d28-4a57-8121-84b818aa7f2b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.6928697 Jul 15 17:01:14.524965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-63a8a23e-893e-4851-b62c-ea7eebccee67 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/quotas/51aa50e166cd4bdeab6e311d7d5ae75e HTTP/1.1" status: 200 len: 375 time: 0.0395617 Jul 15 17:01:14.621016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f93dbe95-854a-42a2-8cd1-aa60cb13d8b5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e76c7c6102441438f7fab0a81523c18 HTTP/1.1" status: 200 len: 379 time: 0.2059989 Jul 15 17:01:14.637529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'admin_state_up': True, 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'security_groups': ['26fa41f2-2de6-4159-9ee9-f616d978665e']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:14.648510 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.0684786 Jul 15 17:01:14.659224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45678) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:14.664380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 79ae43ca-d114-4a25-b65c-6646f75176cc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=79ae43ca-d114-4a25-b65c-6646f75176cc,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:14.689293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.826416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.837614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:08Z', 'revision_number': 3, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:14.842899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] No DVR routers for this DVR port 79ae43ca-d114-4a25-b65c-6646f75176cc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:01:14.858238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=79ae43ca-d114-4a25-b65c-6646f75176cc,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:14.871005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Request body: {'subnet': {'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-489588809-subnet', 'tenant_id': '6d4b2b9bae8c4a14a4fecfd3052192a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:14.878142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:14.886074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:14.928289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb25d4e-b243-49b0-b015-1fee79cba751 None None] The sync data for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 is: [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:08Z', 'revision_number': 3, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:01:14.974501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-d4466a75-bc71-48be-8184-2bca55c4b83b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4402442 Jul 15 17:01:14.977302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9bb13-814a-4fb7-a632-25e2d73cbfae None None] Pushing event deleted for resources: {'Port': ['ID=79ae43ca-d114-4a25-b65c-6646f75176cc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:15.057185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:15.244362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35ffcd-ad0e-4cf5-9a56-386ca1d14dff admin admin] Pushing event updated for resources: {'Network': ['ID=d5791320-9caa-4708-8ec6-be307b3533c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:15.247431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Made reservation on behalf of 6d4b2b9bae8c4a14a4fecfd3052192a3 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:15.250635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:15.265697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d5791320-9caa-4708-8ec6-be307b3533c1 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:01:15.267699 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-03ba001b-6d9b-4f33-87a9-153e0d7b1af7 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0085886 Jul 15 17:01:15.466013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-8e4d5a70-3855-4355-893e-a4b4455506c8 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986093 Jul 15 17:01:15.470832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:15.688986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 172.20.0.5 (02356bfb-7512-4180-91a4-77d01500d8a3/3f390be4-a96d-46e5-9fdb-270a04f04834/e2ea24b4-3355-4b80-b957-845ea5d69024) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:15.819545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:15.849600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-40e7a5d1-34f0-49a6-8ac5-61b78a8ba3d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809323 Jul 15 17:01:15.919858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:15.926889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:15.927269 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:15.940669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ec65a6e-3e8c-4e1e-bf46-f19e8396acda req-6d45d65c-bcee-48d1-9031-fd7836e7ba65 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0797329 Jul 15 17:01:16.083119 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.088458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2e02dc89-6f2e-4797-ab9d-bbe666634bf3 req-aa87e431-ffb1-46f1-894c-1236013ba41b service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8194973 Jul 15 17:01:16.111701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Pushing event updated for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:16.152001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.226108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:16.231326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.326789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Network 0a498e1a-8e39-4dd4-9726-f726223820bc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:16.332419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:16.336027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ef48d02-32de-4e75-a6de-a9e0b28f1ff5 req-501d06de-38e9-45f4-bd55-af26475d808c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 210 time: 0.1068783 Jul 15 17:01:16.384991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:16.427944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.473825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object e2ea24b4-3355-4b80-b957-845ea5d69024 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:16.542172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.650662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:16.660338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:16.669385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:16.695899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:16.772546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:01:16.803907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:16.804867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.805774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:16.850470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ec006c75-957f-4de5-84e2-447e46787da7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2170718 Jul 15 17:01:16.866552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'admin_state_up': True, 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'security_groups': ['26fa41f2-2de6-4159-9ee9-f616d978665e']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:16.965593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=20070559-6526-4fe0-839b-94f36111f8c4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:16.999046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Router 645db471-ca18-4995-9ec9-19a69bd0b792 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:01:17.058127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:17.069402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:17.243503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:17.258934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:17.316455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ce361cb-33d8-489b-a02b-b9097fc7e73c None None] Provisioning for port e2ea24b4-3355-4b80-b957-845ea5d69024 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:17.333517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ce361cb-33d8-489b-a02b-b9097fc7e73c None None] Provisioning complete for port e2ea24b4-3355-4b80-b957-845ea5d69024 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:17.334251 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ce361cb-33d8-489b-a02b-b9097fc7e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:17.349321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdbee74-259d-45fb-b871-6af35c1eca7a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:17.369257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:17.394192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:17.395131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:17.568041 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5372d97c-c591-4729-928f-16155e7fd162 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7273228 Jul 15 17:01:17.573167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45744) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:17.591082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:17.652981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Checking segment: {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:17.653657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Network hostable DHCP agents. Network: d5791320-9caa-4708-8ec6-be307b3533c1, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:01:17.925882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15fed3-1f33-4b89-bbcb-ef1b91bd9fe8 req-889ed207-b798-4588-8be6-32431a960d6f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:17.929989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e789c-5182-49d9-82f2-28c18829d74f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:17.933509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b15fed3-1f33-4b89-bbcb-ef1b91bd9fe8 req-889ed207-b798-4588-8be6-32431a960d6f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 931 time: 0.5392821 Jul 15 17:01:18.029950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:18.098140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bc3317e-9cc3-4246-81e4-9d09d9db99eb req-5b08b831-5e46-4c71-963a-3bc6f8bbf182 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 210 time: 0.2551968 Jul 15 17:01:18.230480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.1.1.142 (aa52719c-374c-4734-8aa0-97000847b98d/9ae1d146-3cc8-4528-9713-ead44c378215/cc18a8b0-09e5-4d57-9988-81eb0a019e81) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:18.245306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9ce361cb-33d8-489b-a02b-b9097fc7e73c None None] Port e2ea24b4-3355-4b80-b957-845ea5d69024 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:18.338138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:18.339224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:18.355891 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b15fed3-1f33-4b89-bbcb-ef1b91bd9fe8 req-fcc6499f-a689-4c37-b6bb-dd31a0654b73 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820823 Jul 15 17:01:18.486286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '20070559-6526-4fe0-839b-94f36111f8c4'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:01:18.489041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:18.497741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-64ba2599-c6f7-4859-a92b-a629bb501d36 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:18.503928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-64ba2599-c6f7-4859-a92b-a629bb501d36 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 812 time: 0.2567134 Jul 15 17:01:18.514363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:01:18.523709 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Sync routers for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:01:18.527413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5e2fe9b-9bd5-4093-aa0e-f5ed386ade21 admin admin] 10.222.0.25 "PUT /v2.0/routers/645db471-ca18-4995-9ec9-19a69bd0b792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2401288 Jul 15 17:01:18.559071 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:01:18.559718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:18.572262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Request body: {'port': {'device_id': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'admin_state_up': True, 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:18.684530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Network d5791320-9caa-4708-8ec6-be307b3533c1 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:01:18.746530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:18.823084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object cc18a8b0-09e5-4d57-9988-81eb0a019e81 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:18.853644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d5791320-9caa-4708-8ec6-be307b3533c1) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:18.892035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:18.892725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:18.935126 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:01:18.945275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872734b3-807d-4f32-9809-be1f1f895661 None None] Network d5791320-9caa-4708-8ec6-be307b3533c1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:18.980277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.074666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:19.095358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network aa52719c-374c-4734-8aa0-97000847b98d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:19.110192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:19.113118 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.127837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Allocated IP 2001:db8::f816:3eff:fe9a:ada2 (c39447b1-2e0e-4621-a1d1-1027e590f497/20070559-6526-4fe0-839b-94f36111f8c4/7426362d-e905-4a46-81fa-914193118641) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:19.133024 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1c8d36d-e2ed-4e30-9006-0389078e7931 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.2744834 Jul 15 17:01:19.140820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:19.357313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Made reservation on behalf of 51aa50e166cd4bdeab6e311d7d5ae75e for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:19.363665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:19.389543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.418174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.421292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.421677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.422023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.423522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.423891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.425046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.425416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.429034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.429524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.431024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.431393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:19.473526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.501472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Transition to ACTIVE for port object 7426362d-e905-4a46-81fa-914193118641 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:19.530588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:19.533410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.546172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Transition to ACTIVE for port object 7426362d-e905-4a46-81fa-914193118641 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:19.654402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.786871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Pushing event updated for resources: {'Port': ['ID=7426362d-e905-4a46-81fa-914193118641,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:19.787588 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20070559-6526-4fe0-839b-94f36111f8c4 (CIDR: 2001:db8::/64) Jul 15 17:01:19.802940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-dc3f813a-2bb3-4493-9217-baf7ac091e5d tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:19.808413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:19.811678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-dc3f813a-2bb3-4493-9217-baf7ac091e5d tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 819 time: 0.2657990 Jul 15 17:01:19.817868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:19.830777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:19.839860 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:01:19.841523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:01:19.861395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9026dc77-82b8-41a5-90ef-d60e82019cb9 req-44f68736-10ba-46eb-8390-0fdd33d98873 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 210 time: 0.2726052 Jul 15 17:01:19.863191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-aa5f23af-089d-4ed1-902b-68c3d3c34fd7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0017185 Jul 15 17:01:19.871175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-d7df8349-32c2-4118-85da-196be185cb2f tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/quotas/30d9e5a50f62440db3d10a9955d9087d HTTP/1.1" status: 200 len: 375 time: 0.0585105 Jul 15 17:01:19.874692 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:13Z', 'revision_number': 4, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '226af24c-36c6-4576-860c-1c07ea485f93', 'name': '', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'mac_address': 'fa:16:3e:17:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:10Z', 'updated_at': '2021-07-15T17:01:14Z', 'revision_number': 2, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'subnets': [{'id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:19.878177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'admin_state_up': True, 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'security_groups': ['26fa41f2-2de6-4159-9ee9-f616d978665e']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:19.884776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f40bcf1f-f697-4786-876a-7503efe5ea71 None None] Provisioning for port cc18a8b0-09e5-4d57-9988-81eb0a019e81 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:19.926003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79485783-2ed4-4e76-8bfc-a62b5d94218d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3514600 Jul 15 17:01:19.940370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f40bcf1f-f697-4786-876a-7503efe5ea71 None None] Provisioning complete for port cc18a8b0-09e5-4d57-9988-81eb0a019e81 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:19.942295 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f40bcf1f-f697-4786-876a-7503efe5ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:19.974931 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Checking router: 645db471-ca18-4995-9ec9-19a69bd0b792 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:01:19.981444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Updating router 645db471-ca18-4995-9ec9-19a69bd0b792 port 226af24c-36c6-4576-860c-1c07ea485f93 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:01:20.021045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:20.059266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:20.091588 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.251357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-713acca5-862f-4f31-891d-55a5c9fbfc8b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3790619 Jul 15 17:01:20.350227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f40bcf1f-f697-4786-876a-7503efe5ea71 None None] Port cc18a8b0-09e5-4d57-9988-81eb0a019e81 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:20.355219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Attempting to bind port 7426362d-e905-4a46-81fa-914193118641 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:20.355803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Attempting to bind port 7426362d-e905-4a46-81fa-914193118641 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:20.356436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Attempting to bind port 7426362d-e905-4a46-81fa-914193118641 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:20.364857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431efef-c213-4136-aff9-7921a1991a27 None None] Network d5791320-9caa-4708-8ec6-be307b3533c1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:20.368624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:20.369310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:20.369920 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.370518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:20.371213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Bound port: 7426362d-e905-4a46-81fa-914193118641, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:20.371947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.490143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Allocated IP 172.20.0.10 (ff6c5116-683b-4995-aa4b-1001de85da69/8e94d944-452e-4362-941d-2fe0d495e6a3/28323896-715e-41ee-8443-b9f0453c11f5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:20.518448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:20.523779 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.581410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:20.592884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.639648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] For port 7426362d-e905-4a46-81fa-914193118641, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:20.656508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] For port 7426362d-e905-4a46-81fa-914193118641, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7426362d-e905-4a46-81fa-914193118641,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:20.699440 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:20.947540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af3ddc-1ea0-4abf-90ea-9f1d0fc1718d None None] Pushing event updated for resources: {'Port': ['ID=7426362d-e905-4a46-81fa-914193118641,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:20.987777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-0d4f2d39-4aa5-480d-b753-f7a0e9e5b4cb service neutron] 10.222.0.25 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278795 Jul 15 17:01:21.017792 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.060845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Transition to ACTIVE for port object 226af24c-36c6-4576-860c-1c07ea485f93 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:21.077621 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.297310 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Pushing event updated for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:21.322559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.323184 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.323722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.324245 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.324736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.325212 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.325687 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.326175 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.327184 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.327653 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.351517 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.352193 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:21.362274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.1.1.204 (aa52719c-374c-4734-8aa0-97000847b98d/9ae1d146-3cc8-4528-9713-ead44c378215/5f381dfa-b1c1-4d23-9dee-22f8c87b01e6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:21.374626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.505443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Transition to ACTIVE for port object 28323896-715e-41ee-8443-b9f0453c11f5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:21.509698 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Attempting to bind port 226af24c-36c6-4576-860c-1c07ea485f93 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:21.510116 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Attempting to bind port 226af24c-36c6-4576-860c-1c07ea485f93 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:21.510493 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Attempting to bind port 226af24c-36c6-4576-860c-1c07ea485f93 on network 0a498e1a-8e39-4dd4-9726-f726223820bc {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:21.528350 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:21.529444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Checking segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:21.532994 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.534772 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Bound using segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:21.537857 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Bound port: 226af24c-36c6-4576-860c-1c07ea485f93, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:21.538909 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.746390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7426362d-e905-4a46-81fa-914193118641 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:21.765806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.783393 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] For port 226af24c-36c6-4576-860c-1c07ea485f93, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:21.787335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.789889 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] For port 226af24c-36c6-4576-860c-1c07ea485f93, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=226af24c-36c6-4576-860c-1c07ea485f93,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:21.798856 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.837930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:21.848811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:21.859087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:21.859804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:21.882192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeee957-91a1-4d13-a52a-418fb4afd654 req-17367c47-a4d2-4005-928e-0b792bfa7995 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:21.882396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8489485 Jul 15 17:01:21.886790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:21.895056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:c8:be:aa', 'name': 'tempest-NetworksTestDHCPv6-524524603'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:21.905076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7426362d-e905-4a46-81fa-914193118641 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:21.910967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeee957-91a1-4d13-a52a-418fb4afd654 req-17367c47-a4d2-4005-928e-0b792bfa7995 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:21.919648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aeee957-91a1-4d13-a52a-418fb4afd654 req-17367c47-a4d2-4005-928e-0b792bfa7995 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 1653 time: 1.5584486 Jul 15 17:01:21.962055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:22.000836 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:01:22.002553 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:22.162445 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382749-4acb-4a03-9aed-8823729db817 None None] Pushing event updated for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:22.166709 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:22.179433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37', '9b837bd9-4084-448c-b19f-976a8a8504ca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:22.184904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f9df8-65e8-48a1-a5c9-e295ee3a3215 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=2691fdc7-bf7b-40e9-a45b-06f277862183,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:22.223680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aeee957-91a1-4d13-a52a-418fb4afd654 req-f7deee3b-a93c-467e-a060-4aa66ba74d92 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020771 Jul 15 17:01:22.342936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:22.372769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-559716ab-77e8-4515-9217-bb4e09bf46da service neutron] 10.222.0.25 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690308 Jul 15 17:01:22.408016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:22.469589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:22.483173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:22.501611 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:01:22.529382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 4babe31c-41a5-4088-9b21-5f96ad6f4a58 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:01:22.533857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:22.553695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network aa52719c-374c-4734-8aa0-97000847b98d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:22.554919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Network ff6c5116-683b-4995-aa4b-1001de85da69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:22.555763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:22.559806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:22.562586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:22.570466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:22.643492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:22.644270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:22.681367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-92b34750-3249-4402-b5c9-0bc506ccb67b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8062513 Jul 15 17:01:22.705671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'admin_state_up': True, 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'security_groups': ['26fa41f2-2de6-4159-9ee9-f616d978665e']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:23.050670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8:0:1::150 (c39447b1-2e0e-4621-a1d1-1027e590f497/2691fdc7-bf7b-40e9-a45b-06f277862183/4babe31c-41a5-4088-9b21-5f96ad6f4a58) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:23.064428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fec8:beaa (c39447b1-2e0e-4621-a1d1-1027e590f497/20070559-6526-4fe0-839b-94f36111f8c4/4babe31c-41a5-4088-9b21-5f96ad6f4a58) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:23.153016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c288d95-4b1f-49da-b006-dc3047243f7d None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:23.340431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:23.341103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:23.388807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Provisioning for port 7426362d-e905-4a46-81fa-914193118641 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:23.410327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Provisioning complete for port 7426362d-e905-4a46-81fa-914193118641 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:23.410706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:23.582076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-828c2e65-dba2-4a61-a35a-f5255371442b req-4f01c3be-4d87-4356-bf77-4cbb2af936e7 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 210 time: 0.2848094 Jul 15 17:01:23.614852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:23.616176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c77770b5-8a71-453e-a32d-f9a03f6a85fc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0813258 Jul 15 17:01:23.654254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Request body: {'port': {'device_id': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:23.667133 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:13Z', 'revision_number': 4, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '226af24c-36c6-4576-860c-1c07ea485f93', 'name': '', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'mac_address': 'fa:16:3e:17:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:10Z', 'updated_at': '2021-07-15T17:01:21Z', 'revision_number': 4, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'subnets': [{'id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:23.763684 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63e144-f0d8-47a5-b259-3e8517454968 None None] The sync data for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 is: [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:01:13Z', 'revision_number': 4, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '226af24c-36c6-4576-860c-1c07ea485f93', 'name': '', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'mac_address': 'fa:16:3e:17:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:10Z', 'updated_at': '2021-07-15T17:01:21Z', 'revision_number': 4, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'subnets': [{'id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:01:23.877205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:23.913109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf1102-f6b4-4b93-8d82-02da784dcf04 req-d37bd6d7-eec4-43a2-bf36-76d6d90ba080 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:23.933234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61cf1102-f6b4-4b93-8d82-02da784dcf04 req-d37bd6d7-eec4-43a2-bf36-76d6d90ba080 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 932 time: 0.6874282 Jul 15 17:01:23.955748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:23.994723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] For port 7426362d-e905-4a46-81fa-914193118641, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7426362d-e905-4a46-81fa-914193118641,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:24.009347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 4babe31c-41a5-4088-9b21-5f96ad6f4a58 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:24.013664 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.053155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.111200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.215773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Provisioning for port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:24.232398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.237757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=4babe31c-41a5-4088-9b21-5f96ad6f4a58,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:24.244719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee567-29d5-4ec3-9f4f-45b655e4f444 None None] Pushing event updated for resources: {'Port': ['ID=7426362d-e905-4a46-81fa-914193118641,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:24.265739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Provisioning complete for port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:24.267904 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.359369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:24.375287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:24.444861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:24.445415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:24.448949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': '20070559-6526-4fe0-839b-94f36111f8c4', 'ip_address': '2001:db8::f816:3eff:fe9a:ada2'}, {'subnet_id': '2691fdc7-bf7b-40e9-a45b-06f277862183'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '7426362d-e905-4a46-81fa-914193118641'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:01:24.460290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:24.461826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.470813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61cf1102-f6b4-4b93-8d82-02da784dcf04 req-656e6932-cd42-461b-9411-6a6ef038da6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871579 Jul 15 17:01:24.585336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Provisioning for port 28323896-715e-41ee-8443-b9f0453c11f5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:24.625666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.631285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Provisioning complete for port 28323896-715e-41ee-8443-b9f0453c11f5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:24.632023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:24.735432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e8e63ce4-8071-4ecd-8569-b637d74bc597 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8473120 Jul 15 17:01:24.737061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:24.790268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1da1c74a-0903-4fbf-9452-bd6f5d50dcc3 None None] Port 28323896-715e-41ee-8443-b9f0453c11f5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:25.044033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98238e39-6111-4f8f-9ea9-fbec65589550 req-c6c2bf5e-308d-47b6-b03c-b9ca67c76305 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:25.062077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98238e39-6111-4f8f-9ea9-fbec65589550 req-c6c2bf5e-308d-47b6-b03c-b9ca67c76305 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:25.073228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98238e39-6111-4f8f-9ea9-fbec65589550 req-c6c2bf5e-308d-47b6-b03c-b9ca67c76305 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:25.082244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98238e39-6111-4f8f-9ea9-fbec65589550 req-c6c2bf5e-308d-47b6-b03c-b9ca67c76305 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 2374 time: 0.9293439 Jul 15 17:01:25.192005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Allocated IP 2001:db8:0:1::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/2691fdc7-bf7b-40e9-a45b-06f277862183/7426362d-e905-4a46-81fa-914193118641) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:25.231942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-4b984533-c612-4fc7-bdfa-addcc4f3466c tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:25.233608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-4b984533-c612-4fc7-bdfa-addcc4f3466c tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 808 time: 0.5972502 Jul 15 17:01:25.304937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98238e39-6111-4f8f-9ea9-fbec65589550 req-fa70ed66-b1d4-4d71-9785-edc7e30d3563 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217140 Jul 15 17:01:25.306396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-99ad26e7-fbe0-4401-85e0-343495988e6f tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/quotas/6d4b2b9bae8c4a14a4fecfd3052192a3 HTTP/1.1" status: 200 len: 375 time: 0.0630291 Jul 15 17:01:25.457633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-409f97a4-8fa1-44d6-a7a9-5256926d4ded tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:25.459163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-409f97a4-8fa1-44d6-a7a9-5256926d4ded tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 819 time: 0.4365137 Jul 15 17:01:25.470091 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-60a3d3c8-a1db-49fb-b454-6d4f31f0762b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914137 Jul 15 17:01:25.506821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Request body: {'port': {'device_id': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'admin_state_up': True, 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:25.525878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.2.2.100 (61e6030c-50ad-431e-b459-7b3ff12c0dd6/69e4d5fd-c545-4ddd-a38e-41bd34ba00a7/bdd11baa-e487-4ebf-9568-20fe041f5c59) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:25.528398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] For port 7426362d-e905-4a46-81fa-914193118641, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7426362d-e905-4a46-81fa-914193118641,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:25.611207 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:25.681589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Transition to ACTIVE for port object 7426362d-e905-4a46-81fa-914193118641 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:25.686836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:25.951083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7426362d-e905-4a46-81fa-914193118641 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:26.002928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Made reservation on behalf of 30d9e5a50f62440db3d10a9955d9087d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:26.006749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.025382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-31b98c27-88cb-45ef-b3e5-3e5ffa99cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.059547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2df55-e25c-40e4-8197-06a9c146fc60 None None] Pushing event updated for resources: {'Port': ['ID=7426362d-e905-4a46-81fa-914193118641,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:26.136069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 226af24c-36c6-4576-860c-1c07ea485f93 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:26.282226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 4babe31c-41a5-4088-9b21-5f96ad6f4a58 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:26.282940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.295796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Allocated IP 172.20.0.6 (0a498e1a-8e39-4dd4-9726-f726223820bc/53828f37-2380-4b32-9299-f7f841cb6b88/99e62205-8e2e-4684-a305-fb0bcf5c8f9c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:26.296747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 226af24c-36c6-4576-860c-1c07ea485f93 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:26.309946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 226af24c-36c6-4576-860c-1c07ea485f93 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:26.310356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.479121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.539548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 226af24c-36c6-4576-860c-1c07ea485f93, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=226af24c-36c6-4576-860c-1c07ea485f93,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:26.551871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.588962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28323896-715e-41ee-8443-b9f0453c11f5 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:26.599508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.618426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Transition to ACTIVE for port object 28323896-715e-41ee-8443-b9f0453c11f5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:26.648508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:26.666161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-2f8bcc0c-9c0f-47ac-b0dc-109bf5c62e76 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:26.673253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-2f8bcc0c-9c0f-47ac-b0dc-109bf5c62e76 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 819 time: 1.1999793 Jul 15 17:01:26.750094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.767669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 4babe31c-41a5-4088-9b21-5f96ad6f4a58 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:26.771675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-40a18083-d83b-45a8-ac0f-57d6b979bb5d service neutron] 10.222.0.25 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496652 Jul 15 17:01:26.822856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-508eb77c-d170-4241-bd27-0cfd82ca83a5 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/quotas/30d9e5a50f62440db3d10a9955d9087d HTTP/1.1" status: 200 len: 375 time: 0.1484950 Jul 15 17:01:26.884180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.932910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.945799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:26.962125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:27.113805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object bdd11baa-e487-4ebf-9568-20fe041f5c59 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:27.167580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-184deb39-7b81-4d33-b9d8-8ce55f06cfbc None None] Provisioning for port 7426362d-e905-4a46-81fa-914193118641 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:27.171128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Network 0a498e1a-8e39-4dd4-9726-f726223820bc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:27.184092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-184deb39-7b81-4d33-b9d8-8ce55f06cfbc None None] Provisioning complete for port 7426362d-e905-4a46-81fa-914193118641 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:27.184543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-184deb39-7b81-4d33-b9d8-8ce55f06cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:27.198938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-9636d46d-d277-457a-937e-69bad0647988 service neutron] 10.222.0.25 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181440 Jul 15 17:01:27.203586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-5cc338cd-5dac-4395-99f6-e351034666f8 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3796937 Jul 15 17:01:27.224880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:27.235935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:27.261260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:27.365057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:27.366094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:27.575095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0771849 Jul 15 17:01:27.590768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Request body: {'port': {'device_id': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:27.598230 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:27.677761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e56de-a39d-4f09-adbd-04afee287893 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:27.755227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:27.759925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:27.770019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Attempting to bind port 28323896-715e-41ee-8443-b9f0453c11f5 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:27.770419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Attempting to bind port 28323896-715e-41ee-8443-b9f0453c11f5 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:27.770893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Attempting to bind port 28323896-715e-41ee-8443-b9f0453c11f5 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:27.777872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-5557e123-9f2a-4500-96b1-a251ca839c4c service neutron] 10.222.0.25 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552034 Jul 15 17:01:27.779963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:27.789160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:27.821153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7426362d-e905-4a46-81fa-914193118641 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:27.825206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Port 28323896-715e-41ee-8443-b9f0453c11f5 on network ff6c5116-683b-4995-aa4b-1001de85da69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:27.826861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Attempting to bind port 28323896-715e-41ee-8443-b9f0453c11f5 on network ff6c5116-683b-4995-aa4b-1001de85da69 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:27.874054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:27.895130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Checking segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:27.895130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Bound using segment: {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:27.895130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Bound port: 28323896-715e-41ee-8443-b9f0453c11f5, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdce7abe-8725-4cb4-b47f-1e95942e0162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:27.895130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.020552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7426362d-e905-4a46-81fa-914193118641 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:28.021878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.090299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.118120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:28.237861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:28.238762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.289628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 226af24c-36c6-4576-860c-1c07ea485f93 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:28.293914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3fabd724-4093-4e0f-b7bc-ffe996fdce80 None None] Provisioning for port 4babe31c-41a5-4088-9b21-5f96ad6f4a58 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:28.304755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ffa01c56-e98a-47d9-ad9c-808e4470236a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6183534 Jul 15 17:01:28.307253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3fabd724-4093-4e0f-b7bc-ffe996fdce80 None None] Provisioning complete for port 4babe31c-41a5-4088-9b21-5f96ad6f4a58 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:28.307999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3fabd724-4093-4e0f-b7bc-ffe996fdce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.322061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'admin_state_up': True, 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'security_groups': ['26fa41f2-2de6-4159-9ee9-f616d978665e']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:28.330100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.343954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-8af2ebb6-ccf6-4a95-b30f-f73f763263ad service neutron] 10.222.0.25 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422981 Jul 15 17:01:28.412785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:28.464264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3fabd724-4093-4e0f-b7bc-ffe996fdce80 None None] Port 4babe31c-41a5-4088-9b21-5f96ad6f4a58 was deleted so its status cannot be updated. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 17:01:28.530822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 226af24c-36c6-4576-860c-1c07ea485f93 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:28.531582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.582350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=4babe31c-41a5-4088-9b21-5f96ad6f4a58,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:28.588620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:28.720016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-065c0dd3-ad36-4a08-b6dd-35935518d8f4 None None] Provisioning for port bdd11baa-e487-4ebf-9568-20fe041f5c59 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:28.723527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef54f63-7d65-45a0-9230-81400f249eb0 req-5dde6385-a47d-4c1c-bebf-d41d56d3ac9c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:28.725383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cef54f63-7d65-45a0-9230-81400f249eb0 req-5dde6385-a47d-4c1c-bebf-d41d56d3ac9c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 0.3110516 Jul 15 17:01:28.726069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Made reservation on behalf of 6e76c7c6102441438f7fab0a81523c18 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:28.730791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.748813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.750699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-065c0dd3-ad36-4a08-b6dd-35935518d8f4 None None] Provisioning complete for port bdd11baa-e487-4ebf-9568-20fe041f5c59 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:28.752702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-065c0dd3-ad36-4a08-b6dd-35935518d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:28.883518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cef54f63-7d65-45a0-9230-81400f249eb0 req-2794a8a0-8528-4776-ac4e-25e46c8c7787 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484323 Jul 15 17:01:28.990482 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.150611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Deleting subnet 7bac3c7b-ac76-4816-894b-5528c501a17d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:29.177341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.179692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-056fd076-88d6-40f4-914a-d2b23df421c1 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/4babe31c-41a5-4088-9b21-5f96ad6f4a58 HTTP/1.1" status: 204 len: 168 time: 4.4211395 Jul 15 17:01:29.181200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.193522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:29.201352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.204888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.209969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] 10.222.0.20 "PUT /v2.0/ports/28323896-715e-41ee-8443-b9f0453c11f5 HTTP/1.1" status: 200 len: 1092 time: 5.5683439 Jul 15 17:01:29.229391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:29.241307 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "tag": "28323896-715e-41ee-8443-b9f0453c11f5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:29.272107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-065c0dd3-ad36-4a08-b6dd-35935518d8f4 None None] Port bdd11baa-e487-4ebf-9568-20fe041f5c59 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:29.319792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6853180-c891-40ea-b5c1-99d1d3b9eda0 req-6534ae76-8d21-470b-abf8-443b7d907a8f tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 210 time: 0.1361535 Jul 15 17:01:29.326005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9600e81b-f571-4d3d-81ca-2a7032cdd121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.490259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:29.553243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-598d3cfa-3f84-43fa-b71b-70c9a00a4640 req-0bf05600-fe54-433e-a1c9-cfe92ae2d776 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 210 time: 0.1362212 Jul 15 17:01:29.625868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb229c-b575-4242-943c-08a119b689da req-68d6c633-4560-4960-bd00-84effe7f3398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.632648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb229c-b575-4242-943c-08a119b689da req-68d6c633-4560-4960-bd00-84effe7f3398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.645388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb229c-b575-4242-943c-08a119b689da req-68d6c633-4560-4960-bd00-84effe7f3398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.652926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb229c-b575-4242-943c-08a119b689da req-68d6c633-4560-4960-bd00-84effe7f3398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.655616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22eb229c-b575-4242-943c-08a119b689da req-68d6c633-4560-4960-bd00-84effe7f3398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 3095 time: 0.6074259 Jul 15 17:01:29.774109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3056158-6d8c-476f-8885-5e933f7a246e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:29.778040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3056158-6d8c-476f-8885-5e933f7a246e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5777097 Jul 15 17:01:29.801426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Allocated IP 10.2.2.200 (61e6030c-50ad-431e-b459-7b3ff12c0dd6/69e4d5fd-c545-4ddd-a38e-41bd34ba00a7/59ecc5bb-aa12-4ced-bbc4-c21a90016fb5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:29.808245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46026) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:29.911744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22eb229c-b575-4242-943c-08a119b689da req-0d24e400-0321-4162-bfa2-28595ee5f8cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483218 Jul 15 17:01:30.290646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.303942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11e1d53-763d-48bd-b03d-f161697974e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.311897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d11e1d53-763d-48bd-b03d-f161697974e4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5035348 Jul 15 17:01:30.312595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46036) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:30.378895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.428359 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cd295-5547-4bd5-8227-7a8881f43e13 x-openstack-request-id: req-213cd295-5547-4bd5-8227-7a8881f43e13 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:30.432448 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "tag": "28323896-715e-41ee-8443-b9f0453c11f5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:30.432951 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-213cd295-5547-4bd5-8227-7a8881f43e13 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:30.433465 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5', 'status': 'completed', 'code': 200} Jul 15 17:01:30.465227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7002-f459-4ed6-b84c-b1679aa4fefd service neutron] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:30.545549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.564030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Transition to ACTIVE for port object 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:30.662049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20477907-445d-45cd-b7d7-a0c194bbd140 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.664199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20477907-445d-45cd-b7d7-a0c194bbd140 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.666051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20477907-445d-45cd-b7d7-a0c194bbd140 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.671970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-20477907-445d-45cd-b7d7-a0c194bbd140 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3338809 Jul 15 17:01:30.673590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.675981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46050) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:30.711485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.741799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b9efda9-f20e-4876-b92e-6dfa80696c44 req-05000128-f288-4978-a7b4-34f49b76b800 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 210 time: 0.1390684 Jul 15 17:01:30.742935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-65d260ab-0a3d-4a29-9d7f-7d699f577545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.745067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-65d260ab-0a3d-4a29-9d7f-7d699f577545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 1095 time: 0.5923214 Jul 15 17:01:30.792007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-25295e08-1cfa-4617-952d-8abbe3be0dff tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:30.793564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-25295e08-1cfa-4617-952d-8abbe3be0dff tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 808 time: 0.6277225 Jul 15 17:01:30.906841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-689d7a9a-6ad1-4bd2-be71-e56ca22b29c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28323896-715e-41ee-8443-b9f0453c11f5 HTTP/1.1" status: 200 len: 217 time: 0.1098702 Jul 15 17:01:30.939404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e62205-8e2e-4684-a305-fb0bcf5c8f9c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:30.949479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:30.964687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Transition to ACTIVE for port object 99e62205-8e2e-4684-a305-fb0bcf5c8f9c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:30.974323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Request body: {'port': {'device_id': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1', 'admin_state_up': True, 'tenant_id': '6d4b2b9bae8c4a14a4fecfd3052192a3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:31.007020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.010042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7bac3c7b-ac76-4816-894b-5528c501a17d HTTP/1.1" status: 204 len: 168 time: 2.8481979 Jul 15 17:01:31.075160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25685335-fb75-425b-b9da-c7b626d99e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bac3c7b-ac76-4816-894b-5528c501a17d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:31.083375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-e253f227-d788-487d-95b8-230c40c18917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:31.085005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-e253f227-d788-487d-95b8-230c40c18917 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.0736177 Jul 15 17:01:31.085651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.088716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:31.131563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-4d8d7a96-d09b-407c-8d89-9691ece6d5fc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:31.134809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-4d8d7a96-d09b-407c-8d89-9691ece6d5fc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 819 time: 0.3178060 Jul 15 17:01:31.170911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Request body: {'port': {'device_id': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'admin_state_up': True, 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:31.203124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.229673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:31.232317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51336f3d-8a62-4bb5-9bfe-e3abad31e54a req-5ac4254e-68eb-4a2f-837c-5e41083c4316 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 210 time: 0.2488306 Jul 15 17:01:31.239050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 20070559-6526-4fe0-839b-94f36111f8c4 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:31.243539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.335630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.539703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:31.657045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.682705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-7b0de02a-0fc4-445f-be2e-b9b53125b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:31.685356 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-7b0de02a-0fc4-445f-be2e-b9b53125b4f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5833001 Jul 15 17:01:31.854864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Made reservation on behalf of 6d4b2b9bae8c4a14a4fecfd3052192a3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:31.868139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:31.868386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:31.868386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:31.933024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:31.983991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8205-373e-46fe-aa8a-ca0cd6de1a4e req-9ac57c52-d3d0-43b2-83a0-04fa8287c356 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:31.997868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17af8205-373e-46fe-aa8a-ca0cd6de1a4e req-9ac57c52-d3d0-43b2-83a0-04fa8287c356 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 1.6802297 Jul 15 17:01:32.094966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Attempting to bind port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:32.095221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Attempting to bind port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:32.095399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Attempting to bind port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c on network 0a498e1a-8e39-4dd4-9726-f726223820bc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:32.122069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.195683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.228269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17af8205-373e-46fe-aa8a-ca0cd6de1a4e req-66cff178-a5d5-4022-bf1d-899d3924e640 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772587 Jul 15 17:01:32.273584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.278785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be5559a2-8a20-4f88-8e9c-a76c92305221 None None] Provisioning for port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:32.285387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c on network 0a498e1a-8e39-4dd4-9726-f726223820bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:32.285730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Attempting to bind port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c on network 0a498e1a-8e39-4dd4-9726-f726223820bc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:32.286435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be5559a2-8a20-4f88-8e9c-a76c92305221 None None] Provisioning complete for port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:32.287049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be5559a2-8a20-4f88-8e9c-a76c92305221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.291653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.311820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.314412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-f052a55e-ade2-4e80-9962-6e10ca356122 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551934 Jul 15 17:01:32.320101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.339621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd3cc5d-22fa-4eed-81a3-4342b29becba']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:32.354882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.368171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-be5559a2-8a20-4f88-8e9c-a76c92305221 None None] Port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:01:32.372657 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-5c4a70d5-9987-4cfd-ae2e-72550c8cfa0a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 3816 time: 0.5218966 Jul 15 17:01:32.374582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Made reservation on behalf of 30d9e5a50f62440db3d10a9955d9087d for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:32.378130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.400523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:32.401286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Checking segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:32.402349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Bound using segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:32.402822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Bound port: 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:32.403652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.439081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:32.439392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a297ef2f-3db7-4ed3-9455-42ea7ae56a05') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:01:32.451308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:32.452390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.460318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.473030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.480680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:01:32.481426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.510022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:01:32.510701 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:01:32.609962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4304bddf-d23e-44e6-abb2-47b86812870a req-f3bc7823-4652-4b6a-9d81-42cb287b9d9e tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 210 time: 0.1216586 Jul 15 17:01:32.619440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:32.624444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:32.640086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-75f409cf-410b-4010-9d28-5965a0f53437 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3189108 Jul 15 17:01:32.641095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=20070559-6526-4fe0-839b-94f36111f8c4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:32.646165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17224e34-f294-4e56-a93b-acf62c6f0e05 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:32.675477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:32.680991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:32.689589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b647ba3d-b13e-45b9-b473-9a86c2e57009 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/20070559-6526-4fe0-839b-94f36111f8c4 HTTP/1.1" status: 204 len: 168 time: 1.9930747 Jul 15 17:01:32.700492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:32.874260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdd45301-df73-4a09-ad46-bd5b36e3cd7f req-29d27da2-b742-4eed-ad4b-97a86ed99871 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5005291 Jul 15 17:01:32.886270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Allocated IP 172.20.0.7 (d5791320-9caa-4708-8ec6-be307b3533c1/9cdbee74-259d-45fb-b871-6af35c1eca7a/f9d01c5e-ebed-4415-ac23-e509a5465765) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:32.958486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2eca8e5c-c443-48e3-ac4b-813fe2077b80 req-e70eb88e-dfc3-4c08-ada7-9a0595165b2e tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 210 time: 0.1258228 Jul 15 17:01:33.014529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 2691fdc7-bf7b-40e9-a45b-06f277862183 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:33.049488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.062808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.065163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/acd3cc5d-22fa-4eed-81a3-4342b29becba HTTP/1.1" status: 204 len: 168 time: 1.9714341 Jul 15 17:01:33.091894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.092840 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.133457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:33.134613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.137068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] 10.222.0.20 "PUT /v2.0/ports/99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 1091 time: 5.5505755 Jul 15 17:01:33.163020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:33.166056 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff31dd2-d124-4684-b8b6-255a8ae043d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:33.174033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.199548 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.223305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Allocated IP 172.20.0.2 (0a498e1a-8e39-4dd4-9726-f726223820bc/53828f37-2380-4b32-9299-f7f841cb6b88/c34434ca-2272-49b8-ae9f-a887d2eb7249) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:33.296624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733cd3a-a883-41a2-b499-1e53acd779a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd3cc5d-22fa-4eed-81a3-4342b29becba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:33.321582 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6780b188-4e78-44a5-bbe6-44669aedff42 x-openstack-request-id: req-6780b188-4e78-44a5-bbe6-44669aedff42 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:33.322099 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:33.322534 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6780b188-4e78-44a5-bbe6-44669aedff42 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:33.323090 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'status': 'completed', 'code': 200} Jul 15 17:01:33.345832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46108) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:33.400693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-afc41477-de2c-4fbd-9a0b-37669553d893 req-c02317a4-7e31-42bf-afd7-d84e44917277 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0543642 Jul 15 17:01:33.719932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7162-06ad-4ffd-aa6d-26d97e494079 service neutron] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:33.889642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:33.900242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-148ee4e7-0063-4350-b55f-c87c386bc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:33.906588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-148ee4e7-0063-4350-b55f-c87c386bc703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1094 time: 0.6115460 Jul 15 17:01:33.977573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-9bdc6e80-3ae7-4849-9b30-88973a3e5a6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.0558417 Jul 15 17:01:34.012208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-084f1b3e-85b9-4b0b-a820-b4359c5aaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.019825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-084f1b3e-85b9-4b0b-a820-b4359c5aaa28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 1095 time: 0.4795384 Jul 15 17:01:34.242212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-42447c04-161a-461e-a5be-12ff8b614033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.244201 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-42447c04-161a-461e-a5be-12ff8b614033 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.2536268 Jul 15 17:01:34.328354 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.344915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-558891a1-cdd0-4963-acda-fc1f8d87682b None None] Provisioning complete for port 7426362d-e905-4a46-81fa-914193118641 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:34.345480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-558891a1-cdd0-4963-acda-fc1f8d87682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.361557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-d98781b9-17eb-49a5-93a5-f6cfbac0d3a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072400 Jul 15 17:01:34.366318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.458706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ea24b4-3355-4b80-b957-845ea5d69024 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:34.480701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a8d5428-6213-48be-9abb-cbfd279c1601 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=223345e4674e4b8fb39b08d1c7053eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1199379 Jul 15 17:01:34.485308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46148) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:34.494220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.538119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Network d5791320-9caa-4708-8ec6-be307b3533c1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:34.564009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:34.586692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:34.611273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.624445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Transition to ACTIVE for port object e2ea24b4-3355-4b80-b957-845ea5d69024 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:34.692656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Pushing event updated for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:34.700913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-f681ac41-3b16-469b-bf9c-560d37f74345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.703406 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-f681ac41-3b16-469b-bf9c-560d37f74345 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.6830459 Jul 15 17:01:34.722746 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.786214 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-4d334a50-0124-4d9c-804a-3842f97ff37b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28323896-715e-41ee-8443-b9f0453c11f5 HTTP/1.1" status: 200 len: 217 time: 0.0730541 Jul 15 17:01:34.856814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.857674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.864383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-169b0d88-4d8d-40e5-8172-784fc1bab9b5 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708629 Jul 15 17:01:34.871130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.879439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:34.890366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9bab-608a-4a44-98cc-2b5b7e909d57 req-04c6bc36-041f-4b0e-83b9-0c95673817e2 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.897256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeeb9bab-608a-4a44-98cc-2b5b7e909d57 req-04c6bc36-041f-4b0e-83b9-0c95673817e2 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 931 time: 0.6082830 Jul 15 17:01:34.907295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-34bf318d-cd07-434e-9cb5-747484aecd6b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9402003 Jul 15 17:01:34.919920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Request body: {'port': {'device_id': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:34.962731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754b971-dd32-4996-86ee-4ff71437ea6b req-5fb26ad8-a02f-4054-92a8-3655df5ec471 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.967883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-68898277-8a75-4c54-9bdf-89e6c6df3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:34.969499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-68898277-8a75-4c54-9bdf-89e6c6df3ee5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1767130 Jul 15 17:01:34.969734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2754b971-dd32-4996-86ee-4ff71437ea6b req-5fb26ad8-a02f-4054-92a8-3655df5ec471 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 1.4342728 Jul 15 17:01:35.094099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.112146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:35.159596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Network 0a498e1a-8e39-4dd4-9726-f726223820bc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:35.197578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-4c4ea563-7bd4-425c-9adf-656a2e1b63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:35.212801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-4c4ea563-7bd4-425c-9adf-656a2e1b63d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990201 Jul 15 17:01:35.237122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:35.242078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aeeb9bab-608a-4a44-98cc-2b5b7e909d57 req-724da522-eb08-4946-842f-0cc74e7cef65 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439531 Jul 15 17:01:35.243483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:35.282410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.297967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:35.316270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28cce5c8-3920-4524-9cd2-17e1ea0826d8 req-20e194fb-c323-4912-ad93-bbd38c69eab9 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389544 Jul 15 17:01:35.422134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2754b971-dd32-4996-86ee-4ff71437ea6b req-93ef0e78-a057-4df9-b3a0-b40ef27298f0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514661 Jul 15 17:01:35.471570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=2691fdc7-bf7b-40e9-a45b-06f277862183,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:35.498536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.500305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2bd25-189f-4454-a4d8-8d430e1177c4 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:35.503253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5efaaf1b-7479-43f2-8dec-4321cd039595 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2691fdc7-bf7b-40e9-a45b-06f277862183 HTTP/1.1" status: 204 len: 168 time: 2.6994472 Jul 15 17:01:35.506293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46164) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:35.520315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Pushing event updated for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:35.565677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9870f12d-4d86-433d-8322-63207773628e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561645 Jul 15 17:01:35.566362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:35.578403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:35.603298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:35.606745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.633030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-94ddd114-7474-4080-8075-66687d5ff17f service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082410 Jul 15 17:01:35.633687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.737810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:35.746504 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.750152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.751501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd96a6be-e8cf-4906-bc2b-f7db373e26e0 HTTP/1.1" status: 204 len: 168 time: 1.2614341 Jul 15 17:01:35.760519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Attempting to bind port e2ea24b4-3355-4b80-b957-845ea5d69024 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:35.761072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Attempting to bind port e2ea24b4-3355-4b80-b957-845ea5d69024 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:35.761562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Attempting to bind port e2ea24b4-3355-4b80-b957-845ea5d69024 on network 02356bfb-7512-4180-91a4-77d01500d8a3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:35.772317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-aeff61cd-c1c1-42bc-8aa0-8e2b8a413c62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6058395 Jul 15 17:01:35.791373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '28323896-715e-41ee-8443-b9f0453c11f5', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '28323896-715e-41ee-8443-b9f0453c11f5', 'mac_address': 'fa:16:3e:8e:b2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:35.818665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Request body: {'port': {'device_id': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:35.852384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Port e2ea24b4-3355-4b80-b957-845ea5d69024 on network 02356bfb-7512-4180-91a4-77d01500d8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:35.852996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Attempting to bind port e2ea24b4-3355-4b80-b957-845ea5d69024 on network 02356bfb-7512-4180-91a4-77d01500d8a3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:35.855329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eecace-e8fa-4e15-af28-66909c8fcb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd96a6be-e8cf-4906-bc2b-f7db373e26e0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:35.884965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:35.885582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Checking segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:35.886207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Bound using segment: {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:35.886833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Bound port: e2ea24b4-3355-4b80-b957-845ea5d69024, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a88a71f-3b5a-41ef-87da-10c8cccd520f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:35.887363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.916499 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:35.968041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28323896-715e-41ee-8443-b9f0453c11f5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:36.001955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:36.008684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.071122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:36.074853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.089664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:01:36.103401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:36.214254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Deleting port 7426362d-e905-4a46-81fa-914193118641 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:36.214564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.285113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['28323896-715e-41ee-8443-b9f0453c11f5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:36.324263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] For port 7426362d-e905-4a46-81fa-914193118641, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7426362d-e905-4a46-81fa-914193118641,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:36.324676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.340327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-86d1855a-1270-433f-945c-9c6cf94a769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.341907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-86d1855a-1270-433f-945c-9c6cf94a769a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1094 time: 0.7050757 Jul 15 17:01:36.359835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4ad38d8c-7fe2-4242-87aa-4fded7ee17ac req-4bd808c8-d87c-4e8f-90c1-40ae95956292 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101190 Jul 15 17:01:36.371407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Calling delete_port for 7426362d-e905-4a46-81fa-914193118641 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:36.630765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ce6d2-319c-40ec-8e91-eaf36a0f49eb req-b15a5176-2017-4cdb-a1c7-8bba99aa98bc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.646666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-915ce6d2-319c-40ec-8e91-eaf36a0f49eb req-b15a5176-2017-4cdb-a1c7-8bba99aa98bc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 931 time: 0.9610908 Jul 15 17:01:36.686677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.710787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.725183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.729320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.750378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.766218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:36.778362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-cb40e3d2-6ece-4e02-bf09-6f2283f71195 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 3828 time: 1.1403446 Jul 15 17:01:36.791911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] No DVR routers for this DVR port 7426362d-e905-4a46-81fa-914193118641 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:01:36.796559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf30a3-eb94-486e-82c8-19977063bd9b None None] Pushing event deleted for resources: {'Port': ['ID=7426362d-e905-4a46-81fa-914193118641,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:36.868502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:36.983538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:37.039468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-915ce6d2-319c-40ec-8e91-eaf36a0f49eb req-72a2e57d-34ed-4775-ae72-85d74851db55 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918171 Jul 15 17:01:37.048039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-b6e68bb3-54ac-4df6-9d34-1518c30a68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:37.051409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-b6e68bb3-54ac-4df6-9d34-1518c30a68ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.5798655 Jul 15 17:01:37.066414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5e32dbd-f288-4d39-a5ba-38f7176f0f70 req-e3dba30c-c0d1-445e-a387-1bbdd4a98f5d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869599 Jul 15 17:01:37.079299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e2ea24b4-3355-4b80-b957-845ea5d69024,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:37.117650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:37.308088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-4cbfa2d8-b3f0-4f0f-8b41-62aadb6ff26c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.2477734 Jul 15 17:01:37.311100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:37.314275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99e62205-8e2e-4684-a305-fb0bcf5c8f9c details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:37.325025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:37.327092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:37.330043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] 10.222.0.20 "PUT /v2.0/ports/e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 1091 time: 4.6668108 Jul 15 17:01:37.462624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:37.468382 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:37.503060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46224) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:37.587878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d01c5e-ebed-4415-ac23-e509a5465765 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:37.611388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff91e0-d514-43aa-9f36-8ba91b1d4578 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:37.643355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:37.647065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:37.650946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-e114cb78-60fd-475c-b83b-51cef2caf693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:37.663498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-e114cb78-60fd-475c-b83b-51cef2caf693 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.3374352 Jul 15 17:01:37.757335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7426362d-e905-4a46-81fa-914193118641 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:01:37.800819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1769355798-network', 'tenant_id': '9868776d9e424351bd7512a44f0e92db'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:37.810581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-ca34a416-c02c-4017-adaa-c7b02087f22b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342967 Jul 15 17:01:37.821108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Transition to ACTIVE for port object f9d01c5e-ebed-4415-ac23-e509a5465765 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:37.851410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:37.857865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 28323896-715e-41ee-8443-b9f0453c11f5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:37.891217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7426362d-e905-4a46-81fa-914193118641 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:01:37.894493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7426362d-e905-4a46-81fa-914193118641 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:01:37.911690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 28323896-715e-41ee-8443-b9f0453c11f5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:37.915169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:37.978260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Made reservation on behalf of 9868776d9e424351bd7512a44f0e92db for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:37.980734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.030540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:38.043746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.053419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'port_id': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'mac_address': 'fa:16:3e:21:2e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:38.128581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.143843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e62205-8e2e-4684-a305-fb0bcf5c8f9c {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:38.148346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.202111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:38.230374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:38.233260 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f804e52-5d52-4bc7-b06a-7e25b5f80645" -d '{"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-plugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:38.258627 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.277448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:38.313676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.337057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Pushing event updated for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:38.349734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.359062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:38.384672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.399641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.448469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:38.460184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:01:38.478919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Attempting to bind port f9d01c5e-ebed-4415-ac23-e509a5465765 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:38.480557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Attempting to bind port f9d01c5e-ebed-4415-ac23-e509a5465765 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:38.481137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Attempting to bind port f9d01c5e-ebed-4415-ac23-e509a5465765 on network d5791320-9caa-4708-8ec6-be307b3533c1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:38.496190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.497473 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Added segment f5c9766b-2a61-47d9-864f-d6373021bcb2 of type vlan for network 0463a230-4d51-48d1-9b13-53d44ade2d5e Jul 15 17:01:38.521679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['99e62205-8e2e-4684-a305-fb0bcf5c8f9c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:38.545774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:01:38.568342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82786-b6fe-417e-b406-a231f509ba06 req-4a7e11ac-dc99-4bfa-bb96-6ad3fc2cbc69 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:38.570303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92a82786-b6fe-417e-b406-a231f509ba06 req-4a7e11ac-dc99-4bfa-bb96-6ad3fc2cbc69 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 943 time: 0.9240184 Jul 15 17:01:38.575124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.586542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.603136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e61f1f-4963-4a5e-adea-3f49380b7934 req-316c0742-23ef-4244-931c-ccc308e0ba7b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:38.604878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40e61f1f-4963-4a5e-adea-3f49380b7934 req-316c0742-23ef-4244-931c-ccc308e0ba7b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 945 time: 0.9446709 Jul 15 17:01:38.618161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34434ca-2272-49b8-ae9f-a887d2eb7249 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:38.627072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-37874de4-2cc3-4298-968a-7077609bdb67 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8024287 Jul 15 17:01:38.633408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.636063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:38.636697 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.773119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Pushing event updated for resources: {'Network': ['ID=0463a230-4d51-48d1-9b13-53d44ade2d5e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:38.775729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Port f9d01c5e-ebed-4415-ac23-e509a5465765 on network d5791320-9caa-4708-8ec6-be307b3533c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:38.786170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.786703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Attempting to bind port f9d01c5e-ebed-4415-ac23-e509a5465765 on network d5791320-9caa-4708-8ec6-be307b3533c1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:38.795661 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2912962 Jul 15 17:01:38.808627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:38.809267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Checking segment: {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:38.809838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Bound using segment: {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:38.811048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0463a230-4d51-48d1-9b13-53d44ade2d5e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:01:38.812460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Bound port: f9d01c5e-ebed-4415-ac23-e509a5465765, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:38.813073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:38.870681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:38.893116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Request body: {'subnet': {'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1769355798-subnet', 'tenant_id': '9868776d9e424351bd7512a44f0e92db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:38.952472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:38.955042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ac900-664e-40c9-b0cd-54e9ae71c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd718c3-350f-4d41-b766-ad0b8a5ccc52,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:38.955780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Transition to ACTIVE for port object c34434ca-2272-49b8-ae9f-a887d2eb7249 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:38.975348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40e61f1f-4963-4a5e-adea-3f49380b7934 req-073abdef-4041-49b8-8472-756407d6e0c4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386335 Jul 15 17:01:39.029210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:39.040429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c9448-4cf1-4711-b1b0-d1d8220b4d2a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:39.240819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92a82786-b6fe-417e-b406-a231f509ba06 req-46cb5d90-d58b-4bef-9991-8070244f5b5f tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470268 Jul 15 17:01:39.241853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.253395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=efd03205-3ee7-41d4-a6e6-7571a990013d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:39.270102 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c081314-aee1-449c-b02f-4f608cd6a508 x-openstack-request-id: req-2c081314-aee1-449c-b02f-4f608cd6a508 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:39.272611 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:39.273085 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c081314-aee1-449c-b02f-4f608cd6a508 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:39.273693 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'status': 'completed', 'code': 200} Jul 15 17:01:39.276202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:39.289651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ff31dd2-d124-4684-b8b6-255a8ae043d5 req-48534dfc-ecaa-43a5-914f-d61dafa51ccd service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391904 Jul 15 17:01:39.290314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.303369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Made reservation on behalf of 9868776d9e424351bd7512a44f0e92db for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:39.317477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.441168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:39.453046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9d01c5e-ebed-4415-ac23-e509a5465765,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:39.535220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Pushing event updated for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:39.582700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': 'efd03205-3ee7-41d4-a6e6-7571a990013d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:01:39.583608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.627755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28eb98d-6234-480a-a72a-7ff91e33cd64 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:39.635991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f7246ee3-cb70-4423-847f-364ded22e8c6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0656857 Jul 15 17:01:39.656883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.657937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.661315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:39.671943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Transition to ACTIVE for port object a28eb98d-6234-480a-a72a-7ff91e33cd64 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:39.676061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:39.697333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.872841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:39.873809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:39.875565 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] 10.222.0.20 "PUT /v2.0/ports/f9d01c5e-ebed-4415-ac23-e509a5465765 HTTP/1.1" status: 200 len: 1091 time: 4.9604528 Jul 15 17:01:39.886969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:39.892507 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af512258-c0c6-4c25-a848-b26aba747479" -d '{"events": [{"name": "network-changed", "server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:39.909984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Allocated IP 2001:db8::f816:3eff:fef0:ffb7 (c39447b1-2e0e-4621-a1d1-1027e590f497/efd03205-3ee7-41d4-a6e6-7571a990013d/7b7a048e-e2e4-43b7-a16c-f99f200079a8) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:40.009725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Attempting to bind port c34434ca-2272-49b8-ae9f-a887d2eb7249 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:40.010837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Attempting to bind port c34434ca-2272-49b8-ae9f-a887d2eb7249 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:40.011409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Attempting to bind port c34434ca-2272-49b8-ae9f-a887d2eb7249 on network 0a498e1a-8e39-4dd4-9726-f726223820bc {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:40.021987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Port c34434ca-2272-49b8-ae9f-a887d2eb7249 on network 0a498e1a-8e39-4dd4-9726-f726223820bc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:40.022495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Attempting to bind port c34434ca-2272-49b8-ae9f-a887d2eb7249 on network 0a498e1a-8e39-4dd4-9726-f726223820bc {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:40.102046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd286-52ad-4754-bf03-99304d0bc23f service neutron] Pushing event updated for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:40.106560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec622022-98ee-4e8f-972e-318e6cca0890 req-431f74f0-da7c-430d-ac79-e24d41141230 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.109765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec622022-98ee-4e8f-972e-318e6cca0890 req-431f74f0-da7c-430d-ac79-e24d41141230 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 943 time: 0.5475574 Jul 15 17:01:40.115554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:40.116021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Checking segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:40.116549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Bound using segment: {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:40.117102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Bound port: c34434ca-2272-49b8-ae9f-a887d2eb7249, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:40.117660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.150110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.150617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.151109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.151307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:40.163938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.164413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.166551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-8fd9f2b0-b1d6-4d70-b51e-a083ac03e4ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 4363 time: 0.8758824 Jul 15 17:01:40.261110 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.276570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:40.281570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:40.290794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Transition to ACTIVE for port object 7b7a048e-e2e4-43b7-a16c-f99f200079a8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:40.301702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.311633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Attempting to bind port a28eb98d-6234-480a-a72a-7ff91e33cd64 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:40.312178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Attempting to bind port a28eb98d-6234-480a-a72a-7ff91e33cd64 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:40.312598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Attempting to bind port a28eb98d-6234-480a-a72a-7ff91e33cd64 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:40.335158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Transition to ACTIVE for port object 7b7a048e-e2e4-43b7-a16c-f99f200079a8 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:40.335366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.344997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.346814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.354144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.374941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:40.375487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.376845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:40.378412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.383243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.397521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.397521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83a8398a-732a-48d5-88f3-4956a32e779a req-011a11cd-1f81-4966-9c41-b2737376bca2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 3828 time: 0.7742467 Jul 15 17:01:40.408239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:40.411512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:40.489798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Attempting to bind port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:40.490178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Attempting to bind port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:40.490543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Attempting to bind port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:40.496388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:40.496589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:40.497028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.497423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:40.498532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Bound port: 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:40.498862 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.500727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec622022-98ee-4e8f-972e-318e6cca0890 req-c2663385-bf5c-4742-99b3-99cd750ec142 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525710 Jul 15 17:01:40.502081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Pushing event updated for resources: {'Port': ['ID=7b7a048e-e2e4-43b7-a16c-f99f200079a8,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:40.518486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Port a28eb98d-6234-480a-a72a-7ff91e33cd64 on network aa52719c-374c-4734-8aa0-97000847b98d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:40.518808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Attempting to bind port a28eb98d-6234-480a-a72a-7ff91e33cd64 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:40.562220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.563006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.569185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] 10.222.0.20 "PUT /v2.0/ports/c34434ca-2272-49b8-ae9f-a887d2eb7249 HTTP/1.1" status: 200 len: 1091 time: 4.7549801 Jul 15 17:01:40.653754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:40.654200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:40.658562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Bound using segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:40.659230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Bound port: a28eb98d-6234-480a-a72a-7ff91e33cd64, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:40.661900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.684834 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96510571-1d72-4780-b40c-f01106771000 x-openstack-request-id: req-96510571-1d72-4780-b40c-f01106771000 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:40.686449 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-plugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:40.686747 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96510571-1d72-4780-b40c-f01106771000 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:40.687174 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5', 'code': 200} Jul 15 17:01:40.760958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] For port 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:40.770502 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.777316 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.793249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-0147ad4c-2114-4b51-86fa-cdfa430e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.793775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-0147ad4c-2114-4b51-86fa-cdfa430e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.796312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-0147ad4c-2114-4b51-86fa-cdfa430e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:40.798614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-0147ad4c-2114-4b51-86fa-cdfa430e8ade service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e76c7c6102441438f7fab0a81523c18&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6208162 Jul 15 17:01:40.804443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] For port 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7b7a048e-e2e4-43b7-a16c-f99f200079a8,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:40.811962 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:40.877935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83a8398a-732a-48d5-88f3-4956a32e779a req-4e34d8d9-c69d-4eba-b50e-0ea7c9f81c54 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380929 Jul 15 17:01:40.901266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70d7ce-bb80-4b67-9297-8b2eed553d81 service neutron] Pushing event updated for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:40.922115 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efd03205-3ee7-41d4-a6e6-7571a990013d (CIDR: 2001:db8::/64) Jul 15 17:01:40.988445 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff4b6d-60ff-4675-9679-b3dbdc673388 x-openstack-request-id: req-d4ff4b6d-60ff-4675-9679-b3dbdc673388 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:40.989233 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:40.990238 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4ff4b6d-60ff-4675-9679-b3dbdc673388 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:40.990823 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765', 'status': 'completed', 'code': 200} Jul 15 17:01:41.021246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f29f5-6528-4596-9a4e-d7c97799b0ea None None] Pushing event updated for resources: {'Port': ['ID=7b7a048e-e2e4-43b7-a16c-f99f200079a8,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:41.136233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd88f0ef-1aab-465b-abae-b2bf17b7bbd7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:41.183008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-f8a9bd84-b4b6-4b06-b20a-3e0d1dbd266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.184783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-f8a9bd84-b4b6-4b06-b20a-3e0d1dbd266a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 1094 time: 0.4902103 Jul 15 17:01:41.305672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:41.308258 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bbe000-7e04-4b40-b208-b566b1e5df01" -d '{"events": [{"name": "network-changed", "server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:41.312721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99e62205-8e2e-4684-a305-fb0bcf5c8f9c up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:41.313057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-64c3c368-83c6-41f2-9892-77480dcbc56e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249 HTTP/1.1" status: 200 len: 217 time: 0.1115973 Jul 15 17:01:41.358647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-9295f5d6-f24d-445b-839a-ac17714b4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.360229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-17e1a5d0-9dce-476a-8a4b-e510b4f60c50 req-9295f5d6-f24d-445b-839a-ac17714b4f41 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3472526 Jul 15 17:01:41.367006 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:01:41.367504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:01:41.387039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-812f13d1-351d-464e-9c3a-b42d9aa24df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.389533 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-812f13d1-351d-464e-9c3a-b42d9aa24df6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 1094 time: 1.4421668 Jul 15 17:01:41.451926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:41.463480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab4ad9-24cc-43b4-92c1-aaab77018cd4 req-01931ba6-c436-402a-88a3-fd4705f87be5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.465053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6ab4ad9-24cc-43b4-92c1-aaab77018cd4 req-01931ba6-c436-402a-88a3-fd4705f87be5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4447784 Jul 15 17:01:41.474081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:41.482082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:41.485945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3939a626-f53f-4560-b72b-3b4196707f50 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8114438 Jul 15 17:01:41.485945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-6cf6a27a-30e3-4d94-b8e3-a66ab35b453e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d01c5e-ebed-4415-ac23-e509a5465765 HTTP/1.1" status: 200 len: 217 time: 0.0880806 Jul 15 17:01:41.487544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:41.489810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:41.491589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Checking segment: {'id': 'f5c9766b-2a61-47d9-864f-d6373021bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:41.493602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Network hostable DHCP agents. Network: 0463a230-4d51-48d1-9b13-53d44ade2d5e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:01:41.501592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:41.514219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:41.547010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:41.580567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5192fe6-4db3-4526-98d3-b0a8ed2a85a0 req-e68176bc-43f6-4490-9e27-0f51992739f7 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.584973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5192fe6-4db3-4526-98d3-b0a8ed2a85a0 req-e68176bc-43f6-4490-9e27-0f51992739f7 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 943 time: 0.4138484 Jul 15 17:01:41.619822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-a0d1c52f-4aca-43b1-b69c-9879fcaaf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.619822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-a0d1c52f-4aca-43b1-b69c-9879fcaaf722 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.2870910 Jul 15 17:01:41.655991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6ab4ad9-24cc-43b4-92c1-aaab77018cd4 req-1fb224db-fde2-45f6-b20b-4aa27c6cecfa tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792531 Jul 15 17:01:41.679770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:41.680766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:41.682366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 1135 time: 4.0976076 Jul 15 17:01:41.756010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5192fe6-4db3-4526-98d3-b0a8ed2a85a0 req-487981be-942f-4fc4-826e-10f0268bc60e tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401544 Jul 15 17:01:41.766335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-d7bcd26e-6dfd-4983-9f50-72d4baba7b17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285837 Jul 15 17:01:41.773309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:41.791382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b7a048e-e2e4-43b7-a16c-f99f200079a8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:41.856203 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf687a-8e8c-48bd-940b-babaec13fa03 x-openstack-request-id: req-fdcf687a-8e8c-48bd-940b-babaec13fa03 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:41.856502 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:41.856759 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdcf687a-8e8c-48bd-940b-babaec13fa03 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:41.857193 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249', 'status': 'completed', 'code': 200} Jul 15 17:01:41.955314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:41.995627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ecd58-f4b4-4a17-8286-7eccfce248f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:42.098975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:42.121938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:42.286120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:42.296466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339471-2278-4180-8e45-aef9d8209861 req-771fd4ab-b4c8-41bc-b317-5e744e2488fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:42.298292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec339471-2278-4180-8e45-aef9d8209861 req-771fd4ab-b4c8-41bc-b317-5e744e2488fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 1097 time: 1.3746400 Jul 15 17:01:42.321301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Network 0463a230-4d51-48d1-9b13-53d44ade2d5e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:01:42.371019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:42.483916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-e437d5f7-aa6a-4b8b-b51a-53518df9f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:42.485788 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-e437d5f7-aa6a-4b8b-b51a-53518df9f59e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cdbee74-259d-45fb-b871-6af35c1eca7a HTTP/1.1" status: 200 len: 848 time: 0.9789956 Jul 15 17:01:42.596317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0463a230-4d51-48d1-9b13-53d44ade2d5e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:42.609361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:42.610644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:42.616087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f126fd-bff1-4a2b-843f-a23f05de03a6 None None] Network 0463a230-4d51-48d1-9b13-53d44ade2d5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:42.719035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:42.790234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-21d4907d-8d77-4bf5-8627-c9f863c84687 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5791320-9caa-4708-8ec6-be307b3533c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2896917 Jul 15 17:01:42.791428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-ec50eb0b-4b02-490f-911f-cf221abd937a service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0118334 Jul 15 17:01:42.818021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2db6f15e-9a3b-4113-bc5b-ff7657b9e223 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.9382224 Jul 15 17:01:42.840451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:42.844170 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9a153-7ad3-4c62-9d8d-40133843834c" -d '{"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-plugged", "status": "completed", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:42.857913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:42.872232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:42.895704 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec339471-2278-4180-8e45-aef9d8209861 req-6c07b4f6-503a-4dc3-8c90-b1f71e0fe541 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853481 Jul 15 17:01:42.935084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2cc3c0d-912b-4a56-b9f9-b7b77a5ba434 req-0c95da7e-df4c-4fa2-b5a2-ec77ca225235 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341248 Jul 15 17:01:42.958009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab81ce-2728-45dc-880f-6c19dedc6705 None None] Network 0463a230-4d51-48d1-9b13-53d44ade2d5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:42.965277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Provisioning for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:42.968660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32cbd5-771d-4b2e-8c8a-a04a9c898354 req-423fd44f-d751-43df-bad8-6e8baf66d33f tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:42.970430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad32cbd5-771d-4b2e-8c8a-a04a9c898354 req-423fd44f-d751-43df-bad8-6e8baf66d33f tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 943 time: 0.9502363 Jul 15 17:01:42.980087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Provisioning complete for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:42.980484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:42.984214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.003582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.019713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.032929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.039935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.047504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.058131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-9c599330-aafd-4e28-bf40-b606cfc499e4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 4605 time: 0.4536893 Jul 15 17:01:43.242147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-9e2e4f78-b2e5-4fbe-833a-f5d82a7ddb4f service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508173 Jul 15 17:01:43.312725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad32cbd5-771d-4b2e-8c8a-a04a9c898354 req-688057f9-a123-47b3-8f29-955e010d46e0 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795962 Jul 15 17:01:43.390538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-ff2f2f05-a822-48ad-bba9-ff43e35d012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.392063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-ff2f2f05-a822-48ad-bba9-ff43e35d012f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 1094 time: 0.2603369 Jul 15 17:01:43.410565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f33aa888-5716-442c-a8a0-5a110f306e00 req-419182b7-e395-46cd-9b25-71b368986639 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3511305 Jul 15 17:01:43.418742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:43.544673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] For port 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7b7a048e-e2e4-43b7-a16c-f99f200079a8,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:43.553675 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:43.575175 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ecad93d4-ab5e-48c3-b69c-9c66a48f9687 req-fd1fec35-b54a-477f-b5ed-65f161d36427 service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078401 Jul 15 17:01:43.627610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22733f2-ba64-4144-8789-3b15f709c36a None None] Pushing event updated for resources: {'Port': ['ID=7b7a048e-e2e4-43b7-a16c-f99f200079a8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:43.704974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:43.789309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:43.791689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:43.799074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.799739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:43.808632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d10209-049d-48e6-9802-e2ce51186b9a None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:43.812802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40435e-f4a6-4179-8003-52e90903d6c9 req-3d66a9fc-4520-4453-a281-cf8df325f0f3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.814254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce40435e-f4a6-4179-8003-52e90903d6c9 req-3d66a9fc-4520-4453-a281-cf8df325f0f3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.2492497 Jul 15 17:01:43.819097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-e8e2a381-e26d-4196-bbb2-49f579d3cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.820596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-e8e2a381-e26d-4196-bbb2-49f579d3cdae service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.4074829 Jul 15 17:01:43.843387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3467417 Jul 15 17:01:43.846318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:43.853856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:10:79:d8', 'name': 'tempest-NetworksTestDHCPv6-836658659'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:43.860479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'a28eb98d-6234-480a-a72a-7ff91e33cd64'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:43.862990 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "a28eb98d-6234-480a-a72a-7ff91e33cd64"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:43.878551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f7492-35b5-45ee-975b-193bfd2e1e4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=3ce52be5-1b31-4092-b0d1-31f193d7e3e9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:43.925178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2aed55-ed3d-4d69-8251-e8aad2f6af43 req-050cb64e-db58-4399-9628-e09b128d2703 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.932163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de2aed55-ed3d-4d69-8251-e8aad2f6af43 req-050cb64e-db58-4399-9628-e09b128d2703 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 943 time: 0.2969863 Jul 15 17:01:43.961187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512258-c0c6-4c25-a848-b26aba747479 req-28494ec0-929a-419b-8de0-bb44939e3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:43.961453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-f28aff3d-fbd3-46ef-b1b7-9e922d69b1e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249 HTTP/1.1" status: 200 len: 217 time: 0.1070604 Jul 15 17:01:43.964910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a393081d-7566-4737-92d5-ee4cb91d4f91 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:43.979685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-28494ec0-929a-419b-8de0-bb44939e3eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 1094 time: 0.2855618 Jul 15 17:01:43.982321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:44.094348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-3f8e4400-5195-43a5-858a-4e26b7cf9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:44.096151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-3f8e4400-5195-43a5-858a-4e26b7cf9c8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.1177058 Jul 15 17:01:44.109733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de2aed55-ed3d-4d69-8251-e8aad2f6af43 req-24355e0d-d686-485a-a9ed-2385aeb25181 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766865 Jul 15 17:01:44.152107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:44.152346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce40435e-f4a6-4179-8003-52e90903d6c9 req-a76e4fcc-18b0-4ce2-ba42-c97e2d496b84 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267417 Jul 15 17:01:44.180363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512258-c0c6-4c25-a848-b26aba747479 req-7133ef5c-d85f-4f52-ab06-50b72ce18789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:44.199205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Transition to ACTIVE for port object a393081d-7566-4737-92d5-ee4cb91d4f91 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:44.200822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-7133ef5c-d85f-4f52-ab06-50b72ce18789 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 908 time: 0.2150455 Jul 15 17:01:44.206582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-20f7049d-52b3-473b-ad96-60f6011c355c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955656 Jul 15 17:01:44.208909 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62900558-5121-4153-82e1-b686bd7172a9 x-openstack-request-id: req-62900558-5121-4153-82e1-b686bd7172a9 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:44.209206 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-plugged", "status": "completed", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:44.209462 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62900558-5121-4153-82e1-b686bd7172a9 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:44.209937 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'code': 200} Jul 15 17:01:44.210942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:44.354103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:44.372278 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec71b571-007d-4378-ae17-d8f2895183ea x-openstack-request-id: req-ec71b571-007d-4378-ae17-d8f2895183ea {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:44.372524 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "a28eb98d-6234-480a-a72a-7ff91e33cd64", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:44.372834 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec71b571-007d-4378-ae17-d8f2895183ea {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:44.373258 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'a28eb98d-6234-480a-a72a-7ff91e33cd64', 'status': 'completed', 'code': 200} Jul 15 17:01:44.515388 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-b4cdf67a-710a-4e6a-874e-66ec2303c255 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9d01c5e-ebed-4415-ac23-e509a5465765 HTTP/1.1" status: 200 len: 217 time: 0.2634883 Jul 15 17:01:44.550213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Update dhcp port {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'fixed_ips': [{'subnet_id': 'efd03205-3ee7-41d4-a6e6-7571a990013d', 'ip_address': '2001:db8::f816:3eff:fef0:ffb7'}, {'subnet_id': '3ce52be5-1b31-4092-b0d1-31f193d7e3e9'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '7b7a048e-e2e4-43b7-a16c-f99f200079a8'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:01:44.649666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:44.769742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-5c0b5523-eb31-462b-b130-8cd131df2076 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644833 Jul 15 17:01:44.994962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512258-c0c6-4c25-a848-b26aba747479 req-92a27652-c486-4b77-a1d0-a61db57494ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:44.996674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-92a27652-c486-4b77-a1d0-a61db57494ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cdbee74-259d-45fb-b871-6af35c1eca7a HTTP/1.1" status: 200 len: 848 time: 0.4715750 Jul 15 17:01:45.048552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:45.053965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Attempting to bind port a393081d-7566-4737-92d5-ee4cb91d4f91 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:45.054514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Attempting to bind port a393081d-7566-4737-92d5-ee4cb91d4f91 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:45.054875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Attempting to bind port a393081d-7566-4737-92d5-ee4cb91d4f91 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:45.085980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-93f2ea00-2ae1-4be7-8475-913dbb8b9101 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5791320-9caa-4708-8ec6-be307b3533c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468996 Jul 15 17:01:45.133540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.144859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.145575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.146378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.147041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.147661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.148309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.150603 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-b2fbf359-3ada-4d75-abb8-2d67ff41a935 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6178 time: 0.7865188 Jul 15 17:01:45.208455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-ff4a5b1f-9934-47cf-a1b9-0b1e4c2d01c2 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.219645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-ff4a5b1f-9934-47cf-a1b9-0b1e4c2d01c2 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/networks?id=0463a230-4d51-48d1-9b13-53d44ade2d5e HTTP/1.1" status: 200 len: 814 time: 0.4376941 Jul 15 17:01:45.259133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Port a393081d-7566-4737-92d5-ee4cb91d4f91 on network aa52719c-374c-4734-8aa0-97000847b98d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:45.260330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Attempting to bind port a393081d-7566-4737-92d5-ee4cb91d4f91 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:45.272212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c53ae-c857-4a08-b392-f240c57650f3 req-7c7ae5a3-38f4-4dec-93e3-f193117cc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.274128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c25c53ae-c857-4a08-b392-f240c57650f3 req-7c7ae5a3-38f4-4dec-93e3-f193117cc539 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.9389486 Jul 15 17:01:45.276195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-58c7b52a-7b6b-4392-a074-f061882ae2e8 service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569369 Jul 15 17:01:45.278552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-6f0490dc-ebc1-4470-8634-6e53d597e1cb tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/quotas/9868776d9e424351bd7512a44f0e92db HTTP/1.1" status: 200 len: 375 time: 0.0577376 Jul 15 17:01:45.312490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c34434ca-2272-49b8-ae9f-a887d2eb7249 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:45.340643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-ca7dfe3b-ddc4-467e-a15b-0c7824232f8a tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9868776d9e424351bd7512a44f0e92db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603375 Jul 15 17:01:45.384467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-5311a5ca-4f51-4e31-b0fb-f5a228ce242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.385496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-5311a5ca-4f51-4e31-b0fb-f5a228ce242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.386391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-5311a5ca-4f51-4e31-b0fb-f5a228ce242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.389546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-5311a5ca-4f51-4e31-b0fb-f5a228ce242a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e76c7c6102441438f7fab0a81523c18&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1123347 Jul 15 17:01:45.401554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Allocated IP 2001:db8:0:1::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/3ce52be5-1b31-4092-b0d1-31f193d7e3e9/7b7a048e-e2e4-43b7-a16c-f99f200079a8) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:45.470050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 34adda5b-ad87-4877-9e4b-9eb9057ee870 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:01:45.585877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-61bdb085-62fe-488e-be10-9d36d2d473a8 service neutron] 10.222.0.25 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440505 Jul 15 17:01:45.605172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:45.605538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:45.606491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Bound using segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:45.606962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Bound port: a393081d-7566-4737-92d5-ee4cb91d4f91, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:45.609457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:45.621405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:45.650311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-983ca1a6-d2cb-4df8-abe6-648ae8118e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.655545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-983ca1a6-d2cb-4df8-abe6-648ae8118e33 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2335007 Jul 15 17:01:45.667115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'c34434ca-2272-49b8-ae9f-a887d2eb7249', 'network_id': '0a498e1a-8e39-4dd4-9726-f726223820bc', 'port_id': 'c34434ca-2272-49b8-ae9f-a887d2eb7249', 'mac_address': 'fa:16:3e:81:17:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53828f37-2380-4b32-9299-f7f841cb6b88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:45.689957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c25c53ae-c857-4a08-b392-f240c57650f3 req-4c62b48a-0b49-4644-9037-915e3b8373a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989049 Jul 15 17:01:45.693188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b7a048e-e2e4-43b7-a16c-f99f200079a8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:45.714771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8e8b-cf8a-4f27-b7d6-de5c4d89675e req-8443a5de-abc6-48cf-993d-631fd890c407 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:45.723068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] For port 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7b7a048e-e2e4-43b7-a16c-f99f200079a8,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:45.723365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de2e8e8b-cf8a-4f27-b7d6-de5c4d89675e req-8443a5de-abc6-48cf-993d-631fd890c407 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 943 time: 1.0065980 Jul 15 17:01:45.746211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1bbe000-7e04-4b40-b208-b566b1e5df01 req-bc6bdd77-cfb4-47f5-bbb0-a56c4eb0d2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824596 Jul 15 17:01:45.835660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af512258-c0c6-4c25-a848-b26aba747479 req-b2d0d664-92a8-4cd4-b2a8-3fc88a74cac9 service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434075 Jul 15 17:01:45.881060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de2e8e8b-cf8a-4f27-b7d6-de5c4d89675e req-941b4eea-d103-40aa-aca7-7001d5038f99 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567087 Jul 15 17:01:45.912432 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:45.920928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:45.960430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-73c72c0e-2a4b-43ac-a7fa-5dde7877d66d service neutron] 10.222.0.25 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734355 Jul 15 17:01:45.976531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34434ca-2272-49b8-ae9f-a887d2eb7249 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:45.981420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:45.985458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a393081d-7566-4737-92d5-ee4cb91d4f91,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:45.991635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.005469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Transition to ACTIVE for port object 7b7a048e-e2e4-43b7-a16c-f99f200079a8 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:46.025279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.025279 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.031580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:46.033041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 1136 time: 4.2701027 Jul 15 17:01:46.033540 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.051730 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.113814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:46.188270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:46.228482 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.358761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8:0:1::34 (c39447b1-2e0e-4621-a1d1-1027e590f497/3ce52be5-1b31-4092-b0d1-31f193d7e3e9/34adda5b-ad87-4877-9e4b-9eb9057ee870) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:46.371362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f816:3eff:fe10:79d8 (c39447b1-2e0e-4621-a1d1-1027e590f497/efd03205-3ee7-41d4-a6e6-7571a990013d/34adda5b-ad87-4877-9e4b-9eb9057ee870) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:46.375415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'a393081d-7566-4737-92d5-ee4cb91d4f91'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:46.378000 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "a393081d-7566-4737-92d5-ee4cb91d4f91"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:46.402885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 had new provisioning blocks added so it will not transition to active. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 15 17:01:46.415257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63c960-a095-423b-b87d-f636760cf6d2 None None] Pushing event updated for resources: {'Port': ['ID=7b7a048e-e2e4-43b7-a16c-f99f200079a8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:46.543279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c34434ca-2272-49b8-ae9f-a887d2eb7249'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:46.554142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.594450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292597d-7d52-48ad-ab54-72845c5379f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:46.649897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:46.803351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.809224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.815980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.821952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.832271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.844379 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:46.850182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.856100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:46.871145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-fad7864f-378a-4312-96a8-64c25db7298c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5383 time: 0.6802168 Jul 15 17:01:46.881604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 34adda5b-ad87-4877-9e4b-9eb9057ee870 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:46.948914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.061234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:47.074962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:47.081710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:47.089849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:47.092422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.112940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=34adda5b-ad87-4877-9e4b-9eb9057ee870,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:47.142860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d2d55e0e-ef2d-453a-b255-a495ff3f87bd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2920394 Jul 15 17:01:47.145092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:47.315801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9d01c5e-ebed-4415-ac23-e509a5465765 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:47.393190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 34adda5b-ad87-4877-9e4b-9eb9057ee870 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:47.393762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.470767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fcff74f-7c5c-4b91-a2d5-9314df9dbc92 req-018f2985-1485-44a8-9193-d291b2146c61 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5984850 Jul 15 17:01:47.602724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d534-fc3a-4f37-8902-18987011ca2b req-0b1b9e13-7f53-4029-884f-585f45ab743a tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:47.604409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1076d534-fc3a-4f37-8902-18987011ca2b req-0b1b9e13-7f53-4029-884f-585f45ab743a tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 943 time: 1.0767016 Jul 15 17:01:47.623573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9d01c5e-ebed-4415-ac23-e509a5465765,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:47.657180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.664009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f9d01c5e-ebed-4415-ac23-e509a5465765', 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1', 'port_id': 'f9d01c5e-ebed-4415-ac23-e509a5465765', 'mac_address': 'fa:16:3e:0a:e9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdbee74-259d-45fb-b871-6af35c1eca7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:47.691640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 34adda5b-ad87-4877-9e4b-9eb9057ee870 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:47.768976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b7a048e-e2e4-43b7-a16c-f99f200079a8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:47.842318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.867851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed021217-0a16-422f-a156-426258285a88 None None] Provisioning for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:47.880880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed021217-0a16-422f-a156-426258285a88 None None] Provisioning complete for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:47.881260 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed021217-0a16-422f-a156-426258285a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.889720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d01c5e-ebed-4415-ac23-e509a5465765 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:47.956102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:47.957151 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:47.968869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9d01c5e-ebed-4415-ac23-e509a5465765,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:48.003035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:48.107584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1076d534-fc3a-4f37-8902-18987011ca2b req-012e636f-134f-4a96-9541-1349b92c5605 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959836 Jul 15 17:01:48.146606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:48.180712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=34adda5b-ad87-4877-9e4b-9eb9057ee870,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:48.188203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18a8b0-09e5-4d57-9988-81eb0a019e81 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:48.228811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:48.240737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:48.281785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Transition to ACTIVE for port object cc18a8b0-09e5-4d57-9988-81eb0a019e81 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:48.288955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:48.296128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec21a6ac-1b5f-49c2-8cf9-8cc48a9a52f6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/34adda5b-ad87-4877-9e4b-9eb9057ee870 HTTP/1.1" status: 204 len: 168 time: 1.1491635 Jul 15 17:01:48.311399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46482) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:48.381958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f9d01c5e-ebed-4415-ac23-e509a5465765'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:48.383065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f278d14-e3fb-47a0-a068-b8e179b3a077 req-58d5409a-2970-463c-a602-1c96dadec839 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:48.386224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f278d14-e3fb-47a0-a068-b8e179b3a077 req-58d5409a-2970-463c-a602-1c96dadec839 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4808269 Jul 15 17:01:48.387549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:48.576523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:48.613478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fd0ef347-5640-4469-be22-2858d0ce6760 None None] Could not find standard attr ID for object 34adda5b-ad87-4877-9e4b-9eb9057ee870. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:01:48.728834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3072634b-a229-4425-b599-c11293df2856 req-f42b8ed5-afa8-48f0-88a3-cc074e4b8088 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 210 time: 0.1743767 Jul 15 17:01:48.775594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac39338-9e81-44da-bf4f-3878edd2f750 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:48.779860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ac39338-9e81-44da-bf4f-3878edd2f750 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4650872 Jul 15 17:01:48.780597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:48.831076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-ec3a1204-a9a7-456e-96f0-52b5e8860ed5 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:48.838858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-ec3a1204-a9a7-456e-96f0-52b5e8860ed5 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.20 "GET /v2.0/networks?id=0463a230-4d51-48d1-9b13-53d44ade2d5e HTTP/1.1" status: 200 len: 814 time: 0.5407178 Jul 15 17:01:48.880316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Request body: {'port': {'device_id': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e', 'admin_state_up': True, 'tenant_id': '9868776d9e424351bd7512a44f0e92db'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:48.940378 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee16499f-5305-452e-9a69-32dafcf17b27 x-openstack-request-id: req-ee16499f-5305-452e-9a69-32dafcf17b27 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:48.940736 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "a393081d-7566-4737-92d5-ee4cb91d4f91", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:48.941016 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee16499f-5305-452e-9a69-32dafcf17b27 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:48.941464 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'a393081d-7566-4737-92d5-ee4cb91d4f91', 'status': 'completed', 'code': 200} Jul 15 17:01:48.984693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f278d14-e3fb-47a0-a068-b8e179b3a077 req-1fb24213-a3a0-4181-9209-1bdeec2c4da4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733731 Jul 15 17:01:49.090135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b3a657-7aac-4dad-ba9a-cde44394f08f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.095250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78b3a657-7aac-4dad-ba9a-cde44394f08f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3126945 Jul 15 17:01:49.096313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:49.119471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Made reservation on behalf of 9868776d9e424351bd7512a44f0e92db for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:49.123633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.151381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Attempting to bind port cc18a8b0-09e5-4d57-9988-81eb0a019e81 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:49.151728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Attempting to bind port cc18a8b0-09e5-4d57-9988-81eb0a019e81 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:49.152051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Attempting to bind port cc18a8b0-09e5-4d57-9988-81eb0a019e81 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:49.160948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Port cc18a8b0-09e5-4d57-9988-81eb0a019e81 on network aa52719c-374c-4734-8aa0-97000847b98d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:49.161279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Attempting to bind port cc18a8b0-09e5-4d57-9988-81eb0a019e81 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:49.187835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:49.188220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:49.188589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Bound using segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:49.189039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Bound port: cc18a8b0-09e5-4d57-9988-81eb0a019e81, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:49.189403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.267573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86651b-9022-4689-9310-62c6f29488b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.269638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86651b-9022-4689-9310-62c6f29488b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.273934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86651b-9022-4689-9310-62c6f29488b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.275930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d86651b-9022-4689-9310-62c6f29488b7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1782928 Jul 15 17:01:49.280298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46528) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:49.326963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:49.327919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c34434ca-2272-49b8-ae9f-a887d2eb7249 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:49.387987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 3ce52be5-1b31-4092-b0d1-31f193d7e3e9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:49.391289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.439094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.449426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port c34434ca-2272-49b8-ae9f-a887d2eb7249 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:49.453637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port c34434ca-2272-49b8-ae9f-a887d2eb7249 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:49.454194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.506105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.510406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.516013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.516826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.517458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.518122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.520206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.522525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-2298d76b-7d8d-4492-9959-3d3547be7d41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6245 time: 0.5366485 Jul 15 17:01:49.528736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:49.556864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.591564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.605053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:49.610497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Allocated IP 172.20.0.12 (0463a230-4d51-48d1-9b13-53d44ade2d5e/bd88f0ef-1aab-465b-abae-b2bf17b7bbd7/3fa25b79-548d-483b-a6e5-7a1c89c5f046) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:49.630026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:49.631406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:49.634478 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33daebd-9f0a-47b3-a8a1-ea1d77d9304e" -d '{"events": [{"server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "name": "network-vif-plugged", "status": "completed", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:49.638477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.647397 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.732962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:49.744879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3909eda9-de91-4a27-b385-cff4d0e3863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.748880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.750329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.752469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 200 len: 1091 time: 3.6674581 Jul 15 17:01:49.793144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6961ff-3a85-447d-8bd5-d401753311f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:49.841050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:49.891658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.903331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.926029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca45c5-f325-4117-9bbc-4a9a4d02d8ac req-2ccd0276-1ae5-427c-bd91-fed82beedbae tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:49.933250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14ca45c5-f325-4117-9bbc-4a9a4d02d8ac req-2ccd0276-1ae5-427c-bd91-fed82beedbae tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 944 time: 0.7634969 Jul 15 17:01:49.949650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce52be5-1b31-4092-b0d1-31f193d7e3e9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:49.961157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:49.963206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-18732819-e9cd-4eac-a113-2c588aadaa48 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/3ce52be5-1b31-4092-b0d1-31f193d7e3e9 HTTP/1.1" status: 204 len: 168 time: 0.6821373 Jul 15 17:01:49.967020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:49.982136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c0429-f78b-4eff-a354-5bd97585fd82 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:49.998006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.006743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.021824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.030015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.036339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.042358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.049015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.056919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-f59e86aa-ed84-43a1-ad60-a2346fc8e85d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5395 time: 0.8425219 Jul 15 17:01:50.192263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-14ca45c5-f325-4117-9bbc-4a9a4d02d8ac req-6a718ead-fa4a-4f9d-9da0-d8a29293af89 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579622 Jul 15 17:01:50.306275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.312207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82cfb245-0f1a-4147-8131-3cc52f0a4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.312714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82cfb245-0f1a-4147-8131-3cc52f0a4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.313208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82cfb245-0f1a-4147-8131-3cc52f0a4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.315909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82cfb245-0f1a-4147-8131-3cc52f0a4055 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e76c7c6102441438f7fab0a81523c18&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7726719 Jul 15 17:01:50.374777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9df335-f605-490b-88d3-a1fc70e1f82e req-a0fac764-bef8-47f8-93ff-4689ac685959 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3169401 Jul 15 17:01:50.511650 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f982d03-664a-4a6b-af9d-603808e417d1 x-openstack-request-id: req-0f982d03-664a-4a6b-af9d-603808e417d1 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:50.512228 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "name": "network-vif-plugged", "status": "completed", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:50.512329 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f982d03-664a-4a6b-af9d-603808e417d1 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:50.512729 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249', 'code': 200} Jul 15 17:01:50.536312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3909eda9-de91-4a27-b385-cff4d0e3863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.582330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3909eda9-de91-4a27-b385-cff4d0e3863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.585457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.772260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909eda9-de91-4a27-b385-cff4d0e3863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772922a-3466-4dd6-ad5a-8e684f565673,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:50.784543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Pushing event updated for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:50.820381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:50.833394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.838678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Network 0463a230-4d51-48d1-9b13-53d44ade2d5e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:50.842795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:50.845397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:50.863312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Transition to ACTIVE for port object 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:50.885773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet efd03205-3ee7-41d4-a6e6-7571a990013d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:01:50.900484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3909eda9-de91-4a27-b385-cff4d0e3863a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ee3bbe69a464181a40752563e20d0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5685027 Jul 15 17:01:50.901425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.928817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:50.958491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:50.962534 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:50.966768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:50.969861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fb80b-65b6-43d4-9ba0-e3882fc4e607 req-38424985-9fdb-4364-9005-7c54f1246049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:50.971830 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e9fb80b-65b6-43d4-9ba0-e3882fc4e607 req-38424985-9fdb-4364-9005-7c54f1246049 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 1096 time: 0.3667774 Jul 15 17:01:51.005399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:51.006174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.029679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.034801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e9fb80b-65b6-43d4-9ba0-e3882fc4e607 req-3382be5b-69f6-473c-b009-d41f4c488c17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532715 Jul 15 17:01:51.070553 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-8c3dc051-dc03-4544-9dec-dcd05e98c653 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2088747 Jul 15 17:01:51.150871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Request body: {'port': {'device_id': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:51.154251 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.258033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82851dcf-0019-42e5-8c5a-6c9c11eb300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:51.259646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-147a8a43-a6da-41ff-9c24-1e4c2936fd9f req-82851dcf-0019-42e5-8c5a-6c9c11eb300a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9278848 Jul 15 17:01:51.291002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c7acddba-70ea-48b9-866d-f90db9da31a6 None None] Provisioning complete for port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:51.291385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c7acddba-70ea-48b9-866d-f90db9da31a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.292620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.332483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:51.363965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.371227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9d01c5e-ebed-4415-ac23-e509a5465765 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:51.410288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=efd03205-3ee7-41d4-a6e6-7571a990013d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:51.421822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.425010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f163ba3-3019-4c25-87e2-07bf41398d68 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/efd03205-3ee7-41d4-a6e6-7571a990013d HTTP/1.1" status: 204 len: 168 time: 1.4550960 Jul 15 17:01:51.427606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:51.428836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Attempting to bind port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:51.429603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Attempting to bind port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:51.430118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Attempting to bind port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:51.440048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c061bbe-ba26-447a-b315-f3c3f3b8cc57 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:51.442302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f7c52-bc95-46ca-bb33-abfc781409b5 req-0d0e97f8-f9e0-4e9f-b9da-b035d9e0aff6 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:51.443964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d63f7c52-bc95-46ca-bb33-abfc781409b5 req-0d0e97f8-f9e0-4e9f-b9da-b035d9e0aff6 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 932 time: 0.5891852 Jul 15 17:01:51.450069 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:01:51.450678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.489519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9ac78017-a76d-49c3-a219-baa6af0df7f7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603499 Jul 15 17:01:51.490211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:51.496417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 on network aa52719c-374c-4734-8aa0-97000847b98d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:51.496747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Attempting to bind port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:51.498026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:51.527007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.577071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port f9d01c5e-ebed-4415-ac23-e509a5465765 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:51.586380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d63f7c52-bc95-46ca-bb33-abfc781409b5 req-825db1b8-1a02-451f-b177-131e6dec839b tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293731 Jul 15 17:01:51.599464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b89c12-7139-4390-8f8e-1e50e3f87959 req-b69b25be-8bc5-40d5-aee0-0a628740cbc9 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:51.601121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b89c12-7139-4390-8f8e-1e50e3f87959 req-b69b25be-8bc5-40d5-aee0-0a628740cbc9 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 944 time: 0.7451074 Jul 15 17:01:51.635739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f9d01c5e-ebed-4415-ac23-e509a5465765 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:51.639399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.645704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.654954 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.658627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a772922a-3466-4dd6-ad5a-8e684f565673 HTTP/1.1" status: 204 len: 168 time: 0.7201147 Jul 15 17:01:51.673459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:51.673788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Checking segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:51.674170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Bound using segment: {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:51.674617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Bound port: 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df13041f-031b-49c5-9d1b-210b001a8042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:51.674976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.717978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:51.729515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cdcc6-2aff-44b5-902c-94729155d276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772922a-3466-4dd6-ad5a-8e684f565673,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:51.730480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:51.752876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b89c12-7139-4390-8f8e-1e50e3f87959 req-84ab2c6c-3922-4221-8d77-0ec32c94a7c3 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389513 Jul 15 17:01:51.860963 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae94e5-1952-46dc-85de-237ec6142a2e x-openstack-request-id: req-99ae94e5-1952-46dc-85de-237ec6142a2e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:51.861620 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:51.861620 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99ae94e5-1952-46dc-85de-237ec6142a2e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:51.861975 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'status': 'completed', 'code': 200} Jul 15 17:01:51.991827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.102815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9d01c5e-ebed-4415-ac23-e509a5465765,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:52.117548 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.201569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa25b79-548d-483b-a6e5-7a1c89c5f046 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:52.214335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.224306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:52.228303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:01:52.239984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.250912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-681cc05e-845b-4090-b79a-4ba11c488ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.252940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.255906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Transition to ACTIVE for port object 3fa25b79-548d-483b-a6e5-7a1c89c5f046 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:52.271053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.289268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.289665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.289959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.290444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.292021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.292565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.293000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.293243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.293663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.293905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.294261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.294800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:01:52.337874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Deleting port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:01:52.338395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.362870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:52.384499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:52.398978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.399581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.411591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.416498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:52.436607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=5da68eb7-c802-4b63-8688-d3ac7946c104,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.441548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:52.479789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] For port 7b7a048e-e2e4-43b7-a16c-f99f200079a8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7b7a048e-e2e4-43b7-a16c-f99f200079a8,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:52.480649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.486713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.497084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Calling delete_port for 7b7a048e-e2e4-43b7-a16c-f99f200079a8 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:01:52.559023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.559646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.561949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 200 len: 1091 time: 2.7439671 Jul 15 17:01:52.563606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Attempting to bind port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:52.564371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Attempting to bind port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'f5c9766b-2a61-47d9-864f-d6373021bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:52.564371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Attempting to bind port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 on network 0463a230-4d51-48d1-9b13-53d44ade2d5e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:52.575786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 on network 0463a230-4d51-48d1-9b13-53d44ade2d5e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:52.576161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Attempting to bind port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 on network 0463a230-4d51-48d1-9b13-53d44ade2d5e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:52.583318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-681cc05e-845b-4090-b79a-4ba11c488ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.586763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:52.586956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Checking segment: {'id': 'f5c9766b-2a61-47d9-864f-d6373021bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:52.587284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Bound using segment: {'id': 'f5c9766b-2a61-47d9-864f-d6373021bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:52.587888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Bound port: 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c9766b-2a61-47d9-864f-d6373021bcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:52.588293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.604556 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-681cc05e-845b-4090-b79a-4ba11c488ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.605125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:52.609548 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175f418c-b9d0-46ab-bed5-8368c69ae839" -d '{"events": [{"server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "name": "network-vif-plugged", "status": "completed", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:52.614065 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.617048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:52.633871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab82e6ff-38cd-4c64-80ce-70bf1bb4d41f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1405022 Jul 15 17:01:52.644418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] No DVR routers for this DVR port 7b7a048e-e2e4-43b7-a16c-f99f200079a8 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:01:52.654941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b5ccc-5086-4ca1-81d9-8b4d9ed74ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.660276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:52.675038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cc05e-845b-4090-b79a-4ba11c488ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f35ab-ec8e-4cdc-b28e-5a19dcbf650d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.702105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82ec03d-08f1-4a33-8c1b-584f707cd71d None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:52.713164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-681cc05e-845b-4090-b79a-4ba11c488ba8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54bee0d36bca497a8cd37aba0f0d677b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865074 Jul 15 17:01:52.720787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:52.723187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:52.772499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11306e1f-45c1-4518-8d5f-f858f41f3d8d None None] Pushing event deleted for resources: {'Port': ['ID=7b7a048e-e2e4-43b7-a16c-f99f200079a8,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.791233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:52.796491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046,segment=NetworkSegment(f5c9766b-2a61-47d9-864f-d6373021bcb2),segment_id=f5c9766b-2a61-47d9-864f-d6373021bcb2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:52.800817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d859d8-8fdc-445a-848f-d0d3cf673a1f req-a212f1ad-c502-43d0-b1cf-ba0f414b3885 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.804190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.808566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78d859d8-8fdc-445a-848f-d0d3cf673a1f req-a212f1ad-c502-43d0-b1cf-ba0f414b3885 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.8398664 Jul 15 17:01:52.853645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.854373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.855059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.855683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.856336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.857124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.857771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.861200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-b3e37f10-8436-411b-98bc-25f579db4b08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6312 time: 1.0059159 Jul 15 17:01:52.882135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:52.897016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '5da68eb7-c802-4b63-8688-d3ac7946c104'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:01:52.897901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.903770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329113-a92b-4b52-9ad4-e20ae59e6610 req-ed4aaf46-cc0a-4ffb-99ed-8da8185977f9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.909392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:52.910068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:52.911755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-a0c2a9de-0b96-4d0c-b738-91c0e5a544f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/3fa25b79-548d-483b-a6e5-7a1c89c5f046 HTTP/1.1" status: 200 len: 1092 time: 1.7758145 Jul 15 17:01:52.912747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8329113-a92b-4b52-9ad4-e20ae59e6610 req-ed4aaf46-cc0a-4ffb-99ed-8da8185977f9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 1.0500085 Jul 15 17:01:52.920654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:52.924142 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b17d07-b9b4-428a-a26f-9e93d4861a65" -d '{"events": [{"name": "network-changed", "server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:52.986444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.018627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.029243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78d859d8-8fdc-445a-848f-d0d3cf673a1f req-208e2c71-f8a3-4772-bafa-75d728ee4d9a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190919 Jul 15 17:01:53.079446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-b6605b82-4c2a-40bc-9f8f-036b4fc0373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.081762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-b6605b82-4c2a-40bc-9f8f-036b4fc0373d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9868776d9e424351bd7512a44f0e92db&device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 1095 time: 0.1264887 Jul 15 17:01:53.090821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/5da68eb7-c802-4b63-8688-d3ac7946c104/17018bb5-7945-4a3c-87da-4e4bb7722db0) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:01:53.167733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-fe1fb122-993b-4226-8133-4901785ac0b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046 HTTP/1.1" status: 200 len: 217 time: 0.0785887 Jul 15 17:01:53.175537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.189213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-51562bf9-df66-42e5-a336-6645c02ae3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.189688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-51562bf9-df66-42e5-a336-6645c02ae3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.190472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-51562bf9-df66-42e5-a336-6645c02ae3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.191743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-51562bf9-df66-42e5-a336-6645c02ae3e7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e76c7c6102441438f7fab0a81523c18&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2991648 Jul 15 17:01:53.212445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.217010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.218389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8329113-a92b-4b52-9ad4-e20ae59e6610 req-ce85d344-8fe1-4b7b-a3c1-18279ecfa60c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044438 Jul 15 17:01:53.231028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e40f35ab-ec8e-4cdc-b28e-5a19dcbf650d HTTP/1.1" status: 204 len: 168 time: 0.5045178 Jul 15 17:01:53.277108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da14ea3-b6d4-4fbc-ae93-37aabc33abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f35ab-ec8e-4cdc-b28e-5a19dcbf650d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:53.309943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-2f53627d-a9bb-49b6-9ed2-e5af5cfae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.311866 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-2f53627d-a9bb-49b6-9ed2-e5af5cfae140 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd88f0ef-1aab-465b-abae-b2bf17b7bbd7 HTTP/1.1" status: 200 len: 854 time: 0.1378455 Jul 15 17:01:53.366897 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3c74e-9a04-4312-aa23-705d18f3301e x-openstack-request-id: req-47c3c74e-9a04-4312-aa23-705d18f3301e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:53.368900 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "name": "network-vif-plugged", "status": "completed", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:53.369255 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c3c74e-9a04-4312-aa23-705d18f3301e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:53.370617 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765', 'code': 200} Jul 15 17:01:53.422380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.434735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Transition to ACTIVE for port object 17018bb5-7945-4a3c-87da-4e4bb7722db0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:53.464032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Transition to ACTIVE for port object 17018bb5-7945-4a3c-87da-4e4bb7722db0 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:53.471722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.500607 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-d1b5ad6f-6c1b-497a-9973-e06a6650fa72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0463a230-4d51-48d1-9b13-53d44ade2d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823781 Jul 15 17:01:53.534936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-0cdd68ab-43b0-45f2-93ba-1aa0d17cabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.536798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02e3966e-3cd7-4c2f-8b4e-e7eba09acf6d req-0cdd68ab-43b0-45f2-93ba-1aa0d17cabd4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3238022 Jul 15 17:01:53.581202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Pushing event updated for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:53.599998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:53.601459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:53.606463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:01:53.650036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca56434-4d9a-4871-9489-65258a1eb66a req-a6319867-d01b-44f8-937b-44ceb9651063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.652402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ca56434-4d9a-4871-9489-65258a1eb66a req-a6319867-d01b-44f8-937b-44ceb9651063 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 1096 time: 0.2775323 Jul 15 17:01:53.680029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b7a048e-e2e4-43b7-a16c-f99f200079a8 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:01:53.698763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-79f76237-d16c-46ca-8958-147a62df2e3b service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903894 Jul 15 17:01:53.736803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7b7a048e-e2e4-43b7-a16c-f99f200079a8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:01:53.737501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7b7a048e-e2e4-43b7-a16c-f99f200079a8 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:01:53.763729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Attempting to bind port 17018bb5-7945-4a3c-87da-4e4bb7722db0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:53.764102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Attempting to bind port 17018bb5-7945-4a3c-87da-4e4bb7722db0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:53.764942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Attempting to bind port 17018bb5-7945-4a3c-87da-4e4bb7722db0 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:53.770785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:53.771217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:53.771617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.772007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:53.772510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Bound port: 17018bb5-7945-4a3c-87da-4e4bb7722db0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:53.772891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.775473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ca56434-4d9a-4871-9489-65258a1eb66a req-604c6bc6-9fce-4913-9189-e85b5ddd2a92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140351 Jul 15 17:01:53.787467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.798128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.804796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.811889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.818595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.825215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.831900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.840446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-beee873d-94d5-4c08-b196-02c30c58e3a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5407 time: 0.6619778 Jul 15 17:01:53.842844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:53.846646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.850213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:53.855057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=17018bb5-7945-4a3c-87da-4e4bb7722db0,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:53.860488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:53.899868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:53.902321 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37286fb2-19c4-4c78-8386-42a387e5cc15" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:53.905359 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-683e9361-ca88-4a3e-a1df-2d85b2d86a34 req-bc33e02d-2f63-41f0-932d-ab06de20df72 service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990054 Jul 15 17:01:53.981073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd052a-5bdd-475b-9501-faaa15941cfe req-532ce14b-6218-4328-9a90-79a2eed21471 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:53.982955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7fdd052a-5bdd-475b-9501-faaa15941cfe req-532ce14b-6218-4328-9a90-79a2eed21471 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 944 time: 0.5525317 Jul 15 17:01:54.035558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a44e7e-0fd3-4ed6-bd2c-c2bd28ab9b2a req-302e9e74-3578-4bc7-9854-f86d5a5e97f2 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942232 Jul 15 17:01:54.133802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75ac5d-f4fa-4cd4-b0d5-ffba29537204 None None] Pushing event updated for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:54.150833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7fdd052a-5bdd-475b-9501-faaa15941cfe req-783f9041-a82d-41d0-b992-9758fb6a75d2 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227164 Jul 15 17:01:54.162159 n-d-800085-3 neutron-server[100429]: INFO neutron.db.ipam_backend_mixin [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5da68eb7-c802-4b63-8688-d3ac7946c104 (CIDR: 2001:db8::/64) Jul 15 17:01:54.167074 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:01:54.167533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:01:54.190506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99b48813-cfbf-46ea-af1a-7c108f6bbce3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4818516 Jul 15 17:01:54.193415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:54.198551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:54.395503 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e911f3-9c57-4d55-936f-c862f211a356 x-openstack-request-id: req-95e911f3-9c57-4d55-936f-c862f211a356 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:54.396206 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:54.398379 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95e911f3-9c57-4d55-936f-c862f211a356 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:54.398811 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046', 'status': 'completed', 'code': 200} Jul 15 17:01:54.400586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd11baa-e487-4ebf-9568-20fe041f5c59 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:54.412409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:54.441411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f6176-f72f-423f-9843-4e7320672a97 req-2ef54f9c-67e6-4af1-8c78-aeefa89eebdd tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:54.449571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f96f6176-f72f-423f-9843-4e7320672a97 req-2ef54f9c-67e6-4af1-8c78-aeefa89eebdd tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 945 time: 0.1802416 Jul 15 17:01:54.485467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Transition to ACTIVE for port object bdd11baa-e487-4ebf-9568-20fe041f5c59 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:54.503159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:54.631564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-bc255c84-7616-436e-9208-b704cc871b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:54.643786 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-bc255c84-7616-436e-9208-b704cc871b06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9868776d9e424351bd7512a44f0e92db&device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 1095 time: 0.2757771 Jul 15 17:01:54.697618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:54.702229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f96f6176-f72f-423f-9843-4e7320672a97 req-0af0c66b-7419-4e4b-9e8b-a5659a7f0ef5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523785 Jul 15 17:01:54.702371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:54.811206 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d059601-17f1-47f5-a26e-e8fbe1eecf7b x-openstack-request-id: req-2d059601-17f1-47f5-a26e-e8fbe1eecf7b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:54.811491 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:54.811914 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d059601-17f1-47f5-a26e-e8fbe1eecf7b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:54.812661 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6', 'status': 'completed', 'code': 200} Jul 15 17:01:54.880150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:54.974935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Attempting to bind port bdd11baa-e487-4ebf-9568-20fe041f5c59 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:54.975729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Attempting to bind port bdd11baa-e487-4ebf-9568-20fe041f5c59 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:54.976519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Attempting to bind port bdd11baa-e487-4ebf-9568-20fe041f5c59 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:55.001378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Port bdd11baa-e487-4ebf-9568-20fe041f5c59 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:55.001915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Attempting to bind port bdd11baa-e487-4ebf-9568-20fe041f5c59 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:55.025033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:55.025275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Checking segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:55.026988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Bound using segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:55.027607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Bound port: bdd11baa-e487-4ebf-9568-20fe041f5c59, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:55.028173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:55.152007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:55.159870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:55.167865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:55.206549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-945cc6ae-e586-4abf-8b9c-27c79e91183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.208199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-945cc6ae-e586-4abf-8b9c-27c79e91183d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0463a230-4d51-48d1-9b13-53d44ade2d5e HTTP/1.1" status: 200 len: 914 time: 0.5358889 Jul 15 17:01:55.275498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.276349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:55.277905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 1091 time: 2.6893122 Jul 15 17:01:55.305257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-1eb00afe-78d2-44f8-90c3-b6245332b86d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046 HTTP/1.1" status: 200 len: 217 time: 0.0827415 Jul 15 17:01:55.353513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Request body: {'port': {'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:55.643740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-1d3f05f6-56a2-40f4-bc5c-51c65d59ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.650577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-1d3f05f6-56a2-40f4-bc5c-51c65d59ea4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd88f0ef-1aab-465b-abae-b2bf17b7bbd7 HTTP/1.1" status: 200 len: 854 time: 0.3343976 Jul 15 17:01:55.657052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:55.683915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e77c-df35-4ce5-99ce-76691f9cda05 req-9b63ab6c-3fe4-42d8-8d25-7d0dccf683bf tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.685924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6791e77c-df35-4ce5-99ce-76691f9cda05 req-9b63ab6c-3fe4-42d8-8d25-7d0dccf683bf tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.6978199 Jul 15 17:01:55.728824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.729911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.729911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.730260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.730732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.731208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.731678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:55.741458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-4b90b84d-d26f-4169-a21d-8325a3116f4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6421 time: 0.5321503 Jul 15 17:01:55.745214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6791e77c-df35-4ce5-99ce-76691f9cda05 req-94014629-b4b4-4bda-88e4-4ef255b12756 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529187 Jul 15 17:01:55.749763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e507d8a-61ec-4b9c-a919-168268e744f2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:55.793205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfd96-fa9d-4a36-9cd7-fd956aa1300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:55.826140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 17018bb5-7945-4a3c-87da-4e4bb7722db0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:55.842185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-3e50d65c-98df-4d52-8eab-70e93a6a7186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0463a230-4d51-48d1-9b13-53d44ade2d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782603 Jul 15 17:01:55.955526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:55.981330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:01:56.163433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.171391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.178022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.184409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.191248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.197480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.206868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.209627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Provisioning for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:01:56.215567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-2645eb61-cd98-45fc-bc8e-bbdcc447adc6 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5419 time: 0.6454504 Jul 15 17:01:56.218402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Provisioning complete for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:56.218794 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.224745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:56.293121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-102ca5fe-ba8e-4a05-8057-e07d6448b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.293629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-102ca5fe-ba8e-4a05-8057-e07d6448b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.294102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-102ca5fe-ba8e-4a05-8057-e07d6448b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.296433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-102ca5fe-ba8e-4a05-8057-e07d6448b78b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6e76c7c6102441438f7fab0a81523c18&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5459969 Jul 15 17:01:56.339029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-19586a70-b25c-4fd6-8adb-638027fdab61 service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827504 Jul 15 17:01:56.362209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.385645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecffd3f0-a73a-4949-b0c9-e1665425cd3a req-6305e151-1eee-4715-a5c0-2b0d0bca2b87 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682904 Jul 15 17:01:56.421574 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:01:56.421948 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:01:56.449471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930ca5-77bd-43d0-b938-e99e9b71f663 req-dd483a2f-4627-4df7-82b5-3b84642d921d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.451062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24930ca5-77bd-43d0-b938-e99e9b71f663 req-dd483a2f-4627-4df7-82b5-3b84642d921d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4148328 Jul 15 17:01:56.524139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-5fb05fe4-2098-4029-8102-13937b29fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.524601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24930ca5-77bd-43d0-b938-e99e9b71f663 req-39ba063a-d35e-47ec-80d4-61c068e8c24a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668647 Jul 15 17:01:56.525642 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37286fb2-19c4-4c78-8386-42a387e5cc15 req-5fb05fe4-2098-4029-8102-13937b29fe86 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2228286 Jul 15 17:01:56.537983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:56.555564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.571991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Transition to ACTIVE for port object 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:01:56.576982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.596005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f444f77d-6e24-49e1-a8ec-8c26ebfa3ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.709220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:56.821392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621312a5-ad1e-4a28-917f-5eba0b3f2e78 req-be49a70d-fc72-4cbe-8102-b9a7704ef2c1 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.823492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-621312a5-ad1e-4a28-917f-5eba0b3f2e78 req-be49a70d-fc72-4cbe-8102-b9a7704ef2c1 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 944 time: 0.2403760 Jul 15 17:01:56.824054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:56.826614 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:56.885444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Attempting to bind port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:01:56.885783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Attempting to bind port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:01:56.886115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Attempting to bind port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:56.908015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:01:56.908279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Attempting to bind port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 on network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:01:56.924780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d3518-fc13-41f8-8f77-51427f44d2b4 req-83525633-fc35-4ff3-a42d-8791b1ac811b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:56.931772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef4d3518-fc13-41f8-8f77-51427f44d2b4 req-83525633-fc35-4ff3-a42d-8791b1ac811b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 945 time: 0.1853914 Jul 15 17:01:56.940383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-621312a5-ad1e-4a28-917f-5eba0b3f2e78 req-8e1711fe-8c37-482a-8339-76f7044ac0b3 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059406 Jul 15 17:01:56.950486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:01:56.951027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Checking segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:01:56.951436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Bound using segment: {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:01:56.951909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Bound port: 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee23edde-3711-41da-964d-cbf8b2371507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:01:56.952316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:56.963108 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.014689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.032762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=17018bb5-7945-4a3c-87da-4e4bb7722db0,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:57.037849 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.098210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:01:57.105311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:01:57.115215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.154847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9a9e3-54e0-4b2c-bfa9-112dcf5353b6 None None] Pushing event updated for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:57.197026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.197761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.199253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] 10.222.0.20 "PUT /v2.0/ports/59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 1091 time: 1.8860419 Jul 15 17:01:57.275153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef4d3518-fc13-41f8-8f77-51427f44d2b4 req-b668c72e-e740-418b-a5e2-fd26452f4ce5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423834 Jul 15 17:01:57.277487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4f7ac-2794-4830-9dd8-83a9ed145744 service neutron] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:57.365445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3fa25b79-548d-483b-a6e5-7a1c89c5f046 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:57.369278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f444f77d-6e24-49e1-a8ec-8c26ebfa3ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.384222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f444f77d-6e24-49e1-a8ec-8c26ebfa3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.412196 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ae1bd3-9255-4f82-9fa7-c97a7ac2428d x-openstack-request-id: req-c7ae1bd3-9255-4f82-9fa7-c97a7ac2428d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:01:57.412805 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:01:57.412805 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7ae1bd3-9255-4f82-9fa7-c97a7ac2428d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:01:57.413212 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59', 'status': 'completed', 'code': 200} Jul 15 17:01:57.507201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.507452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.507943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.508447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.508920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.509394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.509868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:57.511862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83945282-0315-4db5-b603-ab2862260f57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6488 time: 0.2678564 Jul 15 17:01:57.518374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444f77d-6e24-49e1-a8ec-8c26ebfa3ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e276f8f-20ff-4d9e-99de-fb022ead3553,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:57.552141 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-84b17d07-b9b4-428a-a26f-9e93d4861a65 req-aa561dd5-1d7e-420a-8794-018693a3663d service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852043 Jul 15 17:01:57.665843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046,segment=NetworkSegment(f5c9766b-2a61-47d9-864f-d6373021bcb2),segment_id=f5c9766b-2a61-47d9-864f-d6373021bcb2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:57.668535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-dca768ad-3d69-4b5b-b0f3-bac1fddb1bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 217 time: 0.1376076 Jul 15 17:01:57.679952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3fa25b79-548d-483b-a6e5-7a1c89c5f046', 'network_id': '0463a230-4d51-48d1-9b13-53d44ade2d5e', 'port_id': '3fa25b79-548d-483b-a6e5-7a1c89c5f046', 'mac_address': 'fa:16:3e:06:a1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd88f0ef-1aab-465b-abae-b2bf17b7bbd7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:57.728386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 17018bb5-7945-4a3c-87da-4e4bb7722db0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:57.744649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=17018bb5-7945-4a3c-87da-4e4bb7722db0,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:57.780501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.786809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.814522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa25b79-548d-483b-a6e5-7a1c89c5f046 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:57.820934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.822147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.847084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:57.847988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.874137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046,segment=NetworkSegment(f5c9766b-2a61-47d9-864f-d6373021bcb2),segment_id=f5c9766b-2a61-47d9-864f-d6373021bcb2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:57.879491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:57.880714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:01:57.940226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=8571f43f-0269-4338-ba19-c18ccee28139,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:57.955919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f444f77d-6e24-49e1-a8ec-8c26ebfa3ada admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb08d656f2234bb38e576461fd890f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7254362 Jul 15 17:01:58.041954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:58.091824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=5']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:58.114072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:58.151323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:01:58.167995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:01:58.175362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.178630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:58.180929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.188705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf2941-d7a5-4fbd-ad01-4aa8abbce1b0 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:01:58.241895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '28323896-715e-41ee-8443-b9f0453c11f5', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'port_id': '28323896-715e-41ee-8443-b9f0453c11f5', 'mac_address': 'fa:16:3e:8e:b2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:01:58.260209 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d48a569-bac4-4336-8ac0-82771f93e7e7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0656211 Jul 15 17:01:58.265672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46792) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:58.272573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:44:73:58', 'name': 'tempest-NetworksTestDHCPv6-235390273'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:01:58.308932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-0da3ac83-66da-486a-8685-ea6731999ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.313843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-0da3ac83-66da-486a-8685-ea6731999ff8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 1096 time: 0.6169937 Jul 15 17:01:58.352471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.381706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28323896-715e-41ee-8443-b9f0453c11f5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:01:58.389956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.406498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:58.412526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.413486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ca859f9c-a99f-4d88-a064-c8406e8e96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.415013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ca859f9c-a99f-4d88-a064-c8406e8e96fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 200 len: 856 time: 0.7151871 Jul 15 17:01:58.420234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.510376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599dda6-a530-4b63-9023-f80e06411713 req-3db990ea-51fd-4145-a0e0-1450cec26105 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.518119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2599dda6-a530-4b63-9023-f80e06411713 req-3db990ea-51fd-4145-a0e0-1450cec26105 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.8560340 Jul 15 17:01:58.565922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:58.569339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.578503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.581520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:58.582708 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e276f8f-20ff-4d9e-99de-fb022ead3553 HTTP/1.1" status: 204 len: 168 time: 0.4619746 Jul 15 17:01:58.586824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['28323896-715e-41ee-8443-b9f0453c11f5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:58.593379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.608143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.614416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.621101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.630365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.644499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.646613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e898533-1950-487e-a098-80393feffbb1 req-c3c175a8-f0ba-4de1-b0fe-56a2ea7e26d0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.8584554 Jul 15 17:01:58.732679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2599dda6-a530-4b63-9023-f80e06411713 req-27cf519e-34a4-45cd-bfcd-4bf3de72bb46 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130115 Jul 15 17:01:58.769294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f6928aea-e77d-4b2c-af59-0ee05f52d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.775318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f6928aea-e77d-4b2c-af59-0ee05f52d398 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02356bfb-7512-4180-91a4-77d01500d8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479364 Jul 15 17:01:58.793885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3fa25b79-548d-483b-a6e5-7a1c89c5f046'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:01:58.796593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a9379-1312-4a15-a7c4-ec02597378db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e276f8f-20ff-4d9e-99de-fb022ead3553,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:58.862242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e898533-1950-487e-a098-80393feffbb1 req-9b8f0f66-a78b-4feb-ad89-baf28256c96f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1999443 Jul 15 17:01:58.949053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:01:58.971297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-eedd4469-ece7-49b3-9262-bd3d03bc7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:58.976757 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-eedd4469-ece7-49b3-9262-bd3d03bc7c28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.6493621 Jul 15 17:01:58.995553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.141470 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf65b9ee-b0b6-491b-a192-53ee594c5fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.173523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-d0f669f4-f170-4a27-9a93-d3847c80cdd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249 HTTP/1.1" status: 200 len: 217 time: 0.1492174 Jul 15 17:01:59.239956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-a9d9d34f-fde5-4010-8d67-bcebc4f7bf05 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597774 Jul 15 17:01:59.298880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46810) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:01:59.376585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-767b99ef-91dc-4aa5-9a77-a2f4ba135b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:59.378112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-767b99ef-91dc-4aa5-9a77-a2f4ba135b7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.1977723 Jul 15 17:01:59.384673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:01:59.417793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b6a2dc-d0df-4c7b-be0b-6ba55b8cf7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.427996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:59.441292 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2778ca5d-4ce5-45f8-9135-758a3bc66405" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:59.468677 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-f407ab11-4a40-4102-974c-928a298743d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747285 Jul 15 17:01:59.477497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.505772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.509520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 28323896-715e-41ee-8443-b9f0453c11f5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:01:59.509889 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.572393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 09693a2d-5342-4a8d-9551-e0fc2ecd431e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:01:59.580725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d8756-f9ea-430b-8c44-bab4ece86d9d req-6f0ebab7-8fe8-42ee-a133-6485a1f8a067 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:59.589666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f1d8756-f9ea-430b-8c44-bab4ece86d9d req-6f0ebab7-8fe8-42ee-a133-6485a1f8a067 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 945 time: 0.4782891 Jul 15 17:01:59.653323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.689925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7a962-3cca-471e-86bc-de877b8c8d2e req-07688e84-18ea-40e0-b56e-b29b93c8404f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:01:59.694279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:01:59.696858 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90ff61e-5131-47c8-8367-71d09713b0b8" -d '{"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-plugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:01:59.697958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5a7a962-3cca-471e-86bc-de877b8c8d2e req-07688e84-18ea-40e0-b56e-b29b93c8404f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 945 time: 0.6590657 Jul 15 17:01:59.717248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:01:59.723934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:01:59.789039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-89f2ade1-d463-4d15-a766-bf128284af2a service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282450 Jul 15 17:01:59.833204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f1d8756-f9ea-430b-8c44-bab4ece86d9d req-3da4c63e-5444-4164-af55-67a50bbb0e6c tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421041 Jul 15 17:01:59.860001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:01:59.988871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-e71098f5-87bc-4242-b382-5852b2146452 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075877 Jul 15 17:02:00.002175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-008ac68d-a371-4732-84f7-fd9c8965d2af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 217 time: 0.2025373 Jul 15 17:02:00.027704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::33e (c39447b1-2e0e-4621-a1d1-1027e590f497/5da68eb7-c802-4b63-8688-d3ac7946c104/09693a2d-5342-4a8d-9551-e0fc2ecd431e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:00.031670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f9930ffd-ae02-4e97-a85c-e839962d7925 None None] Provisioning complete for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:00.033878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f9930ffd-ae02-4e97-a85c-e839962d7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.050596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5a7a962-3cca-471e-86bc-de877b8c8d2e req-77e03be0-d8ae-47ce-bca8-2cbb7f3e65d9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515823 Jul 15 17:02:00.084378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8:0:1:f816:3eff:fe44:7358 (c39447b1-2e0e-4621-a1d1-1027e590f497/8571f43f-0269-4338-ba19-c18ccee28139/09693a2d-5342-4a8d-9551-e0fc2ecd431e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:00.158092 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5120099-e3a7-4636-acc7-620c271be0cc x-openstack-request-id: req-c5120099-e3a7-4636-acc7-620c271be0cc {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:00.158560 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:00.158873 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5120099-e3a7-4636-acc7-620c271be0cc {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:00.159095 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'status': 'completed', 'code': 200} Jul 15 17:02:00.225753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-38b7ca53-6116-4a9d-819e-801bc224f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:00.229804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-38b7ca53-6116-4a9d-819e-801bc224f157 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.2138426 Jul 15 17:02:00.252559 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7d09ec-867a-41d4-80a1-4c4221bb4a33 x-openstack-request-id: req-7d7d09ec-867a-41d4-80a1-4c4221bb4a33 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:00.253288 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-plugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:00.253288 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d7d09ec-867a-41d4-80a1-4c4221bb4a33 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:00.255650 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5', 'code': 200} Jul 15 17:02:00.301390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a1bd30ea-e7fc-4e6f-a1b5-85beaa0f46fe req-f1249899-ca37-4840-bfc2-c5a7c74a09f3 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963419 Jul 15 17:02:00.392334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b6a2dc-d0df-4c7b-be0b-6ba55b8cf7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.407015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b6a2dc-d0df-4c7b-be0b-6ba55b8cf7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.453903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6a2dc-d0df-4c7b-be0b-6ba55b8cf7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9706205d-12d3-4501-9af9-ae82a405379c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:00.469827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-760d171f-74ab-423f-a32f-5d4c8972a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:00.471798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-760d171f-74ab-423f-a32f-5d4c8972a79a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2291245 Jul 15 17:02:00.548833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.551793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-97b6a2dc-d0df-4c7b-be0b-6ba55b8cf7b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=214bf29921a8447e97d9885b5097697e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2428830 Jul 15 17:02:00.552491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46830) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:00.596896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 09693a2d-5342-4a8d-9551-e0fc2ecd431e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:00.659080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.717506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:00.725409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:00.730106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:00.736868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:00.737535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.752358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=09693a2d-5342-4a8d-9551-e0fc2ecd431e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:00.768707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79507c92-a15b-4c1e-ad9c-04ea6044a86d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5006819 Jul 15 17:02:00.769263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:00.781834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.915174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:00.950230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-eaef4517-a634-4f07-9299-b773f097e77d service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499583 Jul 15 17:02:00.984057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:00.998150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.005859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 09693a2d-5342-4a8d-9551-e0fc2ecd431e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:01.007897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.018990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.031864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.055222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.061773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.079190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.081231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-4849996a-db8f-4f51-bc16-bf18969aa4a0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.5221500 Jul 15 17:02:01.158221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.173266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 09693a2d-5342-4a8d-9551-e0fc2ecd431e owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:01.218106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57a92521-e919-405d-b041-2e656b9a0260 None None] Provisioning for port 09693a2d-5342-4a8d-9551-e0fc2ecd431e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:01.220777 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.225526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57a92521-e919-405d-b041-2e656b9a0260 None None] Provisioning complete for port 09693a2d-5342-4a8d-9551-e0fc2ecd431e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:01.225910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57a92521-e919-405d-b041-2e656b9a0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.302917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-57a92521-e919-405d-b041-2e656b9a0260 None None] Port 09693a2d-5342-4a8d-9551-e0fc2ecd431e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:02:01.352713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-960f4ebc-09a2-47f9-a909-91a139f4fa17 req-07768ef4-6231-4a49-b6de-6f1a6c40a34e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031925 Jul 15 17:02:01.385884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3fa25b79-548d-483b-a6e5-7a1c89c5f046 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:01.415956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.500720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=09693a2d-5342-4a8d-9551-e0fc2ecd431e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:01.508457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed01ccb-98ac-4dca-9298-8c138e345120 req-ae2dc545-daa3-4572-b1d3-dfcbd4d2f586 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.521420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:01.527178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:01.527572 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.531650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bed01ccb-98ac-4dca-9298-8c138e345120 req-ae2dc545-daa3-4572-b1d3-dfcbd4d2f586 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 1.0143344 Jul 15 17:02:01.536508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.539494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.541034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9706205d-12d3-4501-9af9-ae82a405379c HTTP/1.1" status: 204 len: 168 time: 0.9855983 Jul 15 17:02:01.625280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.628611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-046578ba-5478-4305-a838-ab1be16bd008 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/09693a2d-5342-4a8d-9551-e0fc2ecd431e HTTP/1.1" status: 204 len: 168 time: 0.8571625 Jul 15 17:02:01.632824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:01.647465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e6d60-5b97-49bc-8bb0-a2039245ce7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706205d-12d3-4501-9af9-ae82a405379c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:01.668298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c8968843-ca93-4093-a8ce-71cd9b945212 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841908 Jul 15 17:02:01.744830 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.828340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046,segment=NetworkSegment(f5c9766b-2a61-47d9-864f-d6373021bcb2),segment_id=f5c9766b-2a61-47d9-864f-d6373021bcb2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:01.834614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:01.837384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ef3f8-9c3d-4cfc-bf40-00897a65f118 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:01.839292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1c4ef3f8-9c3d-4cfc-bf40-00897a65f118 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2054503 Jul 15 17:02:01.844390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:01.889000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-469e9029-9899-4ef3-873f-44d7532d83c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 217 time: 0.2043021 Jul 15 17:02:01.951568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:02.010448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bed01ccb-98ac-4dca-9298-8c138e345120 req-597d36b5-5691-4c11-9aae-7bb3c3102750 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298661 Jul 15 17:02:02.014897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498e3ae-580d-4b12-bc25-020315f7eb20 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.016946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f498e3ae-580d-4b12-bc25-020315f7eb20 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1714206 Jul 15 17:02:02.027549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:02.064747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-a7bbcf52-5117-44ff-aeb1-e55286fa4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.067481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-a7bbcf52-5117-44ff-aeb1-e55286fa4cff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.1606877 Jul 15 17:02:02.149872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642041e-45be-4ea4-ac8b-76c506562724 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.151938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642041e-45be-4ea4-ac8b-76c506562724 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.153822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d642041e-45be-4ea4-ac8b-76c506562724 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.155717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d642041e-45be-4ea4-ac8b-76c506562724 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1260560 Jul 15 17:02:02.161058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:02.165970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547531bc-f22d-418f-86e0-26c998f6e58d req-cb5d9314-93d4-4675-959f-fa2e80a1ce1c tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.174712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-547531bc-f22d-418f-86e0-26c998f6e58d req-cb5d9314-93d4-4675-959f-fa2e80a1ce1c tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 945 time: 0.5182261 Jul 15 17:02:02.235204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-207b0505-739d-40ea-9d82-e58523cda2e0 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.237159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-207b0505-739d-40ea-9d82-e58523cda2e0 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "GET /v2.0/ports?device_id=38348678-a2a8-4848-9f36-1c800d8d3dcc HTTP/1.1" status: 200 len: 945 time: 0.2186730 Jul 15 17:02:02.256770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:02.259301 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f699a1-9693-45a0-babc-40b49eea42d7" -d '{"events": [{"server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "name": "network-vif-plugged", "status": "completed", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:02.262142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 5da68eb7-c802-4b63-8688-d3ac7946c104 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:02.273297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.331348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-547531bc-f22d-418f-86e0-26c998f6e58d req-62a3a122-6a00-4626-a0fc-fa0bb7314cd2 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556604 Jul 15 17:02:02.360457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.434468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f720ae7b-c0d3-4aa3-92c3-c21857098ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.436411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f720ae7b-c0d3-4aa3-92c3-c21857098ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3578229 Jul 15 17:02:02.588781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Deleting port f9d01c5e-ebed-4415-ac23-e509a5465765 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:02.589333 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.616968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.698156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1be8d-4d7f-4e91-8fa2-ab02ecec9508 req-8e18ac09-1961-40f4-afb5-cf1e9430edaf tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:02.702331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ef1be8d-4d7f-4e91-8fa2-ab02ecec9508 req-8e18ac09-1961-40f4-afb5-cf1e9430edaf tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.4589195 Jul 15 17:02:02.741765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] For port f9d01c5e-ebed-4415-ac23-e509a5465765, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f9d01c5e-ebed-4415-ac23-e509a5465765,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:02.742170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.757811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Calling delete_port for f9d01c5e-ebed-4415-ac23-e509a5465765 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:02.760016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.803916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:02.808792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/5da68eb7-c802-4b63-8688-d3ac7946c104 HTTP/1.1" status: 204 len: 168 time: 0.6394439 Jul 15 17:02:02.819959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46874) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:02.821108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bb4e3-cf14-4964-8db7-cb54dd2198ef None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:02.837283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37dc4c-4c67-4f92-85ac-d009d2426a54 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=5da68eb7-c802-4b63-8688-d3ac7946c104,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:02.966124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c9366c02-02fa-4d0e-bf3a-a8583054a90c service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170674 Jul 15 17:02:03.057168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ef1be8d-4d7f-4e91-8fa2-ab02ecec9508 req-ca4514f2-63c9-481e-b970-340318ca4181 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358614 Jul 15 17:02:03.069391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:03.083140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 8571f43f-0269-4338-ba19-c18ccee28139 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:03.087861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:03.131869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f9d01c5e-ebed-4415-ac23-e509a5465765'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:03.144670 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7a5ae-5a85-46aa-b26c-f0dd6b9ef314 x-openstack-request-id: req-e7b7a5ae-5a85-46aa-b26c-f0dd6b9ef314 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:03.146005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Pushing event deleted for resources: {'Port': ['ID=f9d01c5e-ebed-4415-ac23-e509a5465765,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:03.146562 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "name": "network-vif-plugged", "status": "completed", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:03.146823 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7b7a5ae-5a85-46aa-b26c-f0dd6b9ef314 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:03.147236 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046', 'code': 200} Jul 15 17:02:03.215481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:03.250899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] No DVR routers for this DVR port f9d01c5e-ebed-4415-ac23-e509a5465765 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:03.271271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:03.273664 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4f09fc96-77d5-498b-91da-fe81e964ed06 req-798beb17-b505-451a-ba02-bf594929710d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "DELETE /v2.0/ports/f9d01c5e-ebed-4415-ac23-e509a5465765 HTTP/1.1" status: 204 len: 173 time: 1.0074255 Jul 15 17:02:03.275686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'name': 'network-vif-deleted', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:03.279034 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5d600-af9d-4efe-bade-73b761daa0c3" -d '{"events": [{"server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "name": "network-vif-deleted", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:03.398054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f2035-61bf-4f13-b452-d28b87e9cc70 req-42179a03-d1d8-4ffe-b69d-749a3de30b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:03.401511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e65f2035-61bf-4f13-b452-d28b87e9cc70 req-42179a03-d1d8-4ffe-b69d-749a3de30b38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 1097 time: 0.1654606 Jul 15 17:02:03.544985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e65f2035-61bf-4f13-b452-d28b87e9cc70 req-37fb2302-0ba0-46f8-8d00-0f5bdab2cbeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354976 Jul 15 17:02:03.613941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-2a26a63f-1dc1-4948-8d70-f9d9b3df38e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490390 Jul 15 17:02:03.633822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2402b8e-79c5-479d-97a4-ba1c557997d0 req-31d90541-795c-425a-8b88-b3879dbb3e18 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:03.651456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2402b8e-79c5-479d-97a4-ba1c557997d0 req-31d90541-795c-425a-8b88-b3879dbb3e18 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 1.0740423 Jul 15 17:02:03.660322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-970e3142-30da-46d0-a465-415d9002ad30 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611755 Jul 15 17:02:03.781122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:03.872048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-0afcc47e-7466-4179-a1e9-d7e0000c0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:03.880694 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-0afcc47e-7466-4179-a1e9-d7e0000c0093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.1632688 Jul 15 17:02:04.046059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-e13dc033-06cd-4798-8327-f4e868430b5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 200 len: 217 time: 0.1569195 Jul 15 17:02:04.122751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-61498085-fe57-470a-a242-8440d76c451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:04.124605 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-61498085-fe57-470a-a242-8440d76c451d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.2190373 Jul 15 17:02:04.207960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-6e1316a0-80e5-4bba-8f04-b712618ddfba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.0696678 Jul 15 17:02:04.327394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2402b8e-79c5-479d-97a4-ba1c557997d0 req-cc26a55c-541f-494b-82d1-575426bb20c9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750991 Jul 15 17:02:04.354623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-f0dc70ec-1023-460a-b008-eafda1b16746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:04.356146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-f0dc70ec-1023-460a-b008-eafda1b16746 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1414232 Jul 15 17:02:04.371710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-61844f1e-bb01-4eff-89f2-5eeeac8ad9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:04.373740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-61844f1e-bb01-4eff-89f2-5eeeac8ad9a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.3269892 Jul 15 17:02:04.431009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:04.443867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-ec4ff87a-a790-432e-a083-e329a313352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:04.445675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-ec4ff87a-a790-432e-a083-e329a313352b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802705 Jul 15 17:02:04.541444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=8571f43f-0269-4338-ba19-c18ccee28139,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:04.750833 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-d72915ec-79f9-4798-95a4-af95d8c942a0 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846210 Jul 15 17:02:04.760791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-21b6cffe-6118-4c76-ab07-f749ce00d778 None None] Provisioning complete for port 17018bb5-7945-4a3c-87da-4e4bb7722db0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:04.761794 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b6cffe-6118-4c76-ab07-f749ce00d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:04.987176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.001435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.015481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.041133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.047341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.056651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7b150618-68c6-417a-b1d9-8c057d6bb059 req-ff3a2293-da30-4189-ba63-dc5f2ae871ea service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694088 Jul 15 17:02:05.063448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.080567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.094974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-12923e17-4030-4e1b-9155-48eb7d1b4d2d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 1.7027841 Jul 15 17:02:05.123593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9df578-8356-4fb3-bfd4-f9e94035dfff None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:05.133963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:05.150400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e188083d-9939-4296-8500-3863104d3001 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/8571f43f-0269-4338-ba19-c18ccee28139 HTTP/1.1" status: 204 len: 168 time: 2.3173966 Jul 15 17:02:05.152885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:05.248215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0ef5efe2-0607-493c-af44-2d05d2fea2be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909417 Jul 15 17:02:05.248436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:05.253640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:05.322003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-073977d0-69f0-4652-aec5-9e45b9c2c575 req-875b8627-722c-4537-bb6e-f3469f5d1c9a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255528 Jul 15 17:02:05.324243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5388200e-8bba-43b4-9883-4f9dad895a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.329639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5388200e-8bba-43b4-9883-4f9dad895a0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9343913 Jul 15 17:02:05.416487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9d01c5e-ebed-4415-ac23-e509a5465765 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:05.430677 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee17c30d-054b-4c79-a2c6-5730527142b8 x-openstack-request-id: req-ee17c30d-054b-4c79-a2c6-5730527142b8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:05.431039 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38348678-a2a8-4848-9f36-1c800d8d3dcc", "name": "network-vif-deleted", "tag": "f9d01c5e-ebed-4415-ac23-e509a5465765", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:05.431219 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee17c30d-054b-4c79-a2c6-5730527142b8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:05.431610 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38348678-a2a8-4848-9f36-1c800d8d3dcc', 'name': 'network-vif-deleted', 'tag': 'f9d01c5e-ebed-4415-ac23-e509a5465765', 'status': 'completed', 'code': 200} Jul 15 17:02:05.447414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: f9d01c5e-ebed-4415-ac23-e509a5465765 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:02:05.464210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252a0cc-51a5-4903-8635-89d0b701b9c4 req-e22a5b5e-5690-4032-b502-7e4e9422e8f9 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.464935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f9d01c5e-ebed-4415-ac23-e509a5465765 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:02:05.465785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3252a0cc-51a5-4903-8635-89d0b701b9c4 req-e22a5b5e-5690-4032-b502-7e4e9422e8f9 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.3674669 Jul 15 17:02:05.508000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:05.511736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:05.523890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:02:05.574758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3252a0cc-51a5-4903-8635-89d0b701b9c4 req-134be5d0-fc78-47ba-a7c1-6ca86b8756d6 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551410 Jul 15 17:02:05.600812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-8e87f3d1-344c-46bd-a6af-00a8899744e2 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530570 Jul 15 17:02:05.752958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 17018bb5-7945-4a3c-87da-4e4bb7722db0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:05.755968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Deleting port 17018bb5-7945-4a3c-87da-4e4bb7722db0 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:05.756364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:05.818881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:05.880310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=5342619c-32ab-4cce-a474-9dd5a7f5f0d4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:05.911022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:05.917152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:05.927972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:05.928356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-0593b4ae-d778-4082-b894-d32c7fe1044c service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240781 Jul 15 17:02:05.938206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:05.959583 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6e68abf4-95e7-4367-93c1-4a977f56f3be tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7099359 Jul 15 17:02:05.962610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:05.969307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:06.009468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-71576da2-e989-411d-a504-9ef9cc3476b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 200 len: 217 time: 0.0650561 Jul 15 17:02:06.045383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=17018bb5-7945-4a3c-87da-4e4bb7722db0,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:06.045981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.064295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cda11-1b87-4d6d-a0a9-26b9dbcd5d4f req-053fac7b-1174-42d9-96df-5d46f19ccbe1 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:06.065851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf6cda11-1b87-4d6d-a0a9-26b9dbcd5d4f req-053fac7b-1174-42d9-96df-5d46f19ccbe1 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.2445452 Jul 15 17:02:06.074665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Calling delete_port for 17018bb5-7945-4a3c-87da-4e4bb7722db0 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:06.116627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e84eea-fdca-45c4-9d68-5ea42af41a95 req-b171bbea-a1d6-403b-af7a-b4a27da5a0e7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:06.118328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0e84eea-fdca-45c4-9d68-5ea42af41a95 req-b171bbea-a1d6-403b-af7a-b4a27da5a0e7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.3232744 Jul 15 17:02:06.150394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:06.158801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.185250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-4249f1ee-6a87-4424-8422-6ae863de8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:06.186821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-4249f1ee-6a87-4424-8422-6ae863de8968 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.1693859 Jul 15 17:02:06.206467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf6cda11-1b87-4d6d-a0a9-26b9dbcd5d4f req-c9edf3bd-d057-46d3-88c9-c08bc9276140 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161613 Jul 15 17:02:06.224676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.299004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0e84eea-fdca-45c4-9d68-5ea42af41a95 req-66085a43-9348-4197-8382-139e40573dd2 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574171 Jul 15 17:02:06.410981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 17018bb5-7945-4a3c-87da-4e4bb7722db0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=17018bb5-7945-4a3c-87da-4e4bb7722db0,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:06.418713 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.471009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.480204 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5342619c-32ab-4cce-a474-9dd5a7f5f0d4 (CIDR: 2001:db8::/64) Jul 15 17:02:06.485646 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:02:06.486353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:06.486490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] No DVR routers for this DVR port 17018bb5-7945-4a3c-87da-4e4bb7722db0 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:06.512054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2f7430-0e15-48a2-bf89-50a15f725112 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:06.518448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f35ac256-daa2-4afc-93bb-e01553b66980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:06.520033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-f35ac256-daa2-4afc-93bb-e01553b66980 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3174379 Jul 15 17:02:06.539190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a10474c1-c5b3-45b3-b1bd-5f566688780c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5676768 Jul 15 17:02:06.539190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:06.544876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:06.558238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'subnet': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:06.573877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160d838-e702-47ef-98f1-dff281cff290 None None] Pushing event deleted for resources: {'Port': ['ID=17018bb5-7945-4a3c-87da-4e4bb7722db0,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:06.774596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c39447b1-2e0e-4621-a1d1-1027e590f497', 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'tenant_id': 'e160d37ef6f44c718f1a72ac7a9d1e06', 'fixed_ips': [{'subnet_id': '5342619c-32ab-4cce-a474-9dd5a7f5f0d4'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:02:06.777296 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.801481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:06.809678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:06.921184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-b7260d8e-d094-4478-9db8-d21797aa1844 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:06.930780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-b7260d8e-d094-4478-9db8-d21797aa1844 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 808 time: 0.5483468 Jul 15 17:02:06.956921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-16d63a7f-4e9a-4d35-94de-d442b2949562 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/quotas/6d4b2b9bae8c4a14a4fecfd3052192a3 HTTP/1.1" status: 200 len: 375 time: 0.0246089 Jul 15 17:02:07.020586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-56d9f415-da19-446a-a1b4-6023d1c7b706 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623176 Jul 15 17:02:07.033570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Allocated IP 2001:db8::2 (c39447b1-2e0e-4621-a1d1-1027e590f497/5342619c-32ab-4cce-a474-9dd5a7f5f0d4/f822c97a-d6b9-4e4c-9e38-6b6754665a23) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:07.088624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-83fca121-7792-4fc2-a401-0f9b4cfa25db service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319557 Jul 15 17:02:07.113410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.119870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.129466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.137377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.145424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.155252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.164167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.166253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-849d220e-61f7-4263-a5bf-628cdae83bec tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.3672895 Jul 15 17:02:07.384207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-0cc0ec19-49a8-4055-a95d-5134c015f1af service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168243 Jul 15 17:02:07.407675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9ae0863-3c00-46aa-aa45-a031a0335798 req-067c66d4-1a97-4404-a323-9956de97e250 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2212424 Jul 15 17:02:07.433274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:07.455617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Transition to ACTIVE for port object f822c97a-d6b9-4e4c-9e38-6b6754665a23 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:07.489204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Transition to ACTIVE for port object f822c97a-d6b9-4e4c-9e38-6b6754665a23 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:07.499094 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:07.568464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5ac8f9da-4a8e-4283-94f1-721389c66671 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 217 time: 0.1561515 Jul 15 17:02:07.601201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Pushing event updated for resources: {'Port': ['ID=f822c97a-d6b9-4e4c-9e38-6b6754665a23,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:07.613267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-7e0db354-7b3f-4681-bc19-64aebdb0adb2 service neutron] 10.222.0.25 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890126 Jul 15 17:02:07.672825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:07.677331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:07.685844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:07.768849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b0b28c7-b9df-4a61-a728-7f710c0d2e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:07.773135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-5b0b28c7-b9df-4a61-a728-7f710c0d2e60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.1952968 Jul 15 17:02:07.828347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Attempting to bind port f822c97a-d6b9-4e4c-9e38-6b6754665a23 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:02:07.828725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Attempting to bind port f822c97a-d6b9-4e4c-9e38-6b6754665a23 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:02:07.829094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Attempting to bind port f822c97a-d6b9-4e4c-9e38-6b6754665a23 on network c39447b1-2e0e-4621-a1d1-1027e590f497 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:02:07.842800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:02:07.843289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Checking segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:02:07.844778 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:07.845989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Bound using segment: {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:02:07.846592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Bound port: f822c97a-d6b9-4e4c-9e38-6b6754665a23, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224b384e-5839-4d8e-a103-4eb56635bf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:02:07.846978 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:07.988931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-213e183f-1f62-4f1d-ac5c-48e8b5d06209 service neutron] 10.222.0.25 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285677 Jul 15 17:02:08.024531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] For port f822c97a-d6b9-4e4c-9e38-6b6754665a23, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:02:08.034864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] For port f822c97a-d6b9-4e4c-9e38-6b6754665a23, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f822c97a-d6b9-4e4c-9e38-6b6754665a23,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:02:08.046600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:08.056825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c3317c0d-ab93-465d-b868-a02ca5573716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:08.061218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c3317c0d-ab93-465d-b868-a02ca5573716 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2756555 Jul 15 17:02:08.324603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-06c90d9a-e1bb-4314-9d76-b246b0bf361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:08.338290 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-06c90d9a-e1bb-4314-9d76-b246b0bf361f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9868776d9e424351bd7512a44f0e92db&device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 1097 time: 0.2801242 Jul 15 17:02:08.370510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-110846e2-afc4-4aa8-a949-edc41b8e445d service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036299 Jul 15 17:02:08.381432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559a31e-3ff2-4939-81aa-28cf9a874c51 None None] Pushing event updated for resources: {'Port': ['ID=f822c97a-d6b9-4e4c-9e38-6b6754665a23,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:08.626773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-243fadba-bc51-4721-9e47-bb82a35f0028 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495539 Jul 15 17:02:08.744036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:02:08.762803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-b48929ae-261a-4e7e-8ddb-dbdf63442146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:08.792511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-b48929ae-261a-4e7e-8ddb-dbdf63442146 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0463a230-4d51-48d1-9b13-53d44ade2d5e HTTP/1.1" status: 200 len: 914 time: 0.4101384 Jul 15 17:02:08.796131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b062bd-7314-4285-b27e-b302d59240b9 req-cf809832-1970-47d5-8252-00fb42c38d56 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:08.804883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53b062bd-7314-4285-b27e-b302d59240b9 req-cf809832-1970-47d5-8252-00fb42c38d56 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.2763023 Jul 15 17:02:08.813669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-33a5b809-8774-4a96-a5a3-0bbb101c1704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 217 time: 0.1755140 Jul 15 17:02:08.880392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-66e1ca82-d322-43fd-ab70-3ffc0d6cb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:08.882423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-66e1ca82-d322-43fd-ab70-3ffc0d6cb9c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0591557 Jul 15 17:02:08.953067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53b062bd-7314-4285-b27e-b302d59240b9 req-c42c1336-f18d-4d17-8938-cf5b57eef4be tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467385 Jul 15 17:02:09.045828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-05accd58-ac44-40cd-9b18-faafcca8081f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046 HTTP/1.1" status: 200 len: 217 time: 0.2521131 Jul 15 17:02:09.073624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c096d22a-ae1b-4f0c-af7a-8d63089d557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:09.075683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-c096d22a-ae1b-4f0c-af7a-8d63089d557f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847532 Jul 15 17:02:09.281281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d874b-b2be-46ae-9d71-31af1af63e55 req-bfe17b38-a6bb-4a3e-9626-7c8f26621f9a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:09.288626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab4d874b-b2be-46ae-9d71-31af1af63e55 req-bfe17b38-a6bb-4a3e-9626-7c8f26621f9a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.2831752 Jul 15 17:02:09.332180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-f165ef57-a796-4105-b5c3-64b09bb68dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:09.333333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-f165ef57-a796-4105-b5c3-64b09bb68dc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd88f0ef-1aab-465b-abae-b2bf17b7bbd7 HTTP/1.1" status: 200 len: 854 time: 0.2769485 Jul 15 17:02:09.357027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-ea562748-c8c1-43e5-b8e3-6fb3c069d0cc service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731380 Jul 15 17:02:09.392592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab4d874b-b2be-46ae-9d71-31af1af63e55 req-40625201-03db-47e0-83e0-3aee6cf2b1d3 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029532 Jul 15 17:02:09.400557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-49eaee02-7470-44e4-8bcf-a5da63345709 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0463a230-4d51-48d1-9b13-53d44ade2d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495799 Jul 15 17:02:09.532812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd89a02-943f-4246-a110-c36f24b56fc6 req-e0a4393c-bb89-49b1-b67d-5e88e67f9163 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:09.534673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbd89a02-943f-4246-a110-c36f24b56fc6 req-e0a4393c-bb89-49b1-b67d-5e88e67f9163 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.3723011 Jul 15 17:02:09.640398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:09.830044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f822c97a-d6b9-4e4c-9e38-6b6754665a23 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:09.833545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-511ce78c-025b-4593-a2a2-d301b26287dc service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256971 Jul 15 17:02:09.907928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dad4f495-15b5-4264-a9af-7f8fe072d454 req-b70182c3-afae-4e57-9410-7906d197d7c0 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 210 time: 0.2314453 Jul 15 17:02:10.031787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:10.053705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbd89a02-943f-4246-a110-c36f24b56fc6 req-e9ba3158-ff7b-481a-b599-1c39c63395f1 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126064 Jul 15 17:02:10.065344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86206a1b-2d68-4236-8bc3-905856708f06 req-e0d0004f-9a7a-490c-8345-fa2f3bd8fc94 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026980 Jul 15 17:02:10.253722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] For port f822c97a-d6b9-4e4c-9e38-6b6754665a23, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f822c97a-d6b9-4e4c-9e38-6b6754665a23,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:10.303474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df3d4f6a-590e-4153-8751-26097c4d35a3 req-7b7fdf21-4358-4405-8737-86e8104d7a62 service neutron] 10.222.0.20 "GET /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411807 Jul 15 17:02:10.327950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Provisioning for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:10.341699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Provisioning complete for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:10.342334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.345090 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.355478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.356558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.467184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.509490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] For port f822c97a-d6b9-4e4c-9e38-6b6754665a23, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f822c97a-d6b9-4e4c-9e38-6b6754665a23,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:10.515165 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.606550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260011-2778-453c-99f0-7b353cbdec9a None None] Pushing event updated for resources: {'Port': ['ID=f822c97a-d6b9-4e4c-9e38-6b6754665a23,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:10.609774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:10.642789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:10.649035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.651653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.663966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484be4f9-abcb-4dc3-9ddb-adb707d7ebe8 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:10.671943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=f822c97a-d6b9-4e4c-9e38-6b6754665a23,revision_number=4']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:10.677638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Subnet': ['ID=6a34c938-b91f-46a6-ab0f-fcdbe19b0e30,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:10.692733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.717702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.739413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.764246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.777896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d12e953e-3492-48df-85da-9970e05ba2df tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2412310 Jul 15 17:02:10.786155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:10.791554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.814823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.815871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Request body: {'port': {'network_id': 'c39447b1-2e0e-4621-a1d1-1027e590f497', 'mac_address': 'fa:16:3e:ee:b4:c3', 'name': 'tempest-NetworksTestDHCPv6-1826164683'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:10.829733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:10.835300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:10.845869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-c3a5b97e-e796-4e1a-9264-6351df714b4b tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.6857591 Jul 15 17:02:10.956287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:11.249643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Made reservation on behalf of e160d37ef6f44c718f1a72ac7a9d1e06 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:11.291045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-8d2d0127-ed57-4978-a6d4-c8edc263cf33 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.292802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-8d2d0127-ed57-4978-a6d4-c8edc263cf33 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 808 time: 0.5978310 Jul 15 17:02:11.425273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:11.448517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Request body: {'port': {'device_id': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1', 'admin_state_up': True, 'tenant_id': '6d4b2b9bae8c4a14a4fecfd3052192a3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:11.555198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.555746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.556311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.556859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.557376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.557900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.558705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.561183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-781dfaab-d35d-4c6d-8e86-a403793ba9f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6488 time: 1.3264208 Jul 15 17:02:11.567083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] device_id is not set on port 866102e4-4929-4b56-91b1-ff2d495a047c yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:02:11.648862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d2a96-b428-48e8-bca4-b99be6d94e8b req-399cb10f-dbee-4771-81c1-a53a352d3719 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.667487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c1d2a96-b428-48e8-bca4-b99be6d94e8b req-399cb10f-dbee-4771-81c1-a53a352d3719 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 1.2655230 Jul 15 17:02:11.698338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-389c00fb-8fd0-4f05-9ff0-a1f95cd6eb51 req-e578f626-db1b-4853-91a0-5a4a47c2fde3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8038855 Jul 15 17:02:11.831093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f822c97a-d6b9-4e4c-9e38-6b6754665a23 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:11.911362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c1d2a96-b428-48e8-bca4-b99be6d94e8b req-63f04f62-0d57-4db9-95af-4a4752c01125 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419987 Jul 15 17:02:11.943893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8::f9 (c39447b1-2e0e-4621-a1d1-1027e590f497/5342619c-32ab-4cce-a474-9dd5a7f5f0d4/866102e4-4929-4b56-91b1-ff2d495a047c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:11.955237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Allocated IP 2001:db8:0:1:f816:3eff:feee:b4c3 (c39447b1-2e0e-4621-a1d1-1027e590f497/6a34c938-b91f-46a6-ab0f-fcdbe19b0e30/866102e4-4929-4b56-91b1-ff2d495a047c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:11.964959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-4e2c1a3b-6df1-4c3c-a387-706709589329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:11.965887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:11.967701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:11.972386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-4e2c1a3b-6df1-4c3c-a387-706709589329 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 901 time: 0.3977375 Jul 15 17:02:12.143104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-9a0ddb25-0d35-4218-b32e-4930b57d0dcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 217 time: 0.1650968 Jul 15 17:02:12.290342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-183a80eb-30b9-40e7-ade4-41fa26913193 req-f3503615-f481-45a4-8ef9-2f2fb47db2df tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 210 time: 0.0638621 Jul 15 17:02:12.428905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:12.446165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-5a47a1a9-b342-4658-836c-12a41136d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:12.448098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-5a47a1a9-b342-4658-836c-12a41136d472 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.2457373 Jul 15 17:02:12.500153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Transition to ACTIVE for port object 866102e4-4929-4b56-91b1-ff2d495a047c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:12.527542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Made reservation on behalf of 6d4b2b9bae8c4a14a4fecfd3052192a3 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:12.532730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:12.588711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-27bddd59-d224-407f-b394-6910db5d2ce5 None None] Provisioning complete for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:12.589084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-27bddd59-d224-407f-b394-6910db5d2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:12.593022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cd0d0-26da-4bf7-8c05-e9aaa6b430ac req-b2c0733a-c628-4e41-b569-17676cdbaf32 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:12.594687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-268cd0d0-26da-4bf7-8c05-e9aaa6b430ac req-b2c0733a-c628-4e41-b569-17676cdbaf32 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.5893402 Jul 15 17:02:12.791525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Allocated IP 172.20.0.13 (d5791320-9caa-4708-8ec6-be307b3533c1/9cdbee74-259d-45fb-b871-6af35c1eca7a/17f26449-48de-4a6e-8b71-a29aaa44f97e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:12.850901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-268cd0d0-26da-4bf7-8c05-e9aaa6b430ac req-69af7026-bc74-4f5c-b912-423e74cfaa76 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265403 Jul 15 17:02:12.907885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-affa64b4-9ebf-44ec-9e64-8ac9e1c2b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:12.911331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-affa64b4-9ebf-44ec-9e64-8ac9e1c2b6bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4498236 Jul 15 17:02:12.932266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-176004ca-8450-48ac-8073-3d377b20f096 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:02:12.933318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-176004ca-8450-48ac-8073-3d377b20f096 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067735 Jul 15 17:02:12.956937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d1a4a-3d92-40e2-9b93-581865b49af4 req-59eb15a7-e696-41d4-ba74-1d3598271e24 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:12.990581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b76d1a4a-3d92-40e2-9b93-581865b49af4 req-59eb15a7-e696-41d4-ba74-1d3598271e24 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.4230492 Jul 15 17:02:13.042657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.093529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.177833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.181491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Network d5791320-9caa-4708-8ec6-be307b3533c1 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:13.205038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Network c39447b1-2e0e-4621-a1d1-1027e590f497 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:13.210728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:13.242983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:13.245674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:13.254624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.260695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.269561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Pushing event updated for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:13.272827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:13.350017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b76d1a4a-3d92-40e2-9b93-581865b49af4 req-f1b25afc-32cf-4488-995f-1b30ee2ece2c tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583593 Jul 15 17:02:13.374123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.374480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.374823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.375162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.375493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.375825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.376170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.376496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.376818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.377139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.377463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.377783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:13.392519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-380a29d9-2d5c-437a-b038-69e97b3b915f service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885958 Jul 15 17:02:13.399785 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5991290 Jul 15 17:02:13.400574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:13.582988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.583842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.636349 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-e2799de9-5a2f-4bbb-9989-941acc2a03b5 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1894543 Jul 15 17:02:13.645087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Request body: {'port': {'device_id': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:13.667165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c539b-879b-469b-9259-5dd80bf4fc42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event updated for resources: {'Port': ['ID=866102e4-4929-4b56-91b1-ff2d495a047c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:13.669849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.677858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.685388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.691870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.698422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.707040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.713944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:13.717050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-b800721c-b1c8-4140-b6de-2fe77ab9cfbf tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.4652712 Jul 15 17:02:13.728539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting port 866102e4-4929-4b56-91b1-ff2d495a047c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:13.729257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.780475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e3432cb2-668b-448d-a5fa-d16227ad9e95 None None] Provisioning for port 866102e4-4929-4b56-91b1-ff2d495a047c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:13.785971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e3432cb2-668b-448d-a5fa-d16227ad9e95 None None] Provisioning complete for port 866102e4-4929-4b56-91b1-ff2d495a047c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:13.786665 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e3432cb2-668b-448d-a5fa-d16227ad9e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:13.818739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692d6b79-02d6-41b9-8620-2dbec4a7dc5c req-dff08257-9e2f-47bb-89ba-8e4da9238979 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108238 Jul 15 17:02:13.892578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71c2a7ae-3989-4efb-9631-a4e327327673 req-6f4c9646-0f19-46f5-aa89-e3ceaf26d379 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562262 Jul 15 17:02:14.006025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:14.015532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b37f8-87e0-412d-a8e7-baa40692763e req-109cae6e-75dd-44a8-845f-1ca4c26c447c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.031658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e72b37f8-87e0-412d-a8e7-baa40692763e req-109cae6e-75dd-44a8-845f-1ca4c26c447c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4333916 Jul 15 17:02:14.046126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:14.145153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Calling delete_port for 866102e4-4929-4b56-91b1-ff2d495a047c owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:14.160966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e72b37f8-87e0-412d-a8e7-baa40692763e req-40f25217-ee98-4da3-ae37-aa1876b3eabd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252143 Jul 15 17:02:14.231999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.238503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.239228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.239872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.240550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.241196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.242979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.255772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-75d54504-9086-4ab3-8f8c-a888a612999d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6488 time: 0.3603735 Jul 15 17:02:14.259860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e3432cb2-668b-448d-a5fa-d16227ad9e95 None None] Port 866102e4-4929-4b56-91b1-ff2d495a047c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:02:14.445362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fa609-de7b-476a-af78-04205a0143b9 req-90616405-a1bc-4dba-b7c6-914d87784836 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.455319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-474fa609-de7b-476a-af78-04205a0143b9 req-90616405-a1bc-4dba-b7c6-914d87784836 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 932 time: 0.3404303 Jul 15 17:02:14.562926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-474fa609-de7b-476a-af78-04205a0143b9 req-b3cbded6-24d6-4195-a221-3a31fba9d175 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056912 Jul 15 17:02:14.573962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-12dd6c9b-273e-42a8-bfa0-bfe44cfb00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.580484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-12dd6c9b-273e-42a8-bfa0-bfe44cfb00b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 901 time: 0.3109210 Jul 15 17:02:14.673425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-a2452af1-1a18-4185-9c16-1174bd050b0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 217 time: 0.0883663 Jul 15 17:02:14.827575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:14.868147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-f131989b-c9fe-4260-b947-0ddd82990956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:14.875434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-f131989b-c9fe-4260-b947-0ddd82990956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.1858838 Jul 15 17:02:14.926933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Port': ['ID=866102e4-4929-4b56-91b1-ff2d495a047c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:14.946764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f26449-48de-4a6e-8b71-a29aaa44f97e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:14.984864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:14.993842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c49c7-63ec-4db7-9336-d37dad3994c5 req-064ab9f4-b78f-439d-ab69-28ba5c90bee4 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.009976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9c49c7-63ec-4db7-9336-d37dad3994c5 req-064ab9f4-b78f-439d-ab69-28ba5c90bee4 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.3344276 Jul 15 17:02:15.028933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Transition to ACTIVE for port object 17f26449-48de-4a6e-8b71-a29aaa44f97e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:15.057664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:15.073425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:15.075989 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f00d8599-4ae6-4c45-9e0a-aef8cba98109 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/866102e4-4929-4b56-91b1-ff2d495a047c HTTP/1.1" status: 204 len: 168 time: 1.6704202 Jul 15 17:02:15.086465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47072) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:15.163783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Pushing event updated for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:15.218520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a9c49c7-63ec-4db7-9336-d37dad3994c5 req-8bf3dc23-f103-44b9-be8c-0fbee934c838 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048621 Jul 15 17:02:15.231840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-1238b7ed-8444-46bb-b4db-30a5b4577d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.238350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-1238b7ed-8444-46bb-b4db-30a5b4577d3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3546958 Jul 15 17:02:15.372903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Attempting to bind port 17f26449-48de-4a6e-8b71-a29aaa44f97e on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:02:15.373242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Attempting to bind port 17f26449-48de-4a6e-8b71-a29aaa44f97e by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:02:15.373910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Attempting to bind port 17f26449-48de-4a6e-8b71-a29aaa44f97e on network d5791320-9caa-4708-8ec6-be307b3533c1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:02:15.378720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Port 17f26449-48de-4a6e-8b71-a29aaa44f97e on network d5791320-9caa-4708-8ec6-be307b3533c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:02:15.379050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Attempting to bind port 17f26449-48de-4a6e-8b71-a29aaa44f97e on network d5791320-9caa-4708-8ec6-be307b3533c1 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:02:15.386477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:02:15.386838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Checking segment: {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:02:15.387228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Bound using segment: {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:02:15.387698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Bound port: 17f26449-48de-4a6e-8b71-a29aaa44f97e, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0830d2-fcaf-443e-b8da-ef983d9120ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:02:15.388064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:15.391620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1988fea5-4f08-4724-b717-224fdf93a453 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.393321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1988fea5-4f08-4724-b717-224fdf93a453 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2998824 Jul 15 17:02:15.399137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:15.618390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5310f-153b-4d4b-b52a-217b330b1333 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.625675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80d5310f-153b-4d4b-b52a-217b330b1333 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2078609 Jul 15 17:02:15.626429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:15.627723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:02:15.707291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-24ae3cfa-b958-4521-9155-60a034b61500 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466054 Jul 15 17:02:15.714277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec30d5-2be4-458f-87ea-ef79891c9e58 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.716063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec30d5-2be4-458f-87ea-ef79891c9e58 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.717849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec30d5-2be4-458f-87ea-ef79891c9e58 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.722331 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9ec30d5-2be4-458f-87ea-ef79891c9e58 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0897295 Jul 15 17:02:15.728481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:15.742040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:02:15.763855 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:15.828667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.847808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:15.848086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.850082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/17f26449-48de-4a6e-8b71-a29aaa44f97e HTTP/1.1" status: 200 len: 1092 time: 2.2099738 Jul 15 17:02:15.851249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:15.854323 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef794f6-f580-432f-b1a1-842daa9d3c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:15.855189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.861337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.869128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.894214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.910070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.921494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.944148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-6c93535f-cddf-486d-bbeb-8de76c5b8111 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.5482361 Jul 15 17:02:15.958797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 5342619c-32ab-4cce-a474-9dd5a7f5f0d4 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:15.969767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c936dd4-2128-4f4b-92dd-08a74df29914 req-c4e297e9-7dc5-490c-b273-854678cf22ee tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:15.980510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c936dd4-2128-4f4b-92dd-08a74df29914 req-c4e297e9-7dc5-490c-b273-854678cf22ee tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.4222512 Jul 15 17:02:15.992616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:16.055291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a797b-bf4b-40fe-95bd-a5ed576231a8 service neutron] Pushing event updated for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:16.086671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:16.135190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-eedad8ec-34c5-4fc3-976a-0e97165074de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:16.136913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-eedad8ec-34c5-4fc3-976a-0e97165074de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 1095 time: 0.2114437 Jul 15 17:02:16.138137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb42c77f-d596-44fe-abe9-8da6bd9fa483 req-2b39f778-4685-4bfd-b162-89f1eae06402 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793544 Jul 15 17:02:16.160728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2778ca5d-4ce5-45f8-9135-758a3bc66405 req-e7c8de5a-2f63-429a-b155-876b2e04668a service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463611 Jul 15 17:02:16.189476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c936dd4-2128-4f4b-92dd-08a74df29914 req-06012f62-b71c-4c00-bac5-6f7828be38fe tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd718c3-350f-4d41-b766-ad0b8a5ccc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079649 Jul 15 17:02:16.234066 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-5cca1e60-733f-43a0-98b7-957a54370896 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e HTTP/1.1" status: 200 len: 217 time: 0.0861669 Jul 15 17:02:16.384493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:16.454651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-ebbefa5b-51c5-4454-9c72-9dd85f66ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:16.460778 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-ebbefa5b-51c5-4454-9c72-9dd85f66ee72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cdbee74-259d-45fb-b871-6af35c1eca7a HTTP/1.1" status: 200 len: 848 time: 0.2137830 Jul 15 17:02:16.519156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-18af3b10-27f8-41cf-a567-dc3fcbe20c85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5791320-9caa-4708-8ec6-be307b3533c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495737 Jul 15 17:02:16.571466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a4eb-ddf0-4a6e-b2c7-24c7c9a20f65 req-56cfb1f8-5ac1-4135-8fdc-d41252d6f3db tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:16.579856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b719a4eb-ddf0-4a6e-b2c7-24c7c9a20f65 req-56cfb1f8-5ac1-4135-8fdc-d41252d6f3db tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.2060819 Jul 15 17:02:16.611220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c4c68-1a5a-4bf2-9a72-f4e271e8ae77 req-9de8b544-a1af-4d0e-9295-49adf81556ba tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:16.613035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-867c4c68-1a5a-4bf2-9a72-f4e271e8ae77 req-9de8b544-a1af-4d0e-9295-49adf81556ba tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 944 time: 0.1558998 Jul 15 17:02:16.661669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-b2012209-7bd2-466c-8415-052ef0e85098 service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313322 Jul 15 17:02:16.675575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b719a4eb-ddf0-4a6e-b2c7-24c7c9a20f65 req-2aecae6e-f1f5-4f8b-803e-9c33f37ccc68 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945091 Jul 15 17:02:16.723303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:16.806742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-867c4c68-1a5a-4bf2-9a72-f4e271e8ae77 req-2997408e-0ee6-41e3-b291-068a39489c25 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852100 Jul 15 17:02:16.927230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-461d9f48-1db1-4aa0-8985-4a15e996c3aa tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:16.945907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-461d9f48-1db1-4aa0-8985-4a15e996c3aa tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.20 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 946 time: 0.2671249 Jul 15 17:02:17.272053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Deleting port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:17.273101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:17.476349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] For port 3fa25b79-548d-483b-a6e5-7a1c89c5f046, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3fa25b79-548d-483b-a6e5-7a1c89c5f046,segment=NetworkSegment(f5c9766b-2a61-47d9-864f-d6373021bcb2),segment_id=f5c9766b-2a61-47d9-864f-d6373021bcb2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:17.478126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:17.507689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Calling delete_port for 3fa25b79-548d-483b-a6e5-7a1c89c5f046 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:17.522776 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb8ce7e-4229-47e6-a33d-e2dbb4e8013e x-openstack-request-id: req-5cb8ce7e-4229-47e6-a33d-e2dbb4e8013e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:17.523376 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:17.523376 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cb8ce7e-4229-47e6-a33d-e2dbb4e8013e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:17.525128 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e', 'status': 'completed', 'code': 200} Jul 15 17:02:17.540459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:17.548448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/5342619c-32ab-4cce-a474-9dd5a7f5f0d4 HTTP/1.1" status: 204 len: 168 time: 1.8174162 Jul 15 17:02:17.550840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d57c6-5bf2-475e-bf89-94085182875f None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:17.594981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:17.595780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2c5e8-4470-4dcf-bff8-ebb42a79937e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=5342619c-32ab-4cce-a474-9dd5a7f5f0d4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:17.811444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7456d22b-fd11-4cf0-9ddb-72de69dafd91 req-3b2e0595-26a9-4c57-abeb-2d44fdd7f5ca service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1350458 Jul 15 17:02:17.816566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Deleting subnet 6a34c938-b91f-46a6-ab0f-fcdbe19b0e30 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:17.822741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:17.893264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.014911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Pushing event deleted for resources: {'Port': ['ID=3fa25b79-548d-483b-a6e5-7a1c89c5f046,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:18.080965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697595c-10fa-4831-8713-3aa5901e4140 req-3e9d5927-5785-4b19-b431-994ff1139d9a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.088962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5697595c-10fa-4831-8713-3aa5901e4140 req-3e9d5927-5785-4b19-b431-994ff1139d9a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.9426425 Jul 15 17:02:18.094554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.190632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] No DVR routers for this DVR port 3fa25b79-548d-483b-a6e5-7a1c89c5f046 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:18.194028 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.196633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73b4de79-e7a5-488b-915d-0911863f18b4 req-f73d9594-5a1e-47b7-9201-026464129cab tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.20 "DELETE /v2.0/ports/3fa25b79-548d-483b-a6e5-7a1c89c5f046 HTTP/1.1" status: 204 len: 173 time: 1.2434182 Jul 15 17:02:18.208934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.238755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'name': 'network-vif-deleted', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:18.251454 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50285890-20d5-4860-843c-8de8f80dcfe7" -d '{"events": [{"server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "name": "network-vif-deleted", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:18.348139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc47bc3-afd5-463b-b530-e6253fd1bcee req-b9b3279f-ef9e-4009-abe9-854d4f41a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.349756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7dc47bc3-afd5-463b-b530-e6253fd1bcee req-b9b3279f-ef9e-4009-abe9-854d4f41a38e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 1096 time: 0.8893290 Jul 15 17:02:18.375313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5697595c-10fa-4831-8713-3aa5901e4140 req-e6141917-42c3-4ede-810a-37e32a4d2898 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851470 Jul 15 17:02:18.400376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.438037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.457573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.477965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.512077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.537754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.562565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.571476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Subnet': ['ID=6a34c938-b91f-46a6-ab0f-fcdbe19b0e30,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:18.588723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.595634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-72cfe73f-2cc3-45f2-86b0-83aa682d242d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.7187569 Jul 15 17:02:18.637231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7dc47bc3-afd5-463b-b530-e6253fd1bcee req-1ff55955-6e98-4804-9382-084d114c2a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704382 Jul 15 17:02:18.670917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:18.673231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2a457f42-e61c-4bb0-b528-45ce5c3b5a4e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/6a34c938-b91f-46a6-ab0f-fcdbe19b0e30 HTTP/1.1" status: 204 len: 168 time: 1.0573702 Jul 15 17:02:18.681782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:18.737812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-358e5dcd-be49-43df-bbc8-42fd813841cc req-89c717dc-432c-496e-b113-7a1257d794b3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165421 Jul 15 17:02:18.744389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09f93423-df11-437d-975c-87bf3241faa4 req-82228513-e76f-47cc-9a65-4098576ac396 tempest-InstanceActionsTestJSON-1912165799 tempest-InstanceActionsTestJSON-1912165799-project] 10.222.0.25 "GET /v2.0/ports?device_id=de33c5d1-e5ee-4f8e-aefe-07545a66c614 HTTP/1.1" status: 200 len: 210 time: 0.0749047 Jul 15 17:02:18.785417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-45134a62-8359-4289-ad2c-9379745ed0e8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008754 Jul 15 17:02:18.788005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47128) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:18.796072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-161d5ec8-94cf-406c-9789-10021664c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:18.808399 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-161d5ec8-94cf-406c-9789-10021664c51c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 1095 time: 0.9361527 Jul 15 17:02:19.043858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-cde020d8-b994-4b2e-9877-1ad07a37a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.060044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-cde020d8-b994-4b2e-9877-1ad07a37a998 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 200 len: 908 time: 0.2440164 Jul 15 17:02:19.202067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-38ed4134-b9ce-443b-bc0c-3495dfaa2bf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e HTTP/1.1" status: 200 len: 217 time: 0.1326716 Jul 15 17:02:19.230184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814f9ec-5896-4a71-9f6d-207b5d9a1399 None None] Network c39447b1-2e0e-4621-a1d1-1027e590f497 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:19.272002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec7678-1a10-4929-abca-f32df4f4b248 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.277037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-21ec7678-1a10-4929-abca-f32df4f4b248 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4491801 Jul 15 17:02:19.302200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47134) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:19.341588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-607b188c-9147-4fcf-b99d-056f1ac12902 None None] Provisioning complete for port f822c97a-d6b9-4e4c-9e38-6b6754665a23 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:19.344409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-607b188c-9147-4fcf-b99d-056f1ac12902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:19.566735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-f68aa707-cf2e-4e31-8db3-9c17ee4fcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.572383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-f68aa707-cf2e-4e31-8db3-9c17ee4fcb22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cdbee74-259d-45fb-b871-6af35c1eca7a HTTP/1.1" status: 200 len: 848 time: 0.3622565 Jul 15 17:02:19.579348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d211b6e-9c90-4443-93d2-6b3b84a9b490 req-583d9a43-75d5-43da-8239-e16314afaee7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.594619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d211b6e-9c90-4443-93d2-6b3b84a9b490 req-583d9a43-75d5-43da-8239-e16314afaee7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.3103817 Jul 15 17:02:19.601955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17f26449-48de-4a6e-8b71-a29aaa44f97e details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:19.610584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3fa25b79-548d-483b-a6e5-7a1c89c5f046 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:19.688034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f5cf85-f6b0-4763-8c59-4e1dbcd67913 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.689700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-59f5cf85-f6b0-4763-8c59-4e1dbcd67913 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3858001 Jul 15 17:02:19.692096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-8fe4c707-8f46-46a5-8b5e-8cc82f3943fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5791320-9caa-4708-8ec6-be307b3533c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047270 Jul 15 17:02:19.706288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:19.707231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 3fa25b79-548d-483b-a6e5-7a1c89c5f046 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:02:19.707704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3fa25b79-548d-483b-a6e5-7a1c89c5f046 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:02:19.728695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d211b6e-9c90-4443-93d2-6b3b84a9b490 req-98e38412-6baf-4940-91b5-60739ccc8353 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327767 Jul 15 17:02:19.799462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60906c76-f29b-485d-835b-3ff99c8796ed req-6e5303c9-4905-4a37-ab68-ddbd8539be68 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:19.801795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60906c76-f29b-485d-835b-3ff99c8796ed req-6e5303c9-4905-4a37-ab68-ddbd8539be68 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 944 time: 0.6522443 Jul 15 17:02:19.918077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1b315b48-053b-4ccd-94c9-37fb35e9e1f4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796079 Jul 15 17:02:19.919640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:19.945782 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f3bd2-2b69-47c6-ad20-887960bb9e9c x-openstack-request-id: req-736f3bd2-2b69-47c6-ad20-887960bb9e9c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:19.946490 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de33c5d1-e5ee-4f8e-aefe-07545a66c614", "name": "network-vif-deleted", "tag": "3fa25b79-548d-483b-a6e5-7a1c89c5f046", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:19.946960 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-736f3bd2-2b69-47c6-ad20-887960bb9e9c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:19.947568 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de33c5d1-e5ee-4f8e-aefe-07545a66c614', 'name': 'network-vif-deleted', 'tag': '3fa25b79-548d-483b-a6e5-7a1c89c5f046', 'status': 'completed', 'code': 200} Jul 15 17:02:19.976020 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0757b1f2-8527-46fe-b979-625a080e7b51 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:19.977082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0757b1f2-8527-46fe-b979-625a080e7b51 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:19.979270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0757b1f2-8527-46fe-b979-625a080e7b51 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/866102e4-4929-4b56-91b1-ff2d495a047c HTTP/1.1" status: 404 len: 333 time: 0.0534532 Jul 15 17:02:19.982762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47148) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:19.986186 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-0f4d403d-47ca-45a4-91b5-740a05589111 service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662792 Jul 15 17:02:20.050906 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1cbe69-01d3-4b98-8360-8ddc8af1d885 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.059863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1cbe69-01d3-4b98-8360-8ddc8af1d885 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.070570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e1cbe69-01d3-4b98-8360-8ddc8af1d885 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/6a34c938-b91f-46a6-ab0f-fcdbe19b0e30 HTTP/1.1" status: 404 len: 337 time: 0.0863018 Jul 15 17:02:20.073200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.114050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60906c76-f29b-485d-835b-3ff99c8796ed req-24454915-0b37-4db0-955e-10cb723d6a6c tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246637 Jul 15 17:02:20.145121 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c10563-1f2b-4384-92f3-71ed39cd56f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.157497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c10563-1f2b-4384-92f3-71ed39cd56f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.159888 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53c10563-1f2b-4384-92f3-71ed39cd56f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/5342619c-32ab-4cce-a474-9dd5a7f5f0d4 HTTP/1.1" status: 404 len: 337 time: 0.0854137 Jul 15 17:02:20.162460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47154) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.251009 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eee2d8-e8c3-4a92-89a4-dcb3a03fba62 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.251964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eee2d8-e8c3-4a92-89a4-dcb3a03fba62 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.256228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-25eee2d8-e8c3-4a92-89a4-dcb3a03fba62 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/09693a2d-5342-4a8d-9551-e0fc2ecd431e HTTP/1.1" status: 404 len: 333 time: 0.0900731 Jul 15 17:02:20.257018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.276175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:20.302774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '17f26449-48de-4a6e-8b71-a29aaa44f97e', 'network_id': 'd5791320-9caa-4708-8ec6-be307b3533c1', 'port_id': '17f26449-48de-4a6e-8b71-a29aaa44f97e', 'mac_address': 'fa:16:3e:7f:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdbee74-259d-45fb-b871-6af35c1eca7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:20.351183 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca2a240-f292-435e-bf33-47c34d437eb3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.351965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca2a240-f292-435e-bf33-47c34d437eb3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.358081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ca2a240-f292-435e-bf33-47c34d437eb3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/8571f43f-0269-4338-ba19-c18ccee28139 HTTP/1.1" status: 404 len: 337 time: 0.0967121 Jul 15 17:02:20.358687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.387009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.395495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.411452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f26449-48de-4a6e-8b71-a29aaa44f97e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:20.479854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:20.490877 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.504290 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb194dc-12d6-46fe-9ec2-cad5c102b7fc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.504839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb194dc-12d6-46fe-9ec2-cad5c102b7fc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.509793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7fb194dc-12d6-46fe-9ec2-cad5c102b7fc tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/5da68eb7-c802-4b63-8688-d3ac7946c104 HTTP/1.1" status: 404 len: 337 time: 0.1477590 Jul 15 17:02:20.512933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0c950-dee2-4e58-a764-82db52e6f0ca req-78ea768c-f567-4956-bdf8-2e79a20020e2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:20.521181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08b0c950-dee2-4e58-a764-82db52e6f0ca req-78ea768c-f567-4956-bdf8-2e79a20020e2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.2468491 Jul 15 17:02:20.523817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.580978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:20.654554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] DHCP port deletion for c39447b1-2e0e-4621-a1d1-1027e590f497 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:02:20.748835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6ef794f6-f580-432f-b1a1-842daa9d3c5e req-373b7e57-4e8d-4c47-953a-1e256ff8a33a service neutron] 10.222.0.20 "GET /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074287 Jul 15 17:02:20.801358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08b0c950-dee2-4e58-a764-82db52e6f0ca req-5b165132-839a-4f8e-b07c-8c5d9a45a5c5 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908539 Jul 15 17:02:20.803280 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46a68da-fee8-43cd-bd01-f41108e89a40 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.804054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46a68da-fee8-43cd-bd01-f41108e89a40 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.814209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c46a68da-fee8-43cd-bd01-f41108e89a40 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/34adda5b-ad87-4877-9e4b-9eb9057ee870 HTTP/1.1" status: 404 len: 333 time: 0.2861154 Jul 15 17:02:20.816369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Deleting port f822c97a-d6b9-4e4c-9e38-6b6754665a23 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:20.816931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.819813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47174) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.832409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Deleting subnet bd88f0ef-1aab-465b-abae-b2bf17b7bbd7 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:20.839045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.936511 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa19c04-68b2-4993-bef2-8d302510ce3c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:20.940537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa19c04-68b2-4993-bef2-8d302510ce3c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:20.945014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bfa19c04-68b2-4993-bef2-8d302510ce3c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/3ce52be5-1b31-4092-b0d1-31f193d7e3e9 HTTP/1.1" status: 404 len: 337 time: 0.1151490 Jul 15 17:02:20.950055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.955635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:20.958778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] For port f822c97a-d6b9-4e4c-9e38-6b6754665a23, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f822c97a-d6b9-4e4c-9e38-6b6754665a23,segment=NetworkSegment(224b384e-5839-4d8e-a103-4eb56635bf0c),segment_id=224b384e-5839-4d8e-a103-4eb56635bf0c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:20.959366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:20.974099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Calling delete_port for f822c97a-d6b9-4e4c-9e38-6b6754665a23 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:20.992000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['17f26449-48de-4a6e-8b71-a29aaa44f97e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:21.050043 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4b0a48-f017-4c57-a2e3-deaa9970bd42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.050330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4b0a48-f017-4c57-a2e3-deaa9970bd42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.059432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc4b0a48-f017-4c57-a2e3-deaa9970bd42 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/efd03205-3ee7-41d4-a6e6-7571a990013d HTTP/1.1" status: 404 len: 337 time: 0.0980592 Jul 15 17:02:21.064863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.089880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.097569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.104040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.110394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.116747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.123330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.129544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.134750 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6afb18-ff82-4beb-ab17-f7aa6fab8aec tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.138209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6afb18-ff82-4beb-ab17-f7aa6fab8aec tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.139329 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-f43a144f-e211-4e20-bd68-df3a240d7ec3 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.4687984 Jul 15 17:02:21.139963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2b6afb18-ff82-4beb-ab17-f7aa6fab8aec tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/4babe31c-41a5-4088-9b21-5f96ad6f4a58 HTTP/1.1" status: 404 len: 333 time: 0.0724876 Jul 15 17:02:21.147359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47182) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.183595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:21.197420 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-04be3561-46cd-4343-8ab4-9b3262a73f15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.197781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04be3561-46cd-4343-8ab4-9b3262a73f15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.199521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-04be3561-46cd-4343-8ab4-9b3262a73f15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2691fdc7-bf7b-40e9-a45b-06f277862183 HTTP/1.1" status: 404 len: 337 time: 0.0467513 Jul 15 17:02:21.203576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.245550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72235a5a-fd56-489c-9730-f0f0f4c5eff5 req-c6c3f1e2-bd5d-4b64-ac7a-b6b2afb43f59 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052589 Jul 15 17:02:21.298744 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:21.318754 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c36850-a116-499c-9c43-26cc0b55268e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.329946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c36850-a116-499c-9c43-26cc0b55268e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.347828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-32c36850-a116-499c-9c43-26cc0b55268e tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/20070559-6526-4fe0-839b-94f36111f8c4 HTTP/1.1" status: 404 len: 337 time: 0.1421831 Jul 15 17:02:21.361112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.362781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] Pushing event deleted for resources: {'Port': ['ID=f822c97a-d6b9-4e4c-9e38-6b6754665a23,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:21.367102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda295d-f163-4a65-938e-5b66461fddbe None None] No DVR routers for this DVR port f822c97a-d6b9-4e4c-9e38-6b6754665a23 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:21.407386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a88b6-6bb7-41b4-871d-80267b990d02 req-baec0945-d0ec-4028-8cee-5e600be60bcc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.409514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:21.422093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-396a88b6-6bb7-41b4-871d-80267b990d02 req-baec0945-d0ec-4028-8cee-5e600be60bcc tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4251168 Jul 15 17:02:21.479818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd88f0ef-1aab-465b-abae-b2bf17b7bbd7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:21.505268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:21.507767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1e5677b9-f64f-4f93-af87-21cd16f15f01 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd88f0ef-1aab-465b-abae-b2bf17b7bbd7 HTTP/1.1" status: 204 len: 168 time: 1.1097417 Jul 15 17:02:21.512092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.758354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f822c97a-d6b9-4e4c-9e38-6b6754665a23 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:21.772392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-742f1fc8-fc15-46b5-bf55-66632efec19a req-b727f78e-50ce-4ab7-9738-47240e497e9c tempest-LiveMigrationTest-174088388 tempest-LiveMigrationTest-174088388-project] (100429) timed out ('10.222.0.35', 58366) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:02:21.775737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:21.792668 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b05832-3428-41be-a561-93793cf7757c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.793598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b05832-3428-41be-a561-93793cf7757c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.800059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-32b05832-3428-41be-a561-93793cf7757c tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/d6820af4-c2fd-41c9-a5ba-b2b60a446f3f HTTP/1.1" status: 404 len: 333 time: 0.4314144 Jul 15 17:02:21.800279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47198) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.820066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f822c97a-d6b9-4e4c-9e38-6b6754665a23 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:02:21.820808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f822c97a-d6b9-4e4c-9e38-6b6754665a23 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:02:21.865952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-396a88b6-6bb7-41b4-871d-80267b990d02 req-e2a50dfb-f05e-4c68-b46a-e127a74e9401 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428844 Jul 15 17:02:21.878280 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c123e46-764a-4663-9a12-4ad0e6885299 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.878805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c123e46-764a-4663-9a12-4ad0e6885299 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.880531 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4c123e46-764a-4663-9a12-4ad0e6885299 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f505952c-6b81-4c10-b410-f21156325d61 HTTP/1.1" status: 404 len: 337 time: 0.0805037 Jul 15 17:02:21.886875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:21.895054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d408e1-e97e-4415-8dc4-d40db4bc36a8 req-068d7f15-810e-43cf-bfdb-5d9160360dff tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:21.910646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22d408e1-e97e-4415-8dc4-d40db4bc36a8 req-068d7f15-810e-43cf-bfdb-5d9160360dff tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1358190 Jul 15 17:02:21.931369 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5084de09-199f-4bc4-b013-fda244d9950a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:21.932137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5084de09-199f-4bc4-b013-fda244d9950a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:21.933881 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5084de09-199f-4bc4-b013-fda244d9950a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/8598d473-8cb9-4a0a-890c-09cce8bb6ff1 HTTP/1.1" status: 404 len: 333 time: 0.0455401 Jul 15 17:02:21.938009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.005994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22d408e1-e97e-4415-8dc4-d40db4bc36a8 req-3adcbe05-9ced-4890-8a87-c0da60ec9ad5 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938928 Jul 15 17:02:22.030373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.098752 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3553bc0f-19ff-4ca8-be49-5b92b2fa58e2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.099192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3553bc0f-19ff-4ca8-be49-5b92b2fa58e2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.104584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3553bc0f-19ff-4ca8-be49-5b92b2fa58e2 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/4b20e9dc-cb7b-414a-aa61-b052a2e23025 HTTP/1.1" status: 404 len: 337 time: 0.1646163 Jul 15 17:02:22.108980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.133943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0463a230-4d51-48d1-9b13-53d44ade2d5e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:22.218063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c9766b-2a61-47d9-864f-d6373021bcb2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:22.220695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c9766b-2a61-47d9-864f-d6373021bcb2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:22.229654 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60942fc-8734-41fe-a727-37beeab525e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.230300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60942fc-8734-41fe-a727-37beeab525e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.232498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c60942fc-8734-41fe-a727-37beeab525e5 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/174e4ee8-0066-4adc-917a-ae2e7c1f2bc5 HTTP/1.1" status: 404 len: 333 time: 0.1212580 Jul 15 17:02:22.243171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96312-bd96-4dc2-8678-36a5f6ae2f08 req-4f1d3670-fb6c-4e36-a20d-b24d846c633b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:22.247835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.256687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fde96312-bd96-4dc2-8678-36a5f6ae2f08 req-4f1d3670-fb6c-4e36-a20d-b24d846c633b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 945 time: 0.1415870 Jul 15 17:02:22.348559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fde96312-bd96-4dc2-8678-36a5f6ae2f08 req-7a0c96f0-8d5c-44d6-a51f-73f08a85ad9b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850012 Jul 15 17:02:22.376257 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d21dcec-7cda-49ca-9a84-9eb4ca6fa8f8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.376759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d21dcec-7cda-49ca-9a84-9eb4ca6fa8f8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.381608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47214) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.386360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d21dcec-7cda-49ca-9a84-9eb4ca6fa8f8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/a95c0e64-36b4-43d0-964c-772d9e44b352 HTTP/1.1" status: 404 len: 337 time: 0.1282704 Jul 15 17:02:22.396171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.443300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.466169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:02:22.466739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.472037 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4010f32-074f-46d1-978f-8aec24e30119 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.485967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4010f32-074f-46d1-978f-8aec24e30119 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.486235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4010f32-074f-46d1-978f-8aec24e30119 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/95dfe012-da3d-4833-8349-5af0792d23d8 HTTP/1.1" status: 404 len: 333 time: 0.1035194 Jul 15 17:02:22.496433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47218) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.608040 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-100786f4-2874-41fd-8631-da45b1b46a56 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.608542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100786f4-2874-41fd-8631-da45b1b46a56 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.610448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-100786f4-2874-41fd-8631-da45b1b46a56 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/3e0732b0-97b2-4a43-968a-f7ad2f0bf98d HTTP/1.1" status: 404 len: 337 time: 0.1128516 Jul 15 17:02:22.621735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47224) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:02:22.627827 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:02:22.636975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.655639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:22.663406 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0463a230-4d51-48d1-9b13-53d44ade2d5e HTTP/1.1" status: 204 len: 168 time: 1.1428056 Jul 15 17:02:22.704335 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f7796e-a5c0-49f3-871b-6135459f8b7b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.705062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f7796e-a5c0-49f3-871b-6135459f8b7b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.706958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33f7796e-a5c0-49f3-871b-6135459f8b7b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/d1f1c56d-3008-432f-827d-f61b188c6ce3 HTTP/1.1" status: 404 len: 333 time: 0.0829809 Jul 15 17:02:22.714489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47234) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.733644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979789-e174-42af-b305-97b0bf47a604 admin admin] Pushing event deleted for resources: {'Network': ['ID=0463a230-4d51-48d1-9b13-53d44ade2d5e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:22.790604 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fd52a7-7df1-44d9-a76e-c33649b20c63 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.791139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fd52a7-7df1-44d9-a76e-c33649b20c63 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:22.793057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37fd52a7-7df1-44d9-a76e-c33649b20c63 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f9c254c1-b255-4fc1-8f8c-76a33b038976 HTTP/1.1" status: 404 len: 337 time: 0.0775387 Jul 15 17:02:22.796670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:22.955608 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad734adf-3253-4579-aaa3-6807363decd6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:22.955608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad734adf-3253-4579-aaa3-6807363decd6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.089604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.089604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.093639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ad734adf-3253-4579-aaa3-6807363decd6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/f5e6b350-2650-4aee-9897-93064a6fc123 HTTP/1.1" status: 404 len: 333 time: 0.1434784 Jul 15 17:02:23.093639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.094565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.094565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.094565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.095146 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3204609-002d-430c-9053-6fd4515b6f65 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.095146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3204609-002d-430c-9053-6fd4515b6f65 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.095146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3204609-002d-430c-9053-6fd4515b6f65 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/38321948-53fb-4d91-be89-16b450c4c530 HTTP/1.1" status: 404 len: 337 time: 0.1420839 Jul 15 17:02:23.095146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.103491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.128644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.130106 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfed97a3-7212-4b7f-81e5-5e0a0fb296b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.130600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfed97a3-7212-4b7f-81e5-5e0a0fb296b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.135836 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bfed97a3-7212-4b7f-81e5-5e0a0fb296b9 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/0609bfac-ee83-4e8e-bb88-0fd8a0a3da2d HTTP/1.1" status: 404 len: 337 time: 0.0404584 Jul 15 17:02:23.136542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.156817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-17e19e66-7609-4f7f-9ccf-772b57fe3a57 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.4086835 Jul 15 17:02:23.173189 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecabc35e-9031-4ad4-98ee-7a764135c33f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.173990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecabc35e-9031-4ad4-98ee-7a764135c33f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.179709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecabc35e-9031-4ad4-98ee-7a764135c33f tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/8dcf9e2a-375e-495e-8102-bf242b87e5e5 HTTP/1.1" status: 404 len: 333 time: 0.0421455 Jul 15 17:02:23.180556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.217333 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bafdfe-6b31-40a4-ad88-7bd46021c223 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.217816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bafdfe-6b31-40a4-ad88-7bd46021c223 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.222493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-22bafdfe-6b31-40a4-ad88-7bd46021c223 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/a4d81fc2-ffe7-4c23-9bb2-1e4f83adbc44 HTTP/1.1" status: 404 len: 337 time: 0.0409694 Jul 15 17:02:23.223140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47262) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.259783 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af27896-4a36-4e01-ad5d-b4d820372c5d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.260626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af27896-4a36-4e01-ad5d-b4d820372c5d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.266408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8af27896-4a36-4e01-ad5d-b4d820372c5d tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/d385974c-7769-4791-ac42-d22bea13ce8a HTTP/1.1" status: 404 len: 337 time: 0.0422459 Jul 15 17:02:23.267423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.301189 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c844214a-1d3b-43e8-a68a-1beff01689f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.302051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c844214a-1d3b-43e8-a68a-1beff01689f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.317316 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c844214a-1d3b-43e8-a68a-1beff01689f0 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c5052a6a-dd04-4e9f-9d56-913f90e89753 HTTP/1.1" status: 404 len: 333 time: 0.0483985 Jul 15 17:02:23.318041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.372493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f71aa66a-1e6b-47c1-bf84-ccc1c16fb628 req-b8746f4e-5f78-40ae-9873-d9932fb6dae9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2083797 Jul 15 17:02:23.388497 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a45e50-a814-4f39-a2a3-103e75e6d69a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.389228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a45e50-a814-4f39-a2a3-103e75e6d69a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.396751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f6a45e50-a814-4f39-a2a3-103e75e6d69a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/9fe85e97-41e6-4dfc-b35f-8faca55db3a2 HTTP/1.1" status: 404 len: 337 time: 0.0738678 Jul 15 17:02:23.397422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.407534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47274) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.451127 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-8745d15b-44de-4338-a762-044a59f134ca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.451443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8745d15b-44de-4338-a762-044a59f134ca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.456469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8745d15b-44de-4338-a762-044a59f134ca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/9cc787ce-d076-410a-939d-0b3d9d35c92a HTTP/1.1" status: 404 len: 337 time: 0.0580578 Jul 15 17:02:23.457294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.523207 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa6c5d6-b48e-4715-a605-af305738d300 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.523951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa6c5d6-b48e-4715-a605-af305738d300 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.529805 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0aa6c5d6-b48e-4715-a605-af305738d300 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/a99fa27f-1ea7-4c82-b19d-517fb439d4bb HTTP/1.1" status: 404 len: 333 time: 0.0705495 Jul 15 17:02:23.530642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.534719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744becaf-79f2-4d78-83b9-49a0133b93cf req-54436fdc-2f43-4da6-831f-286ad9164e89 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:23.543543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-744becaf-79f2-4d78-83b9-49a0133b93cf req-54436fdc-2f43-4da6-831f-286ad9164e89 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3238413 Jul 15 17:02:23.560773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17f26449-48de-4a6e-8b71-a29aaa44f97e up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:23.595942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-744becaf-79f2-4d78-83b9-49a0133b93cf req-3dc1bed3-41c6-4694-9139-a1a2b18071a2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Jul 15 17:02:23.604521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b540429d-03a1-4442-b808-e2b7db51840b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9868776d9e424351bd7512a44f0e92db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866906 Jul 15 17:02:23.611388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.638487 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa752df-3cbe-4e9c-b3ea-fd73d6df4ec4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.642303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa752df-3cbe-4e9c-b3ea-fd73d6df4ec4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.644497 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-efa752df-3cbe-4e9c-b3ea-fd73d6df4ec4 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2f9dd894-9f5d-43e0-8972-af78819b10fe HTTP/1.1" status: 404 len: 337 time: 0.1126955 Jul 15 17:02:23.648258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.697125 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-38758496-ba0f-42ed-893c-bfc2c341ceca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.697714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38758496-ba0f-42ed-893c-bfc2c341ceca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.704854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38758496-ba0f-42ed-893c-bfc2c341ceca tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/ee55c38f-6118-4248-a5ad-733e9c9ec71a HTTP/1.1" status: 404 len: 337 time: 0.0533266 Jul 15 17:02:23.709633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.710433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:23.738846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 17f26449-48de-4a6e-8b71-a29aaa44f97e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:23.757955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 17f26449-48de-4a6e-8b71-a29aaa44f97e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:23.759699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:23.773034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5409a3c-31b2-4a14-87b3-208e1528c672 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports?device_id=5b28cbf7-66bb-4353-920a-9c53da298e8c HTTP/1.1" status: 200 len: 205 time: 0.0621462 Jul 15 17:02:23.773688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.783068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:23.818892 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-db163721-e9fc-490a-a120-409e9dc88391 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] delete failed (client error): The resource could not be found. Jul 15 17:02:23.822890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-db163721-e9fc-490a-a120-409e9dc88391 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/routers/5b28cbf7-66bb-4353-920a-9c53da298e8c HTTP/1.1" status: 404 len: 336 time: 0.0482581 Jul 15 17:02:23.823602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.856223 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f13a67-bac0-4a09-9e60-5e097cf2dd15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:23.857012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f13a67-bac0-4a09-9e60-5e097cf2dd15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:23.862287 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f4f13a67-bac0-4a09-9e60-5e097cf2dd15 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/b6545205-c092-4ef8-8476-77b5e4528103 HTTP/1.1" status: 404 len: 337 time: 0.0375657 Jul 15 17:02:23.863146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.903282 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9eae2aba-8715-4bae-93f5-a5d145fed97a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf9b95ac-502f-42ec-9b12-537c8e14dd0c HTTP/1.1" status: 200 len: 205 time: 0.0386577 Jul 15 17:02:23.904216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:23.954250 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-c7425775-e201-4cab-b802-49e23cc28d98 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] delete failed (client error): The resource could not be found. Jul 15 17:02:23.955302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7425775-e201-4cab-b802-49e23cc28d98 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/routers/cf9b95ac-502f-42ec-9b12-537c8e14dd0c HTTP/1.1" status: 404 len: 336 time: 0.0499699 Jul 15 17:02:23.958665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.026167 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b92cfae-867b-4d4f-b853-04f47a7621d8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.026631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b92cfae-867b-4d4f-b853-04f47a7621d8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.031400 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b92cfae-867b-4d4f-b853-04f47a7621d8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f9b2bdf7-20e7-4031-bf97-991a043860e5 HTTP/1.1" status: 404 len: 337 time: 0.0711617 Jul 15 17:02:24.032314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.049912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:24.101102 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb59a181-ba24-4071-95ce-a055b722af14 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.101506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7a9d5-a0df-447e-899f-2094ff62a5ef req-2a3d8c12-2881-472c-a4cb-212a83ff1c68 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.102019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb59a181-ba24-4071-95ce-a055b722af14 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.103823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29c7a9d5-a0df-447e-899f-2094ff62a5ef req-2a3d8c12-2881-472c-a4cb-212a83ff1c68 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 945 time: 0.1630106 Jul 15 17:02:24.116040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb59a181-ba24-4071-95ce-a055b722af14 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/f8229c83-270f-4059-b5f2-5eb0192b4fe9 HTTP/1.1" status: 404 len: 337 time: 0.0825217 Jul 15 17:02:24.116892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47308) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.162195 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-86656d1d-aecd-4820-a7ff-a3beafef82d3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.163193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86656d1d-aecd-4820-a7ff-a3beafef82d3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.169269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-86656d1d-aecd-4820-a7ff-a3beafef82d3 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c076f2ff-80df-46d0-8f9d-7c3a31647479 HTTP/1.1" status: 404 len: 333 time: 0.0507026 Jul 15 17:02:24.170232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.173397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e112b-8513-45d1-9409-72e83a878f84 req-6c31fffd-af83-4f9b-a38a-30ff43331394 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.180169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:24.181967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-607e112b-8513-45d1-9409-72e83a878f84 req-6c31fffd-af83-4f9b-a38a-30ff43331394 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.4612212 Jul 15 17:02:24.185947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:24.195383 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ec5bf-69ee-4196-bdfd-18341d4347ef" -d '{"events": [{"server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "name": "network-vif-plugged", "status": "completed", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:24.203741 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9171eaf0-eeb3-4508-ae5a-b1db626e55b6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.204614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9171eaf0-eeb3-4508-ae5a-b1db626e55b6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.204739 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:24.210528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9171eaf0-eeb3-4508-ae5a-b1db626e55b6 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/7bbd99b7-4676-4032-8150-b65cb48da57e HTTP/1.1" status: 404 len: 337 time: 0.0381632 Jul 15 17:02:24.211976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.250314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29c7a9d5-a0df-447e-899f-2094ff62a5ef req-f3d14938-0aa5-487d-b15a-52e0b250012b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398358 Jul 15 17:02:24.259186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:24.275473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:24.285419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:24.286803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acd718c3-350f-4d41-b766-ad0b8a5ccc52 HTTP/1.1" status: 204 len: 168 time: 0.6729519 Jul 15 17:02:24.326178 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda2478d-409b-4957-b409-aa77b51fde5a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.328218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dda2478d-409b-4957-b409-aa77b51fde5a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.332950 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dda2478d-409b-4957-b409-aa77b51fde5a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/c09ff314-1a41-4f7c-b08b-cfc3c4401d3f HTTP/1.1" status: 404 len: 333 time: 0.1196387 Jul 15 17:02:24.341445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.411491 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e9e06-4664-4402-8f83-7d4f332da592 x-openstack-request-id: req-5b6e9e06-4664-4402-8f83-7d4f332da592 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:24.411838 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "name": "network-vif-plugged", "status": "completed", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:24.412157 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6e9e06-4664-4402-8f83-7d4f332da592 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:24.413192 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e', 'code': 200} Jul 15 17:02:24.423359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-607e112b-8513-45d1-9409-72e83a878f84 req-63f17068-7641-403f-a5b3-998917608a58 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403359 Jul 15 17:02:24.434703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd718c3-350f-4d41-b766-ad0b8a5ccc52,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:24.458990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.459604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.460530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.463701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.464346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.464945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.466058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.466614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.468412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.468992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.473483 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d815abe7-bdeb-4354-ad0b-03d1078221fd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.474149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.474726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc11eab-30d4-4da2-865b-566306801185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:02:24.479170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d815abe7-bdeb-4354-ad0b-03d1078221fd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.488956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47328) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.493752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d815abe7-bdeb-4354-ad0b-03d1078221fd tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/7d012f63-117b-4070-ae35-57b3825aa0a9 HTTP/1.1" status: 404 len: 337 time: 0.1383271 Jul 15 17:02:24.551102 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a2b00a-6e84-4be6-9158-df0a50cf28f7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.557323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a2b00a-6e84-4be6-9158-df0a50cf28f7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.568732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36a2b00a-6e84-4be6-9158-df0a50cf28f7 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/1f09d016-3dd0-4ecc-93ad-e021e01f3e15 HTTP/1.1" status: 404 len: 333 time: 0.0784242 Jul 15 17:02:24.571388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47330) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.582835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bd708-f368-425f-8d5d-ae1f49e61e93 req-a2629d6d-672d-4db0-8cf6-0dbfedbfe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.584666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-374bd708-f368-425f-8d5d-ae1f49e61e93 req-a2629d6d-672d-4db0-8cf6-0dbfedbfe2fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 1097 time: 0.0860133 Jul 15 17:02:24.705850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-374bd708-f368-425f-8d5d-ae1f49e61e93 req-8c4f6688-a139-4757-a2ef-14b6f363627c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089365 Jul 15 17:02:24.707516 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4db4bc6-1e87-4e78-bd41-e1262e1fb08a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.708484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4db4bc6-1e87-4e78-bd41-e1262e1fb08a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.711189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4db4bc6-1e87-4e78-bd41-e1262e1fb08a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2faf9dba-7597-4c1a-aa9c-787b7d058fc0 HTTP/1.1" status: 404 len: 337 time: 0.1384900 Jul 15 17:02:24.714274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.803334 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e4c2e8-649a-4d6b-85c0-d92b9c84270b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.804202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e4c2e8-649a-4d6b-85c0-d92b9c84270b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.808211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b3e4c2e8-649a-4d6b-85c0-d92b9c84270b tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/5ee30f74-c02f-411b-aacb-9f1f8a9d2f31 HTTP/1.1" status: 404 len: 333 time: 0.0921748 Jul 15 17:02:24.810987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.862785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.866418 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa9274a-edaf-4bcf-ab32-7a562ed4a251 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.867733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa9274a-edaf-4bcf-ab32-7a562ed4a251 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.869888 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6fa9274a-edaf-4bcf-ab32-7a562ed4a251 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/be950bf8-758f-4d8b-af53-27159e525384 HTTP/1.1" status: 404 len: 337 time: 0.0571742 Jul 15 17:02:24.888190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.888190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.889560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47342) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:24.895916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.904013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.912131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.920962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:24.929727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-ca309acb-e0bf-4c40-8eac-07ec45eb513a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.2058721 Jul 15 17:02:24.982549 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a31c25-49cb-4fb4-97ca-e0fe269a6e0a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:24.983631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a31c25-49cb-4fb4-97ca-e0fe269a6e0a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:24.992685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9a31c25-49cb-4fb4-97ca-e0fe269a6e0a tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/b76a057b-81d0-403e-a6c0-d85d7572e629 HTTP/1.1" status: 404 len: 333 time: 0.1003189 Jul 15 17:02:24.995338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.004916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-383589eb-03ab-4f71-ad2c-7d3b870e608d req-0bc9261e-fc68-4fcd-b1aa-875914e18257 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736592 Jul 15 17:02:25.102760 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-365b7aa2-cf77-468b-9666-000aa6dda637 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:25.103216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365b7aa2-cf77-468b-9666-000aa6dda637 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:25.105020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-365b7aa2-cf77-468b-9666-000aa6dda637 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/0729e99a-ad60-4e0f-bc05-5ca944bed3bc HTTP/1.1" status: 404 len: 337 time: 0.1074023 Jul 15 17:02:25.108153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.127698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4f95-a7bb-48a1-b1a8-1f89fbdf0ea9 req-e6bc225e-6b00-4157-b171-dd4e7f7d3f70 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:25.129363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36ef4f95-a7bb-48a1-b1a8-1f89fbdf0ea9 req-e6bc225e-6b00-4157-b171-dd4e7f7d3f70 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1724651 Jul 15 17:02:25.139426 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6567ea08-07da-4147-84d0-ffdfdc74f669 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:25.139765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6567ea08-07da-4147-84d0-ffdfdc74f669 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:25.141885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6567ea08-07da-4147-84d0-ffdfdc74f669 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/757758ee-06e3-4c0b-ac8a-a6bb2f535364 HTTP/1.1" status: 404 len: 333 time: 0.0322738 Jul 15 17:02:25.146257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.176191 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85884cf-b1a2-4af3-85d8-e24d42287bff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:25.176657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85884cf-b1a2-4af3-85d8-e24d42287bff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:25.178854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a85884cf-b1a2-4af3-85d8-e24d42287bff tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/b5b9351d-3792-44c0-a417-9b7ac29ac907 HTTP/1.1" status: 404 len: 337 time: 0.0306034 Jul 15 17:02:25.181459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.215200 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a35b7e-0424-409b-8391-b9f5b86d4af8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:25.217189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a35b7e-0424-409b-8391-b9f5b86d4af8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:25.217742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36ef4f95-a7bb-48a1-b1a8-1f89fbdf0ea9 req-74b826df-d92f-45ca-accb-8d8e0275ade3 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794585 Jul 15 17:02:25.220374 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5a35b7e-0424-409b-8391-b9f5b86d4af8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/ports/bed73351-91bc-40a1-9251-9268930d7300 HTTP/1.1" status: 404 len: 333 time: 0.0377424 Jul 15 17:02:25.236097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47362) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.279414 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b185d7d-d545-4064-b8d6-b39bfe3c8845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] DELETE failed (client error): The resource could not be found. Jul 15 17:02:25.280145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b185d7d-d545-4064-b8d6-b39bfe3c8845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:02:25.282541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0b185d7d-d545-4064-b8d6-b39bfe3c8845 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/subnets/2c80d5cf-2141-4713-bf6e-e28931ecc9e5 HTTP/1.1" status: 404 len: 337 time: 0.0442183 Jul 15 17:02:25.285320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:25.467206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:25.783352 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a6de4248-90f2-4d10-abc8-e51721515712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:25.870766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb68bb-9a9e-4bf5-a423-e5709fba2fff req-0fc2224f-9a7b-446a-a5d2-0863be8d2226 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:25.878116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40bb68bb-9a9e-4bf5-a423-e5709fba2fff req-0fc2224f-9a7b-446a-a5d2-0863be8d2226 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 946 time: 0.3150957 Jul 15 17:02:25.910366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.006274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e839e-154e-4f63-b42b-4f1190fbed14 req-d3ba1187-84bc-49fd-bdd1-0e52eb57ff69 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.007880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e94e839e-154e-4f63-b42b-4f1190fbed14 req-d3ba1187-84bc-49fd-bdd1-0e52eb57ff69 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.2428856 Jul 15 17:02:26.037386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40bb68bb-9a9e-4bf5-a423-e5709fba2fff req-f25c8dea-76bc-4585-94d1-965811ebc87f tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577625 Jul 15 17:02:26.081861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39447b1-2e0e-4621-a1d1-1027e590f497']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:26.120750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224b384e-5839-4d8e-a103-4eb56635bf0c') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:26.121054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224b384e-5839-4d8e-a103-4eb56635bf0c') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:26.149563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e94e839e-154e-4f63-b42b-4f1190fbed14 req-a2d4c5f6-6d0f-4a32-9954-d78df336122a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108890 Jul 15 17:02:26.159891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.203380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.217321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:02:26.218393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:02:26.303042 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:02:26.324694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.348305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:26.350712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] 10.222.0.25 "DELETE /v2.0/networks/c39447b1-2e0e-4621-a1d1-1027e590f497 HTTP/1.1" status: 204 len: 168 time: 1.0635056 Jul 15 17:02:26.375427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631e7c2-ccfd-4958-a9eb-def9bd5e3ff8 tempest-NetworksTestDHCPv6-430143573 tempest-NetworksTestDHCPv6-430143573-project] Pushing event deleted for resources: {'Network': ['ID=c39447b1-2e0e-4621-a1d1-1027e590f497,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:26.625456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.669857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.676632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.735786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.760535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.778229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.784891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:26.793013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-5f27e5b0-e4cf-4b23-817f-b7eaebfdc4dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.3990741 Jul 15 17:02:26.913630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:26.983766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89d6649c-7b51-4849-954b-039ebbb0cf97 req-db9eeef7-620d-4a9e-9195-fa15baec6272 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657705 Jul 15 17:02:26.999409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:27.002918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a59c21-b97b-409d-b412-4d4d4bd2cec5 req-6377722c-0cf4-49e4-a579-5e1267c4ff3a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:27.030244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11a59c21-b97b-409d-b412-4d4d4bd2cec5 req-6377722c-0cf4-49e4-a579-5e1267c4ff3a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2342758 Jul 15 17:02:27.099007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11a59c21-b97b-409d-b412-4d4d4bd2cec5 req-37dac39d-ca4a-4bc5-943a-1f4c3789fbec tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666623 Jul 15 17:02:27.169654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35448487-bb7d-4bec-b97b-07c427461e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.293893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-824ccac1-89da-4ddc-a873-e655970dd5a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e160d37ef6f44c718f1a72ac7a9d1e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784990 Jul 15 17:02:27.298786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:27.305083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd1c65-208b-4f9a-9130-6b3b5cbdc2b7 req-a4a6e5c0-60a7-4839-ab7e-f40352757eaf tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:27.307749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bd1c65-208b-4f9a-9130-6b3b5cbdc2b7 req-a4a6e5c0-60a7-4839-ab7e-f40352757eaf tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 946 time: 0.0786395 Jul 15 17:02:27.359779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bd1c65-208b-4f9a-9130-6b3b5cbdc2b7 req-f3913777-6647-4fe9-9330-040086f19e16 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Jul 15 17:02:27.465709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c3884-c987-427e-8711-5bbe4cf97588 req-f60e7777-d3e5-44bb-b20c-d8273d2d6c9d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:27.467594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d4c3884-c987-427e-8711-5bbe4cf97588 req-f60e7777-d3e5-44bb-b20c-d8273d2d6c9d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.0982037 Jul 15 17:02:27.470151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.485040 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35448487-bb7d-4bec-b97b-07c427461e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.500484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-35448487-bb7d-4bec-b97b-07c427461e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.509261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-4b9e5c0e-4457-4e21-949a-a9cff2ec28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:27.510779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-4b9e5c0e-4457-4e21-949a-a9cff2ec28b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 1097 time: 0.1933424 Jul 15 17:02:27.541542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d4c3884-c987-427e-8711-5bbe4cf97588 req-888126a7-119c-4f06-a3a0-c653ed63e0a7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Jul 15 17:02:27.542348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.625355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35448487-bb7d-4bec-b97b-07c427461e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a3d5ce-dced-41f0-b329-bc4bcf0ea071,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:27.632829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-35448487-bb7d-4bec-b97b-07c427461e10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=021fb83c7e42455796248877edffa893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6319900 Jul 15 17:02:27.635545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:27.709080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-307242e8-c307-4ea0-b8cd-7bb202011777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:27.711183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-307242e8-c307-4ea0-b8cd-7bb202011777 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.1895547 Jul 15 17:02:27.711929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.717163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.721074 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2982231e-2f58-4c54-9dfc-0ddfd81bce18 HTTP/1.1" status: 204 len: 168 time: 0.4211035 Jul 15 17:02:27.728095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.751821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.815701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a9e5e-bd3d-4045-991a-3454cd9c3335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982231e-2f58-4c54-9dfc-0ddfd81bce18,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:27.823102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-037b360c-f1ce-4ffd-ae04-a2e04d184de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28323896-715e-41ee-8443-b9f0453c11f5 HTTP/1.1" status: 200 len: 217 time: 0.1005058 Jul 15 17:02:27.825088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.839128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:27.842022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2a3d5ce-dced-41f0-b329-bc4bcf0ea071 HTTP/1.1" status: 204 len: 168 time: 0.2029159 Jul 15 17:02:27.885556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d88fb-c2c4-4d7a-8879-46d8327cf04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a3d5ce-dced-41f0-b329-bc4bcf0ea071,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:28.001716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-930e142a-0b8d-4ad3-a77a-b06acbd64525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.003295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-930e142a-0b8d-4ad3-a77a-b06acbd64525 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1585226 Jul 15 17:02:28.151980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-852694e1-42ff-4ab6-b2a6-9795c7e59cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.155542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-852694e1-42ff-4ab6-b2a6-9795c7e59cac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1449139 Jul 15 17:02:28.378611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-14e7ea1f-4c18-44cc-adb7-fa0d5b0b8603 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156529 Jul 15 17:02:28.423451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.431762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.439506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.452267 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:02:28.457810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.466823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.474900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.482779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.491135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09db6b9e-078b-4572-968b-1184f186269b req-68a49d8f-07ba-4b22-8159-8dd7dd2845a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.2051489 Jul 15 17:02:28.553260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09db6b9e-078b-4572-968b-1184f186269b req-50e5b9db-b61a-4c63-b78e-53c7f253b779 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604498 Jul 15 17:02:28.632931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf40754-0f9c-400e-9637-11d88b35f0d0 req-4ddf8a53-feaa-4f70-8260-f6b98ea8cb78 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468946 Jul 15 17:02:28.792415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169c162-cb9d-424d-8abb-00f0894df26b req-34dd3f53-ef13-422e-9510-f4b523691b95 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:28.792979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:28.801147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5169c162-cb9d-424d-8abb-00f0894df26b req-34dd3f53-ef13-422e-9510-f4b523691b95 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1041269 Jul 15 17:02:28.858532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5169c162-cb9d-424d-8abb-00f0894df26b req-0af84c71-5530-4353-8d0e-00bb4d22dcc3 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Jul 15 17:02:29.080033 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-87cc76a5-5af6-45a3-8b99-9dde831d103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.083169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a4f8b-aff5-4a4f-89f3-bdbf688d4173 req-d8e87903-4349-4f66-88ed-4fa25d14672c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:29.088759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b8a4f8b-aff5-4a4f-89f3-bdbf688d4173 req-d8e87903-4349-4f66-88ed-4fa25d14672c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 946 time: 0.1795020 Jul 15 17:02:29.150874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b8a4f8b-aff5-4a4f-89f3-bdbf688d4173 req-ec4e306b-0592-474b-a8db-9034e7c02cb9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553553 Jul 15 17:02:29.247812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2cf4-a9a9-47fc-bde3-879b16aee6e4 req-93d45118-8550-4e0b-9907-330fe687486b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:29.254858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f62d2cf4-a9a9-47fc-bde3-879b16aee6e4 req-93d45118-8550-4e0b-9907-330fe687486b tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 946 time: 0.1176381 Jul 15 17:02:29.300245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f62d2cf4-a9a9-47fc-bde3-879b16aee6e4 req-c771fe86-d3d6-413d-82e0-11334fb826de tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Jul 15 17:02:29.318164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:29.530015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.623922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a28eb98d-6234-480a-a72a-7ff91e33cd64 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:29.629453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:29.651359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:29.740780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1164174874'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:29.768145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-838683353-network', 'tenant_id': '6a8f7c346b104bdea61f02ac917b8e02'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:29.791771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:02:29.791771 n-d-800085-3 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:02:29.791771 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id': 'd2bede7353784eb3a893c23a9d515b4c', 'id': 'b0dea221-dcd6-4985-9b34-acf792c43275', 'expiration': datetime.datetime(2021, 7, 15, 17, 4, 29, 781608)}] Jul 15 17:02:29.791771 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:02:29.792165 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:02:29.793118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Made reservation on behalf of 6a8f7c346b104bdea61f02ac917b8e02 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:29.796786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.808348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.882431 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.954236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.958901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:29.993367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:29.996867 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9216d09-caa1-43ad-9fac-87118a7b3a8d" -d '{"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-unplugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:30.024205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:30.038157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.054821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.057102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24573ab-aebc-43fd-b381-72e88ed089e3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:30.061820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:02:30.062183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.070630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.078027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.084842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.092927 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7e2c6-6790-457d-b05f-a792b89727a3 x-openstack-request-id: req-93e7e2c6-6790-457d-b05f-a792b89727a3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:30.096147 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-unplugged", "status": "completed", "tag": "28323896-715e-41ee-8443-b9f0453c11f5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:30.096631 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93e7e2c6-6790-457d-b05f-a792b89727a3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:30.097240 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5', 'code': 200} Jul 15 17:02:30.099538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:30.099674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.107018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.109294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-be1ce700-5b30-4b55-861a-0672434473e5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5431 time: 0.2391222 Jul 15 17:02:30.159662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c3b1c53c-48fc-4f60-aeb4-4ed9b1c6c462 req-b53f187d-f960-4f3d-9543-aea4e13f8997 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433812 Jul 15 17:02:30.162817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.163250 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Added segment 586a0288-d58e-42c8-8fe2-38a53e5f9c2a of type vlan for network 80067ea1-00e1-470a-a548-f920b9846c5a Jul 15 17:02:30.175647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a28eb98d-6234-480a-a72a-7ff91e33cd64', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'port_id': 'a28eb98d-6234-480a-a72a-7ff91e33cd64', 'mac_address': 'fa:16:3e:cd:dd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:30.227541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:30.276093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.293854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.304622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28eb98d-6234-480a-a72a-7ff91e33cd64 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:30.373082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:30.378738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.381613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cc18a8b0-09e5-4d57-9988-81eb0a019e81 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:30.420247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-f404dc63-b464-4686-b9ce-a0bafe87076a tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.423037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-f404dc63-b464-4686-b9ce-a0bafe87076a tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 946 time: 0.3328624 Jul 15 17:02:30.494490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54e2d4-2c11-4ed6-b537-90fd20cf36cc req-8cefbd72-f895-4827-9276-ce9d61eb5c88 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.503096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a54e2d4-2c11-4ed6-b537-90fd20cf36cc req-8cefbd72-f895-4827-9276-ce9d61eb5c88 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 0.1559100 Jul 15 17:02:30.509700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Made reservation on behalf of d2bede7353784eb3a893c23a9d515b4c for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:30.514572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.517403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:30.547545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.548579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.549353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.569071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.589863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'port_id': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'mac_address': 'fa:16:3e:c1:37:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:30.699335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:30.700876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a54e2d4-2c11-4ed6-b537-90fd20cf36cc req-241250a5-f53d-4ab9-b6dd-088c4589a2a9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541047 Jul 15 17:02:30.732742 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0805290 Jul 15 17:02:30.782678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:30.789347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063902d-6d1a-4d1c-8cbe-3e6a4dc7d17c admin admin] Pushing event updated for resources: {'Network': ['ID=80067ea1-00e1-470a-a548-f920b9846c5a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:30.795824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2f637-a2bb-439f-9467-4e1a9e876dde req-9611b33d-871b-4258-8d0d-c6f1e0798dce tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:30.835236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 80067ea1-00e1-470a-a548-f920b9846c5a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:02:30.862620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adb2f637-a2bb-439f-9467-4e1a9e876dde req-9611b33d-871b-4258-8d0d-c6f1e0798dce tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/ports?device_id=0237cc42-a9b3-4b9b-8033-5745cf046906 HTTP/1.1" status: 200 len: 946 time: 0.3523121 Jul 15 17:02:30.909374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18a8b0-09e5-4d57-9988-81eb0a019e81 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:31.029622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-adb2f637-a2bb-439f-9467-4e1a9e876dde req-c6192aee-0653-4c83-8b56-19b80d24457d tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.25 "GET /v2.0/security-groups?id=963a5f6b-2d34-4997-a35a-e50210e8e6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659715 Jul 15 17:02:31.058902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:31.080775 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.081471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:31.083835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.089708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.104714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:02:31.114506 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.114854 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Added segment d645c461-85dc-4521-a339-06cd4dfce0c9 of type vlan for network 59c3963a-642c-4652-bde9-ecc5e0ffec98 Jul 15 17:02:31.162199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.170446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:31.173375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:31.186730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'port_id': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6', 'mac_address': 'fa:16:3e:64:14:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:31.225139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Deleting port 17f26449-48de-4a6e-8b71-a29aaa44f97e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:31.225486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.231695 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.261699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.296632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:31.297769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.320862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.321659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.344589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:31.353662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.354839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:31.427889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129c2b65-56cf-4502-b437-927fc3a6e556,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:31.443684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1234252 Jul 15 17:02:31.451818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:31.468527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Request body: {'subnet': {'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:31.481668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:31.624957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] For port 17f26449-48de-4a6e-8b71-a29aaa44f97e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=17f26449-48de-4a6e-8b71-a29aaa44f97e,segment=NetworkSegment(ee0830d2-fcaf-443e-b8da-ef983d9120ef),segment_id=ee0830d2-fcaf-443e-b8da-ef983d9120ef)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:31.628755 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.631631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e2da2-2f15-4cd1-8396-94a069949641 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'Network': ['ID=59c3963a-642c-4652-bde9-ecc5e0ffec98,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:31.641523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:31.684561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:02:31.685967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Calling delete_port for 17f26449-48de-4a6e-8b71-a29aaa44f97e owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:31.702256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'port_id': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'mac_address': 'fa:16:3e:99:38:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e4d5fd-c545-4ddd-a38e-41bd34ba00a7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:31.853723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Made reservation on behalf of d2bede7353784eb3a893c23a9d515b4c for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:31.860142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.869249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.883045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['17f26449-48de-4a6e-8b71-a29aaa44f97e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:31.899156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.906447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Pushing event deleted for resources: {'Port': ['ID=17f26449-48de-4a6e-8b71-a29aaa44f97e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:31.914859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.916931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.923566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.931046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.932918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:31.950804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.958459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.963283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] No DVR routers for this DVR port 17f26449-48de-4a6e-8b71-a29aaa44f97e on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:31.966438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:31.966758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:31.968633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8190d14b-62e9-485a-a2dc-9270735da8bf req-70c357a0-e0b4-460b-b4e5-618082b7da84 tempest-VolumesActionsTest-398812063 tempest-VolumesActionsTest-398812063-project] 10.222.0.20 "DELETE /v2.0/ports/17f26449-48de-4a6e-8b71-a29aaa44f97e HTTP/1.1" status: 204 len: 173 time: 1.5384204 Jul 15 17:02:31.969232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'name': 'network-vif-deleted', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:31.971680 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3434303-3df8-464a-a0a7-357f04fa4731" -d '{"events": [{"server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "name": "network-vif-deleted", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:31.981457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-e674fdc2-fec4-44af-b823-38645cf8cefb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5434 time: 0.5277650 Jul 15 17:02:32.002903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:32.010721 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.011658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e2ea24b4-3355-4b80-b957-845ea5d69024 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:32.167015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feff81-65ec-4948-a94c-03129bfc242c req-65d810cc-4f64-4fa4-b8d4-f707f0a1f668 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:32.191941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feff81-65ec-4948-a94c-03129bfc242c req-65d810cc-4f64-4fa4-b8d4-f707f0a1f668 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:32.220858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feff81-65ec-4948-a94c-03129bfc242c req-65d810cc-4f64-4fa4-b8d4-f707f0a1f668 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:32.223213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7feff81-65ec-4948-a94c-03129bfc242c req-65d810cc-4f64-4fa4-b8d4-f707f0a1f668 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.9032712 Jul 15 17:02:32.298681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ccab11d3-acd5-449a-bf36-3ee3011254ad req-5fa4e898-9e24-4de7-a17c-fcfcaaa4023f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3155785 Jul 15 17:02:32.369350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e2ea24b4-3355-4b80-b957-845ea5d69024,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:32.381664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:32.412990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'port_id': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'mac_address': 'fa:16:3e:f7:11:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:32.523657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.562792 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.597016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ea24b4-3355-4b80-b957-845ea5d69024 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:32.682616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e2ea24b4-3355-4b80-b957-845ea5d69024,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:32.695153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.695911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a393081d-7566-4737-92d5-ee4cb91d4f91 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:32.718071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'Subnet': ['ID=7ccc5867-fafa-4d1d-aadc-f277437adb4b,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:32.740900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Checking segment: {'id': 'd645c461-85dc-4521-a339-06cd4dfce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:02:32.741480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Network hostable DHCP agents. Network: 59c3963a-642c-4652-bde9-ecc5e0ffec98, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:02:32.766622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:02:32.788696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a393081d-7566-4737-92d5-ee4cb91d4f91,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:32.791175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:32.809252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a393081d-7566-4737-92d5-ee4cb91d4f91', 'network_id': 'aa52719c-374c-4734-8aa0-97000847b98d', 'port_id': 'a393081d-7566-4737-92d5-ee4cb91d4f91', 'mac_address': 'fa:16:3e:c1:83:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1d146-3cc8-4528-9713-ead44c378215', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:32.810772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 59c3963a-642c-4652-bde9-ecc5e0ffec98) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:32.817411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:32.820201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.865816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade699b0-248f-4e64-bb7e-6da4636b641d req-baef2688-52a6-46fc-b8a8-fe7755ba37f8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:32.879789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ade699b0-248f-4e64-bb7e-6da4636b641d req-baef2688-52a6-46fc-b8a8-fe7755ba37f8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 0.3488636 Jul 15 17:02:32.898621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:32.903151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86106405-3d7a-4b5d-9562-edc5fcc20929 None None] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:32.931615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47698) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:32.937912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Request body: {'port': {'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1623029127'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:32.942740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e1a263c-da21-40b9-8cc8-2e0bee3bf396 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4790788 Jul 15 17:02:33.066251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ade699b0-248f-4e64-bb7e-6da4636b641d req-7e1a7f64-0217-493f-a68f-7820d2f74572 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852744 Jul 15 17:02:33.267810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a393081d-7566-4737-92d5-ee4cb91d4f91 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:33.295785 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2160911-18b1-486f-b313-4c06a5068313 x-openstack-request-id: req-d2160911-18b1-486f-b313-4c06a5068313 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:33.296423 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0237cc42-a9b3-4b9b-8033-5745cf046906", "name": "network-vif-deleted", "tag": "17f26449-48de-4a6e-8b71-a29aaa44f97e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:33.297159 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2160911-18b1-486f-b313-4c06a5068313 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:33.297844 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0237cc42-a9b3-4b9b-8033-5745cf046906', 'name': 'network-vif-deleted', 'tag': '17f26449-48de-4a6e-8b71-a29aaa44f97e', 'status': 'completed', 'code': 200} Jul 15 17:02:33.302021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Made reservation on behalf of d2bede7353784eb3a893c23a9d515b4c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:33.313505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:33.397882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a393081d-7566-4737-92d5-ee4cb91d4f91,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:33.413179 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:33.416676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bdd11baa-e487-4ebf-9568-20fe041f5c59 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:02:33.468091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] device_id is not set on port baaee0fc-44e7-4c7a-81e5-8d19c309725d yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:02:33.511648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:33.562051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:02:33.575490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa77e0-384e-45b7-9939-79f6fd6fd493 req-1d171664-ee83-4f21-8890-82d52d703099 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:33.609440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6fa77e0-384e-45b7-9939-79f6fd6fd493 req-1d171664-ee83-4f21-8890-82d52d703099 tempest-ComputeTenantNetworksTest-867867930 tempest-ComputeTenantNetworksTest-867867930-project] 10.222.0.25 "GET /v2.0/networks/80067ea1-00e1-470a-a548-f920b9846c5a HTTP/1.1" status: 200 len: 768 time: 0.2920992 Jul 15 17:02:33.610677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47724) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:33.667130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-59c3963a-642c-4652-bde9-ecc5e0ffec98', 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98', 'tenant_id': 'd2bede7353784eb3a893c23a9d515b4c', 'fixed_ips': [{'subnet_id': '7ccc5867-fafa-4d1d-aadc-f277437adb4b'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:02:33.672496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:33.697976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:33.744880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-b7c5d53a-6e80-4f96-b2f0-6da13f3c2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:33.748800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'bdd11baa-e487-4ebf-9568-20fe041f5c59', 'network_id': '61e6030c-50ad-431e-b459-7b3ff12c0dd6', 'port_id': 'bdd11baa-e487-4ebf-9568-20fe041f5c59', 'mac_address': 'fa:16:3e:37:c6:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e4d5fd-c545-4ddd-a38e-41bd34ba00a7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:02:33.750249 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-b7c5d53a-6e80-4f96-b2f0-6da13f3c2a74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.5625217 Jul 15 17:02:33.753470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Allocated IP 172.20.0.12 (59c3963a-642c-4652-bde9-ecc5e0ffec98/7ccc5867-fafa-4d1d-aadc-f277437adb4b/baaee0fc-44e7-4c7a-81e5-8d19c309725d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:33.956972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:33.975220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd11baa-e487-4ebf-9568-20fe041f5c59 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:02:33.981712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-62978e7b-9a9d-49c4-b8f3-69ff79ac1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:33.983803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-62978e7b-9a9d-49c4-b8f3-69ff79ac1340 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.2223742 Jul 15 17:02:34.002667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:34.007500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.026787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.042078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4de118-7b40-428c-9eb0-dc90d04833d2 req-0ca3b262-3bae-4f2b-8493-37f7bcdb7661 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:34.044547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb4de118-7b40-428c-9eb0-dc90d04833d2 req-0ca3b262-3bae-4f2b-8493-37f7bcdb7661 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.5175054 Jul 15 17:02:34.125497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:34.159307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.171775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb4de118-7b40-428c-9eb0-dc90d04833d2 req-c9a3b39c-06de-4bbc-8185-ac4749405fcf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171484 Jul 15 17:02:34.188647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Transition to ACTIVE for port object baaee0fc-44e7-4c7a-81e5-8d19c309725d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:34.236194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a481b7-3990-4759-823b-9e21f0281842 req-54600676-8d8c-4811-ad08-eda49442ac7a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:34.244526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10a481b7-3990-4759-823b-9e21f0281842 req-54600676-8d8c-4811-ad08-eda49442ac7a tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3335018 Jul 15 17:02:34.290849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.312711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10a481b7-3990-4759-823b-9e21f0281842 req-ae5d202a-9c7b-4e19-83ee-45cf591e2883 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Jul 15 17:02:34.381376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.420135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Allocated IP 172.20.0.2 (59c3963a-642c-4652-bde9-ecc5e0ffec98/7ccc5867-fafa-4d1d-aadc-f277437adb4b/68fc0d11-4dbb-4078-876f-45d55c367703) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:34.431287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80067ea1-00e1-470a-a548-f920b9846c5a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:34.453035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586a0288-d58e-42c8-8fe2-38a53e5f9c2a') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:34.453681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586a0288-d58e-42c8-8fe2-38a53e5f9c2a') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:34.488276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.503563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'Port': ['ID=baaee0fc-44e7-4c7a-81e5-8d19c309725d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:34.506896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-44361b19-c441-4f6a-853a-87d7e351e7e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.2296708 Jul 15 17:02:34.531414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:34.534435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:34.548019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.554278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:34.565252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:02:34.567229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.610410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-30d73d4d-d7e9-4c36-a262-e1f93c7c6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:34.612032 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-30d73d4d-d7e9-4c36-a262-e1f93c7c6ad0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.0980599 Jul 15 17:02:34.699257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:34.701942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:34.719662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-4e415c62-c288-4d65-ab06-438b90f6457b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984311 Jul 15 17:02:34.725121 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8f708607-2365-47ea-bb04-aac8f3812d40 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7895875 Jul 15 17:02:34.725411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:34.742400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Request body: {'port': {'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1185079439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:34.742908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:34.743309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:34.743586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:34.770350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5f381dfa-b1c1-4d23-9dee-22f8c87b01e6'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.055911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:35.058342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['59ecc5bb-aa12-4ced-bbc4-c21a90016fb5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.065364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a28eb98d-6234-480a-a72a-7ff91e33cd64'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.072380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['e2ea24b4-3355-4b80-b957-845ea5d69024'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.074599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['bdd11baa-e487-4ebf-9568-20fe041f5c59'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:02:35.119840 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:02:35.125356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Made reservation on behalf of d2bede7353784eb3a893c23a9d515b4c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:35.130198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:35.166226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] device_id is not set on port bba513fc-7ad1-4224-9d8f-254d0f27a7e2 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:02:35.193325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.201248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.209061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.216129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.223751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.232841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.238862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.241625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-3a383290-1fd8-40f0-a017-070149080bce tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5438 time: 0.8567259 Jul 15 17:02:35.312156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-f61d2f06-1be5-4678-89a2-9573d9678c51 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842440 Jul 15 17:02:35.324090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:35.358996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:35.361212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] 10.222.0.25 "DELETE /v2.0/networks/80067ea1-00e1-470a-a548-f920b9846c5a HTTP/1.1" status: 204 len: 168 time: 1.6864283 Jul 15 17:02:35.417486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Transition to ACTIVE for port object 68fc0d11-4dbb-4078-876f-45d55c367703 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:35.449639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a199c-1ab7-4b85-906f-6ec1ff9ad627 admin admin] Pushing event deleted for resources: {'Network': ['ID=80067ea1-00e1-470a-a548-f920b9846c5a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:35.476577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-075d0e33-6e03-4937-8b43-aa6cc34b817d req-b18ef23e-713f-401b-84a2-2b7fd46f89fe tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1883476 Jul 15 17:02:35.485512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-803ceffa-b28d-4469-b2f6-ada14b9bf1fc req-eba09d6e-3a15-4924-b939-b3842c443440 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663632 Jul 15 17:02:35.511462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e202-f1c7-41d4-8c20-bcecdc799cf6 req-67f851b5-d464-4c22-a194-d838904647cf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:35.576169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39b7e202-f1c7-41d4-8c20-bcecdc799cf6 req-67f851b5-d464-4c22-a194-d838904647cf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4481711 Jul 15 17:02:35.621615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Transition to ACTIVE for port object 68fc0d11-4dbb-4078-876f-45d55c367703 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:35.641585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:35.701095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39b7e202-f1c7-41d4-8c20-bcecdc799cf6 req-7efe3e8c-2574-4ef8-b872-f90d4261ab41 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215730 Jul 15 17:02:35.705714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-790cc901-484e-46f3-bde1-e7acdb445813 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a8f7c346b104bdea61f02ac917b8e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629108 Jul 15 17:02:35.708326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47814) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:35.716598 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:35.794032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Allocated IP 172.20.0.10 (59c3963a-642c-4652-bde9-ecc5e0ffec98/7ccc5867-fafa-4d1d-aadc-f277437adb4b/bba513fc-7ad1-4224-9d8f-254d0f27a7e2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:35.827242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Pushing event updated for resources: {'Port': ['ID=68fc0d11-4dbb-4078-876f-45d55c367703,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:35.837112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a393081d-7566-4737-92d5-ee4cb91d4f91'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.886515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['cc18a8b0-09e5-4d57-9988-81eb0a019e81'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:02:35.962590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:36.028776 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:36.039016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8820-1cbd-43af-bb51-9184efc4cf81 req-b0429886-b360-424e-a15e-fe0968b3148b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:36.040478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c6c8820-1cbd-43af-bb51-9184efc4cf81 req-b0429886-b360-424e-a15e-fe0968b3148b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2750354 Jul 15 17:02:36.206184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17f26449-48de-4a6e-8b71-a29aaa44f97e no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:36.317660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c6c8820-1cbd-43af-bb51-9184efc4cf81 req-26cfade6-3e03-4c48-8961-17d3a5875497 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555151 Jul 15 17:02:36.373194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:36.392464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:36.395523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c24573ab-aebc-43fd-b381-72e88ed089e3 HTTP/1.1" status: 204 len: 168 time: 0.6857121 Jul 15 17:02:36.409529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88e2d7-e6dd-4d3e-ae89-a14f36e1695b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24573ab-aebc-43fd-b381-72e88ed089e3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:36.520527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:36.588419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 17f26449-48de-4a6e-8b71-a29aaa44f97e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:02:36.593672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 17f26449-48de-4a6e-8b71-a29aaa44f97e not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:02:36.595758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28323896-715e-41ee-8443-b9f0453c11f5 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:36.819002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289ca18-eec9-4c3c-84fd-a6f8d6b936f3 req-6d6c6d24-45f0-418d-9b79-bd10812acf86 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:36.822045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f289ca18-eec9-4c3c-84fd-a6f8d6b936f3 req-6d6c6d24-45f0-418d-9b79-bd10812acf86 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1816454 Jul 15 17:02:36.848632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:36.851486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:36.935273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f289ca18-eec9-4c3c-84fd-a6f8d6b936f3 req-193cdbef-6d2c-45e0-bebd-59c2fb779e7f tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061418 Jul 15 17:02:37.016204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.040965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Transition to ACTIVE for port object bba513fc-7ad1-4224-9d8f-254d0f27a7e2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:02:37.049357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47880) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:37.102864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.131160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.185600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.197595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.204991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.211506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.219453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.227202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.229527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-017dabd0-704f-4be0-bd24-a69f56ecf784 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5438 time: 0.3069031 Jul 15 17:02:37.314875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:37.331702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f1f78bd-7ef5-4468-8829-5462cf1afa9a req-e4d98e7a-e120-44e6-a5aa-2c19d75cf2af tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941927 Jul 15 17:02:37.333726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:37.338403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:37.361410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'Port': ['ID=bba513fc-7ad1-4224-9d8f-254d0f27a7e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:37.373835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe996ebb-da74-4504-adf5-c532409b5159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.486744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.487442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.674531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe996ebb-da74-4504-adf5-c532409b5159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.680531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe996ebb-da74-4504-adf5-c532409b5159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:37.685058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a1f9db0-2cfe-4d19-8c9d-4998da383c39 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.9580975 Jul 15 17:02:37.687007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:37.809617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe996ebb-da74-4504-adf5-c532409b5159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02cf99-ecff-4a67-b7e7-2581336c3ede,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:37.849667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fe996ebb-da74-4504-adf5-c532409b5159 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16f0f9fae36d49b69e7f2476ae7e8b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988799 Jul 15 17:02:37.850363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47916) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:37.932402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2039167-e592-47a0-bad8-d7473b86ff0c tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:37.988042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Attempting to bind port 68fc0d11-4dbb-4078-876f-45d55c367703 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:02:37.988693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Attempting to bind port 68fc0d11-4dbb-4078-876f-45d55c367703 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd645c461-85dc-4521-a339-06cd4dfce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:02:37.989031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Attempting to bind port 68fc0d11-4dbb-4078-876f-45d55c367703 on network 59c3963a-642c-4652-bde9-ecc5e0ffec98 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:02:38.029361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2039167-e592-47a0-bad8-d7473b86ff0c tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:38.037561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44250-0a69-40e4-ba23-c68d8b2f2e15 req-725a70f7-1607-4fb0-85d2-9e86cc71cb62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:38.040079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2039167-e592-47a0-bad8-d7473b86ff0c tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:38.045544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1f44250-0a69-40e4-ba23-c68d8b2f2e15 req-725a70f7-1607-4fb0-85d2-9e86cc71cb62 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2571816 Jul 15 17:02:38.050348 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d2039167-e592-47a0-bad8-d7473b86ff0c tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3621268 Jul 15 17:02:38.051013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:38.062495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:02:38.062750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Checking segment: {'id': 'd645c461-85dc-4521-a339-06cd4dfce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:02:38.063057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.063742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Bound using segment: {'id': 'd645c461-85dc-4521-a339-06cd4dfce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:02:38.063939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Bound port: 68fc0d11-4dbb-4078-876f-45d55c367703, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd645c461-85dc-4521-a339-06cd4dfce0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '59c3963a-642c-4652-bde9-ecc5e0ffec98'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:02:38.071768 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.077853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:38.084102 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.172477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1f44250-0a69-40e4-ba23-c68d8b2f2e15 req-8b7402f1-3450-4558-827e-fc2be4aef6bb tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258109 Jul 15 17:02:38.191440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.315627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Deleting port bba513fc-7ad1-4224-9d8f-254d0f27a7e2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:38.315627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.338594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.344102 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.354227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b02cf99-ecff-4a67-b7e7-2581336c3ede HTTP/1.1" status: 204 len: 168 time: 0.4994020 Jul 15 17:02:38.364274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] For port 68fc0d11-4dbb-4078-876f-45d55c367703, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:02:38.379839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] For port 68fc0d11-4dbb-4078-876f-45d55c367703, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68fc0d11-4dbb-4078-876f-45d55c367703,segment=NetworkSegment(d645c461-85dc-4521-a339-06cd4dfce0c9),segment_id=d645c461-85dc-4521-a339-06cd4dfce0c9)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:02:38.384438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.417743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199db2a-c32d-4934-b566-68b16945de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02cf99-ecff-4a67-b7e7-2581336c3ede,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:38.591491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.627143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc86bff-9d30-41ce-8fb6-e71ed7bd866a req-7598c304-b535-4502-83b4-ad7ba500d762 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:38.634761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fc86bff-9d30-41ce-8fb6-e71ed7bd866a req-7598c304-b535-4502-83b4-ad7ba500d762 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2257645 Jul 15 17:02:38.639041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:38.639529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Calling delete_port for bba513fc-7ad1-4224-9d8f-254d0f27a7e2 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:38.692771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:38.693779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:38.709991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab293575-7fba-447e-9a4e-aef30898ec68 None None] Pushing event updated for resources: {'Port': ['ID=68fc0d11-4dbb-4078-876f-45d55c367703,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:38.726252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fc86bff-9d30-41ce-8fb6-e71ed7bd866a req-69f02ad4-27c2-47f7-b7e5-e0502fd86136 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901141 Jul 15 17:02:39.051138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.087469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.150784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event deleted for resources: {'Port': ['ID=bba513fc-7ad1-4224-9d8f-254d0f27a7e2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:39.201912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:39.205990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:39.213850 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3175079c-de45-4763-bdcc-b391a130e3c7" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:39.224285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.226166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bdd11baa-e487-4ebf-9568-20fe041f5c59 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:39.263602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.277038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4db8554b-d8b6-480c-a744-393a7dad762f tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "DELETE /v2.0/ports/bba513fc-7ad1-4224-9d8f-254d0f27a7e2 HTTP/1.1" status: 204 len: 168 time: 1.2217817 Jul 15 17:02:39.279519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:39.288441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Request body: {'port': {'name': 'tempest-new-port-name-789260458', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:39.288915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] bootfile-name is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:39.289346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] tftp-server is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:39.289724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.api.validators [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] server-ip-address is not in valid_values {{(pid=100428) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 15 17:02:39.447173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:39.477762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.518397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44511045-f788-4367-b721-15f7811f4bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.519055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.535364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.558064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.562127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.572008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.590207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port bdd11baa-e487-4ebf-9568-20fe041f5c59 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:39.602579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.611530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:39.625130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port bdd11baa-e487-4ebf-9568-20fe041f5c59 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:39.625539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:39.627343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:39.646265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-00462760-7f53-407a-92be-3345c89390a7 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5438 time: 0.4951859 Jul 15 17:02:39.955859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cee44e0-fbff-471e-aff4-7993f61a4936 req-88e982d7-1abf-4f2e-a329-4c14d572961f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3054919 Jul 15 17:02:39.998676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68fc0d11-4dbb-4078-876f-45d55c367703 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:40.001161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44511045-f788-4367-b721-15f7811f4bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.011699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44511045-f788-4367-b721-15f7811f4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.048428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-44511045-f788-4367-b721-15f7811f4bbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a626643e422b42198e6ad4c8c599fde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966413 Jul 15 17:02:40.067985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cc564-325c-46c7-9e13-bc310f5e94a7 req-3fea4aa2-9522-4087-a5f5-0c02325a2d40 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:40.079737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-199cc564-325c-46c7-9e13-bc310f5e94a7 req-3fea4aa2-9522-4087-a5f5-0c02325a2d40 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2888956 Jul 15 17:02:40.102741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44511045-f788-4367-b721-15f7811f4bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c1c70-7a6b-4c6e-993d-529f73db68b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:40.123062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:40.162489 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db66458e-8a9b-434c-b089-7774ece5b032 x-openstack-request-id: req-db66458e-8a9b-434c-b089-7774ece5b032 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:40.162983 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:40.163069 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db66458e-8a9b-434c-b089-7774ece5b032 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:40.163427 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6', 'code': 200} Jul 15 17:02:40.177933 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.264834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-199cc564-325c-46c7-9e13-bc310f5e94a7 req-b12db826-0d0c-4e3a-b1c1-26e7b1ad1ca1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836436 Jul 15 17:02:40.267259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.274519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.369753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 68fc0d11-4dbb-4078-876f-45d55c367703 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:40.407189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event updated for resources: {'Port': ['ID=baaee0fc-44e7-4c7a-81e5-8d19c309725d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:40.416106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:40.419830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.422913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.467341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:40.584178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.638615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0535bc50-8fa7-4572-9823-9606a9356ced None None] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:40.668609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] In _notify_port_updated(), no bound segment for port baaee0fc-44e7-4c7a-81e5-8d19c309725d on network 59c3963a-642c-4652-bde9-ecc5e0ffec98 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:02:40.674525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:40.675303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.679227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a75cdbb7-834b-4079-b442-dc4f3263be88 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "PUT /v2.0/ports/baaee0fc-44e7-4c7a-81e5-8d19c309725d HTTP/1.1" status: 200 len: 1136 time: 1.3986776 Jul 15 17:02:40.679868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:40.682472 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.685233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:40.688968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f89c1c70-7a6b-4c6e-993d-529f73db68b6 HTTP/1.1" status: 204 len: 168 time: 0.5555508 Jul 15 17:02:40.726508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6631a6-5fd2-4890-bed2-bf92057514b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c1c70-7a6b-4c6e-993d-529f73db68b6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:40.794381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04dfbc-4b83-4a8c-afcc-0e8ad8f62ea2 req-132d885d-92b3-4c25-b6f1-ff1a200b50b7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:40.806667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd04dfbc-4b83-4a8c-afcc-0e8ad8f62ea2 req-132d885d-92b3-4c25-b6f1-ff1a200b50b7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1889720 Jul 15 17:02:40.878460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912f6b32-b01e-4aef-a3c4-4f4a7d8610a8 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:40.878703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-912f6b32-b01e-4aef-a3c4-4f4a7d8610a8 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "GET /v2.0/ports/baaee0fc-44e7-4c7a-81e5-8d19c309725d HTTP/1.1" status: 200 len: 1136 time: 0.1973243 Jul 15 17:02:40.887294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48004) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:40.921838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd04dfbc-4b83-4a8c-afcc-0e8ad8f62ea2 req-98eed7aa-280a-4a8c-9d71-968a7f181f96 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038692 Jul 15 17:02:41.098637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Provisioning for port 68fc0d11-4dbb-4078-876f-45d55c367703 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:41.100543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.110855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.135742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:41.170509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Provisioning complete for port 68fc0d11-4dbb-4078-876f-45d55c367703 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:41.171282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.253390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:41.256224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.266715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:41.303516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Deleting port baaee0fc-44e7-4c7a-81e5-8d19c309725d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:41.304138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.378049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.390458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.404669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.416774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.430784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.449952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.468655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.495026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-baabe1b0-1a25-4fb1-820a-d5fdb56ed08d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5440 time: 0.3042939 Jul 15 17:02:41.596964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03b8022f-7f27-49d2-b79d-d898670ce539 req-243d9624-347c-4a16-98f4-979af507c5f0 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009214 Jul 15 17:02:41.657263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:41.693148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Calling delete_port for baaee0fc-44e7-4c7a-81e5-8d19c309725d owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:41.948835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc7154-231c-40dd-8675-30e3a62e6253 req-1a498754-3412-40d2-8a49-f0208c24ed80 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:41.962700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11cc7154-231c-40dd-8675-30e3a62e6253 req-1a498754-3412-40d2-8a49-f0208c24ed80 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2109187 Jul 15 17:02:42.070982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.112087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11cc7154-231c-40dd-8675-30e3a62e6253 req-96f6d2eb-f8f3-48f7-9173-15c5912c0ddb tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450622 Jul 15 17:02:42.164061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:42.167152 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff88659-ee25-4573-8297-a24212482e01" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:42.186278 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.196004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event deleted for resources: {'Port': ['ID=baaee0fc-44e7-4c7a-81e5-8d19c309725d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:42.222975 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.254177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:42.265800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.267871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e2ea24b4-3355-4b80-b957-845ea5d69024 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:42.357097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.359474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2834e12c-637d-4d93-99b5-f47b2fa480f1 tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "DELETE /v2.0/ports/baaee0fc-44e7-4c7a-81e5-8d19c309725d HTTP/1.1" status: 204 len: 168 time: 1.4710743 Jul 15 17:02:42.362496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:42.466253 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83dc3b8-0ab5-4d3c-88a4-c1c159e86e04 x-openstack-request-id: req-a83dc3b8-0ab5-4d3c-88a4-c1c159e86e04 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:42.468322 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:42.468805 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a83dc3b8-0ab5-4d3c-88a4-c1c159e86e04 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:42.470271 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59', 'code': 200} Jul 15 17:02:42.491889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Deleting subnet 7ccc5867-fafa-4d1d-aadc-f277437adb4b {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:02:42.531577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.576979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] For port 68fc0d11-4dbb-4078-876f-45d55c367703, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68fc0d11-4dbb-4078-876f-45d55c367703,segment=NetworkSegment(d645c461-85dc-4521-a339-06cd4dfce0c9),segment_id=d645c461-85dc-4521-a339-06cd4dfce0c9)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:42.612155 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.677497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.697898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:42.772264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port e2ea24b4-3355-4b80-b957-845ea5d69024 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:42.794691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port e2ea24b4-3355-4b80-b957-845ea5d69024 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:42.795433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:42.996741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cf5d55fa-c2a2-4069-8556-b5442ab09521 None None] Provisioning complete for port 68fc0d11-4dbb-4078-876f-45d55c367703 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:42.997373 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf5d55fa-c2a2-4069-8556-b5442ab09521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.109681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396154f-70d4-4b47-8af1-9dbf12702b4e None None] Pushing event updated for resources: {'Port': ['ID=68fc0d11-4dbb-4078-876f-45d55c367703,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:43.124752 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.319712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.375201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cf5d55fa-c2a2-4069-8556-b5442ab09521 None None] Could not find standard attr ID for object baaee0fc-44e7-4c7a-81e5-8d19c309725d. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:02:43.411698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.448729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e2ea24b4-3355-4b80-b957-845ea5d69024,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:43.455866 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.459748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a393081d-7566-4737-92d5-ee4cb91d4f91 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:43.526946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75cccd-17b6-4987-a9cc-58bdafa42f0f req-6702372a-005b-4cbd-9bc9-d1870300c52a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.537976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af75cccd-17b6-4987-a9cc-58bdafa42f0f req-6702372a-005b-4cbd-9bc9-d1870300c52a tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.8515649 Jul 15 17:02:43.540397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccc5867-fafa-4d1d-aadc-f277437adb4b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:43.630052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9c2af48c-2992-4cb2-985b-545d5d85c054 None None] Could not find standard attr ID for object bba513fc-7ad1-4224-9d8f-254d0f27a7e2. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:02:43.636312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.650484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9c2af48c-2992-4cb2-985b-545d5d85c054 None None] Could not find standard attr ID for object baaee0fc-44e7-4c7a-81e5-8d19c309725d. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:02:43.654245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.662685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.674990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.702398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.715944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.723675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:43.733934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89333bee-6b64-4d3f-a4f4-850d64121def req-d81267f6-da5e-429e-a511-36c946ff53fb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5441 time: 0.7950199 Jul 15 17:02:43.744935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:43.767829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a393081d-7566-4737-92d5-ee4cb91d4f91 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:43.780486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a393081d-7566-4737-92d5-ee4cb91d4f91 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:43.781003 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.828082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:43.836885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:43.837457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-adeacc15-a233-43b0-b2f7-ef0475557cee tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "DELETE /v2.0/subnets/7ccc5867-fafa-4d1d-aadc-f277437adb4b HTTP/1.1" status: 204 len: 168 time: 1.4729295 Jul 15 17:02:43.858595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89333bee-6b64-4d3f-a4f4-850d64121def req-57534095-f5a2-4c8f-9faf-7babb0cc77b5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206586 Jul 15 17:02:43.883537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68fc0d11-4dbb-4078-876f-45d55c367703 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:43.952194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af75cccd-17b6-4987-a9cc-58bdafa42f0f req-f4de48d4-c725-4cb8-b9e1-c6ea2bdfa418 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132171 Jul 15 17:02:44.058218 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.128331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 68fc0d11-4dbb-4078-876f-45d55c367703 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:44.130693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.164209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.235400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a393081d-7566-4737-92d5-ee4cb91d4f91,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:44.276508 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.280566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a28eb98d-6234-480a-a72a-7ff91e33cd64 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:44.390888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Deleting port 68fc0d11-4dbb-4078-876f-45d55c367703 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:02:44.392030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.466409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61242e7-2064-4d1b-b2f6-38b344c8ce08 None None] Network 59c3963a-642c-4652-bde9-ecc5e0ffec98 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:44.476807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470349-ac36-4a75-84c4-b0e28a351819 req-333c314a-3724-4b9c-a923-567ebce85c41 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:44.478659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5'}, {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024'}, {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393081d-7566-4737-92d5-ee4cb91d4f91'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:44.482076 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10b7a5-6c8e-4719-9ace-6c9b2ab762ed" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5"}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024"}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "a393081d-7566-4737-92d5-ee4cb91d4f91"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:44.486829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5470349-ac36-4a75-84c4-b0e28a351819 req-333c314a-3724-4b9c-a923-567ebce85c41 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2193468 Jul 15 17:02:44.559675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f68ec64f-5ac3-4db2-a180-326131a8c35b None None] Could not find standard attr ID for object baaee0fc-44e7-4c7a-81e5-8d19c309725d. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:02:44.603375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] For port 68fc0d11-4dbb-4078-876f-45d55c367703, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68fc0d11-4dbb-4078-876f-45d55c367703,segment=NetworkSegment(d645c461-85dc-4521-a339-06cd4dfce0c9),segment_id=d645c461-85dc-4521-a339-06cd4dfce0c9)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:44.610164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.659349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5470349-ac36-4a75-84c4-b0e28a351819 req-c36053f2-7419-4faf-ac85-ff3ff3d71929 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663013 Jul 15 17:02:44.687173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Calling delete_port for 68fc0d11-4dbb-4078-876f-45d55c367703 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:02:44.770593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:44.773538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a28eb98d-6234-480a-a72a-7ff91e33cd64 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:44.781575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a28eb98d-6234-480a-a72a-7ff91e33cd64 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:44.782433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:44.930486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.022338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] No DVR routers for this DVR port 68fc0d11-4dbb-4078-876f-45d55c367703 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:02:45.025958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event deleted for resources: {'Port': ['ID=68fc0d11-4dbb-4078-876f-45d55c367703,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:45.042390 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677f2450-863f-4590-bb9a-be0b414137ff x-openstack-request-id: req-677f2450-863f-4590-bb9a-be0b414137ff {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:45.042784 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5", "code": 200}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024", "code": 200}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "a393081d-7566-4737-92d5-ee4cb91d4f91", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:45.043100 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-677f2450-863f-4590-bb9a-be0b414137ff {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:45.044808 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'code': 200} Jul 15 17:02:45.045076 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'code': 200} Jul 15 17:02:45.045335 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a393081d-7566-4737-92d5-ee4cb91d4f91', 'code': 200} Jul 15 17:02:45.296064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca0ee4-ce0f-4327-babf-8f8b445256d2 None None] DHCP port deletion for 59c3963a-642c-4652-bde9-ecc5e0ffec98 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:02:45.394907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.399715 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.440941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c3963a-642c-4652-bde9-ecc5e0ffec98']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:45.463985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd645c461-85dc-4521-a339-06cd4dfce0c9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:45.469927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd645c461-85dc-4521-a339-06cd4dfce0c9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:45.499237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.506106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:45.513437 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.514264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cc18a8b0-09e5-4d57-9988-81eb0a019e81 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:02:45.545329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.566547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:02:45.567224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:02:45.570552 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:02:45.624222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.659852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.726647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.740991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:45.749558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.767397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.781384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port cc18a8b0-09e5-4d57-9988-81eb0a019e81 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:02:45.786551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.796475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port cc18a8b0-09e5-4d57-9988-81eb0a019e81 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:02:45.797822 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:45.799128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] 10.222.0.25 "DELETE /v2.0/networks/59c3963a-642c-4652-bde9-ecc5e0ffec98 HTTP/1.1" status: 204 len: 168 time: 1.9607193 Jul 15 17:02:45.800411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb842a10-c189-4684-8fbb-681d8eeb6ecb tempest-ExtraDHCPOptionsTestJSON-812979802 tempest-ExtraDHCPOptionsTestJSON-812979802-project] Pushing event deleted for resources: {'Network': ['ID=59c3963a-642c-4652-bde9-ecc5e0ffec98,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:45.802257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.820399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.840400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.851251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59017df9-bba9-4483-8592-f53fa3266b08 req-7fdf00c0-5127-4b62-bfcb-9510302750a4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5443 time: 0.4684832 Jul 15 17:02:45.913235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68fc0d11-4dbb-4078-876f-45d55c367703 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:02:45.914357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59017df9-bba9-4483-8592-f53fa3266b08 req-b27cceb5-ae4f-45ff-aa16-d6cdc3f2582c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622640 Jul 15 17:02:45.952682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff678582-8a16-4efd-b5c9-1f5599c9ed63 req-d060e7af-4777-43d1-a3a9-f4f4896048ff tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:45.952682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff678582-8a16-4efd-b5c9-1f5599c9ed63 req-d060e7af-4777-43d1-a3a9-f4f4896048ff tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4568965 Jul 15 17:02:45.969858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 68fc0d11-4dbb-4078-876f-45d55c367703 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:02:45.970210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68fc0d11-4dbb-4078-876f-45d55c367703 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:02:46.035898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff678582-8a16-4efd-b5c9-1f5599c9ed63 req-1062c1ef-fb18-4b96-b293-96c9078b7343 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893908 Jul 15 17:02:46.059146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:46.140091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:02:46.157972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:46.390446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:46.396767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-b218db12-4de9-45c3-ad8a-5afe66162f3c req-bbb0631e-9bc7-447a-a114-2c2cdb3198e7 service neutron] (100428) timed out ('10.222.0.35', 58378) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:02:46.444863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:46.563363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cc7d4-f16d-4ac9-9d29-f78141a750bd req-6c620909-470a-4300-8cf4-61285704c834 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:46.578340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f1cc7d4-f16d-4ac9-9d29-f78141a750bd req-6c620909-470a-4300-8cf4-61285704c834 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3025286 Jul 15 17:02:46.675207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:46.750171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f1cc7d4-f16d-4ac9-9d29-f78141a750bd req-280db1f5-45e7-4545-ac72-c4fdc8f05e3d tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691899 Jul 15 17:02:46.946310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d10d-7529-43d1-a757-612d621f38e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.046517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eb98d-6234-480a-a72a-7ff91e33cd64'}, {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:47.048901 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d860f78-83e7-4523-bde8-a336f42b5994" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "a28eb98d-6234-480a-a72a-7ff91e33cd64"}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:47.051465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-50f33ba6-4f8f-4bbc-a6b1-2980b68f0d79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2bede7353784eb3a893c23a9d515b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051507 Jul 15 17:02:47.053141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:47.183673 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f32144-f9d6-44fc-b929-d5cf62da2830 x-openstack-request-id: req-81f32144-f9d6-44fc-b929-d5cf62da2830 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:47.183973 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "a28eb98d-6234-480a-a72a-7ff91e33cd64", "code": 200}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-plugged", "status": "completed", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:47.184256 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81f32144-f9d6-44fc-b929-d5cf62da2830 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:47.184657 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28eb98d-6234-480a-a72a-7ff91e33cd64', 'code': 200} Jul 15 17:02:47.184914 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'code': 200} Jul 15 17:02:47.273120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c13e39-6655-49a3-8f71-17897a7210ac req-19af8702-0021-4632-bc72-0584660a87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.280280 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0c13e39-6655-49a3-8f71-17897a7210ac req-19af8702-0021-4632-bc72-0584660a87fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.3204916 Jul 15 17:02:47.319815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.346248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.425488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.428329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.432527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/129c2b65-56cf-4502-b437-927fc3a6e556 HTTP/1.1" status: 204 len: 168 time: 0.3780611 Jul 15 17:02:47.448299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0741-5971-435c-bcc0-4b50cd8086b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129c2b65-56cf-4502-b437-927fc3a6e556,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:47.478347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.489767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.498848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.505426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.513637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.519988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.527005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.529613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-c93012fc-5ef2-4cd7-88b3-1af27a940039 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.3904977 Jul 15 17:02:47.596918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0c13e39-6655-49a3-8f71-17897a7210ac req-63d3c3f0-1119-49d0-9b2b-73f7f0228b7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911799 Jul 15 17:02:47.664926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8432a4ff-bc12-4783-a540-db531c0ce32e req-e1d82f8e-6c97-4433-8dd9-8387f1062d9f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287024 Jul 15 17:02:47.815322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dd6c6-999d-47eb-8f79-26dffc9ca500 req-20392c4d-6321-4689-9f77-05bc93a0dc99 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.824236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e60dd6c6-999d-47eb-8f79-26dffc9ca500 req-20392c4d-6321-4689-9f77-05bc93a0dc99 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1700468 Jul 15 17:02:47.831572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.834603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.836245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.838351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.838999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.840183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.842392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:47.846011 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-eeb93a5c-6708-4ab0-8ea6-3f0b57f67ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.4959638 Jul 15 17:02:47.855215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d10d-7529-43d1-a757-612d621f38e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.904705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d10d-7529-43d1-a757-612d621f38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:47.920989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e60dd6c6-999d-47eb-8f79-26dffc9ca500 req-617d3124-ac4a-46b1-91a6-19296a2a4ad5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953205 Jul 15 17:02:47.989390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48ec60ed-c3b4-44f9-b378-83be3dafe4a6 req-4c04f95a-d714-4dc3-8445-fe5afaf7af05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&id=061f8409-0554-4fe1-818c-9c8941bf9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255035 Jul 15 17:02:48.052836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d10d-7529-43d1-a757-612d621f38e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f11fa-90f0-4a6c-9372-1be0234c3a98,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:48.078713 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9f1d10d-7529-43d1-a757-612d621f38e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b41f2b37a1944979d94f12469254593&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4012225 Jul 15 17:02:48.079858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:48.231587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:48.294680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:48.299225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc97394-56cf-4953-938b-0ada6bf45be3 req-e7acefa6-d795-495b-a9cf-8174df958fd2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:48.300957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7dc97394-56cf-4953-938b-0ada6bf45be3 req-e7acefa6-d795-495b-a9cf-8174df958fd2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2137392 Jul 15 17:02:48.400450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7dc97394-56cf-4953-938b-0ada6bf45be3 req-aaac5fa6-ac98-4cf3-95cc-5744fb62a391 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Jul 15 17:02:48.445089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:48.468335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:48.471702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b3f11fa-90f0-4a6c-9372-1be0234c3a98 HTTP/1.1" status: 204 len: 168 time: 0.3887119 Jul 15 17:02:48.543907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3bca5-80be-4b24-8828-5be97ac20d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f11fa-90f0-4a6c-9372-1be0234c3a98,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:48.780532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-3eaa853d-d6f3-4e5e-9aa9-44bb5c45f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:48.784753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-3eaa853d-d6f3-4e5e-9aa9-44bb5c45f869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.2022352 Jul 15 17:02:48.831078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636ec2-aed5-44a3-83a0-5c114487c455 req-20c33a7c-1cc0-4b21-9956-304aa139395c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:48.842762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8636ec2-aed5-44a3-83a0-5c114487c455 req-20c33a7c-1cc0-4b21-9956-304aa139395c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1673760 Jul 15 17:02:48.970518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-f2b50790-dec0-4d26-b8bf-19f110987b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:48.976453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-f2b50790-dec0-4d26-b8bf-19f110987b25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.1845734 Jul 15 17:02:48.982961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8636ec2-aed5-44a3-83a0-5c114487c455 req-f79a130d-ecce-4174-a071-d5a571070723 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392872 Jul 15 17:02:49.133602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48228) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:49.160847 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-80bfc8e4-c5a9-4aad-bfa9-975f0c0b8504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.1766334 Jul 15 17:02:49.283281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.314880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.324479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-c97496ce-d4f1-48a7-a7e0-4c29781faaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.344402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-c97496ce-d4f1-48a7-a7e0-4c29781faaba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1764598 Jul 15 17:02:49.358201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.384430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.400909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.415333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.455477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.470668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-99d10441-45e6-4ecd-8c98-a7457328384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.472620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-99d10441-45e6-4ecd-8c98-a7457328384d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198373 Jul 15 17:02:49.475764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-a3dd9e06-7b7e-4fc1-b1bc-865f75c84912 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.4084964 Jul 15 17:02:49.571616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ca7e04c-0cf7-40fe-a9d4-59d722339972 req-7397a97d-b6eb-4716-9008-2210767c0552 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946627 Jul 15 17:02:49.719712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-a8b57f9b-d25a-4d9c-baff-b0f6f0305315 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374003 Jul 15 17:02:49.733057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1808408009'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:49.797913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:49.801723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:49.825031 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:49.866960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5edbc0-d8f7-404a-a4ef-8d251748bbe3 req-29b4cd33-80b3-439a-bcc2-8fd4013207d2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:49.870438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5edbc0-d8f7-404a-a4ef-8d251748bbe3 req-29b4cd33-80b3-439a-bcc2-8fd4013207d2 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2135751 Jul 15 17:02:49.939315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e5d67fd-ec17-4113-b0de-b37500b798a4 req-7fe68be4-2f1d-49fd-ad34-5d4e6a46cc3c service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123568 Jul 15 17:02:50.009813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5edbc0-d8f7-404a-a4ef-8d251748bbe3 req-de1b66a3-c374-407f-ba48-5665ff791724 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304536 Jul 15 17:02:50.194198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.207970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.239871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:02:50.250099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.250458 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Added segment c2669864-7acf-4753-a449-f622fe3f1975 of type vlan for network c0a045f5-998b-480b-818f-77f86c3eb410 Jul 15 17:02:50.362403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.425732 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.441287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:50.442305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:50.786478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Network': ['ID=c0a045f5-998b-480b-818f-77f86c3eb410,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:50.803557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c0a045f5-998b-480b-818f-77f86c3eb410 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:02:50.826842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424a4019-c6d9-4549-9587-889aee867994,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:50.853860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a150a176-30fe-4a77-af2e-74ff83e3a8ba tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7177536 Jul 15 17:02:50.859102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:50.897819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'subnet': {'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:50.906411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062b874-a7b8-4e06-ae3c-ec567cd67f20 req-b259b5f2-c882-44a4-87b5-5cc439601276 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:50.923262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d062b874-a7b8-4e06-ae3c-ec567cd67f20 req-b259b5f2-c882-44a4-87b5-5cc439601276 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.5074606 Jul 15 17:02:51.034229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d062b874-a7b8-4e06-ae3c-ec567cd67f20 req-37df200c-39fc-476e-a335-7ce73ab0fe65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096442 Jul 15 17:02:51.160033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-e494f564-15b0-4491-84fc-40529002b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.171323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-e494f564-15b0-4491-84fc-40529002b5a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.3709669 Jul 15 17:02:51.220730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:02:51.225589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:51.306124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.312843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.320097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.327304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.334405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.342014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.348711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.351007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-f5c4cea5-1eb3-4a6c-8200-17400edb3733 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.2408838 Jul 15 17:02:51.491366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcca48f1-af6b-4173-b421-20dd171eaf1a req-8b41f95d-5eac-47f9-92e1-032a207971fc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310177 Jul 15 17:02:51.508013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919be219-0e5c-43d1-b146-32bd90a76a6b req-287cc02f-132c-4abb-9173-f98867a638b1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.509718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-919be219-0e5c-43d1-b146-32bd90a76a6b req-287cc02f-132c-4abb-9173-f98867a638b1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2534781 Jul 15 17:02:51.568144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-85857127-6442-4f45-9f49-701011eb92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.570488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-85857127-6442-4f45-9f49-701011eb92f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.3910735 Jul 15 17:02:51.600039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-919be219-0e5c-43d1-b146-32bd90a76a6b req-4284833a-3715-4000-9412-da5801d484df tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837078 Jul 15 17:02:51.706140 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-b1403cfd-30b5-4140-921e-bec8b96ebf1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.1192055 Jul 15 17:02:51.803637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.827247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.842175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.859095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.867677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.884062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.893022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-4db75199-d1ad-4462-977d-6d65cea527b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.903931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-4db75199-d1ad-4462-977d-6d65cea527b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.1904860 Jul 15 17:02:51.905456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:51.915389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c2c586-6064-4927-9df1-c7b9670845a5 req-f6fd69bc-34da-46d2-93d6-f505c189894d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.2374210 Jul 15 17:02:51.922731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48310) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:51.930177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Request body: {'floatingip': {'port_id': 'e2ea24b4-3355-4b80-b957-845ea5d69024'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:51.985906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-56897888-cba2-498f-af01-77036578dc58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711749 Jul 15 17:02:52.073670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:52.214232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:52.534756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-bb5c5e6e-46c1-4dcd-a4e8-b83023fc0082 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890766 Jul 15 17:02:52.537166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Subnet': ['ID=d5175a44-9b1c-4260-8d58-2f696e2e5920,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:52.659726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c3855cba-ee1a-4cc4-b004-b291f7039741 req-36ce1495-9254-4620-b0de-30bfc892de81 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148901 Jul 15 17:02:52.708903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Checking segment: {'id': 'c2669864-7acf-4753-a449-f622fe3f1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:02:52.709427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network hostable DHCP agents. Network: c0a045f5-998b-480b-818f-77f86c3eb410, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:02:52.788053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:02:52.805611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c0a045f5-998b-480b-818f-77f86c3eb410) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:52.816488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fcd5b-e7aa-445f-b436-f6c65102ca5a None None] Network c0a045f5-998b-480b-818f-77f86c3eb410 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:52.870487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:52.871154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:52.921084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e6bbd83-ebba-4d50-8b93-8859460e85e5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0472188 Jul 15 17:02:52.924198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:52.931445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-570147247', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:02:53.016621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:53.017900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:53.119224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a125225-dcab-4822-b6ce-992bdd8d3f8e None None] Network c0a045f5-998b-480b-818f-77f86c3eb410 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:02:53.121445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:53.187058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d5af-6268-4455-aa2e-8a4beb421e6b req-4f135c4a-588e-4678-b1bc-f3598b66ed8c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:53.194174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cd6d5af-6268-4455-aa2e-8a4beb421e6b req-4f135c4a-588e-4678-b1bc-f3598b66ed8c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.4460139 Jul 15 17:02:53.425179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:53.599992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55639769-a256-445a-ab19-65970c403009 req-e01bd770-2f8a-43aa-b93b-ccb59eb1d693 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:53.612494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55639769-a256-445a-ab19-65970c403009 req-e01bd770-2f8a-43aa-b93b-ccb59eb1d693 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.6658659 Jul 15 17:02:53.735922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cd6d5af-6268-4455-aa2e-8a4beb421e6b req-92a9c3e0-c63a-4f54-9de3-ea5703078b2c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5403287 Jul 15 17:02:53.849770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55639769-a256-445a-ab19-65970c403009 req-1f89a159-d29c-48e1-8a3d-54bff6656096 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363095 Jul 15 17:02:53.891308 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:53.909615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:02:53.924634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:54.102520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.225 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/845f5f69-550e-43bf-8124-78fac52a0b61) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:02:54.145022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:54.170288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:54.286415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:54.388558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:54.453596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1839af-7e3f-49c0-8b71-0155d377a17c req-108807d2-4987-4965-8aa6-cc1f102a483e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:54.462720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e1839af-7e3f-49c0-8b71-0155d377a17c req-108807d2-4987-4965-8aa6-cc1f102a483e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3150709 Jul 15 17:02:54.488101 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Floating IP c3c0bd47-83ae-4b78-bb2e-dc969049f3d9 associated. External IP: 172.25.8.170, port: e2ea24b4-3355-4b80-b957-845ea5d69024. Jul 15 17:02:54.488804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=845f5f69-550e-43bf-8124-78fac52a0b61,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:02:54.525247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:02:54.527246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:02:54.529903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:02:54.586334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e1839af-7e3f-49c0-8b71-0155d377a17c req-603914db-180a-4bb2-93a7-1c00d9408241 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225092 Jul 15 17:02:55.038780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f50e94-4beb-4545-bf25-f58af26e42a0 req-439529b6-1569-4074-85c0-cefcb1c50192 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:55.041341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68f50e94-4beb-4545-bf25-f58af26e42a0 req-439529b6-1569-4074-85c0-cefcb1c50192 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2163486 Jul 15 17:02:55.065425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Router ee2db830-6476-4d6c-be37-487dcb1887bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:02:55.205912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68f50e94-4beb-4545-bf25-f58af26e42a0 req-02117664-9b47-4fa6-8ad6-7c530a7d98ca tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523764 Jul 15 17:02:55.469168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:02:55.476747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:55.482858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Sync routers for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:02:55.503500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:02:55.509535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:55.540859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4496f-7f3b-48ca-ae5b-c38cd1cab76e req-9077971e-fab8-4378-8cb5-afedc06e88ee tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:55.542585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2af4496f-7f3b-48ca-ae5b-c38cd1cab76e req-9077971e-fab8-4378-8cb5-afedc06e88ee tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2610729 Jul 15 17:02:55.586239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9ae52469-0b2b-41ab-8456-c44c1e73e398 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "PUT /v2.0/floatingips/c3c0bd47-83ae-4b78-bb2e-dc969049f3d9 HTTP/1.1" status: 200 len: 991 time: 3.6621652 Jul 15 17:02:55.622198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:02:55.639263 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3508242e-a983-4481-bfc5-6eeb73cb6f54" -d '{"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:02:55.729673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2af4496f-7f3b-48ca-ae5b-c38cd1cab76e req-d36a8c24-7be7-4965-89a2-b30832a0e6a6 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597242 Jul 15 17:02:55.958256 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d99ed-0169-4662-816f-0eb022be56fb x-openstack-request-id: req-1b4d99ed-0169-4662-816f-0eb022be56fb {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:02:55.960242 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:02:55.965020 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b4d99ed-0169-4662-816f-0eb022be56fb {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:02:55.965020 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'status': 'completed', 'code': 200} Jul 15 17:02:55.983638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-96e50578-c321-4d41-9fdf-3e34ba368774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:56.063416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:02:56.149213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:56.380743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.381594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.383307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.384339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.385195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.391463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.391995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.395086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-941875ab-8cef-42a5-864c-566bc7b7c4da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.3872375 Jul 15 17:02:56.459798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55279f74-fffa-4347-aca1-73a1714928ce req-1a0b9584-f662-4ddb-846c-dce888980998 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.469837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55279f74-fffa-4347-aca1-73a1714928ce req-1a0b9584-f662-4ddb-846c-dce888980998 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2465608 Jul 15 17:02:56.619422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55279f74-fffa-4347-aca1-73a1714928ce req-1160d247-2d92-420a-ba05-e7fdb762ae08 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485987 Jul 15 17:02:56.844048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-169496a1-5927-4a62-9650-cd6b56cfe179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:56.846402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-169496a1-5927-4a62-9650-cd6b56cfe179 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3 HTTP/1.1" status: 200 len: 917 time: 0.4423499 Jul 15 17:02:56.913258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c3c0bd47-83ae-4b78-bb2e-dc969049f3d9', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'port_id': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'mac_address': 'fa:16:3e:f7:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:01:00Z', 'updated_at': '2021-07-15T17:02:53Z', 'revision_number': 1, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:56.979449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Checking router: ee2db830-6476-4d6c-be37-487dcb1887bf for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:02:57.008773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:02:57.009547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:57.116429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:57.231803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-5d78afba-0151-4ced-8adf-eb67082e8208 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 999 time: 0.2116468 Jul 15 17:02:57.279690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:02:57.637668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-05cc7c01-51ef-4555-a4d3-53a6a54454f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:57.639465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-05cc7c01-51ef-4555-a4d3-53a6a54454f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 200 len: 856 time: 0.3670933 Jul 15 17:02:57.931315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-d3951153-4849-4da9-964f-93252c337f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:57.937633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-d3951153-4849-4da9-964f-93252c337f46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02356bfb-7512-4180-91a4-77d01500d8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2726865 Jul 15 17:02:57.939520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:02:58.232973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0f85c-3446-44e1-b92f-27c414b8dbef req-643103f2-1a42-497f-9e89-07172050f6c4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:58.263422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f0f85c-3446-44e1-b92f-27c414b8dbef req-643103f2-1a42-497f-9e89-07172050f6c4 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3785009 Jul 15 17:02:58.272106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-c61fdf91-9015-4ea3-86f3-87eb84d2ce31 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235862 Jul 15 17:02:58.336584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:02:58.346157 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:02:58.366470 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:02:58.367185 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:58.406370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:58.407956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-62e51703-05e4-4383-a1ea-7e3e02a4a856 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4826317 Jul 15 17:02:58.410995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:02:58.465322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c3c0bd47-83ae-4b78-bb2e-dc969049f3d9', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'port_id': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'mac_address': 'fa:16:3e:f7:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:01:00Z', 'updated_at': '2021-07-15T17:02:53Z', 'revision_number': 1, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:58.485312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f0f85c-3446-44e1-b92f-27c414b8dbef req-c69e016f-1f96-48c5-9f8e-85264e0a9110 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206252 Jul 15 17:02:58.519490 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:58.557642 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3508242e-a983-4481-bfc5-6eeb73cb6f54 req-29420ae5-99ec-48fa-ba35-6d27bded62f4 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775633 Jul 15 17:02:58.571585 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:02:58.579359 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:58.610802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822db8ac-fdaa-4eb3-b183-2054cb62da88 None None] The sync data for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 is: [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c3c0bd47-83ae-4b78-bb2e-dc969049f3d9', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'port_id': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'mac_address': 'fa:16:3e:f7:11:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:01:00Z', 'updated_at': '2021-07-15T17:02:53Z', 'revision_number': 1, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:02:58.737977 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:02:58.741623 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0bbb99-5a8e-4884-ab74-ecbade378ebd None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:02:58.814747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:59.062095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8815caf9-8fc8-4eb4-8d57-cba377aa141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:59.106694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456622e6-c472-46fd-a4a1-0ee9b7037cbf None None] New status for floating IP c3c0bd47-83ae-4b78-bb2e-dc969049f3d9: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:02:59.499747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f766143-9c4e-4a72-b1d2-e3933cb48ed2 req-a5ccdc30-23e6-4669-b3b6-5fb7ca2875fa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:59.507699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f766143-9c4e-4a72-b1d2-e3933cb48ed2 req-a5ccdc30-23e6-4669-b3b6-5fb7ca2875fa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2735128 Jul 15 17:02:59.525658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:02:59.708219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f766143-9c4e-4a72-b1d2-e3933cb48ed2 req-46da9347-2a46-4621-87d3-ef84cb837aac tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929860 Jul 15 17:02:59.709458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336c06-100d-44f7-8217-d1763492f8cf req-abcc7f39-6a0f-45f0-bfea-318ae01407df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:59.710972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-abcc7f39-6a0f-45f0-bfea-318ae01407df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 1095 time: 0.2814293 Jul 15 17:02:59.817031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734c081-177f-4ff7-8ba9-cdb4263610da req-e09ffda2-805b-4794-8862-b561f7c28b1b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:02:59.825034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9734c081-177f-4ff7-8ba9-cdb4263610da req-e09ffda2-805b-4794-8862-b561f7c28b1b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.2268562 Jul 15 17:02:59.931279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9734c081-177f-4ff7-8ba9-cdb4263610da req-42eeeeee-a1e7-4052-9804-7af3b8cf4ab9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049647 Jul 15 17:03:00.101544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:00.243225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336c06-100d-44f7-8217-d1763492f8cf req-671e3536-8fbe-4a17-beee-213d85a3642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:00.262112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-671e3536-8fbe-4a17-beee-213d85a3642b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.5174723 Jul 15 17:03:00.406963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48620) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:00.454902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-c4103145-2438-409e-9b00-e25ece054e2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 200 len: 998 time: 0.1802516 Jul 15 17:03:00.595035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336c06-100d-44f7-8217-d1763492f8cf req-77b42544-b9d0-460b-ba01-61b84142ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:00.602075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-77b42544-b9d0-460b-ba01-61b84142ba75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1475246 Jul 15 17:03:00.670218 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35c6ded0-23db-43bc-90ad-a4b71f8dda9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:00.926774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.1 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/0f25eb56-d6f3-4918-bff1-c5ddeef2dff2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:00.961182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94336c06-100d-44f7-8217-d1763492f8cf req-b8f1ef09-e2ac-43f0-a1af-4df5d14aab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:00.963146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-b8f1ef09-e2ac-43f0-a1af-4df5d14aab55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3548849 Jul 15 17:03:01.004764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35c6ded0-23db-43bc-90ad-a4b71f8dda9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.012026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35c6ded0-23db-43bc-90ad-a4b71f8dda9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.172330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6ded0-23db-43bc-90ad-a4b71f8dda9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d467a00f-716e-4ce5-a9f8-b03c734dee3b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:01.202041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35c6ded0-23db-43bc-90ad-a4b71f8dda9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0e32b4561b14832958a1396856adfd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900276 Jul 15 17:03:01.202041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:01.233719 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.442498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.453231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.469666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-a05d7ee7-d15f-45c2-b729-bc415d0252ea service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816754 Jul 15 17:03:01.495042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.679428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96cafc-ede4-4a31-8629-48f429ffe2ba req-31250221-4697-4679-83b4-4106c45ee51c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:01.682237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a96cafc-ede4-4a31-8629-48f429ffe2ba req-31250221-4697-4679-83b4-4106c45ee51c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.3163204 Jul 15 17:03:01.708628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94336c06-100d-44f7-8217-d1763492f8cf req-510f66b4-3dd4-4474-a6d0-a49b9753c162 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261751 Jul 15 17:03:01.711614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.714263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.725520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d467a00f-716e-4ce5-a9f8-b03c734dee3b HTTP/1.1" status: 204 len: 168 time: 0.5223126 Jul 15 17:03:01.762804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:01.776271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25923056-aefb-4a3b-9dfd-4cc99493575d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d467a00f-716e-4ce5-a9f8-b03c734dee3b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:01.818381 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a96cafc-ede4-4a31-8629-48f429ffe2ba req-59c8de95-eda0-4606-893b-7c80e43d1239 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226058 Jul 15 17:03:01.871192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:01.885867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:01.897143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:01.966408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=0f25eb56-d6f3-4918-bff1-c5ddeef2dff2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:01.985979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:02.579900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:02.601684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-395f6f25-e32c-4f84-98d9-79b328453f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:02.979541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-395f6f25-e32c-4f84-98d9-79b328453f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:02.988817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-395f6f25-e32c-4f84-98d9-79b328453f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.046347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.085084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-395f6f25-e32c-4f84-98d9-79b328453f4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17cb77f6acdb4453896bb56640eb47b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5031898 Jul 15 17:03:03.088554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48740) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:03.191072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f6f25-e32c-4f84-98d9-79b328453f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94206ef-8183-4526-befa-21890aa0141d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:03.312006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3715a5-ce73-4307-8420-f7eee3c0e07a req-823196c9-a8fd-4730-8938-0e877b3066d9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:03.319339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce3715a5-ce73-4307-8420-f7eee3c0e07a req-823196c9-a8fd-4730-8938-0e877b3066d9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1560035 Jul 15 17:03:03.393470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce3715a5-ce73-4307-8420-f7eee3c0e07a req-aeeab91c-916d-4926-aeaf-510a942c1bc0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729771 Jul 15 17:03:03.487116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.652359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.857309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c970-119a-4abc-a7b4-c2336a687d13 req-40619809-6c71-4da4-8a3b-c22a6d049417 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:03.868781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45c2c970-119a-4abc-a7b4-c2336a687d13 req-40619809-6c71-4da4-8a3b-c22a6d049417 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1661546 Jul 15 17:03:03.941157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.945769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:03.963267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45c2c970-119a-4abc-a7b4-c2336a687d13 req-d2ca6b34-4b72-4978-b1a5-b41333756335 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934939 Jul 15 17:03:03.968254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a94206ef-8183-4526-befa-21890aa0141d HTTP/1.1" status: 204 len: 168 time: 0.8786454 Jul 15 17:03:04.029537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da62ba-66df-4b80-a0fd-60320d2db85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94206ef-8183-4526-befa-21890aa0141d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:04.192623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:04.202990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:04.275865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=0f25eb56-d6f3-4918-bff1-c5ddeef2dff2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:04.369771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:04.682110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-8cd4de18-0ce7-4f01-bf97-c3bc00f4475c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2589536 Jul 15 17:03:04.796690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:04.824631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:05.109649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-ffa8d18b-89d4-4134-a937-c7053a1ca3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:05.111653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-ffa8d18b-89d4-4134-a937-c7053a1ca3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 1097 time: 0.3905056 Jul 15 17:03:05.124858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:05.359177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:05.370042 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:05.388355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:05.389020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c8c70bbb-3ee4-4a92-8568-25a3dad2029d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/routers/212506e6-393f-4667-b4e6-2be81b381cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9758632 Jul 15 17:03:05.392769 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:05.395748 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:05.396276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'port': {'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410', 'name': 'tempest-FloatingIPTestJSON-379184319'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:05.536180 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:05.575475 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:05.576097 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:05.620696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-71c5a19d-4fe8-4f32-b50f-db69bea53cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:05.627273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-71c5a19d-4fe8-4f32-b50f-db69bea53cd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 200 len: 912 time: 0.3487568 Jul 15 17:03:05.680221 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:05.681415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ddebe-2173-41ee-aaff-90161af37e0a None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:05.694617 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:03:05.724469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-ffc81dc0-ccfc-46d4-b5fd-09885df47885 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 200 len: 217 time: 0.0893962 Jul 15 17:03:05.809420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:05.834962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:05.843876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-2ca035aa-70e4-42ae-b873-be1987b8200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:05.845933 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-2ca035aa-70e4-42ae-b873-be1987b8200d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 200 len: 851 time: 0.1150165 Jul 15 17:03:06.028481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-2c97bd2d-366e-428e-866a-d2542220c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:06.030437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-2c97bd2d-366e-428e-866a-d2542220c0db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ff6c5116-683b-4995-aa4b-1001de85da69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716022 Jul 15 17:03:06.274287 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-33c5abea-bd58-42ba-acb1-ba7058093d40 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290471 Jul 15 17:03:06.592572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-edd790c3-3577-4e65-9be7-85aa098503d8 req-1fd32b9f-7565-4952-a893-7c90aeb62db0 service neutron] 10.222.0.20 "GET /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120553 Jul 15 17:03:06.624524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] device_id is not set on port acd7f06e-f5c0-4825-8825-3923aab20b2a yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:03:06.945354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.7 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/acd7f06e-f5c0-4825-8825-3923aab20b2a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:07.473387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:07.535407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-65cff8a2-7d60-4620-9810-78dd82dbb6a0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:07.537452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-65cff8a2-7d60-4620-9810-78dd82dbb6a0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=b74476dd-4873-41ce-8cbc-a8444a957595 HTTP/1.1" status: 200 len: 944 time: 0.3047223 Jul 15 17:03:07.679874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:07.820884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=acd7f06e-f5c0-4825-8825-3923aab20b2a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:07.897763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:07.905406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:07.913882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:08.091771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:08.092787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:08.106442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port 28323896-715e-41ee-8443-b9f0453c11f5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:08.107096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:08.114211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06115058-a64d-4f6e-a02c-137725db36d0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7230401 Jul 15 17:03:08.116854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:08.123419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'port': {'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410', 'name': 'tempest-FloatingIPTestJSON-1926050909'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:08.347387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 28323896-715e-41ee-8443-b9f0453c11f5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28323896-715e-41ee-8443-b9f0453c11f5,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:08.348362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:08.385382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for 28323896-715e-41ee-8443-b9f0453c11f5 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:08.432042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:08.442387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:08.491241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] device_id is not set on port f5c8a472-7f51-4c01-9d1e-9c0dbdd84706 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:03:08.693490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:08.706121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37', '9b837bd9-4084-448c-b19f-976a8a8504ca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:03:08.907480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=28323896-715e-41ee-8443-b9f0453c11f5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:08.969842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.14 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/f5c8a472-7f51-4c01-9d1e-9c0dbdd84706) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:08.981400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] No DVR routers for this DVR port 28323896-715e-41ee-8443-b9f0453c11f5 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:08.997911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:09.018715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f152545-b37a-4d42-8032-2ba28ea9f363 req-c9705e80-15af-4ebd-8bb4-a1ab94b313f1 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "DELETE /v2.0/ports/28323896-715e-41ee-8443-b9f0453c11f5 HTTP/1.1" status: 204 len: 173 time: 1.4744737 Jul 15 17:03:09.021146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-deleted', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:03:09.032141 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4772fb8d-b6ed-48c4-babc-5b9057a43528" -d '{"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-deleted", "tag": "28323896-715e-41ee-8443-b9f0453c11f5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:03:09.357562 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 15 Jul 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e854e1-8853-40dd-8621-583d9d10a5c0 x-openstack-request-id: req-51e854e1-8853-40dd-8621-583d9d10a5c0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:03:09.358094 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74476dd-4873-41ce-8cbc-a8444a957595", "name": "network-vif-deleted", "tag": "28323896-715e-41ee-8443-b9f0453c11f5", "status": "failed", "code": 422}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:03:09.358380 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e854e1-8853-40dd-8621-583d9d10a5c0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:03:09.358892 n-d-800085-3 neutron-server[100429]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b74476dd-4873-41ce-8cbc-a8444a957595', 'name': 'network-vif-deleted', 'tag': '28323896-715e-41ee-8443-b9f0453c11f5', 'status': 'failed', 'code': 422} returned with failed status Jul 15 17:03:09.499000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:09.648376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:09.700058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:09.834015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:09.856905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:09.873781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:09.881736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=f5c8a472-7f51-4c01-9d1e-9c0dbdd84706,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:10.046034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:10.046759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.049823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b037a78-59b1-49f2-a0a5-f689e74cd486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.086538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6248da81-5dfa-487b-8b86-f31999256af7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9672174 Jul 15 17:03:10.089694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:10.116654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'f5c8a472-7f51-4c01-9d1e-9c0dbdd84706', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:10.314481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b037a78-59b1-49f2-a0a5-f689e74cd486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.323248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3b037a78-59b1-49f2-a0a5-f689e74cd486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.373719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.473321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3b037a78-59b1-49f2-a0a5-f689e74cd486 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b8746ef2e734d048440976114f11509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697179 Jul 15 17:03:10.473321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b037a78-59b1-49f2-a0a5-f689e74cd486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a19e3-200d-41df-98e8-84428e27a39c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:10.478989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49240) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:10.614720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.653207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.672790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.685826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.724151 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.820768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.823859 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:10.825442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/382a19e3-200d-41df-98e8-84428e27a39c HTTP/1.1" status: 204 len: 168 time: 0.3441780 Jul 15 17:03:10.877646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483feded-c941-436d-88c9-da3fda91a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a19e3-200d-41df-98e8-84428e27a39c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:11.054408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.205 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/40de9c9b-74c5-47c3-9806-e242c17cf1e5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:11.185200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49298) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:11.407137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.454277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6880666d-46bf-45c2-af4c-de6cad5df41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.515729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.608374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8d591-c803-4cde-ab97-71e7b869d40f req-f969c0ea-5485-4cf9-b41b-241c59733e5e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:11.610517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eed8d591-c803-4cde-ab97-71e7b869d40f req-f969c0ea-5485-4cf9-b41b-241c59733e5e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 907 time: 0.1395459 Jul 15 17:03:11.632546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:11.643401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:11.661939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:11.665345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49320) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:11.683264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c95305bc-3a13-4b24-8602-e7f8f8ae7ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.699652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=40de9c9b-74c5-47c3-9806-e242c17cf1e5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:11.760288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6880666d-46bf-45c2-af4c-de6cad5df41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.775928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6880666d-46bf-45c2-af4c-de6cad5df41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:11.840850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6880666d-46bf-45c2-af4c-de6cad5df41e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc0fd90dcb5a454eb38c9192a70b080d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534665 Jul 15 17:03:11.856617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49322) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:11.906801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880666d-46bf-45c2-af4c-de6cad5df41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4eaf6-b995-4635-b9d7-43aa2c406566,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:12.039994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.147033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c95305bc-3a13-4b24-8602-e7f8f8ae7ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.160809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.164134 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c95305bc-3a13-4b24-8602-e7f8f8ae7ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.204845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95305bc-3a13-4b24-8602-e7f8f8ae7ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f5774-1756-4664-a997-540a04c1781c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:12.255837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c95305bc-3a13-4b24-8602-e7f8f8ae7ce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=102759a2f3044d0cb22cad809a6d5a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878179 Jul 15 17:03:12.257104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49328) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:12.316931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.320201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.321637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dc4eaf6-b995-4635-b9d7-43aa2c406566 HTTP/1.1" status: 204 len: 168 time: 0.4625058 Jul 15 17:03:12.327782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.388558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6247c-ca0a-433b-b201-8ac5ad786621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4eaf6-b995-4635-b9d7-43aa2c406566,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:12.403755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.460991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.528809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.535404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:12.540067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df2f5774-1756-4664-a997-540a04c1781c HTTP/1.1" status: 204 len: 168 time: 0.2810185 Jul 15 17:03:12.552238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16210-dc5d-49f7-a9bb-4b312203184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f5774-1756-4664-a997-540a04c1781c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:12.595433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.383673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145f9-0306-4251-b450-c9f8a53defb0 req-52dfdf65-c92c-43c7-8ad8-cc141e668ac3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:13.395629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c1145f9-0306-4251-b450-c9f8a53defb0 req-52dfdf65-c92c-43c7-8ad8-cc141e668ac3 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 907 time: 0.4222980 Jul 15 17:03:13.611079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.617792 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.636560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-c45832a9-e53b-4605-a94d-e134cec227c9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:13.638505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-c45832a9-e53b-4605-a94d-e134cec227c9 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 907 time: 0.9746742 Jul 15 17:03:13.662657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:13.728470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69a0-d107-43c9-9a96-3615d563c272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.802369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=40de9c9b-74c5-47c3-9806-e242c17cf1e5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:13.843421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.911603 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69a0-d107-43c9-9a96-3615d563c272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.920994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7f9b69a0-d107-43c9-9a96-3615d563c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:13.935912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.937484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.938434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.938866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.940339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.940339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.940339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.940339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.940985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.941430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.942068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:13.942496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:14.023269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7f9b69a0-d107-43c9-9a96-3615d563c272 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45cdd3d3f5ea490d9b7eeef832aadd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590372 Jul 15 17:03:14.026756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:14.029092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b69a0-d107-43c9-9a96-3615d563c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598911e-eda9-45de-b036-477a8ded9ad4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:14.132474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port 95a0610b-3037-43ca-839e-2362e58ae0e8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:14.132991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.162240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.190722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.202000 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP ecf63aa5-92ef-427a-8523-54665f06f991 associated. External IP: 172.25.8.205, port: f5c8a472-7f51-4c01-9d1e-9c0dbdd84706. Jul 15 17:03:14.304655 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.307982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.309911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6598911e-eda9-45de-b036-477a8ded9ad4 HTTP/1.1" status: 204 len: 168 time: 0.2743397 Jul 15 17:03:14.329115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10ab75-52b0-4972-9245-d31b9f0f56d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598911e-eda9-45de-b036-477a8ded9ad4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:14.822301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:14.853705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 95a0610b-3037-43ca-839e-2362e58ae0e8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=95a0610b-3037-43ca-839e-2362e58ae0e8,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:14.854234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:14.866872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b193a-5524-4c3e-8597-6fc46f5e7beb req-5c193449-7cfb-4227-bcc4-9673d25644cf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:14.878021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb6b193a-5524-4c3e-8597-6fc46f5e7beb req-5c193449-7cfb-4227-bcc4-9673d25644cf tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 907 time: 0.1309886 Jul 15 17:03:14.893285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for 95a0610b-3037-43ca-839e-2362e58ae0e8 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:15.112718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:15.126088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:15.131724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:15.146586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:15.147247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:15.191378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49408) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:15.192243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9e39edb-fa26-4fe1-9d5a-45d2c01380d4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0970409 Jul 15 17:03:15.203849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:15.250296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:15.276001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:15.278286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:15.290276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:15.349430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:15.350279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99afeaa-7a6f-4cf7-a233-51a44014eed2 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:15.369500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=95a0610b-3037-43ca-839e-2362e58ae0e8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:15.428332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:15.484686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] No DVR routers for this DVR port 95a0610b-3037-43ca-839e-2362e58ae0e8 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:15.506708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:15.514098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-204dbad2-5b36-4c75-a611-051d56ea9ab0 req-41016940-63e9-4d1e-8b31-110220cb3dae tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "DELETE /v2.0/ports/95a0610b-3037-43ca-839e-2362e58ae0e8 HTTP/1.1" status: 204 len: 173 time: 1.8384233 Jul 15 17:03:15.516580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'name': 'network-vif-deleted', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:03:15.522751 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a6173e-291a-406b-ae27-3f3489823309" -d '{"events": [{"server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "name": "network-vif-deleted", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:03:15.721726 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b65a8e-770e-4bfe-968a-a90101c86d5a x-openstack-request-id: req-f9b65a8e-770e-4bfe-968a-a90101c86d5a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:03:15.722448 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e2d452-edea-4c93-a0df-6f6e7b8225d2", "name": "network-vif-deleted", "tag": "95a0610b-3037-43ca-839e-2362e58ae0e8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:03:15.722849 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9b65a8e-770e-4bfe-968a-a90101c86d5a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:03:15.723372 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e2d452-edea-4c93-a0df-6f6e7b8225d2', 'name': 'network-vif-deleted', 'tag': '95a0610b-3037-43ca-839e-2362e58ae0e8', 'status': 'completed', 'code': 200} Jul 15 17:03:16.000013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:16.014427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:16.014994 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP ecf63aa5-92ef-427a-8523-54665f06f991 disassociated. External IP: 172.25.8.205, port: f5c8a472-7f51-4c01-9d1e-9c0dbdd84706. Jul 15 17:03:16.157973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2e94927-a31b-40a7-a116-bc03aeff253a req-3391d02c-e771-44f2-87ad-fc7dae60f372 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e2d452-edea-4c93-a0df-6f6e7b8225d2 HTTP/1.1" status: 200 len: 210 time: 0.0453548 Jul 15 17:03:16.174190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 95a0610b-3037-43ca-839e-2362e58ae0e8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:16.208882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 95a0610b-3037-43ca-839e-2362e58ae0e8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:16.209701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 95a0610b-3037-43ca-839e-2362e58ae0e8 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:16.544511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:16.838697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:16.853667 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:16.855462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:16.872372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:16.873044 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:16.952925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-68914497-d087-4404-927f-cfe7413a3863 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/ecf63aa5-92ef-427a-8523-54665f06f991 HTTP/1.1" status: 200 len: 688 time: 1.7599783 Jul 15 17:03:16.955466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49474) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:16.966157 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:16.990398 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:16.992361 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:17.071857 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:17.081066 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93070c59-fbeb-441d-9b9d-e6d730fc3a02 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:17.359669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 40de9c9b-74c5-47c3-9806-e242c17cf1e5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:17.360282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:17.681319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:17.681874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:17.720568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 40de9c9b-74c5-47c3-9806-e242c17cf1e5 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:18.205676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a149b8-6ebf-4280-8c91-e9ec0a840458 req-b691a0c3-c04b-4e21-9bc7-a76c5c0afd5d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:18.207319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94a149b8-6ebf-4280-8c91-e9ec0a840458 req-b691a0c3-c04b-4e21-9bc7-a76c5c0afd5d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.2178755 Jul 15 17:03:18.257329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:18.468287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94a149b8-6ebf-4280-8c91-e9ec0a840458 req-39adc238-eca7-4e1a-b5a9-6480a558c95c tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348363 Jul 15 17:03:18.494772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=40de9c9b-74c5-47c3-9806-e242c17cf1e5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:18.687086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:18.694097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:18.701734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-64c14e46-d693-4381-827b-5c8b6ef7d001 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/ecf63aa5-92ef-427a-8523-54665f06f991 HTTP/1.1" status: 204 len: 168 time: 1.7410417 Jul 15 17:03:18.702712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:18.708341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'acd7f06e-f5c0-4825-8825-3923aab20b2a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:18.772882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:19.018009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:19.315192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.42 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/4e2c351b-2216-4d4e-86a5-bc1eaed5b081) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:19.724336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:19.853608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:19.901449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-ec50b755-2007-48f6-ac4b-8b85b612958b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:19.903097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-ec50b755-2007-48f6-ac4b-8b85b612958b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.4971077 Jul 15 17:03:19.960826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c764d2-e429-4f6a-8dae-023c3b0cc75b req-1c198fcd-f1db-4c7c-9c33-3fa71333f9c0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:19.965464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4c764d2-e429-4f6a-8dae-023c3b0cc75b req-1c198fcd-f1db-4c7c-9c33-3fa71333f9c0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.1665738 Jul 15 17:03:20.139531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4c764d2-e429-4f6a-8dae-023c3b0cc75b req-f3ab1edb-8464-4b80-b195-ac6b8fc0118e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573472 Jul 15 17:03:20.254964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:20.302279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:20.357989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:20.808403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=4e2c351b-2216-4d4e-86a5-bc1eaed5b081,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:20.964842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcf995-3a36-4d99-8652-cf17b8775a13 req-c66394e7-ee71-41d1-a5f8-d7c65a979333 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:20.967674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-debcf995-3a36-4d99-8652-cf17b8775a13 req-c66394e7-ee71-41d1-a5f8-d7c65a979333 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2375171 Jul 15 17:03:21.071995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-debcf995-3a36-4d99-8652-cf17b8775a13 req-578c7e17-c898-4693-9b28-aad06ad5be77 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Jul 15 17:03:21.116348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port 9b837bd9-4084-448c-b19f-976a8a8504ca {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:21.128785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:21.214143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-a91be99e-bcec-4610-8c79-0a221d2f2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:21.215807 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-a91be99e-bcec-4610-8c79-0a221d2f2b0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.8253326 Jul 15 17:03:21.429148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0a3c-246b-41f9-ada2-3386f223721f req-fc03e9b4-d051-4163-a9bf-f67e2a6de6d8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:21.439528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55de0a3c-246b-41f9-ada2-3386f223721f req-fc03e9b4-d051-4163-a9bf-f67e2a6de6d8 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 945 time: 0.0973210 Jul 15 17:03:21.506927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55de0a3c-246b-41f9-ada2-3386f223721f req-456a904b-a56d-4d0c-ba25-92ca1afd406d tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623710 Jul 15 17:03:21.704203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 9b837bd9-4084-448c-b19f-976a8a8504ca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b837bd9-4084-448c-b19f-976a8a8504ca,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:21.704203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:21.730520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for 9b837bd9-4084-448c-b19f-976a8a8504ca owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:21.948393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-38cfbf02-a038-45f8-971c-29922be48432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:21.961225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-38cfbf02-a038-45f8-971c-29922be48432 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.7257710 Jul 15 17:03:22.038585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:22.047664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:03:22.081921 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-1ed92920-cb8f-43f2-8ab4-af0f1b88ccc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.0965624 Jul 15 17:03:22.271660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b837bd9-4084-448c-b19f-976a8a8504ca no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:22.300157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=9b837bd9-4084-448c-b19f-976a8a8504ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:22.377430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 9b837bd9-4084-448c-b19f-976a8a8504ca {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:22.379275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b837bd9-4084-448c-b19f-976a8a8504ca not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:22.490607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] No DVR routers for this DVR port 9b837bd9-4084-448c-b19f-976a8a8504ca on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:22.496385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:22.500293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-daaa1d31-7f82-4939-a26c-a35192ac215e req-7ea5a251-1fbf-4581-9f52-bd859df0de6e tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "DELETE /v2.0/ports/9b837bd9-4084-448c-b19f-976a8a8504ca HTTP/1.1" status: 204 len: 173 time: 2.5735278 Jul 15 17:03:22.508989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'name': 'network-vif-deleted', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:03:22.516519 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22b887-8c9c-4a57-9292-10abf431c02e" -d '{"events": [{"server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "name": "network-vif-deleted", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:03:22.544498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd74b9a-c383-4cd1-a48b-a2216b496264 req-b4c559b1-f295-4b93-960a-44be51bd90d8 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:22.549831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-1e41f7d1-35ee-41c8-876e-f09320b1a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:22.552393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fd74b9a-c383-4cd1-a48b-a2216b496264 req-b4c559b1-f295-4b93-960a-44be51bd90d8 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1622403 Jul 15 17:03:22.555555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-1e41f7d1-35ee-41c8-876e-f09320b1a2e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.4639494 Jul 15 17:03:22.600782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fd74b9a-c383-4cd1-a48b-a2216b496264 req-495f9670-3393-4c80-99f2-fb50469eec67 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Jul 15 17:03:22.689098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-7a3f5630-c65f-4dbb-bf5a-0a14ff57cd81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178920 Jul 15 17:03:22.735516 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2d021-2c1a-498b-adba-f2d2dd9948e2 x-openstack-request-id: req-0db2d021-2c1a-498b-adba-f2d2dd9948e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:03:22.735908 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047ddceb-430a-4040-9f89-0e3585966846", "name": "network-vif-deleted", "tag": "9b837bd9-4084-448c-b19f-976a8a8504ca", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:03:22.737007 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db2d021-2c1a-498b-adba-f2d2dd9948e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:03:22.743542 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047ddceb-430a-4040-9f89-0e3585966846', 'name': 'network-vif-deleted', 'tag': '9b837bd9-4084-448c-b19f-976a8a8504ca', 'status': 'completed', 'code': 200} Jul 15 17:03:22.836920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:22.912754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8744a1a-0eac-4f38-9eb8-ab21d908f0b0 req-86a1e943-25d5-4550-9e41-47857e770545 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=047ddceb-430a-4040-9f89-0e3585966846 HTTP/1.1" status: 200 len: 210 time: 0.1251357 Jul 15 17:03:23.022629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-73e8078d-45b4-4b27-870a-aa2a43e21f24 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152187 Jul 15 17:03:23.550103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:23.579448 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1b66e642-2cec-4d38-98b4-d7df11726ae6 req-81066627-702f-435b-94bf-c45a37ed1d8e service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496976 Jul 15 17:03:23.881666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:23.911736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:23.918291 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:23.994724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43193e-96e1-4744-9b81-07e5101e0f9e req-bbf7a7f6-f455-4f92-8002-28f0296dcf0b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:24.014588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc43193e-96e1-4744-9b81-07e5101e0f9e req-bbf7a7f6-f455-4f92-8002-28f0296dcf0b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1636975 Jul 15 17:03:24.153548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=4e2c351b-2216-4d4e-86a5-bc1eaed5b081,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:24.154202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc43193e-96e1-4744-9b81-07e5101e0f9e req-2c3b24b2-f21a-433c-b9cf-63221cb63384 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380596 Jul 15 17:03:24.160382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:24.375127 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 7eb54685-2e7e-4c06-8468-1475b883841b associated. External IP: 172.25.8.42, port: acd7f06e-f5c0-4825-8825-3923aab20b2a. Jul 15 17:03:24.695043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c35bfc1-cc4f-4e50-9b9f-7d06c0521f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59e7b277be074f349a380d009bb5378e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118844 Jul 15 17:03:24.697252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:24.869467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fc2b6-5daa-49ed-ab26-31bcb1b0381c req-9e6145c5-f980-4e57-adbb-63bdb4d60026 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:24.873527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8fc2b6-5daa-49ed-ab26-31bcb1b0381c req-9e6145c5-f980-4e57-adbb-63bdb4d60026 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1448550 Jul 15 17:03:24.874896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:24.915880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:24.936014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-a01470c3-517f-495f-8366-9a16b42b6238 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:24.937552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-a01470c3-517f-495f-8366-9a16b42b6238 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 946 time: 0.1388040 Jul 15 17:03:24.960672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8fc2b6-5daa-49ed-ab26-31bcb1b0381c req-bd940b3f-c99f-40e0-b337-f2a3d36113ff tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f231f45-5fda-49cc-9280-c1ac75feecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806856 Jul 15 17:03:24.988014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:25.001138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.004932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.006624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/262891e1-73e4-4115-9632-5e5e9ca8d2f7 HTTP/1.1" status: 204 len: 168 time: 0.3072574 Jul 15 17:03:25.019059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262891e1-73e4-4115-9632-5e5e9ca8d2f7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:25.027504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.028068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.028654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.029154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.029654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.030143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.030676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.031202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.031943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.032597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.033086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.033568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9c269-8e76-4fb8-a274-3a513c191c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:03:25.143617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:25.143971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.191354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:25.218508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:25.241595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.247477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:25.248147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:25.305804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:25.307737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 2c5b2050-bda2-4096-bd57-be5dc5c32b37, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2c5b2050-bda2-4096-bd57-be5dc5c32b37,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:25.308356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.312075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f59b481-0939-4898-b568-0fe26d11182c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6078045 Jul 15 17:03:25.314844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:25.318940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:25.319564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:25.324908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for 2c5b2050-bda2-4096-bd57-be5dc5c32b37 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:25.377922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:25.378578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae40a-913e-4b78-b3a3-40be3baba417 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:25.486775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0420e8ef-11b4-4ee8-81c6-23cea22dc713 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/floatingips/7eb54685-2e7e-4c06-8468-1475b883841b HTTP/1.1" status: 200 len: 976 time: 0.1706665 Jul 15 17:03:25.487090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.490325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49720) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:25.499583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2c5b2050-bda2-4096-bd57-be5dc5c32b37'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:03:25.532389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=2c5b2050-bda2-4096-bd57-be5dc5c32b37,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:25.611949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] No DVR routers for this DVR port 2c5b2050-bda2-4096-bd57-be5dc5c32b37 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:25.614737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.617288 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d3dfbf4-d105-4ae7-9711-df3ea44dfd98 req-238fac13-552f-4103-aabb-7514c573970b tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "DELETE /v2.0/ports/2c5b2050-bda2-4096-bd57-be5dc5c32b37 HTTP/1.1" status: 204 len: 173 time: 0.6722441 Jul 15 17:03:25.617737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'name': 'network-vif-deleted', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:03:25.620211 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f7dcd-ab32-4f2b-963f-71e865105ccf" -d '{"events": [{"server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "name": "network-vif-deleted", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:03:25.700321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ab0ca-8fe4-41eb-9b1e-abcfc61ad2b4 req-28d7f85d-d751-40da-990e-91af371c826e tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:25.708393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c5ab0ca-8fe4-41eb-9b1e-abcfc61ad2b4 req-28d7f85d-d751-40da-990e-91af371c826e tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2713354 Jul 15 17:03:25.765463 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3c7080d-0f06-4ec7-8023-5d76c5af1e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:25.768105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bde82966-ba69-416e-af9b-2fa1e7a3b168 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2763870 Jul 15 17:03:25.770757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:25.775731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': 'f5c8a472-7f51-4c01-9d1e-9c0dbdd84706'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:25.807292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c5ab0ca-8fe4-41eb-9b1e-abcfc61ad2b4 req-914f7535-0854-4a39-9b32-4fb1f6e733af tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963850 Jul 15 17:03:25.929576 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98434e1-022f-4312-8339-3b99597b570d x-openstack-request-id: req-f98434e1-022f-4312-8339-3b99597b570d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:03:25.929871 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148b4df8-2f8f-4899-ad78-d032ebb11b01", "name": "network-vif-deleted", "tag": "2c5b2050-bda2-4096-bd57-be5dc5c32b37", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:03:25.930125 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98434e1-022f-4312-8339-3b99597b570d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:03:25.930524 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b4df8-2f8f-4899-ad78-d032ebb11b01', 'name': 'network-vif-deleted', 'tag': '2c5b2050-bda2-4096-bd57-be5dc5c32b37', 'status': 'completed', 'code': 200} Jul 15 17:03:26.011452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:26.234835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b58daf5-583e-491a-8874-e69fb81ade06 req-e6984050-0486-43ab-bd0c-dd9f2a31dac7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=148b4df8-2f8f-4899-ad78-d032ebb11b01 HTTP/1.1" status: 200 len: 210 time: 0.0755661 Jul 15 17:03:26.681269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:26.706435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:26.875347 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 7eb54685-2e7e-4c06-8468-1475b883841b associated. External IP: 172.25.8.42, port: acd7f06e-f5c0-4825-8825-3923aab20b2a. Jul 15 17:03:27.222959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08fa7-3182-469c-877e-f4107564ce06 req-69fa25c7-2744-4aa2-b34e-c60849d510c4 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:27.235405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:27.239196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fb08fa7-3182-469c-877e-f4107564ce06 req-69fa25c7-2744-4aa2-b34e-c60849d510c4 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1293414 Jul 15 17:03:27.351600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fb08fa7-3182-469c-877e-f4107564ce06 req-2361d14f-256a-47b6-a40c-33b786ac62b9 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114759 Jul 15 17:03:27.488682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:27.500537 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:27.521419 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:27.522153 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:27.608936 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:27.642126 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:27.642977 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:27.729407 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:27.730139 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ecdd9-af30-4c42-87cc-a5db65a348a6 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:28.126853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996cdab-766f-44c2-ae52-1da32970409d req-4355b3f7-8604-4882-99c8-d1fe9b0e48d5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:28.138711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2996cdab-766f-44c2-ae52-1da32970409d req-4355b3f7-8604-4882-99c8-d1fe9b0e48d5 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 0.1695240 Jul 15 17:03:28.199908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2996cdab-766f-44c2-ae52-1da32970409d req-b44a338e-cda8-4a6e-8e54-e36e733dc862 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599890 Jul 15 17:03:28.277551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c5b2050-bda2-4096-bd57-be5dc5c32b37 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:28.333488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49858) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:28.355494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2c5b2050-bda2-4096-bd57-be5dc5c32b37 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:28.356248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2c5b2050-bda2-4096-bd57-be5dc5c32b37 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:28.463221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:28.638754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:28.646641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:28.653307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:28.653776 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c304dad8-1cd6-41e5-a1f2-cd11ea020054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:28.671815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:28.672919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:28.712288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9513e9-656a-4a97-ae6f-0dee4bb93c1b req-2885c257-c1a2-4c44-9d39-2c574835dfad tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:28.719872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d9513e9-656a-4a97-ae6f-0dee4bb93c1b req-2885c257-c1a2-4c44-9d39-2c574835dfad tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1476796 Jul 15 17:03:28.762216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:28.797436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d9513e9-656a-4a97-ae6f-0dee4bb93c1b req-bfdf17b7-8cd0-4d96-aa13-0fa518b1ae13 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Jul 15 17:03:28.812906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:28.813687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:28.854076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c304dad8-1cd6-41e5-a1f2-cd11ea020054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:28.860143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c304dad8-1cd6-41e5-a1f2-cd11ea020054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:28.865733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0da79c07-2375-4264-8a3e-91eb0c8cfa9a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/7eb54685-2e7e-4c06-8468-1475b883841b HTTP/1.1" status: 200 len: 978 time: 3.0934386 Jul 15 17:03:28.868255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:28.873499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:28.901619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:28.908638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358d1c5-1907-421e-8a47-395db2688c67 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:28.910873 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:28.920634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c304dad8-1cd6-41e5-a1f2-cd11ea020054 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4765d79331234b52a158d58d0afc52e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833569 Jul 15 17:03:28.920634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304dad8-1cd6-41e5-a1f2-cd11ea020054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feed1328-b09b-4146-9b37-e5cc1205c478,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:28.921743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49884) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:28.977672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.009864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.011149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.065051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b035cea6-7cc5-4410-9135-ae7e4e2c2a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.075116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.081792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.087899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feed1328-b09b-4146-9b37-e5cc1205c478 HTTP/1.1" status: 204 len: 168 time: 0.1643889 Jul 15 17:03:29.125937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a0797-1d2a-4e27-9d12-6e13e2a5a4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed1328-b09b-4146-9b37-e5cc1205c478,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:29.295094 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.306405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.307035 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 7eb54685-2e7e-4c06-8468-1475b883841b disassociated. External IP: 172.25.8.42, port: f5c8a472-7f51-4c01-9d1e-9c0dbdd84706. Jul 15 17:03:29.511438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.701323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:29.956588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:29.968225 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:29.969944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:29.990403 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:29.991063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:30.028891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0cba46ad-6894-48af-835a-fdd92a274142 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/7eb54685-2e7e-4c06-8468-1475b883841b HTTP/1.1" status: 200 len: 687 time: 1.1562459 Jul 15 17:03:30.029655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49912) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:30.059673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71ae31-7493-4ecc-868d-3767ba7a9c10 req-fbb9c145-2f13-4e45-95f9-c092e0264cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:30.064775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ef71ae31-7493-4ecc-868d-3767ba7a9c10 req-fbb9c145-2f13-4e45-95f9-c092e0264cff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.1816564 Jul 15 17:03:30.119627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:30.157297 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:30.159353 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:30.247318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:30.258680 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50069bed-326c-44d0-9e0f-0a87e3a5d0fc None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:30.282105 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ef71ae31-7493-4ecc-868d-3767ba7a9c10 req-4e9b8b1a-d9ba-457e-a27e-5812f10a45fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095690 Jul 15 17:03:30.351099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-1f0c0041-2791-472d-84e4-bd7422dbddc0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:30.358534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-1f0c0041-2791-472d-84e4-bd7422dbddc0 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.0597618 Jul 15 17:03:30.514685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 4e2c351b-2216-4d4e-86a5-bc1eaed5b081 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:30.515393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:30.602428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:30.663966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Deleting subnet 9cdbee74-259d-45fb-b871-6af35c1eca7a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:03:30.670647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:30.736864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:30.739678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:30.740486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:30.862006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:30.984916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.053782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdbee74-259d-45fb-b871-6af35c1eca7a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:31.060744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.068256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-67a0a128-6c01-48ba-a566-88df58a3121b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9cdbee74-259d-45fb-b871-6af35c1eca7a HTTP/1.1" status: 204 len: 168 time: 0.4646637 Jul 15 17:03:31.069993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:31.109260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] For port 3a4bf0fd-798e-4f01-b082-0edc409b70ad, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3a4bf0fd-798e-4f01-b082-0edc409b70ad,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:31.110046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.234708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.285444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab1ad-50db-443d-b324-c1388b509e40 req-f2554b64-f648-4631-9063-97776a0d3e06 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:31.298430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525ab1ad-50db-443d-b324-c1388b509e40 req-f2554b64-f648-4631-9063-97776a0d3e06 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 944 time: 1.0313773 Jul 15 17:03:31.415177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa17159-04ea-4abc-9520-68b74dc2c75c req-0fdec36c-b7f4-4f22-a047-1729be667ffe tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:31.416962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afa17159-04ea-4abc-9520-68b74dc2c75c req-0fdec36c-b7f4-4f22-a047-1729be667ffe tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 1.1428325 Jul 15 17:03:31.464127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-525ab1ad-50db-443d-b324-c1388b509e40 req-b87f008a-59e3-47d6-a636-0f102d3569cd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups?id=315c4457-54a2-4614-a54f-403ce53299ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643562 Jul 15 17:03:31.489805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.490148 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.503676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 4e2c351b-2216-4d4e-86a5-bc1eaed5b081 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:31.563646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.622631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49964) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:31.683353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afa17159-04ea-4abc-9520-68b74dc2c75c req-bc7fc2ba-5eb9-4d85-85e2-c178866d8de1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567127 Jul 15 17:03:31.758029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.772458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5791320-9caa-4708-8ec6-be307b3533c1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:31.786592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0830d2-fcaf-443e-b8da-ef983d9120ef') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:31.786816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0830d2-fcaf-443e-b8da-ef983d9120ef') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:31.809669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.815719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.829609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.830036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.830302 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Floating IP 9992487e-ae29-46ac-92be-014736f9d4cd disassociated. External IP: 172.25.8.53, port: 3a4bf0fd-798e-4f01-b082-0edc409b70ad. Jul 15 17:03:31.830669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for 3a4bf0fd-798e-4f01-b082-0edc409b70ad owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:31.844438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.880776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=4e2c351b-2216-4d4e-86a5-bc1eaed5b081,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:31.927695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:03:31.928132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:03:31.929893 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:03:31.958513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cb17b64-2d16-457b-8e8b-b16a1b581f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.009091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.012818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.014277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d7ef7cbe-c75e-4b27-ac02-560a2b243f4f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/7eb54685-2e7e-4c06-8468-1475b883841b HTTP/1.1" status: 204 len: 168 time: 1.9834230 Jul 15 17:03:32.017257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49982) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.039355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.061719 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-585c21ac-bb82-4f99-99de-4cae871e4287 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] delete failed (client error): The resource could not be found. Jul 15 17:03:32.064612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-585c21ac-bb82-4f99-99de-4cae871e4287 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/7eb54685-2e7e-4c06-8468-1475b883841b HTTP/1.1" status: 404 len: 345 time: 0.0445278 Jul 15 17:03:32.067354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49984) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.077211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.079471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d5791320-9caa-4708-8ec6-be307b3533c1 HTTP/1.1" status: 204 len: 168 time: 0.9881289 Jul 15 17:03:32.130325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aad29b-defc-4ec4-8ac2-4b135ad21858 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5791320-9caa-4708-8ec6-be307b3533c1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:32.192392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.234723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcf133-710c-4fcd-ab1e-f7c27f218f7e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:32.240086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=3a4bf0fd-798e-4f01-b082-0edc409b70ad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:32.242126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcf133-710c-4fcd-ab1e-f7c27f218f7e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:32.248458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcf133-710c-4fcd-ab1e-f7c27f218f7e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:32.250420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-47bcf133-710c-4fcd-ab1e-f7c27f218f7e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/ports?network_id=c0a045f5-998b-480b-818f-77f86c3eb410 HTTP/1.1" status: 200 len: 2358 time: 0.1817052 Jul 15 17:03:32.253627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.290528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cb17b64-2d16-457b-8e8b-b16a1b581f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.300422 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9cb17b64-2d16-457b-8e8b-b16a1b581f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.311742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:32.339091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503df02e-dd5d-4d22-b696-0081e29098ea tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:32.340925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-503df02e-dd5d-4d22-b696-0081e29098ea tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/subnets/d5175a44-9b1c-4260-8d58-2f696e2e5920 HTTP/1.1" status: 200 len: 797 time: 0.0862026 Jul 15 17:03:32.346614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.368286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'port': {'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410', 'name': 'tempest-FloatingIPTestJSON-455717138', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:32.375710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49994) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.378451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9cb17b64-2d16-457b-8e8b-b16a1b581f92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0417e4ca05a4431ca3b8a26e2d2f1d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412448 Jul 15 17:03:32.384957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49996) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.387343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb17b64-2d16-457b-8e8b-b16a1b581f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836787d-e95b-429b-8aa8-cc1397125207,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:32.404656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 3a4bf0fd-798e-4f01-b082-0edc409b70ad {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:32.406526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3a4bf0fd-798e-4f01-b082-0edc409b70ad not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:32.432468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-768f5fc7-a756-42b3-8528-ef1f07c183c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d4b2b9bae8c4a14a4fecfd3052192a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526068 Jul 15 17:03:32.435006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:32.495876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.532316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.607585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.610591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:32.613237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/963a5f6b-2d34-4997-a35a-e50210e8e6f4 HTTP/1.1" status: 204 len: 168 time: 0.1758962 Jul 15 17:03:32.648389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511d3a3-596d-4d16-ba36-5e9f8bfb20fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a5f6b-2d34-4997-a35a-e50210e8e6f4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:32.806484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71da7907-c841-4fb0-9d0f-3aee61f2110b req-8ccab056-f042-4fc3-be34-797c8e8ca872 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.0775192 Jul 15 17:03:32.878100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:32.968020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:33.052153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:33.065510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c70b0-e7a6-4dda-b5bd-f8ad8ea75b7c req-149a8c76-195f-444b-bb5e-4f89a782774c tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:33.067266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14c70b0-e7a6-4dda-b5bd-f8ad8ea75b7c req-149a8c76-195f-444b-bb5e-4f89a782774c tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.0910809 Jul 15 17:03:33.101666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:33.140784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b14c70b0-e7a6-4dda-b5bd-f8ad8ea75b7c req-ff0afb84-e579-4411-ae24-1b762e170eaf tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652442 Jul 15 17:03:33.302226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:33.305257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:33.309782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1836787d-e95b-429b-8aa8-cc1397125207 HTTP/1.1" status: 204 len: 168 time: 0.9133883 Jul 15 17:03:33.314129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:33.326813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Sync routers for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:33.347763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:33.350966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:33.439612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fff71-bd1b-4090-b19e-2c5e6c23cb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836787d-e95b-429b-8aa8-cc1397125207,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:33.465656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:33.572160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:03:34.025214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:34.108883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Checking router: 13ecacad-eeb4-4bcf-93f1-394a09a3c6df for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:03:34.133586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:34.134430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:34.152643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:34.214010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bbd29427-f085-4066-9abf-4f66e6ad072a req-a5c5aeae-0f93-4b71-8d60-7ab038db3273 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.0699451 Jul 15 17:03:34.217331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6da10c9f-9ba2-4990-ab15-355c0d9b7a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.264084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:03:34.333203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] No DVR routers for this DVR port 3a4bf0fd-798e-4f01-b082-0edc409b70ad on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:34.341968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] device_id is not set on port dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:03:34.391968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.394340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e9f7954f-9e83-4907-a3c9-50c97aecdb4a req-6845a143-c240-4c18-8462-571e336f5f65 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.20 "DELETE /v2.0/ports/3a4bf0fd-798e-4f01-b082-0edc409b70ad HTTP/1.1" status: 204 len: 173 time: 4.0318308 Jul 15 17:03:34.395057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-deleted', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:03:34.408293 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0808b3-84e0-4e3b-ad98-6526ccac82af" -d '{"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-deleted", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:03:34.478918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6da10c9f-9ba2-4990-ab15-355c0d9b7a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.494513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6da10c9f-9ba2-4990-ab15-355c0d9b7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.584049 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821baf97-bcc7-49f3-9255-89c4207ab2aa x-openstack-request-id: req-821baf97-bcc7-49f3-9255-89c4207ab2aa {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:03:34.584363 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb3cc59-7b89-42e0-8cb9-39231b8e57d8", "name": "network-vif-deleted", "tag": "3a4bf0fd-798e-4f01-b082-0edc409b70ad", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:03:34.584611 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-821baf97-bcc7-49f3-9255-89c4207ab2aa {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:03:34.585001 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb3cc59-7b89-42e0-8cb9-39231b8e57d8', 'name': 'network-vif-deleted', 'tag': '3a4bf0fd-798e-4f01-b082-0edc409b70ad', 'status': 'completed', 'code': 200} Jul 15 17:03:34.615854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6da10c9f-9ba2-4990-ab15-355c0d9b7a8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40d1c59d44dc48b99ee09ddea0d2a190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613202 Jul 15 17:03:34.617651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50064) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:34.631466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da10c9f-9ba2-4990-ab15-355c0d9b7a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de066a8-8874-4667-87f1-b76282287c23,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:34.665517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:34.704530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043bc1b-64f4-46ca-82f7-582b2cefaa52 None None] The sync data for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 is: [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5cffcc66-eca4-40cf-9bca-b3b564ca6933', 'name': '', 'network_id': 'ff6c5116-683b-4995-aa4b-1001de85da69', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'mac_address': 'fa:16:3e:99:a4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:22Z', 'updated_at': '2021-07-15T16:53:34Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'subnets': [{'id': '8e94d944-452e-4362-941d-2fe0d495e6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:34.724749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8ab88-034d-49ed-9f92-ade0aa359e07 req-08bdf49c-5ccc-4715-8046-70017bb51fdc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:34.726411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30a8ab88-034d-49ed-9f92-ade0aa359e07 req-08bdf49c-5ccc-4715-8046-70017bb51fdc tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2452569 Jul 15 17:03:34.779304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.827739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.843958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30a8ab88-034d-49ed-9f92-ade0aa359e07 req-b2c01ce6-db36-4bc6-93aa-117237e26cc0 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094401 Jul 15 17:03:34.926485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.929591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:34.931509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0de066a8-8874-4667-87f1-b76282287c23 HTTP/1.1" status: 204 len: 168 time: 0.3100321 Jul 15 17:03:34.947563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0b29-c31c-4439-916b-33431a89c394 req-957eefce-c0e7-4cbd-8d92-9a3bc3b052fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:34.948842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4ae92-63f9-4d7b-849d-9a6032514acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de066a8-8874-4667-87f1-b76282287c23,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:34.951102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-957eefce-c0e7-4cbd-8d92-9a3bc3b052fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.6140594 Jul 15 17:03:35.017946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.13 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:35.034405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.12 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:35.158755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0b29-c31c-4439-916b-33431a89c394 req-230780fc-566e-4304-9134-e0cbf3fd5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:35.160339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-230780fc-566e-4304-9134-e0cbf3fd5d95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.1901224 Jul 15 17:03:35.187366 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404fccb0-bbf0-4e20-976f-8c0e125ab224 None None] New status for floating IP 9992487e-ae29-46ac-92be-014736f9d4cd: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:03:35.229335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-85f650fa-3209-49a4-9c75-c9ce2dbbfecd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.0587840 Jul 15 17:03:35.454321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0b29-c31c-4439-916b-33431a89c394 req-08f1b92f-4125-4de8-af5a-3dddb7cf635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:35.455830 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-08f1b92f-4125-4de8-af5a-3dddb7cf635b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.2171514 Jul 15 17:03:35.613061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2b9304b-a226-4774-a9a6-401a8abc02d5 req-79a6ca5e-7348-4161-a752-6c263ee440e7 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/ports?device_id=aeb3cc59-7b89-42e0-8cb9-39231b8e57d8 HTTP/1.1" status: 200 len: 210 time: 0.0539858 Jul 15 17:03:35.646649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-88cc627e-d305-49f9-aee7-c27adab8bc00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795864 Jul 15 17:03:35.660511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:35.703373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35934e44-cfe2-493e-be65-5df70bad6810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.787323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.818400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35934e44-cfe2-493e-be65-5df70bad6810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.823866 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35934e44-cfe2-493e-be65-5df70bad6810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.827354 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-425b0964-ad44-4797-90f5-01a4eb749ecd service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715763 Jul 15 17:03:35.881020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35934e44-cfe2-493e-be65-5df70bad6810 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20652ec1dc78444f976f0f9f7186ea2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171609 Jul 15 17:03:35.881020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35934e44-cfe2-493e-be65-5df70bad6810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8292b50c-9890-4bab-be1c-b267eeca60b5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:35.882834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50102) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:35.927264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.951563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.977764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:35.997316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:36.007409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:36.010970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:36.037507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.040616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.044863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8292b50c-9890-4bab-be1c-b267eeca60b5 HTTP/1.1" status: 204 len: 168 time: 0.1610482 Jul 15 17:03:36.047168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ca0b29-c31c-4439-916b-33431a89c394 req-3eee0680-0280-4b48-ba88-943b6507e2f9 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115552 Jul 15 17:03:36.052027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:36.063498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9c0e0-714b-47a7-85c1-39b0d4c32e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292b50c-9890-4bab-be1c-b267eeca60b5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:36.097239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:36.099284 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.118152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-355ad67b-bc6a-4071-974b-75ddd3fed06f tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7685761 Jul 15 17:03:36.120712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:36.126167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:36.155840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.238511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25b2f-fa0a-4ae7-8f2c-d6a6df26d9ec req-75079846-f7d3-4d0f-8f38-b9e1aced47eb tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:36.239296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b25b2f-fa0a-4ae7-8f2c-d6a6df26d9ec req-75079846-f7d3-4d0f-8f38-b9e1aced47eb tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.1174235 Jul 15 17:03:36.306428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.329004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b25b2f-fa0a-4ae7-8f2c-d6a6df26d9ec req-056049d2-82ca-427e-b6b9-5de21fe6b391 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790875 Jul 15 17:03:36.531917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.89 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ccca3f2b-f335-4638-8108-75982f1f58e3) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:36.770660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.833327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:36.875947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:36.879691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:36.886247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:36.921744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:36.952706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=ccca3f2b-f335-4638-8108-75982f1f58e3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:37.133118 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.180239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.399060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.413694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.418864 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "DELETE /v2.0/security-groups/315c4457-54a2-4614-a54f-403ce53299ba HTTP/1.1" status: 204 len: 168 time: 0.4899318 Jul 15 17:03:37.419291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50160) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:37.452840 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-1a1ff975-9cad-412c-919c-53809d9daa47 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] show failed (client error): The resource could not be found. Jul 15 17:03:37.456715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a1ff975-9cad-412c-919c-53809d9daa47 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "GET /v2.0/security-groups/315c4457-54a2-4614-a54f-403ce53299ba HTTP/1.1" status: 404 len: 347 time: 0.0340450 Jul 15 17:03:37.459553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50162) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:37.572344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a403db5-c95d-4533-a5f6-1a035bf1acdd tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c4457-54a2-4614-a54f-403ce53299ba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:37.816036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Deleting port a9455014-6b41-4d32-acd4-3622f6ea2bd5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:37.816412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.978338 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:37.999734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ba1a-c997-4d69-8ddd-4a6209ee8d7a req-8d5cf82d-a99b-4cb8-a8f5-fef6b42390fa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:38.010017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f7ba1a-c997-4d69-8ddd-4a6209ee8d7a req-8d5cf82d-a99b-4cb8-a8f5-fef6b42390fa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3418283 Jul 15 17:03:38.028870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.029207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.085874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Calling delete_port for a9455014-6b41-4d32-acd4-3622f6ea2bd5 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:38.086826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.118454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f7ba1a-c997-4d69-8ddd-4a6209ee8d7a req-76b0dfbb-e73f-45df-aa95-7e8c47bea296 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069164 Jul 15 17:03:38.278111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.298989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.307648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.329373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Pushing event deleted for resources: {'Port': ['ID=a9455014-6b41-4d32-acd4-3622f6ea2bd5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:38.412182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.415966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.417881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-768a9eae-521f-4c2c-b734-69e5ea3a7a85 tempest-ServerActionsTestJSON-1536382561 tempest-ServerActionsTestJSON-1536382561-project] 10.222.0.25 "DELETE /v2.0/floatingips/9992487e-ae29-46ac-92be-014736f9d4cd HTTP/1.1" status: 204 len: 168 time: 0.9572575 Jul 15 17:03:38.418478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=ccca3f2b-f335-4638-8108-75982f1f58e3,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:38.422485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:38.425905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.549577 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 67eddde2-50c9-4c7b-ac9e-60cfc8d85c31 associated. External IP: 172.25.8.89, port: dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769. Jul 15 17:03:38.582521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:38.636525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5cc8d13b-0659-4cf7-839d-41335832ef01 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-200045176'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:38.637448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5cc8d13b-0659-4cf7-839d-41335832ef01 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Unknown quota resources ['metering_label']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 17:03:38.828802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:38.887142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cc8d13b-0659-4cf7-839d-41335832ef01 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:38.891023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5cc8d13b-0659-4cf7-839d-41335832ef01 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3046832 Jul 15 17:03:38.891186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50200) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:38.896433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5895dd4d-ed5a-4595-94cf-3251efd14529 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '95aa212e-0d07-41cf-a99f-1837707822d6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:38.897095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5895dd4d-ed5a-4595-94cf-3251efd14529 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 17:03:38.972781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:38.996706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:39.005015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:39.012800 n-d-800085-3 neutron-server[100429]: WARNING neutron.services.metering.metering_plugin [None req-5895dd4d-ed5a-4595-94cf-3251efd14529 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 17:03:39.039318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:39.040187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:39.078680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b03bd0f-b176-47c8-9c68-4623019e869b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9565892 Jul 15 17:03:39.089335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:39.089335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': 'dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:39.124711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:39.144930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:39.147115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:39.229465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:39.231573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:39.233760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad804d60-2fd9-4b31-8eed-4737480b440f None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:39.371979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5895dd4d-ed5a-4595-94cf-3251efd14529 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:39.373187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5895dd4d-ed5a-4595-94cf-3251efd14529 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4811525 Jul 15 17:03:39.377487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50228) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:39.464709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fde767e6-d841-405a-93ce-1386b4d66700 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '95aa212e-0d07-41cf-a99f-1837707822d6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:39.465357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fde767e6-d841-405a-93ce-1386b4d66700 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 17:03:39.690607 n-d-800085-3 neutron-server[100429]: WARNING neutron.services.metering.metering_plugin [None req-fde767e6-d841-405a-93ce-1386b4d66700 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 15 17:03:40.104950 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:40.110083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:40.210915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde767e6-d841-405a-93ce-1386b4d66700 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:40.212154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fde767e6-d841-405a-93ce-1386b4d66700 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7607214 Jul 15 17:03:40.217007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:40.242666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76445-e29f-4b64-b11f-49b88c7a2323 req-8094f47a-7fd5-48ba-8111-622cb1484d0c tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:40.249942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6f76445-e29f-4b64-b11f-49b88c7a2323 req-8094f47a-7fd5-48ba-8111-622cb1484d0c tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.8830042 Jul 15 17:03:40.253211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96507c65-0ffc-46db-8b74-0b41375fb67c tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1fe525db-2cd5-437a-8bff-7e2dc92b5fdf HTTP/1.1" status: 200 len: 462 time: 0.0346122 Jul 15 17:03:40.256908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:40.358244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6f76445-e29f-4b64-b11f-49b88c7a2323 req-9465c83d-deb4-40a9-89e4-aa7f950f6091 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982456 Jul 15 17:03:40.634925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:40.690640 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:40.745475 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:41.181426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b9e356dd-31e8-40ae-a255-ffc49ddbbc9e tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:41.183195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b9e356dd-31e8-40ae-a255-ffc49ddbbc9e tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/1fe525db-2cd5-437a-8bff-7e2dc92b5fdf HTTP/1.1" status: 204 len: 168 time: 0.9249840 Jul 15 17:03:41.185190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:41.186399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:41.206487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c41a40cc-ad9e-4ec2-870b-682cf93e851f tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=1fe525db-2cd5-437a-8bff-7e2dc92b5fdf HTTP/1.1" status: 200 len: 221 time: 0.0185521 Jul 15 17:03:41.223547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50278) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:41.233116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-37e457ec-b195-4847-8ba2-126b00fa1bf2 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1410650176', 'description': 'label created by tempest'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:41.233867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-37e457ec-b195-4847-8ba2-126b00fa1bf2 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Unknown quota resources ['metering_label']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 17:03:41.371795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:41.376874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:41.384269 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:41.399688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:41.401092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:41.469410 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:41.484930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:41.485549 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:41.546384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9b13091-ca64-4625-a922-10cb24e5b0bc tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/67eddde2-50c9-4c7b-ac9e-60cfc8d85c31 HTTP/1.1" status: 200 len: 977 time: 2.4660571 Jul 15 17:03:41.547058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:41.556352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37e457ec-b195-4847-8ba2-126b00fa1bf2 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:41.558594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37e457ec-b195-4847-8ba2-126b00fa1bf2 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3324642 Jul 15 17:03:41.562623 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:41.563444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f63b00-3574-47ed-b420-1f1f2feaec66 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:41.564036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50296) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:41.682868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-04cac05d-74a6-4253-b202-17d69f8e3e76 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=e06ef4c0-6b0c-48de-8085-08ea1e765310 HTTP/1.1" status: 200 len: 468 time: 0.1174445 Jul 15 17:03:41.685486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50300) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:41.854933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port ccca3f2b-f335-4638-8108-75982f1f58e3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:41.855649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.005980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.006463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.026285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for ccca3f2b-f335-4638-8108-75982f1f58e3 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:42.125027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Deleting port 5cffcc66-eca4-40cf-9bca-b3b564ca6933 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:42.126770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.134187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb672828-03cc-4ca0-8deb-8cdfbb19aa44 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.139486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.140167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eb672828-03cc-4ca0-8deb-8cdfbb19aa44 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/e06ef4c0-6b0c-48de-8085-08ea1e765310 HTTP/1.1" status: 204 len: 168 time: 0.4536905 Jul 15 17:03:42.191165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b42fddbd-799c-4b00-a4e8-22d045323e30 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=e06ef4c0-6b0c-48de-8085-08ea1e765310 HTTP/1.1" status: 200 len: 216 time: 0.0483894 Jul 15 17:03:42.192280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.212169 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d76b8d7c-af41-4e84-b886-e4bc10199b8f tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0185425 Jul 15 17:03:42.216331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.248159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3a7e1b3-4938-47ea-9d15-f6ee18001496 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0299730 Jul 15 17:03:42.277129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.293721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] For port 5cffcc66-eca4-40cf-9bca-b3b564ca6933, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5cffcc66-eca4-40cf-9bca-b3b564ca6933,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:42.294534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.314026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Calling delete_port for 5cffcc66-eca4-40cf-9bca-b3b564ca6933 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:42.437450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c1428fa6-6a6a-4d6e-8cd0-da516765d2e8 tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/95aa212e-0d07-41cf-a99f-1837707822d6 HTTP/1.1" status: 200 len: 472 time: 0.1590579 Jul 15 17:03:42.438092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.452186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.489964 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29c520da-627d-4cd9-8645-d2f068a10ade tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/0ab9367f-c77f-45d8-a6d0-6bd6b84bcd2d HTTP/1.1" status: 200 len: 459 time: 0.0507474 Jul 15 17:03:42.507583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50332) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:42.509817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=ccca3f2b-f335-4638-8108-75982f1f58e3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:42.544520 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:03:42.659985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.660420 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 67eddde2-50c9-4c7b-ac9e-60cfc8d85c31 disassociated (deleted). External IP: 172.25.8.89, port: dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769. Jul 15 17:03:42.664981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31264875-b753-4b68-a8fd-51f1bdbca47d tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:42.666165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-31264875-b753-4b68-a8fd-51f1bdbca47d tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0ab9367f-c77f-45d8-a6d0-6bd6b84bcd2d HTTP/1.1" status: 204 len: 168 time: 0.1574373 Jul 15 17:03:42.670203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50336) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:43.066360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:43.109635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.158106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ae84798-6964-4511-bf97-b11515b2470d tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.161990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ae84798-6964-4511-bf97-b11515b2470d tempest-MeteringIpV6TestJSON-538780755 tempest-MeteringIpV6TestJSON-538780755-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/95aa212e-0d07-41cf-a99f-1837707822d6 HTTP/1.1" status: 204 len: 168 time: 0.4881935 Jul 15 17:03:43.161990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Pushing event deleted for resources: {'Port': ['ID=5cffcc66-eca4-40cf-9bca-b3b564ca6933,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:43.309782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:43.324585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:43.368443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.371969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:43.377838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:43.493402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9fe3717d-98c8-4c85-b6ad-43898fe5b6f0 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/67eddde2-50c9-4c7b-ac9e-60cfc8d85c31 HTTP/1.1" status: 204 len: 168 time: 1.9418828 Jul 15 17:03:43.493402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:43.505297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:43.528842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:43.530642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:43.540288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.586764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:43.587666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce29d0-8104-464b-825f-e6a84ea51929 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:43.644311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50356) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:43.699111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:43.699636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.816236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceca8-b7a7-44c7-beb5-7fdf970239cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.874142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:43.890830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:43.968893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:44.096190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:44.154785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:44.398421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:44.404048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-34e6e66c-b935-4390-88ab-92fc12d0390c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/dd5ffca7-0b7c-4f5c-8deb-1b6ef2928769 HTTP/1.1" status: 204 len: 168 time: 0.9070144 Jul 15 17:03:44.414645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:44.420090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:44.703639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceca8-b7a7-44c7-beb5-7fdf970239cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:44.711686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceca8-b7a7-44c7-beb5-7fdf970239cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:44.744991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:44.765423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ceca8-b7a7-44c7-beb5-7fdf970239cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb25a60e-e6ca-493c-b855-cc087546a128,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:44.800660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:44.801738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b3ceca8-b7a7-44c7-beb5-7fdf970239cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e2f34795be74119adec30ff76a35fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563578 Jul 15 17:03:44.807405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:44.815613 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Sync routers for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:44.816514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-76e85f8e-6fda-4626-99ee-c79d0117a1db admin admin] 10.222.0.25 "PUT /v2.0/routers/13ecacad-eeb4-4bcf-93f1-394a09a3c6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3918805 Jul 15 17:03:44.820695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50386) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:44.840472 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:44.841208 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:45.017730 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:03:45.064423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.077323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.132427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.239930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T17:03:42Z', 'revision_number': 5, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port': {'id': 'f3560b01-62a9-4daa-a136-d6805723e9d7', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:53:17Z', 'updated_at': '2021-07-15T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:45.241134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.247706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.253722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb25a60e-e6ca-493c-b855-cc087546a128 HTTP/1.1" status: 204 len: 168 time: 0.4497006 Jul 15 17:03:45.272456 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Checking router: 13ecacad-eeb4-4bcf-93f1-394a09a3c6df for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:03:45.299774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.305456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef954ac-ad71-4606-bd1f-cb714ff3506c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb25a60e-e6ca-493c-b855-cc087546a128,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:45.306206 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Routers {'13ecacad-eeb4-4bcf-93f1-394a09a3c6df'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:45.306961 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:45.368436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Deleting port f3560b01-62a9-4daa-a136-d6805723e9d7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:45.368970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.384717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.646289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] For port f3560b01-62a9-4daa-a136-d6805723e9d7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3560b01-62a9-4daa-a136-d6805723e9d7,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:45.646289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:45.703861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Calling delete_port for f3560b01-62a9-4daa-a136-d6805723e9d7 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:45.737253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.145 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/0c21f783-5f01-41fd-bdcb-eb7348feb418) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:45.769259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] Set router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:03:45.840722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T17:03:45Z', 'revision_number': 6, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:45.869164 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a358699e-a31f-4ddb-919a-976c2fcda57b None None] The sync data for ids ['13ecacad-eeb4-4bcf-93f1-394a09a3c6df'] in n-d-800085-3 is: [{'id': '13ecacad-eeb4-4bcf-93f1-394a09a3c6df', 'name': 'tempest-ServerActionsTestJSON-1957978826-router', 'tenant_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:53:15Z', 'updated_at': '2021-07-15T17:03:45Z', 'revision_number': 6, 'project_id': '51aa50e166cd4bdeab6e311d7d5ae75e', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:46.043247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50404) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:46.079794 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.095698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db9f0703-0105-4864-9ab7-1f2225813c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.150564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.222084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=0c21f783-5f01-41fd-bdcb-eb7348feb418,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:46.244798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:46.246575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:46.254817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:46.300729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.357075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3560b01-62a9-4daa-a136-d6805723e9d7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:46.426888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.512898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.535417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.672512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.677296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.725046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.736467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.771543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db9f0703-0105-4864-9ab7-1f2225813c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.785658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db9f0703-0105-4864-9ab7-1f2225813c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.820495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.820495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ecacad-eeb4-4bcf-93f1-394a09a3c6df {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:03:46.828280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:46.831258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1951356f-8b47-43ac-8989-48306991e7f9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/13ecacad-eeb4-4bcf-93f1-394a09a3c6df HTTP/1.1" status: 204 len: 168 time: 2.0095727 Jul 15 17:03:46.893697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50418) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:46.908740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=0c21f783-5f01-41fd-bdcb-eb7348feb418,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:47.048319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.075948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.081322 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b7ffd1b-e17c-497b-aadf-8d7e9968fdd6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6627264 Jul 15 17:03:47.082247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:47.094881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'port': {'network_id': 'c0a045f5-998b-480b-818f-77f86c3eb410', 'name': 'tempest-FloatingIPTestJSON-1680246478'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:47.119420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db9f0703-0105-4864-9ab7-1f2225813c9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b157e0598cfa4c1083885090b498a01b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0722327 Jul 15 17:03:47.125942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:47.205964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Deleting subnet 8e94d944-452e-4362-941d-2fe0d495e6a3 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:03:47.208352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0703-0105-4864-9ab7-1f2225813c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3be8d1-9fee-4f37-9240-bf2aa3106e9b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:47.229439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.330204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.446977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:47.454845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.469198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.496813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.561880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.570162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.573368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.576899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e3be8d1-9fee-4f37-9240-bf2aa3106e9b HTTP/1.1" status: 204 len: 168 time: 0.4476194 Jul 15 17:03:47.584620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] device_id is not set on port 50580ec6-8918-4d4f-930e-3f26fc9228fc yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:03:47.663291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.674502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88a92-ec5c-49f6-80fb-bdfbf92b6e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3be8d1-9fee-4f37-9240-bf2aa3106e9b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:47.751834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e94d944-452e-4362-941d-2fe0d495e6a3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:47.757738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61227d53-05d4-4a91-86aa-a1a2e0fb08f6 None None] Network ff6c5116-683b-4995-aa4b-1001de85da69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:03:47.759630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.765960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22d7b399-b26a-42cb-9de4-c9d89a2c9b9e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8e94d944-452e-4362-941d-2fe0d495e6a3 HTTP/1.1" status: 204 len: 168 time: 0.8213060 Jul 15 17:03:47.766823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50450) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:47.891727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.12 (c0a045f5-998b-480b-818f-77f86c3eb410/d5175a44-9b1c-4260-8d58-2f696e2e5920/50580ec6-8918-4d4f-930e-3f26fc9228fc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:47.911285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3560b01-62a9-4daa-a136-d6805723e9d7 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:47.936216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:47.940912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f3560b01-62a9-4daa-a136-d6805723e9d7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:47.941523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3560b01-62a9-4daa-a136-d6805723e9d7 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:47.942147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5cffcc66-eca4-40cf-9bca-b3b564ca6933 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:47.970057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5cffcc66-eca4-40cf-9bca-b3b564ca6933 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:47.970739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5cffcc66-eca4-40cf-9bca-b3b564ca6933 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:48.017216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Deleting port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:48.017661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.093684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] For port 8976dadd-1a4f-4617-82e5-a5db7c7cc935, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8976dadd-1a4f-4617-82e5-a5db7c7cc935,segment=NetworkSegment(cdce7abe-8725-4cb4-b47f-1e95942e0162),segment_id=cdce7abe-8725-4cb4-b47f-1e95942e0162)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:03:48.094189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.118812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Calling delete_port for 8976dadd-1a4f-4617-82e5-a5db7c7cc935 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:48.241075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995fa33-e650-4a17-8830-378b622367b7 None None] DHCP port deletion for ff6c5116-683b-4995-aa4b-1001de85da69 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:03:48.241897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.316221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8976dadd-1a4f-4617-82e5-a5db7c7cc935,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:48.318281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] No DVR routers for this DVR port 8976dadd-1a4f-4617-82e5-a5db7c7cc935 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:03:48.351313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.468174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.532702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=50580ec6-8918-4d4f-930e-3f26fc9228fc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:48.575659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network c0a045f5-998b-480b-818f-77f86c3eb410 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:48.577320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:48.582619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:48.652460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.667496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6c5116-683b-4995-aa4b-1001de85da69']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:48.685104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdce7abe-8725-4cb4-b47f-1e95942e0162') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:48.685476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdce7abe-8725-4cb4-b47f-1e95942e0162') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:48.696859 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.705448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:48.706141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.716276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.728859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:03:48.729651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.740909 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e1f79a60-757b-4319-be28-b805f786a016 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6574965 Jul 15 17:03:48.743713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:48.750123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': '50580ec6-8918-4d4f-930e-3f26fc9228fc'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:48.802889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:03:48.840840 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:03:48.844309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.855709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:48.857832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff6c5116-683b-4995-aa4b-1001de85da69 HTTP/1.1" status: 204 len: 168 time: 1.0895448 Jul 15 17:03:48.877808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9e60d-7f2a-451b-9821-7c3edcb44ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6c5116-683b-4995-aa4b-1001de85da69,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:49.101526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50500) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:49.236139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa49dcae-e35f-48d6-b657-e39859850475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51aa50e166cd4bdeab6e311d7d5ae75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308093 Jul 15 17:03:49.237617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50506) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:49.405153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:49.474876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:49.574490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:49.577605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:49.579467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f231f45-5fda-49cc-9280-c1ac75feecd1 HTTP/1.1" status: 204 len: 168 time: 0.3405855 Jul 15 17:03:49.621946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27d8b3-6e94-431b-80b9-4f0639450536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f231f45-5fda-49cc-9280-c1ac75feecd1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:49.846572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8976dadd-1a4f-4617-82e5-a5db7c7cc935 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:03:49.891687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8976dadd-1a4f-4617-82e5-a5db7c7cc935 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:03:49.894664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8976dadd-1a4f-4617-82e5-a5db7c7cc935 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:03:50.038444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:50.047712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:50.261075 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 119b46aa-e5ff-4a30-ac94-e916975f86c6 associated. External IP: 172.25.8.145, port: 50580ec6-8918-4d4f-930e-3f26fc9228fc. Jul 15 17:03:50.726027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:50.751945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50566) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:51.365746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1309806650', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:51.449162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Made reservation on behalf of 83e6b6228ae643d48de36b2fdd74f2ac for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:51.452806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.479076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.512579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50586) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:51.733654 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.746182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-263770360-network', 'tenant_id': '5737eb7dd39643bfb912727827f00b0c'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:51.751044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.755841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] device_id is not set on port a832e600-77c7-46bc-977e-86d5e5cb21db yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:03:51.797016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:51.801667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.813477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:51.844759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:51.845640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:51.866450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Made reservation on behalf of 5737eb7dd39643bfb912727827f00b0c for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:51.870069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-37fbc11d-9d50-41a3-b5fc-ead5de8130f7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/119b46aa-e5ff-4a30-ac94-e916975f86c6 HTTP/1.1" status: 200 len: 979 time: 3.1239107 Jul 15 17:03:51.871413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.879039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:51.922424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:51.941120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:51.990016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:51.990873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:52.003027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30102799-398b-45f7-ae88-5a6aa8555e92,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:52.118041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:52.120636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca8042-691f-4145-b761-40ab03ea8f85 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:52.153884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 50580ec6-8918-4d4f-930e-3f26fc9228fc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:52.154097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.184417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Allocated IP 172.25.8.242 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a832e600-77c7-46bc-977e-86d5e5cb21db) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:52.339426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.350609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.391212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.413460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:03:52.465967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.468812 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Added segment 1c873222-ee17-4ec8-b79e-533cf7f81554 of type vlan for network 0452db39-b73c-45ef-8b0d-2cb8b94d819e Jul 15 17:03:52.538892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f40f851-6e54-4fd3-a459-334135436880,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:52.583285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.601820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.643467 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.644620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:52.645495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.693007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.693424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.693770 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP 119b46aa-e5ff-4a30-ac94-e916975f86c6 disassociated. External IP: 172.25.8.145, port: 50580ec6-8918-4d4f-930e-3f26fc9228fc. Jul 15 17:03:52.694133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 50580ec6-8918-4d4f-930e-3f26fc9228fc owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:52.717807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2012053 Jul 15 17:03:52.723249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50640) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:52.740421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Request body: {'subnet': {'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-263770360-subnet', 'tenant_id': '5737eb7dd39643bfb912727827f00b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:52.837339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943befc-b3d3-4416-9a90-fd7fd150c8aa admin admin] Pushing event updated for resources: {'Network': ['ID=0452db39-b73c-45ef-8b0d-2cb8b94d819e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:52.843660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.848940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0452db39-b73c-45ef-8b0d-2cb8b94d819e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:03:52.930895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:52.982799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:52.982988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=50580ec6-8918-4d4f-930e-3f26fc9228fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:52.993968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:52.996883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:53.045449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Pushing event updated for resources: {'Port': ['ID=a832e600-77c7-46bc-977e-86d5e5cb21db,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:53.058051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Made reservation on behalf of 5737eb7dd39643bfb912727827f00b0c for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:53.064389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.129344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:53.241364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:53.242048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.274748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-03e5f0ec-8ff1-4c40-a62e-e4d8d1f07cd2 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.5213928 Jul 15 17:03:53.286611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50658) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:53.295316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.242'}]}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:53.386803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:53.396903 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:53.413261 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:53.413893 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:53.483206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.489052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.492149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.499284 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:53.507229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-869d441a-c7df-47ec-8c29-d16487258e9c tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/50580ec6-8918-4d4f-930e-3f26fc9228fc HTTP/1.1" status: 204 len: 168 time: 1.6260819 Jul 15 17:03:53.507918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50666) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:53.519066 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:53.520150 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:53.592594 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:53.593498 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf3ef29-1f81-4ffd-bf54-b21eef40b0bd None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:53.640845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0edfbea-eae4-4903-a8c8-b301c5506d91 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/floatingips/119b46aa-e5ff-4a30-ac94-e916975f86c6 HTTP/1.1" status: 200 len: 688 time: 0.1289113 Jul 15 17:03:53.641491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:53.692162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.696738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.773629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac6f95-7b74-4c1c-bbe4-261514c7ef84,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:53.839894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 0c21f783-5f01-41fd-bdcb-eb7348feb418 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:53.840304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.984296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.984972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:53.992025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Checking segment: {'id': '1c873222-ee17-4ec8-b79e-533cf7f81554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:03:53.992558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Network hostable DHCP agents. Network: 0452db39-b73c-45ef-8b0d-2cb8b94d819e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:03:54.001126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 0c21f783-5f01-41fd-bdcb-eb7348feb418 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:54.028540 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.089884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Network 0452db39-b73c-45ef-8b0d-2cb8b94d819e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:03:54.136954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0452db39-b73c-45ef-8b0d-2cb8b94d819e) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:54.143097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:54.143699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.149206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523d482-bf1d-4b59-bc53-7f66a3789dda None None] Network 0452db39-b73c-45ef-8b0d-2cb8b94d819e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:03:54.191951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b0b063ab-f03d-4b28-8fc3-d5681b626c96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4573646 Jul 15 17:03:54.231454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.290222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=0c21f783-5f01-41fd-bdcb-eb7348feb418,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:54.428430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97556c7b-c083-4be2-93b6-403988a6d955 None None] Network 0452db39-b73c-45ef-8b0d-2cb8b94d819e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:03:54.443290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.455630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.460286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-823f5416-e4c0-4e41-95ed-6b188056e066 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/119b46aa-e5ff-4a30-ac94-e916975f86c6 HTTP/1.1" status: 204 len: 168 time: 0.8144822 Jul 15 17:03:54.464701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:54.492627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'f5c8a472-7f51-4c01-9d1e-9c0dbdd84706'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:54.564280 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.742295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.827850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.875852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:54.935090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50704) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:55.128637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.152 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/7ba7b5f1-0160-49ef-b147-90f151474b94) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:03:55.271813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f13933-ea64-4740-8d31-06789a54e1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:55.361099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:55.420103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:55.478208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:03:55.482572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:03:55.487282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:03:55.490221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=7ba7b5f1-0160-49ef-b147-90f151474b94,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:55.532507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-7338aaaf-6178-4ea7-843d-c50e7b87b587 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:55.541151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-7338aaaf-6178-4ea7-843d-c50e7b87b587 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/networks?id=0452db39-b73c-45ef-8b0d-2cb8b94d819e HTTP/1.1" status: 200 len: 808 time: 0.2065878 Jul 15 17:03:55.613575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-4fdf1fff-d1f6-476d-b6b6-6b5ce40335df tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/quotas/5737eb7dd39643bfb912727827f00b0c HTTP/1.1" status: 200 len: 375 time: 0.0714562 Jul 15 17:03:55.759353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-59d68bb9-eea2-430b-888c-39d35100c08e tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5737eb7dd39643bfb912727827f00b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447957 Jul 15 17:03:55.767274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:55.770663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-43caf2c8-0b66-4dab-8d33-740763735f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:55.780064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-f7b9329d-b368-41d4-9446-20d9b29942db tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:03:55.781356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-f7b9329d-b368-41d4-9446-20d9b29942db tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116818 Jul 15 17:03:56.089185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-7f445b3a-5e54-474b-997f-1910215c1fb6 service neutron] 10.222.0.25 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906277 Jul 15 17:03:56.204287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.332757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.586265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.605519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.709510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=7ba7b5f1-0160-49ef-b147-90f151474b94,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:56.724367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.796659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f13933-ea64-4740-8d31-06789a54e1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.861878 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP b09d9131-7a31-4fcb-adea-fc5f40f1a14b associated. External IP: 172.25.8.152, port: f5c8a472-7f51-4c01-9d1e-9c0dbdd84706. Jul 15 17:03:56.882842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.885509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:56.978257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79f13933-ea64-4740-8d31-06789a54e1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.063920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79f13933-ea64-4740-8d31-06789a54e1f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c94ef4db27364ef5a1b28a62670fcf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1224120 Jul 15 17:03:57.065348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.066050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72456e29-a6c1-4cea-a0a8-17fc2ed2a43b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:03:57.069367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50760) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:57.227742 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:03:57.232443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53e9db5a-0cd6-486d-bc79-c9bc427d3864 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9419024 Jul 15 17:03:57.234985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:57.248362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f13933-ea64-4740-8d31-06789a54e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0706f2b2-f308-43be-bb11-b7d947458357,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:57.289719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.295768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-cd95753e-f45f-4dda-9e7a-7c7d575c1ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891159 Jul 15 17:03:57.306098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:03:57.341184 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.475791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.482444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.487422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0706f2b2-f308-43be-bb11-b7d947458357 HTTP/1.1" status: 204 len: 168 time: 0.4079115 Jul 15 17:03:57.522601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a7ff0-a8ec-4bd3-bf72-e121487854ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706f2b2-f308-43be-bb11-b7d947458357,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:57.569408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-235a4942-cfc4-4bbf-b7ea-11da38630618 req-298bed2d-d3ff-4a10-8399-8f45483446b8 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.0594211 Jul 15 17:03:57.686718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Deleting port a832e600-77c7-46bc-977e-86d5e5cb21db {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:03:57.687205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.782946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:03:57.796654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:03:57.811345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:57.820957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:57.822008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:57.839295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Calling delete_port for a832e600-77c7-46bc-977e-86d5e5cb21db owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:03:57.955955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:57.981139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.006770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:03:58.007909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:58.093777 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-58f3017f-1986-407d-8df2-9d865f2c630d tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.6277652 Jul 15 17:03:58.096088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50800) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:58.103881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1898258040'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:58.128491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:03:58.131786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2545ef-82ea-4f3a-9147-a46736368db8 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:03:58.164528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:58.169687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.207390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.226619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:03:58.309027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Pushing event deleted for resources: {'Port': ['ID=a832e600-77c7-46bc-977e-86d5e5cb21db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:58.335331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.336336 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Added segment a7e2cd7b-a926-4128-9f28-446622ebb12c of type vlan for network 10a84089-2669-42a7-ac1e-d91674f89640 Jul 15 17:03:58.487511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.500676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e07e8a2-7e99-4aac-bfaa-22bb4c159646 tempest-RoutersAdminNegativeIpV6Test-2118436353 tempest-RoutersAdminNegativeIpV6Test-2118436353-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a832e600-77c7-46bc-977e-86d5e5cb21db HTTP/1.1" status: 204 len: 168 time: 1.2645795 Jul 15 17:03:58.576661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.642461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.659166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:03:58.662386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.789989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eef96d45-1b7b-4a61-83ef-34d3fd165696 req-ae3a7dbd-fdae-458a-965f-a91d9dd6f44d tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.1132927 Jul 15 17:03:58.830367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50832) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:58.837078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'subnet': {'network_id': '10a84089-2669-42a7-ac1e-d91674f89640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:03:58.839112 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:58.849264 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7441800 Jul 15 17:03:58.916329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10889a09-b198-463a-b63e-44075ed5f9d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Network': ['ID=10a84089-2669-42a7-ac1e-d91674f89640,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:58.929628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 10a84089-2669-42a7-ac1e-d91674f89640 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:03:59.034285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:59.174321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:03:59.195084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.223250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18933556-dcd0-487c-aba8-17863c935be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.277435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a3d551a-ad6b-446c-9670-e5a748bf634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.514012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.608774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a3d551a-ad6b-446c-9670-e5a748bf634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.614110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6a3d551a-ad6b-446c-9670-e5a748bf634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.716780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.764017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d551a-ad6b-446c-9670-e5a748bf634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48444b3-63b2-42f7-85af-7e4497d1af16,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:59.800302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a3d551a-ad6b-446c-9670-e5a748bf634f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81cabdfc9024468aba7ea1432ab192f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7645934 Jul 15 17:03:59.809121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:59.886887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Subnet': ['ID=01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:03:59.904386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:03:59.941854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Checking segment: {'id': 'a7e2cd7b-a926-4128-9f28-446622ebb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:03:59.943935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network hostable DHCP agents. Network: 10a84089-2669-42a7-ac1e-d91674f89640, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:03:59.989402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50874) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:03:59.990757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.071868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 10a84089-2669-42a7-ac1e-d91674f89640 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:04:00.138732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.141501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.142762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f48444b3-63b2-42f7-85af-7e4497d1af16 HTTP/1.1" status: 204 len: 168 time: 0.3326006 Jul 15 17:04:00.158202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d870d8-0fbd-4495-9499-423a59b0970f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48444b3-63b2-42f7-85af-7e4497d1af16,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:00.247776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a4499ef-3da5-4d63-a09e-0aa605345687 req-4bdde460-5654-4189-84a7-b731df42bb2b tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.1200154 Jul 15 17:04:00.248750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 10a84089-2669-42a7-ac1e-d91674f89640) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:00.254688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:00.254975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.262084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a4f7a-f9a7-4758-a0a0-349984218f9e None None] Network 10a84089-2669-42a7-ac1e-d91674f89640 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:00.278086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7edbd36a-b659-4cb6-86b4-56b111e27611 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4466085 Jul 15 17:04:00.280773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:00.285929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-559579376', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:00.377005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.378406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.530344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.611879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6cac-904a-47fb-a0b7-25737a992dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.674299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-10a84089-2669-42a7-ac1e-d91674f89640', 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640', 'tenant_id': '97e12c7f87ef453db593d99dcf209676', 'fixed_ips': [{'subnet_id': '01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:04:00.675225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.835253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6cac-904a-47fb-a0b7-25737a992dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.836902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50896) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:00.864368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6cac-904a-47fb-a0b7-25737a992dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:00.916739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa6cac-904a-47fb-a0b7-25737a992dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fca6fff-4152-4e69-8ebd-3caa7e3abff7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:00.968660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0b280f24-4ce4-4707-aaf7-0db6b82d7b8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83e6b6228ae643d48de36b2fdd74f2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291046 Jul 15 17:04:00.971103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:00.983286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b1fa6cac-904a-47fb-a0b7-25737a992dfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d9276623cbf40c29f8918d2931cd092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9915376 Jul 15 17:04:00.987426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50900) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:01.042787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Allocated IP 172.20.0.2 (10a84089-2669-42a7-ac1e-d91674f89640/01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad/8ba6396b-c4c8-4c76-9ad0-06f8ca24469a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:01.091478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.217062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.218477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.316275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.320415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.394715 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.404417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Transition to ACTIVE for port object 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:01.422804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Transition to ACTIVE for port object 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:01.446004 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.461001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.461232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.473221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.474518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fca6fff-4152-4e69-8ebd-3caa7e3abff7 HTTP/1.1" status: 204 len: 168 time: 0.4861405 Jul 15 17:04:01.479321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-dc8878a1-0708-45b9-909c-c8a3a56b6254 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:01.482967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-dc8878a1-0708-45b9-909c-c8a3a56b6254 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.20 "GET /v2.0/networks?id=0452db39-b73c-45ef-8b0d-2cb8b94d819e HTTP/1.1" status: 200 len: 808 time: 0.7375519 Jul 15 17:04:01.497786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf779bb-23f7-43c9-947f-29d1a148e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fca6fff-4152-4e69-8ebd-3caa7e3abff7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:01.513622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.516869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Request body: {'port': {'device_id': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e', 'admin_state_up': True, 'tenant_id': '5737eb7dd39643bfb912727827f00b0c'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:01.519181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.524834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30102799-398b-45f7-ae88-5a6aa8555e92 HTTP/1.1" status: 204 len: 168 time: 0.5524561 Jul 15 17:04:01.555676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Pushing event updated for resources: {'Port': ['ID=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:01.568107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Network 10a84089-2669-42a7-ac1e-d91674f89640 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:01.573351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.573709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.574058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.574398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.574898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.575246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.575577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.576072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.576724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.577396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.577910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.578240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:01.590580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec179ce-6fa1-4edb-bd6c-5665d99d11c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30102799-398b-45f7-ae88-5a6aa8555e92,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:01.614095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:01.631567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:01.727686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87a088b2-57af-43e0-843a-1c80c0ab5f41 req-207bba73-230b-4cb5-8d21-9ae00b214f53 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.1120834 Jul 15 17:04:01.846377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Attempting to bind port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:01.846761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Attempting to bind port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a7e2cd7b-a926-4128-9f28-446622ebb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:01.847212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Attempting to bind port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a on network 10a84089-2669-42a7-ac1e-d91674f89640 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:01.852857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:01.853910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Checking segment: {'id': 'a7e2cd7b-a926-4128-9f28-446622ebb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:01.854612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.855265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Bound using segment: {'id': 'a7e2cd7b-a926-4128-9f28-446622ebb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:01.855972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Bound port: 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e2cd7b-a926-4128-9f28-446622ebb12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '10a84089-2669-42a7-ac1e-d91674f89640'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:01.856755 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:01.929369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] For port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:01.932504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] For port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,segment=NetworkSegment(a7e2cd7b-a926-4128-9f28-446622ebb12c),segment_id=a7e2cd7b-a926-4128-9f28-446622ebb12c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:01.939215 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:02.015985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe6571-5490-4ce7-85dc-5d162ceb1476 None None] Pushing event updated for resources: {'Port': ['ID=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:02.518459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50948) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:02.550250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d69b8de-3332-4a62-95f0-84a646c30125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:02.733901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-d0411ca1-7628-43a0-ab50-e61e24fdc112 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355773 Jul 15 17:04:02.739618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:02.778213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:02.856224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Made reservation on behalf of 5737eb7dd39643bfb912727827f00b0c for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:02.861860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.167935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.25.8.94 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/68d292d5-5394-4ad4-96c6-e082038bc5d5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:03.212434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50e88133-6862-4374-8604-4d0575d864e5 req-c2c5401c-1d68-444e-805c-e821919a536f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.1696241 Jul 15 17:04:03.225562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Allocated IP 172.20.0.3 (0452db39-b73c-45ef-8b0d-2cb8b94d819e/5fac6f95-7b74-4c1c-bbe4-261514c7ef84/27327ed0-fee1-4d5a-933b-511e0f6c5347) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:03.417908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-6593940f-00e6-4969-a265-d672eb6ddc69 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:03.426154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-6593940f-00e6-4969-a265-d672eb6ddc69 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6864727 Jul 15 17:04:03.441315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.487039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-ac4435d3-9bd0-44da-91c2-72525420909a tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/quotas/ab8e9df6b5ab4b71ae1b276db3c8bc40 HTTP/1.1" status: 200 len: 375 time: 0.0592339 Jul 15 17:04:03.595309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-3c050f48-1ee7-40bf-86f0-eed9c5107154 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072531 Jul 15 17:04:03.609108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb0d76-ced1-42d0-8bc7-ff8de3a29546 None None] Network 10a84089-2669-42a7-ac1e-d91674f89640 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:03.619619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.645126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d69b8de-3332-4a62-95f0-84a646c30125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.660745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d69b8de-3332-4a62-95f0-84a646c30125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.675046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=68d292d5-5394-4ad4-96c6-e082038bc5d5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:03.722851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:03.727964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:03.732217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:03.793827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1d69b8de-3332-4a62-95f0-84a646c30125 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67c208d9eefd42f0a25b8faf0dfca38d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2727983 Jul 15 17:04:03.797641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50996) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:03.809875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:03.954593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72da9e4-7f37-4e05-be3e-073ae3843dbb req-7050f838-15b8-4967-b2f5-c175a85bd7c0 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:03.964563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e72da9e4-7f37-4e05-be3e-073ae3843dbb req-7050f838-15b8-4967-b2f5-c175a85bd7c0 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.4728634 Jul 15 17:04:03.984993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69b8de-3332-4a62-95f0-84a646c30125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f31fa-c666-400b-8623-78f23813799e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:04.012464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:04.086876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e72da9e4-7f37-4e05-be3e-073ae3843dbb req-67e4f339-1af0-4b91-9027-54f30b973909 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209655 Jul 15 17:04:04.104881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.127334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.164826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-766a1956-cefe-4bf2-bf3c-0bcb1866c877 None None] Provisioning for port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:04.165364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b80bf15-9ca0-4e65-89fc-cbe8feaef3e2 req-1b4a30d3-639f-4c31-bb62-f417ea4ae833 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 210 time: 0.0407777 Jul 15 17:04:04.188249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.198781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.200956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/616f31fa-c666-400b-8623-78f23813799e HTTP/1.1" status: 204 len: 168 time: 0.3998368 Jul 15 17:04:04.213263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.227137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.238856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e0af0-ee8a-4260-8b57-77f3a3278c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f31fa-c666-400b-8623-78f23813799e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:04.311067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Network 0452db39-b73c-45ef-8b0d-2cb8b94d819e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:04.319544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:04.346012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:04.375394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:04.387489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:04.391259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.599763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.606029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9990e-8365-4ae4-901d-f9981e278160 req-5b1c765c-1047-484d-813b-1bf54d382e61 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:04.616807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bf9990e-8365-4ae4-901d-f9981e278160 req-5b1c765c-1047-484d-813b-1bf54d382e61 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 931 time: 0.1969395 Jul 15 17:04:04.713387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.724579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Pushing event updated for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:04.748633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,segment=NetworkSegment(a7e2cd7b-a926-4128-9f28-446622ebb12c),segment_id=a7e2cd7b-a926-4128-9f28-446622ebb12c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:04.756546 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.762922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bf9990e-8365-4ae4-901d-f9981e278160 req-06af0cbb-aea0-43d6-ac99-31fc6d5dc645 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418567 Jul 15 17:04:04.838361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:04.879336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:04.881806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:04.956126 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-11e93322-680c-4f3e-92a4-b1c7b2b4896f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4589288 Jul 15 17:04:04.971803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Request body: {'port': {'device_id': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:05.014462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b920a506-44ef-4564-b18e-5f8c14b6c610 None None] Provisioning complete for port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:05.015889 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b920a506-44ef-4564-b18e-5f8c14b6c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:05.056826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51040) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:05.304462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:05.333378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-ac610b7a-52b0-4826-afbd-3a5ca4603ec6 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:05.357444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-ac610b7a-52b0-4826-afbd-3a5ca4603ec6 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.3538296 Jul 15 17:04:05.526184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1024957908', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:05.557319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router fe70544c-582f-4609-b3c9-db0269e942bf is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:04:05.560336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f65f699-0c11-4a21-bf7f-325ba0f79e6d req-e58d79a4-905a-4063-a320-d79b896830c5 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 210 time: 0.0875597 Jul 15 17:04:05.682793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Made reservation on behalf of cb067ff135134df3b162d769f5fb7bc5 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:05.685409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:05.724427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:05.752418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6089c3-7083-4aa1-9242-6afaf88da34d req-d42ef3b9-93a7-4482-9080-3396bf29cbaa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:05.760960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f6089c3-7083-4aa1-9242-6afaf88da34d req-d42ef3b9-93a7-4482-9080-3396bf29cbaa tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 945 time: 0.3655627 Jul 15 17:04:05.839518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:05.848896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-79a00d80-40b3-451d-9606-b4f37e4dd418 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2838538 Jul 15 17:04:05.964796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:05.965513 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.038655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Deleting port c34434ca-2272-49b8-ae9f-a887d2eb7249 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:06.039232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.154478 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.172148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f6089c3-7083-4aa1-9242-6afaf88da34d req-d7022506-0056-40ac-9512-c9283fd66769 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100976 Jul 15 17:04:06.187946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.192314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] device_id is not set on port da40f491-b877-415b-8154-3700298cf712 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:06.205701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:06.217576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] Sync routers for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:06.234718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:06.235342 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:06.301466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] For port c34434ca-2272-49b8-ae9f-a887d2eb7249, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c34434ca-2272-49b8-ae9f-a887d2eb7249,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:06.301877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.308625 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:06.316744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Calling delete_port for c34434ca-2272-49b8-ae9f-a887d2eb7249 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:06.335948 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:06.336847 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:06.380984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:06.381916 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c65603-70f5-40cc-9f69-c51557447a70 None None] The sync data for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:06.498694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Allocated IP 172.25.8.154 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/da40f491-b877-415b-8154-3700298cf712) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:06.504699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.504699 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6df39f0a-8ee6-4d66-a7f8-5c58a7e79c57 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2223926 Jul 15 17:04:06.505826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.506415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-2985d117-7b2d-4d6a-a0a6-f66bd68d2db0 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4975967 Jul 15 17:04:06.510335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:06.518076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['99e62205-8e2e-4684-a305-fb0bcf5c8f9c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:04:06.738766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6e7c9-8289-4060-809d-80eec371cea0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:06.782436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27327ed0-fee1-4d5a-933b-511e0f6c5347 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:04:06.799116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.803243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-bb4a6971-0177-4aad-bd97-69f2d20411e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:06.804814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-bb4a6971-0177-4aad-bd97-69f2d20411e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30d9e5a50f62440db3d10a9955d9087d&device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 1096 time: 0.9148016 Jul 15 17:04:06.820087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Transition to ACTIVE for port object 27327ed0-fee1-4d5a-933b-511e0f6c5347 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:06.823988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Pushing event deleted for resources: {'Port': ['ID=c34434ca-2272-49b8-ae9f-a887d2eb7249,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:06.831867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.882929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a8943ff-24f3-49ad-b149-8b2703491020 req-9a7e017f-05a0-42e2-9040-8c38b952bba1 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 210 time: 0.0591209 Jul 15 17:04:06.896069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-6227a4cd-c57e-411c-a67b-3e42b8a510a5 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:06.897603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-6227a4cd-c57e-411c-a67b-3e42b8a510a5 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457947 Jul 15 17:04:06.924225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] No DVR routers for this DVR port c34434ca-2272-49b8-ae9f-a887d2eb7249 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:06.933332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:06.935680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "DELETE /v2.0/ports/c34434ca-2272-49b8-ae9f-a887d2eb7249 HTTP/1.1" status: 204 len: 173 time: 1.5252318 Jul 15 17:04:06.936647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'name': 'network-vif-deleted', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:06.944461 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722dbca-dd4e-47dc-a0e9-e3c8d74fd017" -d '{"events": [{"server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "name": "network-vif-deleted", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:06.949026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Request body: {'port': {'device_id': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': 'ab8e9df6b5ab4b71ae1b276db3c8bc40'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:06.969665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Pushing event updated for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:07.236954 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd99db-e1de-41bd-a846-1faf9b020123 x-openstack-request-id: req-5ffd99db-e1de-41bd-a846-1faf9b020123 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:07.237693 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7684c4d6-fe04-4a69-81df-d0be8690acd0", "name": "network-vif-deleted", "tag": "c34434ca-2272-49b8-ae9f-a887d2eb7249", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:07.237693 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ffd99db-e1de-41bd-a846-1faf9b020123 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:07.237887 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7684c4d6-fe04-4a69-81df-d0be8690acd0', 'name': 'network-vif-deleted', 'tag': 'c34434ca-2272-49b8-ae9f-a887d2eb7249', 'status': 'completed', 'code': 200} Jul 15 17:04:07.251246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94649-335d-46cb-a0a1-35d5e8f631d7 req-20174973-04bd-48a1-95ae-0e270b5b520f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:07.252959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32c94649-335d-46cb-a0a1-35d5e8f631d7 req-20174973-04bd-48a1-95ae-0e270b5b520f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 931 time: 1.0685978 Jul 15 17:04:07.448390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:07.590658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4078729-352c-4cba-a371-a84d9cfaf6c9 req-0bfd1633-7400-459d-89ca-05771def0349 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=7684c4d6-fe04-4a69-81df-d0be8690acd0 HTTP/1.1" status: 200 len: 210 time: 0.1089208 Jul 15 17:04:07.593870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Made reservation on behalf of ab8e9df6b5ab4b71ae1b276db3c8bc40 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:07.608207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:07.616085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32c94649-335d-46cb-a0a1-35d5e8f631d7 req-1b24c333-73f3-44a9-9d0b-40e6e6fd30f5 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313298 Jul 15 17:04:07.617195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-45a020e5-c902-4558-a6be-5544e3c6510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:07.618600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-45a020e5-c902-4558-a6be-5544e3c6510e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 200 len: 919 time: 0.7527003 Jul 15 17:04:07.670117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:07.730925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-a5bdd3ce-1f35-4621-9852-d52412950130 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 200 len: 217 time: 0.0887341 Jul 15 17:04:07.807159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-f36006e0-7f40-42c2-91ce-43256ec1b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:07.809918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-f36006e0-7f40-42c2-91ce-43256ec1b033 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 200 len: 859 time: 0.0717230 Jul 15 17:04:07.824953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Attempting to bind port 27327ed0-fee1-4d5a-933b-511e0f6c5347 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:07.825295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Attempting to bind port 27327ed0-fee1-4d5a-933b-511e0f6c5347 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c873222-ee17-4ec8-b79e-533cf7f81554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:07.825816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Attempting to bind port 27327ed0-fee1-4d5a-933b-511e0f6c5347 on network 0452db39-b73c-45ef-8b0d-2cb8b94d819e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:07.832816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Port 27327ed0-fee1-4d5a-933b-511e0f6c5347 on network 0452db39-b73c-45ef-8b0d-2cb8b94d819e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:04:07.832816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Attempting to bind port 27327ed0-fee1-4d5a-933b-511e0f6c5347 on network 0452db39-b73c-45ef-8b0d-2cb8b94d819e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:07.841263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:07.841607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Checking segment: {'id': '1c873222-ee17-4ec8-b79e-533cf7f81554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:07.841994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Bound using segment: {'id': '1c873222-ee17-4ec8-b79e-533cf7f81554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:07.842429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Bound port: 27327ed0-fee1-4d5a-933b-511e0f6c5347, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c873222-ee17-4ec8-b79e-533cf7f81554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:07.842795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:07.884843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-f5c6a989-a440-4193-9741-79214c1fe873 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a498e1a-8e39-4dd4-9726-f726223820bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336957 Jul 15 17:04:07.885883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:07.961251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.002983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.017487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:08.036211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347,segment=NetworkSegment(1c873222-ee17-4ec8-b79e-533cf7f81554),segment_id=1c873222-ee17-4ec8-b79e-533cf7f81554)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:08.041328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.045409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.108419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:08.110672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:08.134357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:08.135188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.136616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] 10.222.0.20 "PUT /v2.0/ports/27327ed0-fee1-4d5a-933b-511e0f6c5347 HTTP/1.1" status: 200 len: 1091 time: 3.1713822 Jul 15 17:04:08.171108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Pushing event updated for resources: {'Port': ['ID=da40f491-b877-415b-8154-3700298cf712,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:08.242866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:08.252931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5738d21c-3bae-4d3b-a61c-9b5bfc0ebbf9 req-dbf76069-c179-4aba-9303-fc8dc2158035 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 210 time: 0.1872180 Jul 15 17:04:08.263666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c329-e67e-49f4-8986-76e0a7cacf81 service neutron] Pushing event updated for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:08.370326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-61bcf611-a99e-4a8f-bd23-89b32a01c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:08.371931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-61bcf611-a99e-4a8f-bd23-89b32a01c916 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5737eb7dd39643bfb912727827f00b0c&device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 1094 time: 0.1865547 Jul 15 17:04:08.381256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946e7f17-6ce4-4e20-84a7-82a15df19a8b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:08.458619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-5fc1a382-7763-4476-8848-039b2d2edc28 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622499 Jul 15 17:04:08.459801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:08.460442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.482218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c34434ca-2272-49b8-ae9f-a887d2eb7249 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:08.513038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: c34434ca-2272-49b8-ae9f-a887d2eb7249 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:08.513716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c34434ca-2272-49b8-ae9f-a887d2eb7249 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:08.531778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Allocated IP 192.168.233.196 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/66313bbc-8cdf-46db-867c-a6c4bca574ef) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:08.584160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-db9bed2d-54f1-4b35-adb6-1f919a13601d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347 HTTP/1.1" status: 200 len: 217 time: 0.1986666 Jul 15 17:04:08.656487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.1 (10a84089-2669-42a7-ac1e-d91674f89640/01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad/033cb2eb-254f-41c2-8510-1d85d472cc28) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:08.685349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-eb976e53-ac20-4ae6-83b4-f4a8d4c13ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:08.687270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-eb976e53-ac20-4ae6-83b4-f4a8d4c13ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fac6f95-7b74-4c1c-bbe4-261514c7ef84 HTTP/1.1" status: 200 len: 848 time: 0.0952837 Jul 15 17:04:08.788254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29a9500b-02b5-4c0c-9ae4-93c53d647a31 req-b6dd97c4-3a6e-4a4c-831f-9207a75bad12 service neutron] 10.222.0.20 "GET /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208516 Jul 15 17:04:08.823372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-020c5881-c4ab-438e-9718-d157107f4d01 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7642460 Jul 15 17:04:08.858948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:08.859347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:08.873491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Transition to ACTIVE for port object 033cb2eb-254f-41c2-8510-1d85d472cc28 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:08.873877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.154'}]}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:08.931288 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-8399f942-baf0-425e-9688-3fa505259f16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0452db39-b73c-45ef-8b0d-2cb8b94d819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363670 Jul 15 17:04:08.932996 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.000723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=033cb2eb-254f-41c2-8510-1d85d472cc28,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:09.017990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 10a84089-2669-42a7-ac1e-d91674f89640 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:09.037448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:09.042715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:09.137160 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.209492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-5a296eca-0074-4c4d-b181-76b368fe4b8a service neutron] 10.222.0.20 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630932 Jul 15 17:04:09.243486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:09.245941 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974" -d '{"events": [{"name": "network-changed", "server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:09.416266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42821e2a-cb90-4e79-ac78-542ccbc8859d req-e356022a-fed0-4ecc-ba69-b531d49e845b service neutron] 10.222.0.20 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040279 Jul 15 17:04:09.445642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.446557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e6c204c-4b02-421e-a740-cabc024cad95 None None] Provisioning for port 033cb2eb-254f-41c2-8510-1d85d472cc28 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:09.446883 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.451094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e6c204c-4b02-421e-a740-cabc024cad95 None None] Provisioning complete for port 033cb2eb-254f-41c2-8510-1d85d472cc28 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:09.451636 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e6c204c-4b02-421e-a740-cabc024cad95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.452405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.490495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c204c-4b02-421e-a740-cabc024cad95 None None] Port 033cb2eb-254f-41c2-8510-1d85d472cc28 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:09.495104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.569289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Transition to ACTIVE for port object 66313bbc-8cdf-46db-867c-a6c4bca574ef will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:09.584087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.599147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d5db7-39c2-4f70-8851-b060949fcbeb req-ab198440-b9a2-4e0d-a5f5-7b619a64bebb tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:09.600734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-528d5db7-39c2-4f70-8851-b060949fcbeb req-ab198440-b9a2-4e0d-a5f5-7b619a64bebb tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 943 time: 0.7404664 Jul 15 17:04:09.681848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faec729-2c4e-4f00-8ed5-6fe3037d857e req-17267261-cf5b-4575-a164-8c1ea7e1b784 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:09.683278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0faec729-2c4e-4f00-8ed5-6fe3037d857e req-17267261-cf5b-4575-a164-8c1ea7e1b784 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3040380 Jul 15 17:04:09.801805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.807264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.866193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-528d5db7-39c2-4f70-8851-b060949fcbeb req-a7f8d080-b2c0-4667-910d-5858db6aea6d tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249687 Jul 15 17:04:09.877278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0faec729-2c4e-4f00-8ed5-6fe3037d857e req-f988c2fd-7077-49ee-8ac5-15504111fbfe tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788743 Jul 15 17:04:09.883291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.920537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.931842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:09.935792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=033cb2eb-254f-41c2-8510-1d85d472cc28,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:09.977659 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99042761-355f-49d8-bdae-13f22dfc90e4 x-openstack-request-id: req-99042761-355f-49d8-bdae-13f22dfc90e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:09.978962 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:09.979475 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99042761-355f-49d8-bdae-13f22dfc90e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:09.980148 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347', 'status': 'completed', 'code': 200} Jul 15 17:04:10.034865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:10.050954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:10.056786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:10.105889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Pushing event updated for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:10.175482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 10a84089-2669-42a7-ac1e-d91674f89640 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:10.180066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:10.188693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-e0064e44-6281-46a0-9fef-ebed840bb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:10.190459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-e0064e44-6281-46a0-9fef-ebed840bb4fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5737eb7dd39643bfb912727827f00b0c&device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 1094 time: 0.1586273 Jul 15 17:04:10.219661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:10.220347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.326624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-5b3c8057-b015-4966-b672-58170e9a670b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3979084 Jul 15 17:04:10.340944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Request body: {'port': {'device_id': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:10.376842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192218-54f4-4ade-bab6-3554541ed36c req-f555ab27-1f4d-491e-ac39-eae4455ae528 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:10.378422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc192218-54f4-4ade-bab6-3554541ed36c req-f555ab27-1f4d-491e-ac39-eae4455ae528 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 936 time: 0.2628567 Jul 15 17:04:10.510161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc192218-54f4-4ade-bab6-3554541ed36c req-cbae9f96-d17a-4f53-ba5f-433c8b81e120 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124072 Jul 15 17:04:10.528636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.534253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1e66b480-bb0d-4ab6-b09b-f1e04b75261b None None] Provisioning for port 66313bbc-8cdf-46db-867c-a6c4bca574ef completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:10.537108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router fe70544c-582f-4609-b3c9-db0269e942bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:10.541056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1e66b480-bb0d-4ab6-b09b-f1e04b75261b None None] Provisioning complete for port 66313bbc-8cdf-46db-867c-a6c4bca574ef triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:10.541691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1e66b480-bb0d-4ab6-b09b-f1e04b75261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.545747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-3cc04f38-e8d3-4794-af54-0202ed6f2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:10.547337 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-3cc04f38-e8d3-4794-af54-0202ed6f2c7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0452db39-b73c-45ef-8b0d-2cb8b94d819e HTTP/1.1" status: 200 len: 908 time: 0.3092580 Jul 15 17:04:10.618317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1e66b480-bb0d-4ab6-b09b-f1e04b75261b None None] Port 66313bbc-8cdf-46db-867c-a6c4bca574ef cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:10.642998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-35ec9359-b2ca-4cd6-b3e9-90f5b7c26e96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347 HTTP/1.1" status: 200 len: 217 time: 0.0868645 Jul 15 17:04:10.695457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.768991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.775086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fdcdff13-5c10-4552-8a4b-107039ae9b13 None None] Provisioning complete for port 033cb2eb-254f-41c2-8510-1d85d472cc28 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:10.775574 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fdcdff13-5c10-4552-8a4b-107039ae9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.793356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:10.802450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f584db4b-1b0a-48af-9b3d-94d1ef63d5d7 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/routers/fe70544c-582f-4609-b3c9-db0269e942bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2917967 Jul 15 17:04:10.802450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-800712dd-d884-4301-8339-6a6528e6d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:10.803490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-800712dd-d884-4301-8339-6a6528e6d073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fac6f95-7b74-4c1c-bbe4-261514c7ef84 HTTP/1.1" status: 200 len: 848 time: 0.1515086 Jul 15 17:04:10.803973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:10.810784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'port': {'network_id': '10a84089-2669-42a7-ac1e-d91674f89640', 'name': 'tempest-FloatingIPTestJSON-2106656783'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:10.830154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] Sync routers for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:10.838318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.866851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-f32c42ac-1403-4a89-a8e8-1278cf823ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0452db39-b73c-45ef-8b0d-2cb8b94d819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525522 Jul 15 17:04:10.872382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:10.873050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:10.876934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:10.937716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:10.966205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:10.967152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:11.010579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdff13-5c10-4552-8a4b-107039ae9b13 None None] Port 033cb2eb-254f-41c2-8510-1d85d472cc28 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:11.012366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:11.013321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929a6c55-98cd-44ff-b474-be2e93abe28b None None] The sync data for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:11.168411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-0bfc2cd4-3698-4977-8af0-56cf5a343250 service neutron] 10.222.0.20 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939916 Jul 15 17:04:11.172982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Made reservation on behalf of 97e12c7f87ef453db593d99dcf209676 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:11.177168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.225506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] device_id is not set on port bbfc0754-179a-4c04-b429-784bac093652 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:11.318765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.395174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44523a-166b-4193-bff9-8e576e1727ab req-ad856316-3fc5-4839-9918-871e7b7045bc tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:11.402595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd44523a-166b-4193-bff9-8e576e1727ab req-ad856316-3fc5-4839-9918-871e7b7045bc tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 943 time: 0.2881017 Jul 15 17:04:11.420138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Allocated IP 172.20.0.8 (10a84089-2669-42a7-ac1e-d91674f89640/01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad/bbfc0754-179a-4c04-b429-784bac093652) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:11.507085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77481-f733-4126-a25d-b8a7a7e6b4d3 req-fce1b51a-d57b-49b6-a939-24c61b0a5079 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:11.508627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9af77481-f733-4126-a25d-b8a7a7e6b4d3 req-fce1b51a-d57b-49b6-a939-24c61b0a5079 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.3837824 Jul 15 17:04:11.573630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5e1d5c7c-4c06-43c5-9168-78a1ff1c0974 req-8683ac62-7e04-421d-81dc-adfb45fac6ac service neutron] 10.222.0.20 "GET /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600073 Jul 15 17:04:11.742779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd44523a-166b-4193-bff9-8e576e1727ab req-7a90ddac-3bb7-4aaf-9409-c243d6bec59e tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391809 Jul 15 17:04:11.753795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66313bbc-8cdf-46db-867c-a6c4bca574ef {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:04:11.759185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.782082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9af77481-f733-4126-a25d-b8a7a7e6b4d3 req-53055675-81be-4612-9117-dfc8bbd0e1a5 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623603 Jul 15 17:04:11.783501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.789393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.792260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.844369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Transition to ACTIVE for port object bbfc0754-179a-4c04-b429-784bac093652 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:11.876999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Transition to ACTIVE for port object 66313bbc-8cdf-46db-867c-a6c4bca574ef will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:11.883404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.890906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.891814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94bb11b0-5518-4274-a032-79cdc8f55085 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:04:11.919690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:11.968865 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:04:11.973502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cfe63460-b018-4d25-8989-ef6ec56e9784 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1034224 Jul 15 17:04:11.975827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:12.011601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Network 10a84089-2669-42a7-ac1e-d91674f89640 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:12.017912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:12.027912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:12.033030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:12.070109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event updated for resources: {'Port': ['ID=bbfc0754-179a-4c04-b429-784bac093652,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:12.160196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b4afd-6617-48b0-8622-267f8d1375f4 req-8a412987-1a84-4189-b74b-da6103fd19bc tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:12.162214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-014b4afd-6617-48b0-8622-267f8d1375f4 req-8a412987-1a84-4189-b74b-da6103fd19bc tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 948 time: 0.1951029 Jul 15 17:04:12.168140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Attempting to bind port 66313bbc-8cdf-46db-867c-a6c4bca574ef on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:12.168812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Attempting to bind port 66313bbc-8cdf-46db-867c-a6c4bca574ef by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:12.169395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Attempting to bind port 66313bbc-8cdf-46db-867c-a6c4bca574ef on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:12.181491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Port 66313bbc-8cdf-46db-867c-a6c4bca574ef on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:04:12.181932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Attempting to bind port 66313bbc-8cdf-46db-867c-a6c4bca574ef on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:12.188754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:12.189266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:12.189761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:12.190315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Bound port: 66313bbc-8cdf-46db-867c-a6c4bca574ef, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:12.190788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.208051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:12.208751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.252064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21d68a99-dc84-4768-8342-2b1b02be9512 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4469211 Jul 15 17:04:12.262273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:12.267618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Request body: {'floatingip': {'port_id': 'bbfc0754-179a-4c04-b429-784bac093652'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:12.295275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-014b4afd-6617-48b0-8622-267f8d1375f4 req-058e0bfc-6859-4adb-83bb-42720c652dc9 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202414 Jul 15 17:04:12.327984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Deleting port da40f491-b877-415b-8154-3700298cf712 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:12.328383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.365660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:12.370771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:12.386351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.424516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.451972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:12.452985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.455032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/66313bbc-8cdf-46db-867c-a6c4bca574ef HTTP/1.1" status: 200 len: 1096 time: 2.1196682 Jul 15 17:04:12.474301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:12.488062 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdd250c-84a5-4ed6-9585-0267fe6bddc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:12.514780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 27327ed0-fee1-4d5a-933b-511e0f6c5347 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:04:12.520422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f56af-e5df-41d1-9151-ed2e3b6dc7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:12.610104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-f3181b0b-d639-4859-9ed8-958f202e6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:12.616048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-f3181b0b-d639-4859-9ed8-958f202e6861 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 1099 time: 0.1135676 Jul 15 17:04:12.684010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.753910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-615fa166-0910-4cf8-806e-c04f14cc33b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef HTTP/1.1" status: 200 len: 217 time: 0.1309016 Jul 15 17:04:12.754805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Calling delete_port for da40f491-b877-415b-8154-3700298cf712 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:12.772834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347,segment=NetworkSegment(1c873222-ee17-4ec8-b79e-533cf7f81554),segment_id=1c873222-ee17-4ec8-b79e-533cf7f81554)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:12.823093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '27327ed0-fee1-4d5a-933b-511e0f6c5347', 'network_id': '0452db39-b73c-45ef-8b0d-2cb8b94d819e', 'port_id': '27327ed0-fee1-4d5a-933b-511e0f6c5347', 'mac_address': 'fa:16:3e:a3:df:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac6f95-7b74-4c1c-bbe4-261514c7ef84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:04:12.843714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-217ad38c-1c14-4ee8-b2cd-6aac8ef2a94c None None] Provisioning for port bbfc0754-179a-4c04-b429-784bac093652 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:12.855192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-217ad38c-1c14-4ee8-b2cd-6aac8ef2a94c None None] Provisioning complete for port bbfc0754-179a-4c04-b429-784bac093652 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:12.857299 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-217ad38c-1c14-4ee8-b2cd-6aac8ef2a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.886729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-13ff6535-4456-483d-a62c-5b5917391d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:12.892985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-13ff6535-4456-483d-a62c-5b5917391d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1320531 Jul 15 17:04:12.899507 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98662db2-ab28-4d6f-b1d1-c7296765af45 x-openstack-request-id: req-98662db2-ab28-4d6f-b1d1-c7296765af45 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:12.900000 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:12.900351 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98662db2-ab28-4d6f-b1d1-c7296765af45 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:12.900636 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef', 'status': 'completed', 'code': 200} Jul 15 17:04:12.957842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-217ad38c-1c14-4ee8-b2cd-6aac8ef2a94c None None] Port bbfc0754-179a-4c04-b429-784bac093652 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:12.977534 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:12.997409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27327ed0-fee1-4d5a-933b-511e0f6c5347 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:04:13.034947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347,segment=NetworkSegment(1c873222-ee17-4ec8-b79e-533cf7f81554),segment_id=1c873222-ee17-4ec8-b79e-533cf7f81554)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:13.039672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:13.143916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:13.213602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-ca4afb1d-49a7-4e63-93f0-67e4ec94c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:13.215203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-ca4afb1d-49a7-4e63-93f0-67e4ec94c09b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3138359 Jul 15 17:04:13.264066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6adf8-d317-4e14-963e-9d168b6c634a req-cb7b431c-7697-494f-9c2b-87ac69c57b5f tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:13.273927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31f6adf8-d317-4e14-963e-9d168b6c634a req-cb7b431c-7697-494f-9c2b-87ac69c57b5f tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2706683 Jul 15 17:04:13.324003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eeadd0-2b3e-43a3-867b-0cbd56e8d16e req-0f9da210-bd89-43d7-a1e3-d342e3a5c9c3 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:13.326085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7eeadd0-2b3e-43a3-867b-0cbd56e8d16e req-0f9da210-bd89-43d7-a1e3-d342e3a5c9c3 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 944 time: 0.2879910 Jul 15 17:04:13.328522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['27327ed0-fee1-4d5a-933b-511e0f6c5347'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:04:13.375119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31f6adf8-d317-4e14-963e-9d168b6c634a req-d09b98e7-2125-44d4-9ebb-931cc902ff9e tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 Jul 15 17:04:13.530668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a7eeadd0-2b3e-43a3-867b-0cbd56e8d16e req-d7654e97-82f1-4631-bde1-85000c081074 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767056 Jul 15 17:04:13.641914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-55f6b89b-6100-4b2a-a8b8-d2f09a3c36ee service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165671 Jul 15 17:04:13.854194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:13.995333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-036652f7-aa35-4ea7-b10b-23f41c0032d1 req-75be3186-1043-4e59-bcf5-c0b3b376f3bb service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470819 Jul 15 17:04:14.008559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Pushing event deleted for resources: {'Port': ['ID=da40f491-b877-415b-8154-3700298cf712,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:14.026570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.026925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.027272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.027607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.027939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.028298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.028631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.029522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.029522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.029757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.029975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.030203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:14.063697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9638f-938d-48b5-8ce0-c17d515d936c req-0295f8d8-e109-4600-96a8-5d17d081f7c1 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:14.065292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06f9638f-938d-48b5-8ce0-c17d515d936c req-0295f8d8-e109-4600-96a8-5d17d081f7c1 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 948 time: 0.1767156 Jul 15 17:04:14.112614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.resource_extend [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:04:14.149180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.151503 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc01f35c-d86a-4dc5-8874-c57004877cd5 tempest-RoutersAdminNegativeTest-1528454454 tempest-RoutersAdminNegativeTest-1528454454-project-admin] 10.222.0.25 "DELETE /v2.0/ports/da40f491-b877-415b-8154-3700298cf712 HTTP/1.1" status: 204 len: 168 time: 2.1752160 Jul 15 17:04:14.159717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06f9638f-938d-48b5-8ce0-c17d515d936c req-804c5896-70af-4bfb-a2dd-f9a67a8c8ff7 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831151 Jul 15 17:04:14.185771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-c68f789c-7c53-4569-b56e-7868336aa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:14.187532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-c68f789c-7c53-4569-b56e-7868336aa72f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 1099 time: 0.1210420 Jul 15 17:04:14.257219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.267141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.323097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-a874a11c-62e0-4960-b259-105666fe193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:14.325118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-a874a11c-62e0-4960-b259-105666fe193c service neutron] 10.222.0.20 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.1301305 Jul 15 17:04:14.376333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-32240378-cb47-47f2-8703-5f118ccb63b1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:14.378213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-32240378-cb47-47f2-8703-5f118ccb63b1 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.2807243 Jul 15 17:04:14.394210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-63183da5-5b0f-48c3-920e-2b08bcd001fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef HTTP/1.1" status: 200 len: 217 time: 0.0509381 Jul 15 17:04:14.518302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-77d55e1c-bb84-497f-8c19-5c083a396896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:14.519763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-77d55e1c-bb84-497f-8c19-5c083a396896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.1157877 Jul 15 17:04:14.523643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 27327ed0-fee1-4d5a-933b-511e0f6c5347 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:14.593826 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP b09d9131-7a31-4fcb-adea-fc5f40f1a14b associated. External IP: 172.25.8.152, port: f5c8a472-7f51-4c01-9d1e-9c0dbdd84706. Jul 15 17:04:14.603787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:14.623067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 27327ed0-fee1-4d5a-933b-511e0f6c5347 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:14.634665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 27327ed0-fee1-4d5a-933b-511e0f6c5347 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:14.635717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.795015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.840390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:14.857764 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166d74a-1082-4846-90f4-914ae4647480" -d '{"events": [{"server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "name": "network-vif-plugged", "status": "completed", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:14.888053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347,segment=NetworkSegment(1c873222-ee17-4ec8-b79e-533cf7f81554),segment_id=1c873222-ee17-4ec8-b79e-533cf7f81554)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:14.893240 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:14.894418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 99e62205-8e2e-4684-a305-fb0bcf5c8f9c no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:14.987165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e57d6cfd-95eb-40c3-a156-a035e3f29c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.004915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Deleting port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:15.005262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.125445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.127371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:15.180743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-20ac5d1c-87b7-4b41-af2c-729b9c01d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:15.184505 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-20ac5d1c-87b7-4b41-af2c-729b9c01d66e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6575258 Jul 15 17:04:15.192838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac873c-da9e-43d3-a519-2b8a50551dd5 req-8b6a3e2c-5a99-42ee-b201-f589f851e501 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:15.198734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2ac873c-da9e-43d3-a519-2b8a50551dd5 req-8b6a3e2c-5a99-42ee-b201-f589f851e501 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 945 time: 0.6459117 Jul 15 17:04:15.211225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627a53f-a4cc-4e1f-9ee4-cfa2e4a9a5f0 req-cf191535-0edc-4c50-abb3-622cbfb25a07 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:15.220787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3627a53f-a4cc-4e1f-9ee4-cfa2e4a9a5f0 req-cf191535-0edc-4c50-abb3-622cbfb25a07 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.2087209 Jul 15 17:04:15.275964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:15.280397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.296797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-85af8b69-44eb-46bd-b430-ae61822992c9 req-6695d682-4c51-4903-bc27-efe969161322 service neutron] (100428) timed out ('10.222.0.25', 43588) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:04:15.365795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] For port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:15.366168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.372711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2ac873c-da9e-43d3-a519-2b8a50551dd5 req-c8569045-1a90-4eba-b2fe-7d06ed065d7d tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/security-groups?id=2049ab76-3a54-47f7-b170-055b5ed63cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417487 Jul 15 17:04:15.386864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3627a53f-a4cc-4e1f-9ee4-cfa2e4a9a5f0 req-c4f1dd55-b9d5-471d-9f4a-82275e81db59 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648498 Jul 15 17:04:15.390412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:15.451652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Calling delete_port for 99e62205-8e2e-4684-a305-fb0bcf5c8f9c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:15.467662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-1333df46-42e3-4a34-b642-72144ee158a5 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676604 Jul 15 17:04:15.506128 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5223b82b-d8d7-4154-92f4-b349e0a3a78b x-openstack-request-id: req-5223b82b-d8d7-4154-92f4-b349e0a3a78b {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:15.506422 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "name": "network-vif-plugged", "status": "completed", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:15.506672 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5223b82b-d8d7-4154-92f4-b349e0a3a78b {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:15.507066 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347', 'code': 200} Jul 15 17:04:15.592531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:15.613645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e57d6cfd-95eb-40c3-a156-a035e3f29c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.633099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e57d6cfd-95eb-40c3-a156-a035e3f29c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.678153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-ac07ad68-4f7c-498b-8338-3bc1920ecf93 service neutron] 10.222.0.20 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047086 Jul 15 17:04:15.769806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe07ec-e731-4607-8198-ede06eba5ab8 req-bc435814-57d2-4f67-bf16-c451b9a421a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:15.771640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4dbe07ec-e731-4607-8198-ede06eba5ab8 req-bc435814-57d2-4f67-bf16-c451b9a421a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 1096 time: 0.0921669 Jul 15 17:04:15.842248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e57d6cfd-95eb-40c3-a156-a035e3f29c43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18c7d13c719a4bc59a030e26755475cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2346632 Jul 15 17:04:15.842728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51330) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:15.863572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4dbe07ec-e731-4607-8198-ede06eba5ab8 req-ea8b5073-09f0-4638-aa17-03c04bb12697 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860386 Jul 15 17:04:15.906039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:15.917605 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:15.931439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:15.934619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:15.938293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.955038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:15.997140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07028e-57fe-4ffc-9e9c-89cca1595541 req-1e48a0f8-ffb6-4b87-8779-c426d677de7f tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:16.003912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c07028e-57fe-4ffc-9e9c-89cca1595541 req-1e48a0f8-ffb6-4b87-8779-c426d677de7f tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 948 time: 0.1394076 Jul 15 17:04:16.007750 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.018283 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.039949 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:16.040994 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.066676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c07028e-57fe-4ffc-9e9c-89cca1595541 req-03e5e360-7661-4c9c-9945-2d6347898768 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Jul 15 17:04:16.078341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Pushing event deleted for resources: {'Port': ['ID=99e62205-8e2e-4684-a305-fb0bcf5c8f9c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:16.089161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.090462 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f87517-60e6-4b1a-80c2-76bf98a2e564 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:16.093518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.096717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.100260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46f1e466-da19-4896-8f5d-9f31a3579ddb HTTP/1.1" status: 204 len: 168 time: 0.2542903 Jul 15 17:04:16.106876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52136546-935e-4269-bc06-dc0927232b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f1e466-da19-4896-8f5d-9f31a3579ddb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:16.127347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d6cfd-95eb-40c3-a156-a035e3f29c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f1e466-da19-4896-8f5d-9f31a3579ddb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:16.170643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] No DVR routers for this DVR port 99e62205-8e2e-4684-a305-fb0bcf5c8f9c on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:16.175863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.177926 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c9608e50-71bd-40b7-b5cb-a90eceffe7f8 req-bf27a204-081d-4478-8941-bbea9a3e4a37 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.20 "DELETE /v2.0/ports/99e62205-8e2e-4684-a305-fb0bcf5c8f9c HTTP/1.1" status: 204 len: 173 time: 1.7818475 Jul 15 17:04:16.178371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-deleted', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:16.180770 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f33b8-6c27-44d5-8aac-959390d95aa9" -d '{"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-deleted", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:16.268780 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b07c50-fc7c-4a91-a634-367b8f6d8a09 x-openstack-request-id: req-67b07c50-fc7c-4a91-a634-367b8f6d8a09 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:16.269077 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-deleted", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:16.269330 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67b07c50-fc7c-4a91-a634-367b8f6d8a09 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:16.269733 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-deleted', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'status': 'completed', 'code': 200} Jul 15 17:04:16.474316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router fe70544c-582f-4609-b3c9-db0269e942bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:16.532742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66313bbc-8cdf-46db-867c-a6c4bca574ef details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:04:16.555044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51352) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:16.622270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33dbeaed-1efa-44eb-8f2a-54c9ce00011b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb067ff135134df3b162d769f5fb7bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662520 Jul 15 17:04:16.630423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51356) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:16.699388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:16.717567 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.736306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] Sync routers for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:16.747828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aabcb44c-8392-492a-b010-735b70990d09 req-d141d4ed-cfa4-4d34-bf49-e3ae5c7a806b tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7fb87bb-2044-47de-9de9-c60277986e96 HTTP/1.1" status: 200 len: 210 time: 0.0825050 Jul 15 17:04:16.775388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:16.788890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.866524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.917562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:16.918529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:16.946491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:16.958235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a1f2ad7e-3fc0-42ca-98e2-38f2a61a2814 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/floatingips/b09d9131-7a31-4fcb-adea-fc5f40f1a14b HTTP/1.1" status: 200 len: 978 time: 4.6942608 Jul 15 17:04:16.965619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:17.009220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:17.021762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:17.030532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81e2ce-7d39-4b98-8033-f7d2c192c529 None None] The sync data for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:17.049783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '66313bbc-8cdf-46db-867c-a6c4bca574ef', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': '66313bbc-8cdf-46db-867c-a6c4bca574ef', 'mac_address': 'fa:16:3e:c8:a3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:04:17.084140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.096022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ac209-7123-4962-8a02-583d4dbdd8e1 req-137b8905-1b28-4484-bb58-38340e48e544 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:17.097592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c4ac209-7123-4962-8a02-583d4dbdd8e1 req-137b8905-1b28-4484-bb58-38340e48e544 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.3424413 Jul 15 17:04:17.099290 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.115112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66313bbc-8cdf-46db-867c-a6c4bca574ef {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:04:17.140926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:17.145081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.196547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:17.234229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c4ac209-7123-4962-8a02-583d4dbdd8e1 req-2432047e-ca50-45d4-9260-000baee923cc tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803616 Jul 15 17:04:17.258909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.264392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.265545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ac6e7c9-8289-4060-809d-80eec371cea0 HTTP/1.1" status: 204 len: 168 time: 0.6340661 Jul 15 17:04:17.279391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port bbfc0754-179a-4c04-b429-784bac093652 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:17.279742 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.332969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c123e46-3940-4f11-83a9-be797c97def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6e7c9-8289-4060-809d-80eec371cea0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:17.401758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['66313bbc-8cdf-46db-867c-a6c4bca574ef'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:04:17.475843 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.486372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bb1f7-fdf8-4a79-9341-44f812e3e34d req-0a25226a-0ed9-456e-8501-34868d22546b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:17.487910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f99bb1f7-fdf8-4a79-9341-44f812e3e34d req-0a25226a-0ed9-456e-8501-34868d22546b tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 949 time: 0.2325940 Jul 15 17:04:17.516539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:17.519895 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d9ea5-ac6f-438b-b327-82f79fc8e684" -d '{"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-unplugged", "status": "completed", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:17.627523 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f17a5a-1de6-4083-bf5a-3d9e77bab987 x-openstack-request-id: req-18f17a5a-1de6-4083-bf5a-3d9e77bab987 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:17.628812 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fb87bb-2044-47de-9de9-c60277986e96", "name": "network-vif-unplugged", "status": "completed", "tag": "99e62205-8e2e-4684-a305-fb0bcf5c8f9c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:17.629542 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18f17a5a-1de6-4083-bf5a-3d9e77bab987 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:17.630502 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fb87bb-2044-47de-9de9-c60277986e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e62205-8e2e-4684-a305-fb0bcf5c8f9c', 'code': 200} Jul 15 17:04:17.637740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f99bb1f7-fdf8-4a79-9341-44f812e3e34d req-efdf82dd-41fd-49d4-b11a-06bd46ae89fb tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411855 Jul 15 17:04:17.790895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:17.887309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.888186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:17.888955 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Floating IP b09d9131-7a31-4fcb-adea-fc5f40f1a14b disassociated. External IP: 172.25.8.152, port: bbfc0754-179a-4c04-b429-784bac093652. Jul 15 17:04:17.890143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for bbfc0754-179a-4c04-b429-784bac093652 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:17.938745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:18.107025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6741eea-f37e-4191-9501-dd0b6d3436c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.143365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.188587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=bbfc0754-179a-4c04-b429-784bac093652,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:18.381941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router fe70544c-582f-4609-b3c9-db0269e942bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:18.475251 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6741eea-f37e-4191-9501-dd0b6d3436c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.497450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c6741eea-f37e-4191-9501-dd0b6d3436c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.533225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66313bbc-8cdf-46db-867c-a6c4bca574ef up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:18.559261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6741eea-f37e-4191-9501-dd0b6d3436c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcea32e-9455-4229-a072-f88667818536,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:18.591004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c6741eea-f37e-4191-9501-dd0b6d3436c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=722deb6c795142ec8dcf47fa39e46e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7936840 Jul 15 17:04:18.595576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51428) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:18.622569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97433493-317b-4674-b5ff-8a189e963314 req-555d94ce-fb80-457f-8a73-0bece84acad0 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:18.629618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97433493-317b-4674-b5ff-8a189e963314 req-555d94ce-fb80-457f-8a73-0bece84acad0 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.1747394 Jul 15 17:04:18.643041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 66313bbc-8cdf-46db-867c-a6c4bca574ef completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:18.650274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 66313bbc-8cdf-46db-867c-a6c4bca574ef triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:18.652001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.671966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:18.684102 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] Sync routers for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:18.708254 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:18.709628 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:18.717885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51432) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:18.808612 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.814458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-43d47c42-a72e-4307-966d-b6a10c0fc804 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/bbfc0754-179a-4c04-b429-784bac093652 HTTP/1.1" status: 204 len: 168 time: 1.8469496 Jul 15 17:04:18.817711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51440) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:18.818401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:18.841608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.844831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97433493-317b-4674-b5ff-8a189e963314 req-8d38cb07-131d-4aa9-aec5-e453fd114fbc tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140396 Jul 15 17:04:18.846968 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:18.847659 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:18.931521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1431400098'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:18.947767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:18.948459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:18.954289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:18.956703 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef4fd3-30e2-446d-8dc6-a3abd74c29df None None] The sync data for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:18.963286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.020713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:19.057421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:19.061626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.099521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.153152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.216130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.265143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.271054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3215-fe7c-47c1-9a0d-7a1cae8e692f req-9866a13d-1ec9-475a-9003-8c4ca4d49d38 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:19.278459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5fe3215-fe7c-47c1-9a0d-7a1cae8e692f req-9866a13d-1ec9-475a-9003-8c4ca4d49d38 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.3296361 Jul 15 17:04:19.307865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.319604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:04:19.330216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.330576 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Added segment 60d675a5-f8b4-459f-9eae-0635d88ec2f8 of type vlan for network 10f222c9-a565-42e0-94d2-fdb58424a3dc Jul 15 17:04:19.350580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5fe3215-fe7c-47c1-9a0d-7a1cae8e692f req-fb0abb4b-91c6-49a4-9b45-42c886fdc5ed tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Jul 15 17:04:19.374809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.451006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a182bfd-5732-4df3-bb3b-5fffaf0dec0b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:19.471466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.472420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.474029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.475276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adcea32e-9455-4229-a072-f88667818536 HTTP/1.1" status: 204 len: 168 time: 0.8770821 Jul 15 17:04:19.480010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:19.481449 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.523228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002e4d3-76b9-4165-a621-2d8f69376e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcea32e-9455-4229-a072-f88667818536,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:19.523500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8042574 Jul 15 17:04:19.534743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51466) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:19.545488 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:04:19.555560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'subnet': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:19.631707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:19.635331 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b44d51b-31f9-477f-95b7-e71b1c82c805" -d '{"events": [{"server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "name": "network-vif-plugged", "status": "completed", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:19.654427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f74812-945b-4eb7-b68b-a3eb1bf7715a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Network': ['ID=10f222c9-a565-42e0-94d2-fdb58424a3dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:19.668282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:04:19.726096 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a49cf6-3b0c-482b-9507-5830294b6ef4 x-openstack-request-id: req-68a49cf6-3b0c-482b-9507-5830294b6ef4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:19.726212 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "name": "network-vif-plugged", "status": "completed", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:19.747022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:19.748191 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68a49cf6-3b0c-482b-9507-5830294b6ef4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:19.749333 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef', 'code': 200} Jul 15 17:04:19.752101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.958776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd4aa2-2d10-4adf-bfa3-3321bd629ee9 req-702d2a3a-7ae1-44a5-ac2d-2e7f63413b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:19.960330 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7ccd4aa2-2d10-4adf-bfa3-3321bd629ee9 req-702d2a3a-7ae1-44a5-ac2d-2e7f63413b4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 1101 time: 0.1476207 Jul 15 17:04:19.988197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Deleting port 226af24c-36c6-4576-860c-1c07ea485f93 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:19.988777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:19.991334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.049750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51484) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:20.100107 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7ccd4aa2-2d10-4adf-bfa3-3321bd629ee9 req-1a9f9e60-6cf5-488d-8c99-6e93216aafb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328084 Jul 15 17:04:20.108854 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f63d187-9c4d-46c9-bedd-478c6f64b7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.126538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] For port 226af24c-36c6-4576-860c-1c07ea485f93, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=226af24c-36c6-4576-860c-1c07ea485f93,segment=NetworkSegment(c4e3ad9b-bea8-4ba7-aa85-9b15fa721393),segment_id=c4e3ad9b-bea8-4ba7-aa85-9b15fa721393)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:20.126899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.141824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Calling delete_port for 226af24c-36c6-4576-860c-1c07ea485f93 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:20.209672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f63d187-9c4d-46c9-bedd-478c6f64b7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.263698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8f63d187-9c4d-46c9-bedd-478c6f64b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.300541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.362120 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8f63d187-9c4d-46c9-bedd-478c6f64b7b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d52d7eb9ff845df90b21df92c17e2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091979 Jul 15 17:04:20.371390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51494) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:20.401925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63d187-9c4d-46c9-bedd-478c6f64b7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0832faaa-82e1-4d2c-bd81-f9dbe96a2af5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:20.851583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:20.857162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Subnet': ['ID=2ae59174-e985-444c-acb1-a749f896c8e8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:20.926083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Pushing event deleted for resources: {'Port': ['ID=226af24c-36c6-4576-860c-1c07ea485f93,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:20.956479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Checking segment: {'id': '60d675a5-f8b4-459f-9eae-0635d88ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:20.956999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network hostable DHCP agents. Network: 10f222c9-a565-42e0-94d2-fdb58424a3dc, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:04:21.042004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.043813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:04:21.061402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ad19-72f8-444c-a797-baed36fdf175 req-ac665741-98d0-4009-8152-2572eeeb99bd tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:21.068566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6569ad19-72f8-444c-a797-baed36fdf175 req-ac665741-98d0-4009-8152-2572eeeb99bd tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.1992619 Jul 15 17:04:21.116418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 10f222c9-a565-42e0-94d2-fdb58424a3dc) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:21.121787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:21.122546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.125990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6b6b1-6aa3-4eb1-aee4-bbdd07501ba5 None None] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:21.133223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.182694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6569ad19-72f8-444c-a797-baed36fdf175 req-da86d036-f4e1-436c-937d-48158d3fa2a9 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130929 Jul 15 17:04:21.201725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22ebc469-f247-4b96-8f64-5094cfada447 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6659234 Jul 15 17:04:21.216201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.224782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:21.327482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1435493893'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:21.335669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.338160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.343893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0832faaa-82e1-4d2c-bd81-f9dbe96a2af5 HTTP/1.1" status: 204 len: 168 time: 0.9600708 Jul 15 17:04:21.376578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fcd4f-8fa3-4b18-bd5d-0ab24894cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0832faaa-82e1-4d2c-bd81-f9dbe96a2af5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:21.391416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 033cb2eb-254f-41c2-8510-1d85d472cc28 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:21.391729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.432152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-10f222c9-a565-42e0-94d2-fdb58424a3dc', 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'tenant_id': '9500bbd03d8b4c7aa478189d33f14555', 'fixed_ips': [{'subnet_id': '2ae59174-e985-444c-acb1-a749f896c8e8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:04:21.433039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.565355 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.585877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 033cb2eb-254f-41c2-8510-1d85d472cc28 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:21.674347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:21.679197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:21.703929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Allocated IP 2001:db8::2 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/b81c5b3b-6abc-4fd6-a675-ed82b263ee58) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:21.710680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port ebf55f19-a45f-4569-a009-c7985a63e276 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:21.858094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Router 645db471-ca18-4995-9ec9-19a69bd0b792 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:22.007361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:22.013123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed5872a3-1254-48be-83ea-fb572be48501 admin admin] 10.222.0.25 "PUT /v2.0/routers/645db471-ca18-4995-9ec9-19a69bd0b792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0730274 Jul 15 17:04:22.016255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51542) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:22.067743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.101300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=033cb2eb-254f-41c2-8510-1d85d472cc28,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:22.174856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Sync routers for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:22.242127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:22.243095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:22.304463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.497720 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.529320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Transition to ACTIVE for port object b81c5b3b-6abc-4fd6-a675-ed82b263ee58 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:22.564870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Transition to ACTIVE for port object b81c5b3b-6abc-4fd6-a675-ed82b263ee58 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:22.565201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.577582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.586053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:22.636974 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.731769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::223 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/ebf55f19-a45f-4569-a009-c7985a63e276) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:22.761469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Deleting port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:22.762276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:22.803957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c9f8d-23e6-4a8c-a4b3-2f43c2ea77c1 req-68f07c15-fa07-4a06-91c9-76b39a6a47da tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:22.811950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e18c9f8d-23e6-4a8c-a4b3-2f43c2ea77c1 req-68f07c15-fa07-4a06-91c9-76b39a6a47da tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.3411133 Jul 15 17:04:22.897238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e18c9f8d-23e6-4a8c-a4b3-2f43c2ea77c1 req-21996086-cd5c-4b0c-842b-ce3f3752ec15 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Jul 15 17:04:22.966859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] For port 57cb7b37-41d2-4dde-af1f-c4aa57eaf633, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:22.967230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.022237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Calling delete_port for 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:23.067245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:23.122730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.142621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object ebf55f19-a45f-4569-a009-c7985a63e276 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:23.155006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:23.186643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:23.187731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router fe70544c-582f-4609-b3c9-db0269e942bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:23.189583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.217146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11430b56-aba8-4e4d-ad09-d4ebf5e890c6 req-4fbd8fd2-c8b6-4351-bb96-fa93f60a001f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:23.224335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11430b56-aba8-4e4d-ad09-d4ebf5e890c6 req-4fbd8fd2-c8b6-4351-bb96-fa93f60a001f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.1327395 Jul 15 17:04:23.277776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:23.279539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=ebf55f19-a45f-4569-a009-c7985a63e276,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:23.286509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:23.292856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:23.298738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:23.299361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.326249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Pushing event updated for resources: {'Port': ['ID=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:23.329383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Attempting to bind port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:23.329763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Attempting to bind port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '60d675a5-f8b4-459f-9eae-0635d88ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:23.330123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Attempting to bind port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 on network 10f222c9-a565-42e0-94d2-fdb58424a3dc {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:23.336346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:23.336725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Checking segment: {'id': '60d675a5-f8b4-459f-9eae-0635d88ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:23.337746 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.338157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Bound using segment: {'id': '60d675a5-f8b4-459f-9eae-0635d88ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:23.338692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Bound port: b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d675a5-f8b4-459f-9eae-0635d88ec2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:23.339082 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.363631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:04:20Z', 'revision_number': 5, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port': {'id': '57cb7b37-41d2-4dde-af1f-c4aa57eaf633', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:01:07Z', 'updated_at': '2021-07-15T17:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.375475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-11430b56-aba8-4e4d-ad09-d4ebf5e890c6 req-b5b07e5a-c8c7-488c-8095-28427f9a5c67 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497142 Jul 15 17:04:23.413532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ee42223-d341-404d-951d-48f0764b962d tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1855938 Jul 15 17:04:23.420496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:23.423709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Checking router: 645db471-ca18-4995-9ec9-19a69bd0b792 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:04:23.441577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Routers {'645db471-ca18-4995-9ec9-19a69bd0b792'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:23.442209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['645db471-ca18-4995-9ec9-19a69bd0b792'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.444913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-914747421', 'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:1d:38:8d'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:23.543238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:23.555382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-417dde1d-9fa1-47fe-ab5c-a0a28a026e32 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/routers/fe70544c-582f-4609-b3c9-db0269e942bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7305808 Jul 15 17:04:23.560982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:23.571075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] Sync routers for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:23.585534 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:23.586150 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.647356 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.658438 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] Routers {'fe70544c-582f-4609-b3c9-db0269e942bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:23.659862 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:03:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['fe70544c-582f-4609-b3c9-db0269e942bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.688071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] Set router 645db471-ca18-4995-9ec9-19a69bd0b792 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:23.733896 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.736815 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78eb58-61a6-47f4-b0ce-72e3a1bf7e45 None None] The sync data for ids ['fe70544c-582f-4609-b3c9-db0269e942bf'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:23.780816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.793318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:04:22Z', 'revision_number': 6, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:23.853768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cb7b37-41d2-4dde-af1f-c4aa57eaf633,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:23.855605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.895182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa2f0e-9376-4f71-b691-cf09501f4f16 None None] The sync data for ids ['645db471-ca18-4995-9ec9-19a69bd0b792'] in n-d-800085-3 is: [{'id': '645db471-ca18-4995-9ec9-19a69bd0b792', 'name': 'tempest-ServerRescueNegativeTestJSON-1987252162-router', 'tenant_id': '30d9e5a50f62440db3d10a9955d9087d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:01:05Z', 'updated_at': '2021-07-15T17:04:22Z', 'revision_number': 6, 'project_id': '30d9e5a50f62440db3d10a9955d9087d', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:23.911511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] For port b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:23.922066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] For port b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,segment=NetworkSegment(60d675a5-f8b4-459f-9eae-0635d88ec2f8),segment_id=60d675a5-f8b4-459f-9eae-0635d88ec2f8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:23.928088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:23.968321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:24.015088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.016613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.038904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9823cd-b9c9-4aac-a272-6a171246124c req-bd6be8b7-9827-4534-b71e-b6e965222839 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:24.051998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d9823cd-b9c9-4aac-a272-6a171246124c req-bd6be8b7-9827-4534-b71e-b6e965222839 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.3526895 Jul 15 17:04:24.062527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85df4e8-be8d-4efd-a7d9-c55f5053bf13 None None] Pushing event updated for resources: {'Port': ['ID=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:24.134956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d9823cd-b9c9-4aac-a272-6a171246124c req-6d5543d2-d9a8-47dd-ad39-1a9528dcd209 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868745 Jul 15 17:04:24.148153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 68d292d5-5394-4ad4-96c6-e082038bc5d5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:24.148738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.274870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.282017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.291911 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.304409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.413565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 68d292d5-5394-4ad4-96c6-e082038bc5d5 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:24.457988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.458589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645db471-ca18-4995-9ec9-19a69bd0b792 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:04:24.467861 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.471270 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-299e9d66-c4f0-4ab4-b3d2-f906cf4e8815 admin admin] 10.222.0.25 "DELETE /v2.0/routers/645db471-ca18-4995-9ec9-19a69bd0b792 HTTP/1.1" status: 204 len: 168 time: 2.4525428 Jul 15 17:04:24.471936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:24.512597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port 3570beba-7b95-467f-98fe-7da2d30c88cb yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:24.701769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::6f (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/3570beba-7b95-467f-98fe-7da2d30c88cb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:24.714969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-e535b14e-944a-4e7c-a0e6-d18219b13cb3 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:24.716705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-e535b14e-944a-4e7c-a0e6-d18219b13cb3 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.5559182 Jul 15 17:04:24.748290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.783056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=68d292d5-5394-4ad4-96c6-e082038bc5d5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:24.812891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Deleting subnet 53828f37-2380-4b32-9299-f7f841cb6b88 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:24.817342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.855934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.898167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58761fc-998b-4a52-be34-46d55f3b9871 req-94310f2f-3202-4399-a814-88fa9221c7c1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:24.900491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d58761fc-998b-4a52-be34-46d55f3b9871 req-94310f2f-3202-4399-a814-88fa9221c7c1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.2182593 Jul 15 17:04:24.903589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:24.954587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:25.015420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.074199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.081894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.166173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d58761fc-998b-4a52-be34-46d55f3b9871 req-9a84badc-bb65-46da-a865-42b2c337e788 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128251 Jul 15 17:04:25.203586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.204033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.204686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Fanout notify agent at l3_agent the message router_deleted on router fe70544c-582f-4609-b3c9-db0269e942bf {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:04:25.216002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.217513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aad9f1c7-17bf-4afd-aa02-ec70208d1ea5 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/routers/fe70544c-582f-4609-b3c9-db0269e942bf HTTP/1.1" status: 204 len: 168 time: 1.6553879 Jul 15 17:04:25.221477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:25.266562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-5d97c465-f6b6-4e2e-b3d5-2389a935bdbc tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:25.268586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-5d97c465-f6b6-4e2e-b3d5-2389a935bdbc tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.3587387 Jul 15 17:04:25.282203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53828f37-2380-4b32-9299-f7f841cb6b88,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:25.289574 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.291797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5ac784e-3508-4e4b-a1fb-69f02627e795 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53828f37-2380-4b32-9299-f7f841cb6b88 HTTP/1.1" status: 204 len: 168 time: 0.8189130 Jul 15 17:04:25.306903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting subnet 01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:25.308946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:25.310443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.359666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.421907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.568889 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.584325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.616675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493bc4b7-ac72-48d2-8108-ae3f430c4443 None None] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:25.801317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b00cb-88ee-4e5f-ae68-2f389ef9aa3d req-30fe5924-c76d-43fa-ad1a-70bb8ec551d2 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:25.813865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f2b00cb-88ee-4e5f-ae68-2f389ef9aa3d req-30fe5924-c76d-43fa-ad1a-70bb8ec551d2 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 950 time: 0.4001782 Jul 15 17:04:25.839400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82dbe318-d165-4932-a2e0-dcfb52dc1e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.842668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b59f020c-0211-45e2-8368-0ef693caa62b None None] Provisioning for port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:25.897466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.922648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.942048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:25.956781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b81c5b3b-6abc-4fd6-a675-ed82b263ee58 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:26.007757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object 3570beba-7b95-467f-98fe-7da2d30c88cb will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:26.010758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Deleting port 27327ed0-fee1-4d5a-933b-511e0f6c5347 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:26.011091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.017711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.019507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ee960-ae70-448a-89ad-104be9488ab2 None None] Network 10a84089-2669-42a7-ac1e-d91674f89640 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:26.020527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/subnets/01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad HTTP/1.1" status: 204 len: 168 time: 0.7973411 Jul 15 17:04:26.021613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb01f38-d078-4e82-a71c-99a53a1c16a9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:26.023767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.026233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:26.039577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.041255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.041826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.042439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.043000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.043554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.044096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.044712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.045250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.046044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.046577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.047105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:26.149069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c673223-c82c-4f6a-92e8-8c397e694dd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62c855dc76b641b6b5056b61a9fb21fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1551449 Jul 15 17:04:26.151133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42186a76-4d95-4944-965a-48168801ff33 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Subnet': ['ID=01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:26.156104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:26.181833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:26.183872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f2b00cb-88ee-4e5f-ae68-2f389ef9aa3d req-f42d362c-60a3-44c2-be9d-0316e389f593 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/security-groups?id=946e7f17-6ce4-4e20-84a7-82a15df19a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827208 Jul 15 17:04:26.187869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:26.188297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.268051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Deleting port 66313bbc-8cdf-46db-867c-a6c4bca574ef {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:26.268578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.299484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.333375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.353606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] For port 27327ed0-fee1-4d5a-933b-511e0f6c5347, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=27327ed0-fee1-4d5a-933b-511e0f6c5347,segment=NetworkSegment(1c873222-ee17-4ec8-b79e-533cf7f81554),segment_id=1c873222-ee17-4ec8-b79e-533cf7f81554)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:26.353606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.430295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Provisioning complete for port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:26.431099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.456050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.460314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Calling delete_port for 27327ed0-fee1-4d5a-933b-511e0f6c5347 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:26.491240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a498e1a-8e39-4dd4-9726-f726223820bc']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:26.500089 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.512531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] For port 66313bbc-8cdf-46db-867c-a6c4bca574ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=66313bbc-8cdf-46db-867c-a6c4bca574ef,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:26.513562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.530074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Calling delete_port for 66313bbc-8cdf-46db-867c-a6c4bca574ef owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:26.551509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:26.566521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:26.566817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e3ad9b-bea8-4ba7-aa85-9b15fa721393') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:26.584205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:26.596725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.605329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,segment=NetworkSegment(60d675a5-f8b4-459f-9eae-0635d88ec2f8),segment_id=60d675a5-f8b4-459f-9eae-0635d88ec2f8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:26.617847 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.624422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=3570beba-7b95-467f-98fe-7da2d30c88cb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:26.627368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:26.639103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:26.639866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.644821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.646326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] DHCP port deletion for 10a84089-2669-42a7-ac1e-d91674f89640 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:04:26.676646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.679597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e5df845-306f-46bd-865d-e542ce98b326 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.2530940 Jul 15 17:04:26.687438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:26.709334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:26.709748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:26.718602 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:26.739159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:26.789697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.794189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.833947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.846214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:26.846561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.907777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.911496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.912809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0eb01f38-d078-4e82-a71c-99a53a1c16a9 HTTP/1.1" status: 204 len: 168 time: 0.7538185 Jul 15 17:04:26.924215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.946027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:26.952779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a498e1a-8e39-4dd4-9726-f726223820bc HTTP/1.1" status: 204 len: 168 time: 1.6410403 Jul 15 17:04:27.013432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da6630-c2cd-4a86-aeea-f95d84aeeac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb01f38-d078-4e82-a71c-99a53a1c16a9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.017016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Pushing event deleted for resources: {'Port': ['ID=66313bbc-8cdf-46db-867c-a6c4bca574ef,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.085234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] No DVR routers for this DVR port 66313bbc-8cdf-46db-867c-a6c4bca574ef on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:27.088610 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.091516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acf8c652-0a63-4771-9415-94ad01ff8589 req-93d79310-40c1-44e7-9a8e-43cf3fb151a4 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.20 "DELETE /v2.0/ports/66313bbc-8cdf-46db-867c-a6c4bca574ef HTTP/1.1" status: 204 len: 173 time: 1.6816685 Jul 15 17:04:27.094497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'name': 'network-vif-deleted', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:27.098007 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb848d-ed9e-4379-890b-92af9e9cba42" -d '{"events": [{"server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "name": "network-vif-deleted", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:27.152168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c3d80-9d1c-413d-be56-c7036b6217f7 req-74d23fe0-72df-4d56-a50a-0b0d13773f9f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:27.164162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-614c3d80-9d1c-413d-be56-c7036b6217f7 req-74d23fe0-72df-4d56-a50a-0b0d13773f9f tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 945 time: 0.7316523 Jul 15 17:04:27.233038 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca2dce4-ffe6-40a2-8e69-328bb3ccdd57 x-openstack-request-id: req-eca2dce4-ffe6-40a2-8e69-328bb3ccdd57 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:27.237254 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e31b87e-6164-4ec0-b5cb-fb7875617d1a", "name": "network-vif-deleted", "tag": "66313bbc-8cdf-46db-867c-a6c4bca574ef", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:27.238569 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eca2dce4-ffe6-40a2-8e69-328bb3ccdd57 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:27.239105 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e31b87e-6164-4ec0-b5cb-fb7875617d1a', 'name': 'network-vif-deleted', 'tag': '66313bbc-8cdf-46db-867c-a6c4bca574ef', 'status': 'completed', 'code': 200} Jul 15 17:04:27.261746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] For port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,segment=NetworkSegment(a7e2cd7b-a926-4128-9f28-446622ebb12c),segment_id=a7e2cd7b-a926-4128-9f28-446622ebb12c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:27.262349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.278896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:27.288647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-614c3d80-9d1c-413d-be56-c7036b6217f7 req-67e1408a-478b-4d81-8e88-0ec52dbdaa28 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f40f851-6e54-4fd3-a459-334135436880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292152 Jul 15 17:04:27.365449 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:04:27.366183 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:04:27.379547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['66313bbc-8cdf-46db-867c-a6c4bca574ef'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:04:27.421029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:27.421480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 57cb7b37-41d2-4dde-af1f-c4aa57eaf633 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:27.421985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 226af24c-36c6-4576-860c-1c07ea485f93 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:27.423734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51712) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:27.478331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdf63a-8f79-4bbd-a925-e12111c60b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a498e1a-8e39-4dd4-9726-f726223820bc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.500445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 226af24c-36c6-4576-860c-1c07ea485f93 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:27.500727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 226af24c-36c6-4576-860c-1c07ea485f93 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:27.505773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.509504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ffe27e7-9e60-4247-b62e-77d1e887c71b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30d9e5a50f62440db3d10a9955d9087d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822544 Jul 15 17:04:27.509905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.510200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:27.543807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Deleting port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:27.546984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.587939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80b5c5-b7b5-4c73-86af-44479a776a43 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:27.597951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80b5c5-b7b5-4c73-86af-44479a776a43 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:27.606260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80b5c5-b7b5-4c73-86af-44479a776a43 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:27.608329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c80b5c5-b7b5-4c73-86af-44479a776a43 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9174230 Jul 15 17:04:27.609566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.611540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:27.633566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] No DVR routers for this DVR port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:27.669220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.684728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] For port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:27.685401 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.700480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51722) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:27.702444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7655496-d0fc-43f4-9b81-cf71819a1033 req-e7effbc3-3308-4d68-bd9b-7ee5f7b00477 tempest-VolumesNegativeTest-759920065 tempest-VolumesNegativeTest-759920065-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e31b87e-6164-4ec0-b5cb-fb7875617d1a HTTP/1.1" status: 200 len: 210 time: 0.1380215 Jul 15 17:04:27.723868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Calling delete_port for 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:27.731197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:04:27.735309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.736133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.763336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.781327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] Pushing event deleted for resources: {'Port': ['ID=8ba6396b-c4c8-4c76-9ad0-06f8ca24469a,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.788841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f23b9-196e-4c50-8651-ea9f9dea3347 None None] No DVR routers for this DVR port 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:27.807831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d4e525d-8dbf-4524-a5a6-8191ea37c9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.808099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Pushing event deleted for resources: {'Port': ['ID=27327ed0-fee1-4d5a-933b-511e0f6c5347,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.853751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.859683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.859683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2049ab76-3a54-47f7-b170-055b5ed63cb2 HTTP/1.1" status: 204 len: 168 time: 0.3463111 Jul 15 17:04:27.887780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b54c7c-0ad3-4df4-b95c-4b7861999615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2049ab76-3a54-47f7-b170-055b5ed63cb2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:27.924642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b81c5b3b-6abc-4fd6-a675-ed82b263ee58 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:27.936013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.948584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] No DVR routers for this DVR port 27327ed0-fee1-4d5a-933b-511e0f6c5347 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:27.953872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:27.956584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3852dbd1-1a39-4df9-bab8-e949b809473a req-f59c411e-45d5-44bd-a672-128f06b082e1 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.20 "DELETE /v2.0/ports/27327ed0-fee1-4d5a-933b-511e0f6c5347 HTTP/1.1" status: 204 len: 173 time: 3.2183583 Jul 15 17:04:27.957496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'name': 'network-vif-deleted', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:04:27.969183 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6f3929-3d8a-47d9-bf4e-a08c658f8fc0" -d '{"events": [{"server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "name": "network-vif-deleted", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:04:27.978783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a84089-2669-42a7-ac1e-d91674f89640']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:27.995009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e2cd7b-a926-4128-9f28-446622ebb12c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:27.995651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e2cd7b-a926-4128-9f28-446622ebb12c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:28.016774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.074043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.078228 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b053c0fa-991c-4e39-aa47-0158515a53ab x-openstack-request-id: req-b053c0fa-991c-4e39-aa47-0158515a53ab {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:04:28.084538 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9771f15-dcf0-4691-b29b-5cd227694666", "name": "network-vif-deleted", "tag": "27327ed0-fee1-4d5a-933b-511e0f6c5347", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:04:28.084913 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b053c0fa-991c-4e39-aa47-0158515a53ab {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:04:28.085285 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9771f15-dcf0-4691-b29b-5cd227694666', 'name': 'network-vif-deleted', 'tag': '27327ed0-fee1-4d5a-933b-511e0f6c5347', 'status': 'completed', 'code': 200} Jul 15 17:04:28.090301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d4e525d-8dbf-4524-a5a6-8191ea37c9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.091682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port 3570beba-7b95-467f-98fe-7da2d30c88cb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:28.092521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.098898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:28.099198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6d4e525d-8dbf-4524-a5a6-8191ea37c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.099767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:28.105709 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:28.133357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:28.134316 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.152317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Provisioning for port ebf55f19-a45f-4569-a009-c7985a63e276 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:28.230334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6d4e525d-8dbf-4524-a5a6-8191ea37c9d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37677721c8ac4e2d9e97a3b7699a0f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268748 Jul 15 17:04:28.232189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e525d-8dbf-4524-a5a6-8191ea37c9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ccc389-0d7c-4a0c-92a1-3c99538a9b8f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:28.235932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:28.242501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Provisioning complete for port ebf55f19-a45f-4569-a009-c7985a63e276 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:28.242976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.270374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.299108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.304905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/networks/10a84089-2669-42a7-ac1e-d91674f89640 HTTP/1.1" status: 204 len: 168 time: 2.2497125 Jul 15 17:04:28.316006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51740) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:28.316722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.347022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.349125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3a15f9ee-c4e5-4e12-9d1a-97c9bf176440 None None] Port ebf55f19-a45f-4569-a009-c7985a63e276 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:28.383649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3583b-eb30-49df-93cf-6a0682ff27b6 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Network': ['ID=10a84089-2669-42a7-ac1e-d91674f89640,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:28.392059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.442249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for 3570beba-7b95-467f-98fe-7da2d30c88cb owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:28.470202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.473058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.477781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0ccc389-0d7c-4a0c-92a1-3c99538a9b8f HTTP/1.1" status: 204 len: 168 time: 0.2404251 Jul 15 17:04:28.479748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Provisioning for port 3570beba-7b95-467f-98fe-7da2d30c88cb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:28.485292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Provisioning complete for port 3570beba-7b95-467f-98fe-7da2d30c88cb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:28.485845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.489222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:28.537532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a60b2f-c69c-4116-aba4-b8d841166d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ccc389-0d7c-4a0c-92a1-3c99538a9b8f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:28.562186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:28.562963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8ba6396b-c4c8-4c76-9ad0-06f8ca24469a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:28.594615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66313bbc-8cdf-46db-867c-a6c4bca574ef no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:28.599400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Port 3570beba-7b95-467f-98fe-7da2d30c88cb cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:28.617900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a691af05-cbed-4ef1-938d-0d77835e4e37 req-a15c9a7f-041c-44be-b652-455a6d740710 tempest-ServerTagsTestJSON-1053372786 tempest-ServerTagsTestJSON-1053372786-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9771f15-dcf0-4691-b29b-5cd227694666 HTTP/1.1" status: 200 len: 210 time: 0.0817184 Jul 15 17:04:28.669664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 66313bbc-8cdf-46db-867c-a6c4bca574ef {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:28.670012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 66313bbc-8cdf-46db-867c-a6c4bca574ef not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:28.670431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 27327ed0-fee1-4d5a-933b-511e0f6c5347 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:28.687825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.708514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 27327ed0-fee1-4d5a-933b-511e0f6c5347 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:28.708997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 27327ed0-fee1-4d5a-933b-511e0f6c5347 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:28.717217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Provisioning complete for port ebf55f19-a45f-4569-a009-c7985a63e276 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:28.717615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.734322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 7ba7b5f1-0160-49ef-b147-90f151474b94 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:28.737745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.797949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=3570beba-7b95-467f-98fe-7da2d30c88cb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:28.858130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.874106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c9652ca0-3f76-488d-8777-472c4c29a080 None None] Port ebf55f19-a45f-4569-a009-c7985a63e276 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:28.986598 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:28.987343 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.003271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 7ba7b5f1-0160-49ef-b147-90f151474b94 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:29.064884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61901bc5-f720-4980-9397-a67504d250b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.119796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.122407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-75c821e7-b336-4c24-8b67-08c1029ad290 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/3570beba-7b95-467f-98fe-7da2d30c88cb HTTP/1.1" status: 204 len: 168 time: 1.5071034 Jul 15 17:04:29.125254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.181313 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e417787d-01e0-45d9-b060-68ace6a7f9e6 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] GET failed (client error): The resource could not be found. Jul 15 17:04:29.184344 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e417787d-01e0-45d9-b060-68ace6a7f9e6 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports/3570beba-7b95-467f-98fe-7da2d30c88cb HTTP/1.1" status: 404 len: 333 time: 0.0579457 Jul 15 17:04:29.188563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.194445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-928726153'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:29.286050 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.325555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=7ba7b5f1-0160-49ef-b147-90f151474b94,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:29.387244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:29.393315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.419904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.422956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port bc2e088c-27c4-4261-8d25-650955560977 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:29.428917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.430188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e86e033e-fca4-4a17-b60c-8ac3c8d35bd4 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/floatingips/b09d9131-7a31-4fcb-adea-fc5f40f1a14b HTTP/1.1" status: 204 len: 168 time: 1.0323238 Jul 15 17:04:29.433925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51800) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.506447 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.550348 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1061802-9f90-4d31-bb7f-18fe6d4a0506 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] DELETE failed (client error): The resource could not be found. Jul 15 17:04:29.551103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1061802-9f90-4d31-bb7f-18fe6d4a0506 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:04:29.552908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f1061802-9f90-4d31-bb7f-18fe6d4a0506 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/bbfc0754-179a-4c04-b429-784bac093652 HTTP/1.1" status: 404 len: 333 time: 0.1180224 Jul 15 17:04:29.560165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.628464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec9c29a6-bcaa-412b-85e4-83cc0ba71b2a tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe70544c-582f-4609-b3c9-db0269e942bf HTTP/1.1" status: 200 len: 205 time: 0.0646882 Jul 15 17:04:29.629277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51818) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.669620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::3c9 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/bc2e088c-27c4-4261-8d25-650955560977) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:29.828926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.829352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:29.917426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Deleting subnet 5fac6f95-7b74-4c1c-bbe4-261514c7ef84 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:29.922013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.979902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:29.984786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.046279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object bc2e088c-27c4-4261-8d25-650955560977 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:30.102132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.210980 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.263243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:30.271327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:30.284044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:30.291523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:30.292532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.309107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.319186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=bc2e088c-27c4-4261-8d25-650955560977,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:30.359972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac6f95-7b74-4c1c-bbe4-261514c7ef84,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:30.362544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.367505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-907f347d-65b4-4b9b-96c4-876bfa46f3f5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5fac6f95-7b74-4c1c-bbe4-261514c7ef84 HTTP/1.1" status: 204 len: 168 time: 0.5280795 Jul 15 17:04:30.367505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:30.383520 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6b11bc2f-44d6-4bf7-9737-aa36c415ceca tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1911802 Jul 15 17:04:30.406064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 51898) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:30.418470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-659313105-network', 'tenant_id': 'c1e25dc092a742c9ba80efd8fb2f82a0'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:30.426606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:1d:38:8d'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:30.577244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Made reservation on behalf of c1e25dc092a742c9ba80efd8fb2f82a0 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:30.579880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.593551 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-2fa49e0e-5ac0-40a3-85be-fb8765f1f400 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] delete failed (client error): The resource could not be found. Jul 15 17:04:30.598905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2fa49e0e-5ac0-40a3-85be-fb8765f1f400 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/routers/fe70544c-582f-4609-b3c9-db0269e942bf HTTP/1.1" status: 404 len: 336 time: 0.9679313 Jul 15 17:04:30.600253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51936) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:30.606238 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.609283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.703694 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa83b69d-7efd-4d01-890e-57df23956f58 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] DELETE failed (client error): The resource could not be found. Jul 15 17:04:30.708808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa83b69d-7efd-4d01-890e-57df23956f58 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:04:30.710846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aa83b69d-7efd-4d01-890e-57df23956f58 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/subnets/01ed0e2b-c2f4-4f8b-9b89-89659a5b76ad HTTP/1.1" status: 404 len: 337 time: 0.1087110 Jul 15 17:04:30.714488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 51952) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:30.838055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c3155e5f-546b-44e3-9668-fc1c811c4952 None None] Provisioning for port bc2e088c-27c4-4261-8d25-650955560977 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:30.845486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c3155e5f-546b-44e3-9668-fc1c811c4952 None None] Provisioning complete for port bc2e088c-27c4-4261-8d25-650955560977 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:30.846112 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c3155e5f-546b-44e3-9668-fc1c811c4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:30.918895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c3155e5f-546b-44e3-9668-fc1c811c4952 None None] Port bc2e088c-27c4-4261-8d25-650955560977 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:30.936589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port f5c8a472-7f51-4c01-9d1e-9c0dbdd84706 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:30.937187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.032291 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.051023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.053080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0452db39-b73c-45ef-8b0d-2cb8b94d819e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:31.064737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for f5c8a472-7f51-4c01-9d1e-9c0dbdd84706 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:31.077130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c873222-ee17-4ec8-b79e-533cf7f81554') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:31.077429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c873222-ee17-4ec8-b79e-533cf7f81554') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:31.097226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.107386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.135300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.214841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:31.215378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:31.217615 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:31.247702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.249627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.262158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.358112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.358831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:04:31.374297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.391951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.401898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=f5c8a472-7f51-4c01-9d1e-9c0dbdd84706,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:31.417248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0452db39-b73c-45ef-8b0d-2cb8b94d819e HTTP/1.1" status: 204 len: 168 time: 1.0275850 Jul 15 17:04:31.431110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.431469 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Added segment 788935d4-6596-4b99-8eed-50e8aa27b0a3 of type vlan for network 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa Jul 15 17:04:31.434662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a5c57-1ecd-4ffc-8ae7-d4583dccfdd7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:31.508593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506954fe-f3f6-4d8a-89ad-5cd0d1891b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=0452db39-b73c-45ef-8b0d-2cb8b94d819e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:31.598698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.604164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-02061fdd-0f67-4684-8e45-0095045d882b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/f5c8a472-7f51-4c01-9d1e-9c0dbdd84706 HTTP/1.1" status: 204 len: 168 time: 0.8883824 Jul 15 17:04:31.606528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:31.624556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:31.636195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.768732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8380b4fe-688f-4a41-804b-201e971a72e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5737eb7dd39643bfb912727827f00b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404035 Jul 15 17:04:31.771119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52060) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:31.771424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.772464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:31.773295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.822016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.829681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.847546 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0166526 Jul 15 17:04:31.848205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:31.888626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port acd7f06e-f5c0-4825-8825-3923aab20b2a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:31.889915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.913530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaf67-9eed-4ff9-90bf-21f0b44f6850 admin admin] Pushing event updated for resources: {'Network': ['ID=50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:31.921193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Request body: {'subnet': {'network_id': '50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-659313105-subnet', 'tenant_id': 'c1e25dc092a742c9ba80efd8fb2f82a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:31.924356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:04:31.939590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] In _notify_port_updated(), no bound segment for port bc2e088c-27c4-4261-8d25-650955560977 on network 10f222c9-a565-42e0-94d2-fdb58424a3dc {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:04:31.947572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:31.948299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:31.950421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "PUT /v2.0/ports/bc2e088c-27c4-4261-8d25-650955560977 HTTP/1.1" status: 200 len: 1002 time: 1.5434456 Jul 15 17:04:31.955193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:32.013167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90041085-2821-4bc9-a177-a4d73c3f6610 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=bc2e088c-27c4-4261-8d25-650955560977,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:32.036173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Made reservation on behalf of c1e25dc092a742c9ba80efd8fb2f82a0 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:32.038944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.141921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.187238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.199959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.215238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for acd7f06e-f5c0-4825-8825-3923aab20b2a owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:32.349231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port bc2e088c-27c4-4261-8d25-650955560977 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:32.349592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.371088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.373960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.375659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f40f851-6e54-4fd3-a459-334135436880 HTTP/1.1" status: 204 len: 168 time: 0.6030872 Jul 15 17:04:32.431516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41a14f-cbe4-42c9-8d4e-2267f9e72799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f40f851-6e54-4fd3-a459-334135436880,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:32.508747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ad5b49f6-3aa9-4274-b4b2-0a0be5fd8e83 None None] Provisioning complete for port bc2e088c-27c4-4261-8d25-650955560977 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:32.509131 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad5b49f6-3aa9-4274-b4b2-0a0be5fd8e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.572753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b49f6-3aa9-4274-b4b2-0a0be5fd8e83 None None] Port bc2e088c-27c4-4261-8d25-650955560977 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:32.582173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.648091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=acd7f06e-f5c0-4825-8825-3923aab20b2a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:32.733492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.775120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for bc2e088c-27c4-4261-8d25-650955560977 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:32.777463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.857497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:32.866095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9afa9d09-806a-46ff-aee8-fc0a46ee48cf tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/ports/acd7f06e-f5c0-4825-8825-3923aab20b2a HTTP/1.1" status: 204 len: 168 time: 1.2540076 Jul 15 17:04:32.866095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:32.921593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22302bf2-19f0-4b66-93b0-3aae15cc1bfe,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:32.954444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c522e0-9848-4630-a0c2-cf7efe77bf76 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:32.957002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-69c522e0-9848-4630-a0c2-cf7efe77bf76 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "GET /v2.0/ports?device_id=212506e6-393f-4667-b4e6-2be81b381cf3 HTTP/1.1" status: 200 len: 913 time: 0.0897372 Jul 15 17:04:32.963439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:32.994008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Checking segment: {'id': '788935d4-6596-4b99-8eed-50e8aa27b0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:32.994008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Network hostable DHCP agents. Network: 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:04:33.024082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Network 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:04:33.061349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:33.073673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7714b54-232c-421e-a13d-39924fcc9f10 None None] Network 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:33.082475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:33.083077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:33.106266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a24af91-f0ce-43df-ac6c-3681d8907593 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1944308 Jul 15 17:04:33.107770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:33.171055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=bc2e088c-27c4-4261-8d25-650955560977,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:33.479067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:33.489512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c78f35f8-e02e-4c7d-a1fc-cb1272c74b05 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/bc2e088c-27c4-4261-8d25-650955560977 HTTP/1.1" status: 204 len: 168 time: 1.5285103 Jul 15 17:04:33.490197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:33.490537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:33.539759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e3875f-069c-4f0d-8e3d-5cefec3f7b72 None None] Network 50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:33.648588 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6de2b3-9a60-4082-8b30-6a64b1d8574f tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] GET failed (client error): The resource could not be found. Jul 15 17:04:33.653088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e6de2b3-9a60-4082-8b30-6a64b1d8574f tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports/bc2e088c-27c4-4261-8d25-650955560977 HTTP/1.1" status: 404 len: 333 time: 0.1321335 Jul 15 17:04:33.655813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:33.678612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-83270859'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:33.823187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Deleting subnet 22302bf2-19f0-4b66-93b0-3aae15cc1bfe {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:33.830339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:33.847617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:33.976292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.127024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52200) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:34.128973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:34.135536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.171020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.188853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:34.242040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 0f25eb56-d6f3-4918-bff1-c5ddeef2dff2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:34.242801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.396167 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.417158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-network', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:34.438972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22302bf2-19f0-4b66-93b0-3aae15cc1bfe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:34.448285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.452695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.454364 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dd876d7d-c9ca-4cd6-a0ee-3a161e7d8da5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22302bf2-19f0-4b66-93b0-3aae15cc1bfe HTTP/1.1" status: 204 len: 168 time: 0.9554055 Jul 15 17:04:34.455151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:34.467351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::3c8 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/9b8f22d9-8a43-4eb7-a793-24eb78f18b50) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:34.474831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 0f25eb56-d6f3-4918-bff1-c5ddeef2dff2 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:34.485043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Made reservation on behalf of 05d5655a83a7497786b904aa4ce9882b for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:34.492613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.515591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.701139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.884534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.897392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.903435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.908597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:34.930157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:04:34.951783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:34.952152 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Added segment 86a21b1d-2e96-4481-b4fe-eb94346f9dec of type vlan for network 48f20d26-7611-4ef7-959b-222385602082 Jul 15 17:04:34.954319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.079701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.083771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaef06d-c135-49e8-a472-452e63b3a13f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:35.213824 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.214873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:35.215680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.238047 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.260738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1323566 Jul 15 17:04:35.261395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:35.310396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Request body: {'subnet': {'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-subnet', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:35.316011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=0f25eb56-d6f3-4918-bff1-c5ddeef2dff2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:35.402324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086a7ac-7f8e-4dbe-b6a8-7c2288a9a233 admin admin] Pushing event updated for resources: {'Network': ['ID=48f20d26-7611-4ef7-959b-222385602082,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:35.415391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 48f20d26-7611-4ef7-959b-222385602082 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:04:35.432517 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Made reservation on behalf of 05d5655a83a7497786b904aa4ce9882b for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:35.434879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.594805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:35.613506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:35.617103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=9b8f22d9-8a43-4eb7-a793-24eb78f18b50,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:35.630339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:35.638229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:35.639119 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.712026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.724416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd255890-737a-4ba2-9ed0-e8a57732d0d5 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0601892 Jul 15 17:04:35.725041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:35.729724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:35.735159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1d:38:8d'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:35.791418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.812300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788935d4-6596-4b99-8eed-50e8aa27b0a3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:35.812820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788935d4-6596-4b99-8eed-50e8aa27b0a3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:35.859860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.907588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.974624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:35.975075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:35.981265 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:36.082690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.099481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.132842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-54149f60-ec48-40e9-98cd-e4b7269220c2 None None] Provisioning for port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:36.137149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.142310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] 10.222.0.25 "DELETE /v2.0/networks/50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa HTTP/1.1" status: 204 len: 168 time: 1.6763630 Jul 15 17:04:36.154223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-54149f60-ec48-40e9-98cd-e4b7269220c2 None None] Provisioning complete for port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:36.154607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-54149f60-ec48-40e9-98cd-e4b7269220c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.159831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae56be-000f-4bef-ab14-afd4035fdd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=50e9947b-fe0f-4a86-8ee8-8ed38fbf6bfa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:36.255320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-54149f60-ec48-40e9-98cd-e4b7269220c2 None None] Port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:36.345852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:36.449813 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b1d0d8d-f279-40e3-a513-cb807e216cc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1e25dc092a742c9ba80efd8fb2f82a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027381 Jul 15 17:04:36.450511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:36.481460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.498602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.505485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.516322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Router 212506e6-393f-4667-b4e6-2be81b381cf3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:36.561539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=9b8f22d9-8a43-4eb7-a793-24eb78f18b50,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:36.574983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.579431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] In _notify_port_updated(), no bound segment for port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 on network 10f222c9-a565-42e0-94d2-fdb58424a3dc {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:04:36.585604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:36.586274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.590899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-25789db1-3ead-4bb6-bb57-993fe40c0303 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "PUT /v2.0/ports/9b8f22d9-8a43-4eb7-a793-24eb78f18b50 HTTP/1.1" status: 200 len: 1001 time: 0.8631246 Jul 15 17:04:36.591578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:36.636724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e72b6ef-8610-4115-a21b-d555cdc51714,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:36.721826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Checking segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:36.722207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Network hostable DHCP agents. Network: 48f20d26-7611-4ef7-959b-222385602082, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:04:36.727106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.757512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Network 48f20d26-7611-4ef7-959b-222385602082 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:04:36.784500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:36.785163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.851826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.854707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.862676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 48f20d26-7611-4ef7-959b-222385602082) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:36.876756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844fd0d8-ed67-4db2-9c6d-954b243b1000 None None] Network 48f20d26-7611-4ef7-959b-222385602082 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:36.886414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e20a5c57-1ecd-4ffc-8ae7-d4583dccfdd7 HTTP/1.1" status: 204 len: 168 time: 0.4331493 Jul 15 17:04:36.888395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:36.889004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:36.919173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-16f56f6f-34aa-476d-a4a1-e5ab89eb811d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6206758 Jul 15 17:04:36.926031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52260) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:36.937438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d7c61-5ecc-4244-94e4-032256aeb330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a5c57-1ecd-4ffc-8ae7-d4583dccfdd7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:36.938160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:37.012847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:37.043074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a5b5b3f2-15dd-4fe0-be7b-15c5b1a29762 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "PUT /v2.0/routers/212506e6-393f-4667-b4e6-2be81b381cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0765889 Jul 15 17:04:37.044838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:37.118801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.152244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:37.236644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] Sync routers for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:37.266180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-48f20d26-7611-4ef7-959b-222385602082', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:04:37.267039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.324712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.327614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.336445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:37.338794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:37.367932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5f58828b-fa6a-428e-936c-708e06942a12 None None] Provisioning complete for port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:37.370231 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5f58828b-fa6a-428e-936c-708e06942a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.372617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.465617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.533116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:37.554348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=9b8f22d9-8a43-4eb7-a793-24eb78f18b50,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:37.603608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.608577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b6d613bc-36ae-46a4-bdfe-f533d9f1433a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/9b8f22d9-8a43-4eb7-a793-24eb78f18b50 HTTP/1.1" status: 204 len: 168 time: 1.0129097 Jul 15 17:04:37.609977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:37.702825 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a339138-74af-472e-8922-e78646590a9a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] GET failed (client error): The resource could not be found. Jul 15 17:04:37.712777 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a339138-74af-472e-8922-e78646590a9a tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports/9b8f22d9-8a43-4eb7-a793-24eb78f18b50 HTTP/1.1" status: 404 len: 333 time: 0.1007390 Jul 15 17:04:37.713497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:37.714625 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.718598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2093152042'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:37.729114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:37.752977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] Routers {'212506e6-393f-4667-b4e6-2be81b381cf3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:37.755185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['212506e6-393f-4667-b4e6-2be81b381cf3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:37.762853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5f58828b-fa6a-428e-936c-708e06942a12 None None] Port 9b8f22d9-8a43-4eb7-a793-24eb78f18b50 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:37.812743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:37.813831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f793b7f-89d8-4252-88b9-75a9d87fbed9 None None] The sync data for ids ['212506e6-393f-4667-b4e6-2be81b381cf3'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:37.904307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Allocated IP 172.20.0.2 (48f20d26-7611-4ef7-959b-222385602082/6e72b6ef-8610-4115-a21b-d555cdc51714/4e077842-8dfd-449b-aa69-f217d27bc768) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:38.116299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:38.122101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.172286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port d7e020b9-d8bb-4393-be13-9ce7ad960d02 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:38.291997 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.365138 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.372223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting port 845f5f69-550e-43bf-8124-78fac52a0b61 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:38.373407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.390943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Transition to ACTIVE for port object 4e077842-8dfd-449b-aa69-f217d27bc768 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:38.434503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Transition to ACTIVE for port object 4e077842-8dfd-449b-aa69-f217d27bc768 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:38.442604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.463409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52300) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:38.475419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::1f8 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/d7e020b9-d8bb-4393-be13-9ce7ad960d02) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:38.572147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Pushing event updated for resources: {'Port': ['ID=4e077842-8dfd-449b-aa69-f217d27bc768,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:38.600031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Network 48f20d26-7611-4ef7-959b-222385602082 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:38.608008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:38.610952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:38.705904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.745362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Attempting to bind port 4e077842-8dfd-449b-aa69-f217d27bc768 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:38.745875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Attempting to bind port 4e077842-8dfd-449b-aa69-f217d27bc768 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:38.746344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Attempting to bind port 4e077842-8dfd-449b-aa69-f217d27bc768 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:38.747699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.762945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Calling delete_port for 845f5f69-550e-43bf-8124-78fac52a0b61 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:38.763498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:38.764007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Checking segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:38.764833 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.765333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Bound using segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:38.765931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Bound port: 4e077842-8dfd-449b-aa69-f217d27bc768, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:38.766424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.792604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object d7e020b9-d8bb-4393-be13-9ce7ad960d02 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:38.843010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.884926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] For port 4e077842-8dfd-449b-aa69-f217d27bc768, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:38.889368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] For port 4e077842-8dfd-449b-aa69-f217d27bc768, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4e077842-8dfd-449b-aa69-f217d27bc768,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:38.895863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.906255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:38.910440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:38.913443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:38.921051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:38.921786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:38.934619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=d7e020b9-d8bb-4393-be13-9ce7ad960d02,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:38.951107 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-753ff913-dc7c-4fae-a904-e5904d906478 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2364855 Jul 15 17:04:38.953696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:38.968768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'network_id': '10f222c9-a565-42e0-94d2-fdb58424a3dc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-991957663'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:39.003214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdcb80-963a-4e8c-b1ad-a1260725f59f None None] Pushing event updated for resources: {'Port': ['ID=4e077842-8dfd-449b-aa69-f217d27bc768,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:39.232300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7d38ddcc-621c-4be4-8e40-f14f802a43cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab8e9df6b5ab4b71ae1b276db3c8bc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630808 Jul 15 17:04:39.237312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:39.284163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Made reservation on behalf of 9500bbd03d8b4c7aa478189d33f14555 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:39.288760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.363155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] device_id is not set on port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:39.367826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52322) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:39.416315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.507689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.514355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff25c2e1-1ccb-4b22-923d-5ac88101383b None None] Provisioning for port d7e020b9-d8bb-4393-be13-9ce7ad960d02 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:39.518526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff25c2e1-1ccb-4b22-923d-5ac88101383b None None] Provisioning complete for port d7e020b9-d8bb-4393-be13-9ce7ad960d02 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:39.518897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff25c2e1-1ccb-4b22-923d-5ac88101383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.605194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff25c2e1-1ccb-4b22-923d-5ac88101383b None None] Port d7e020b9-d8bb-4393-be13-9ce7ad960d02 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:39.655170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Allocated IP 2001:db8::371 (10f222c9-a565-42e0-94d2-fdb58424a3dc/2ae59174-e985-444c-acb1-a749f896c8e8/9fcfa6e8-1422-489d-90eb-fe3c65a77751) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:39.663321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.671857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.676227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/946e7f17-6ce4-4e20-84a7-82a15df19a8b HTTP/1.1" status: 204 len: 168 time: 0.4377587 Jul 15 17:04:39.697144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd1c18-d8aa-4186-bf7f-e2c4b4947c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e7f17-6ce4-4e20-84a7-82a15df19a8b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:39.964665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4e077842-8dfd-449b-aa69-f217d27bc768 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:39.967883 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:39.984328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Transition to ACTIVE for port object 9fcfa6e8-1422-489d-90eb-fe3c65a77751 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:40.072695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4e077842-8dfd-449b-aa69-f217d27bc768 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:40.080953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.159418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e94e4b-3147-44e5-b624-bc866c24b7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.191899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:40.208368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:40.212838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:40.219372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:40.220412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.235419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=9fcfa6e8-1422-489d-90eb-fe3c65a77751,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:40.252639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4f8303e4-46f9-4f28-8e86-9f5d1856c508 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2954044 Jul 15 17:04:40.259733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:40.267591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::223', 'mac_address': 'fa:16:3e:1d:38:8d'}, {'ip_address': '2001:db8::1f8', 'mac_address': 'fa:16:3e:ee:60:2c'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:40.516064 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.587930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.625475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.647667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.696900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.747762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.771882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-369c5f31-1cfa-4159-840b-95ae42f1e243 None None] Provisioning for port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:40.775918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Port': ['ID=845f5f69-550e-43bf-8124-78fac52a0b61,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:40.811433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-369c5f31-1cfa-4159-840b-95ae42f1e243 None None] Provisioning complete for port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:40.811722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-369c5f31-1cfa-4159-840b-95ae42f1e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:40.921693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-369c5f31-1cfa-4159-840b-95ae42f1e243 None None] Port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:40.924561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7074c7-b739-421e-8663-1146d6b9f28d None None] Network 48f20d26-7611-4ef7-959b-222385602082 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:40.997838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e94e4b-3147-44e5-b624-bc866c24b7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.021350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-26e94e4b-3147-44e5-b624-bc866c24b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.100017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-26e94e4b-3147-44e5-b624-bc866c24b7bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=096b7066d2a840f0857eba9d15504e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7241743 Jul 15 17:04:41.103729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.105721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.108708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:41.114336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.248862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Provisioning for port 4e077842-8dfd-449b-aa69-f217d27bc768 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:41.259851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] In _notify_port_updated(), no bound segment for port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 on network 10f222c9-a565-42e0-94d2-fdb58424a3dc {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:04:41.266625 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.268975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.272519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:41.275618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.282136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "PUT /v2.0/ports/9fcfa6e8-1422-489d-90eb-fe3c65a77751 HTTP/1.1" status: 200 len: 1067 time: 1.0205491 Jul 15 17:04:41.283136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:41.304410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Provisioning complete for port 4e077842-8dfd-449b-aa69-f217d27bc768 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:41.306278 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.340575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.340575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Fanout notify agent at l3_agent the message router_deleted on router 212506e6-393f-4667-b4e6-2be81b381cf3 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:04:41.354237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.358029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3e412da0-16ae-426c-ac09-4082864cbf04 tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/routers/212506e6-393f-4667-b4e6-2be81b381cf3 HTTP/1.1" status: 204 len: 168 time: 4.3097534 Jul 15 17:04:41.369812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:41.441084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Deleting subnet d5175a44-9b1c-4260-8d58-2f696e2e5920 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:41.444606 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.489860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.531569 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.563406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cea9d9-2a2a-42bf-a48c-34fb6b085783 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event updated for resources: {'Port': ['ID=9fcfa6e8-1422-489d-90eb-fe3c65a77751,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:41.581298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.619749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] For port 4e077842-8dfd-449b-aa69-f217d27bc768, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4e077842-8dfd-449b-aa69-f217d27bc768,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:41.625809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.646337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Allocated IP 172.25.8.228 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/2723051a-3627-428d-a0c2-005aac10b367) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:41.695731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.716395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6489ba-8deb-4fc5-afbc-b6cad0ad36ab None None] Pushing event updated for resources: {'Port': ['ID=4e077842-8dfd-449b-aa69-f217d27bc768,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:41.726692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e94e4b-3147-44e5-b624-bc866c24b7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f6f2b-5f1e-40e2-8dbd-e409f2757fe9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:41.800598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.813760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.867866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Subnet': ['ID=d5175a44-9b1c-4260-8d58-2f696e2e5920,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:41.883053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10c09453-bfc6-4a4b-a790-bf3e8b46ed82 None None] Provisioning complete for port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:41.884295 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10c09453-bfc6-4a4b-a790-bf3e8b46ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.888353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:41.889315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.917934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.923322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23e10e90-e2b4-4bd9-99f6-e5b61fa49e3b tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/subnets/d5175a44-9b1c-4260-8d58-2f696e2e5920 HTTP/1.1" status: 204 len: 168 time: 0.5492215 Jul 15 17:04:41.924925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52380) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:41.947292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4e077842-8dfd-449b-aa69-f217d27bc768 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:41.984863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:41.993446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.000419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df1f6f2b-5f1e-40e2-8dbd-e409f2757fe9 HTTP/1.1" status: 204 len: 168 time: 0.8882461 Jul 15 17:04:42.026066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8daeb-0247-44dc-9bae-cee452c85bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f6f2b-5f1e-40e2-8dbd-e409f2757fe9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:42.056664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.060770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-10c09453-bfc6-4a4b-a790-bf3e8b46ed82 None None] Port 9fcfa6e8-1422-489d-90eb-fe3c65a77751 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:42.090406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for 9fcfa6e8-1422-489d-90eb-fe3c65a77751 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:42.100446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4e077842-8dfd-449b-aa69-f217d27bc768 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:42.104156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.154202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.233707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.242092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-98d098a0-77c2-45ac-b4f0-cd2c217d9ae5 None None] Provisioning complete for port 4e077842-8dfd-449b-aa69-f217d27bc768 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:42.243511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-98d098a0-77c2-45ac-b4f0-cd2c217d9ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.419800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.436911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.453329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a045f5-998b-480b-818f-77f86c3eb410']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:42.467366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.498013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:42.499887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2669864-7acf-4753-a449-f622fe3f1975') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:42.500213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2669864-7acf-4753-a449-f622fe3f1975') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:42.510175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:42.516679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.518467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:42.535971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=9fcfa6e8-1422-489d-90eb-fe3c65a77751,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:42.636790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Pushing event updated for resources: {'Port': ['ID=2723051a-3627-428d-a0c2-005aac10b367,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:42.640442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.651934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:42.652329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:42.656696 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:43.023368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.045165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.051604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc42224c-fddf-4a20-860f-2eb2cd2209a2 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/9fcfa6e8-1422-489d-90eb-fe3c65a77751 HTTP/1.1" status: 204 len: 168 time: 1.7255378 Jul 15 17:04:43.053425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:43.069133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.075307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] 10.222.0.25 "DELETE /v2.0/networks/c0a045f5-998b-480b-818f-77f86c3eb410 HTTP/1.1" status: 204 len: 168 time: 1.1358130 Jul 15 17:04:43.114079 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed48a738-f0e8-4be5-b0fb-4ee3f00fadbc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] GET failed (client error): The resource could not be found. Jul 15 17:04:43.115518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac51a0-111b-4323-8a6b-19e610d73d8e tempest-FloatingIPTestJSON-362302012 tempest-FloatingIPTestJSON-362302012-project] Pushing event deleted for resources: {'Network': ['ID=c0a045f5-998b-480b-818f-77f86c3eb410,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:43.117007 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed48a738-f0e8-4be5-b0fb-4ee3f00fadbc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports/9fcfa6e8-1422-489d-90eb-fe3c65a77751 HTTP/1.1" status: 404 len: 333 time: 0.0617449 Jul 15 17:04:43.121197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:43.292591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.553639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port d7e020b9-d8bb-4393-be13-9ce7ad960d02 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:43.554732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.796350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:43.832487 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.875321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:43.910471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for d7e020b9-d8bb-4393-be13-9ce7ad960d02 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:44.171812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:44.172242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4781ff03-4f5b-4ba0-b99a-b20eb8f1a016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97e12c7f87ef453db593d99dcf209676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729236 Jul 15 17:04:44.184532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:44.212617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:04:44.225347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=d7e020b9-d8bb-4393-be13-9ce7ad960d02,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:44.264277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:44.270017 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd29eb59-db70-44f4-9e87-552599848dcc tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/d7e020b9-d8bb-4393-be13-9ce7ad960d02 HTTP/1.1" status: 204 len: 168 time: 1.1473148 Jul 15 17:04:44.270867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:44.303730 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:44.306809 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9def1f-c17f-440f-b3d2-42d764cf8c1b tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] GET failed (client error): The resource could not be found. Jul 15 17:04:44.317865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52614) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:44.318362 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c9def1f-c17f-440f-b3d2-42d764cf8c1b tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "GET /v2.0/ports/d7e020b9-d8bb-4393-be13-9ce7ad960d02 HTTP/1.1" status: 404 len: 333 time: 0.0423303 Jul 15 17:04:44.505918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:44.519268 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:44.580102 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:44.588091 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:44.603388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:44.677170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:44.683693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33cee4fd-f016-4055-a21a-e8adfa149f72 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7565539 Jul 15 17:04:44.686821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 52664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:44.983492 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:45.062292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.068702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.073832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/424a4019-c6d9-4549-9587-889aee867994 HTTP/1.1" status: 204 len: 168 time: 0.9000661 Jul 15 17:04:45.096692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776bb78-8169-4ca7-aa3b-860579fa6f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a4019-c6d9-4549-9587-889aee867994,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:45.123825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port ebf55f19-a45f-4569-a009-c7985a63e276 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:45.124731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.267219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.298126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for ebf55f19-a45f-4569-a009-c7985a63e276 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:45.444561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:43Z', 'revision_number': 3, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:45.569877 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:04:45.572028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Updating router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c port 2723051a-3627-428d-a0c2-005aac10b367 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:04:45.710589 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.838368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:45.998055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=ebf55f19-a45f-4569-a009-c7985a63e276,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:46.221517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.235582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cd40e44c-362b-4c72-a75e-e7dc74b2dc30 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/ports/ebf55f19-a45f-4569-a009-c7985a63e276 HTTP/1.1" status: 204 len: 168 time: 1.9161558 Jul 15 17:04:46.240058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52822) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:46.241590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.568351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting subnet 2ae59174-e985-444c-acb1-a749f896c8e8 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:04:46.578822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.728619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.736045 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.753749 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Transition to ACTIVE for port object 2723051a-3627-428d-a0c2-005aac10b367 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:46.767743 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.872807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Allocated IP 172.20.0.1 (48f20d26-7611-4ef7-959b-222385602082/6e72b6ef-8610-4115-a21b-d555cdc51714/b3f01e96-cbbc-4e2b-940a-1681659ec813) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:46.875448 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Attempting to bind port 2723051a-3627-428d-a0c2-005aac10b367 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:46.876378 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Attempting to bind port 2723051a-3627-428d-a0c2-005aac10b367 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:46.876813 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Attempting to bind port 2723051a-3627-428d-a0c2-005aac10b367 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:46.881056 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Pushing event updated for resources: {'Port': ['ID=2723051a-3627-428d-a0c2-005aac10b367,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:46.888287 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:46.889059 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:46.893907 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.894708 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:46.895276 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Bound port: 2723051a-3627-428d-a0c2-005aac10b367, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:46.895843 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:46.953427 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.953788 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.954123 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.954574 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.954825 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.955244 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.955370 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.955690 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.956000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.956354 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.956643 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.956955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:04:46.973764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.039509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52894) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:47.065989 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] For port 2723051a-3627-428d-a0c2-005aac10b367, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:47.080655 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] For port 2723051a-3627-428d-a0c2-005aac10b367, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2723051a-3627-428d-a0c2-005aac10b367,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:47.090820 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.112423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.168000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:47.170707 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:47.194283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.205653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae59174-e985-444c-acb1-a749f896c8e8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:47.207571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.215331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b0e53-1e7f-437c-b50b-c62dba6d03ec None None] Network 10f222c9-a565-42e0-94d2-fdb58424a3dc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:47.233561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6e6a4b4-0a20-4d12-ae69-0784b307b474 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/subnets/2ae59174-e985-444c-acb1-a749f896c8e8 HTTP/1.1" status: 204 len: 168 time: 0.9894800 Jul 15 17:04:47.245276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52920) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:47.259337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Transition to ACTIVE for port object b3f01e96-cbbc-4e2b-940a-1681659ec813 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:47.283857 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4504343-bf7e-44d1-8f37-d4048187e92d None None] Pushing event updated for resources: {'Port': ['ID=2723051a-3627-428d-a0c2-005aac10b367,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:47.325849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.535472 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:47.554897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Network 48f20d26-7611-4ef7-959b-222385602082 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:47.559382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2054641245'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:47.603968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:47.622419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:47.634575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.667426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Made reservation on behalf of 463f9cf9574348f3aaded51020484a71 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:47.671151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.708534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Pushing event updated for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:47.731894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.797135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:47.846074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] DHCP port deletion for 10f222c9-a565-42e0-94d2-fdb58424a3dc request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:04:48.007743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Deleting port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:48.012382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.015845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Deleting port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:04:48.016451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.073940 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:43Z', 'revision_number': 3, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:48.159819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] For port b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,segment=NetworkSegment(60d675a5-f8b4-459f-9eae-0635d88ec2f8),segment_id=60d675a5-f8b4-459f-9eae-0635d88ec2f8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:48.160441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.172989 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234c55a9-d540-4c67-a679-2f7488930c74 None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:43Z', 'revision_number': 3, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:48.174268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.190312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Calling delete_port for b81c5b3b-6abc-4fd6-a675-ed82b263ee58 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:48.192717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.239413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:04:48.256506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] For port b81c5b3b-6abc-4fd6-a675-ed82b263ee58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,segment=NetworkSegment(60d675a5-f8b4-459f-9eae-0635d88ec2f8),segment_id=60d675a5-f8b4-459f-9eae-0635d88ec2f8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:48.257102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.326018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.349166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89336528-e8a8-4063-a047-3a2ec2c842a9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:48.391371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.391737 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Added segment 47ce4655-a0f4-45bb-93f9-1f15c69f4f8f of type vlan for network 807bba33-8b74-45bf-8842-8eddf7048a66 Jul 15 17:04:48.393010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Calling delete_port for b81c5b3b-6abc-4fd6-a675-ed82b263ee58 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:04:48.449094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b648acfa-560c-4a08-978e-946490da6c89 None None] Provisioning for port b3f01e96-cbbc-4e2b-940a-1681659ec813 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:48.643924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b648acfa-560c-4a08-978e-946490da6c89 None None] Provisioning complete for port b3f01e96-cbbc-4e2b-940a-1681659ec813 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:48.644406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b648acfa-560c-4a08-978e-946490da6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.652862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.695928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.752000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] No DVR routers for this DVR port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:48.765259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b648acfa-560c-4a08-978e-946490da6c89 None None] Port b3f01e96-cbbc-4e2b-940a-1681659ec813 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:48.846607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.872950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] No DVR routers for this DVR port b81c5b3b-6abc-4fd6-a675-ed82b263ee58 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:04:48.895010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.909110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:48.923357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641658d-510b-44f7-8c36-3169dde3ce6b None None] Pushing event deleted for resources: {'Port': ['ID=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:48.981874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.009957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f222c9-a565-42e0-94d2-fdb58424a3dc']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:49.031610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d675a5-f8b4-459f-9eae-0635d88ec2f8') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:49.031888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d675a5-f8b4-459f-9eae-0635d88ec2f8') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:49.048760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.051879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Pushing event updated for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:49.061528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.092058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.107639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:04:49.108063 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.187825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Network 48f20d26-7611-4ef7-959b-222385602082 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:49.202784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:04:49.266975 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:04:49.277378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.294030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.298488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] 10.222.0.25 "DELETE /v2.0/networks/10f222c9-a565-42e0-94d2-fdb58424a3dc HTTP/1.1" status: 204 len: 168 time: 2.0480611 Jul 15 17:04:49.302986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Port': ['ID=b81c5b3b-6abc-4fd6-a675-ed82b263ee58,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:49.316281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.331746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:49.333176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.386707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0eedcd-44dc-4edb-951e-6a8483e1b064 tempest-AllowedAddressPairIpV6TestJSON-862861401 tempest-AllowedAddressPairIpV6TestJSON-862861401-project] Pushing event deleted for resources: {'Network': ['ID=10f222c9-a565-42e0-94d2-fdb58424a3dc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:49.407486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3649142 Jul 15 17:04:49.408928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 52990) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:49.420185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'subnet': {'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:49.679658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:04:49.801029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e784f85-bf66-443f-8b8f-f3c2585fc12f None None] Provisioning complete for port b3f01e96-cbbc-4e2b-940a-1681659ec813 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:49.803951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3e784f85-bf66-443f-8b8f-f3c2585fc12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:49.867785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Made reservation on behalf of 463f9cf9574348f3aaded51020484a71 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:49.889715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.187113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53002) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:50.194726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8e0a1-89ea-4026-8ac6-06d683ea7622 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Network': ['ID=807bba33-8b74-45bf-8842-8eddf7048a66,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:50.355503 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.469245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Checking segment: {'id': '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:50.469372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network hostable DHCP agents. Network: 807bba33-8b74-45bf-8842-8eddf7048a66, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:04:50.504521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Subnet': ['ID=443bade9-2ab8-462f-9531-5448f1c42380,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:50.524784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3e784f85-bf66-443f-8b8f-f3c2585fc12f None None] Port b3f01e96-cbbc-4e2b-940a-1681659ec813 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:50.533359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2723051a-3627-428d-a0c2-005aac10b367 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:50.539971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 807bba33-8b74-45bf-8842-8eddf7048a66 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:04:50.544252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 807bba33-8b74-45bf-8842-8eddf7048a66 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:04:50.555037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 807bba33-8b74-45bf-8842-8eddf7048a66) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:50.572468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:50.572994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.657391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d464ad1f-5524-41a9-8207-448db19ea1a4 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2456293 Jul 15 17:04:50.662152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53016) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:50.669785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-427858870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:50.776543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b09b5640-5fb4-4471-ba65-e420d3552c3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9500bbd03d8b4c7aa478189d33f14555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827291 Jul 15 17:04:50.777410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.778475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.812607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:50.814723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:50.840063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b53ff71-85f6-4f68-bb35-4e8a0e6b10ab admin admin] 10.222.0.25 "PUT /v2.0/routers/27d695e0-4ab6-4bac-b4c5-c67ba197ac0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1440625 Jul 15 17:04:50.842867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4785e-fda3-4971-a00a-d0d4bae7d351 None None] Network 807bba33-8b74-45bf-8842-8eddf7048a66 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:50.941307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.947307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.969286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2723051a-3627-428d-a0c2-005aac10b367 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:50.977058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2723051a-3627-428d-a0c2-005aac10b367 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:50.977961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.985423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:50.999140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.000685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0baf31c4-a89f-4ab9-b4e9-616a7e173bfe tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3363957 Jul 15 17:04:51.003257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53026) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:51.045837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.175566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.179396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.181890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a182bfd-5732-4df3-bb3b-5fffaf0dec0b HTTP/1.1" status: 204 len: 168 time: 0.3664765 Jul 15 17:04:51.215543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33724-a491-4e9b-ab36-f773be87f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a182bfd-5732-4df3-bb3b-5fffaf0dec0b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:51.530665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-807bba33-8b74-45bf-8842-8eddf7048a66', 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66', 'tenant_id': '463f9cf9574348f3aaded51020484a71', 'fixed_ips': [{'subnet_id': '443bade9-2ab8-462f-9531-5448f1c42380'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:04:51.531941 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.592449 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:51.935157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:51.952172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2723051a-3627-428d-a0c2-005aac10b367, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2723051a-3627-428d-a0c2-005aac10b367,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:51.963121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:52.080388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2723051a-3627-428d-a0c2-005aac10b367,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:52.090538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b81c5b3b-6abc-4fd6-a675-ed82b263ee58 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:04:52.223580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Allocated IP 172.20.0.2 (807bba33-8b74-45bf-8842-8eddf7048a66/443bade9-2ab8-462f-9531-5448f1c42380/7e93c9e8-376e-416e-9988-61555217af7b) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:52.409355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b81c5b3b-6abc-4fd6-a675-ed82b263ee58 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:04:52.409697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b81c5b3b-6abc-4fd6-a675-ed82b263ee58 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:04:52.415656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:52.419442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:52.614222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2723051a-3627-428d-a0c2-005aac10b367 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:52.833603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:52.843135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414773041', 'description': 'tempest-description--1221822212'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:52.865767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2723051a-3627-428d-a0c2-005aac10b367 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:52.866226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:52.891153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:52.897624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:52.902235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:52.932928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:52.935090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Transition to ACTIVE for port object 7e93c9e8-376e-416e-9988-61555217af7b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:52.994192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.075692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.081278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.123988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.125796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Transition to ACTIVE for port object 7e93c9e8-376e-416e-9988-61555217af7b will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:53.129735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2941172 Jul 15 17:04:53.140167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53084) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.145772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group_rule': {'security_group_id': 'de98a7f5-36e2-44d1-a43d-2a1417807e76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:53.173751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b08d1-a27d-40dd-bda3-4b2184d18b37 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de98a7f5-36e2-44d1-a43d-2a1417807e76,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:53.206091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.233365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.241986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-d73bd697-9a86-4cb5-8e60-ef3815bf2a4d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.243108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d73bd697-9a86-4cb5-8e60-ef3815bf2a4d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3421421 Jul 15 17:04:53.248184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.262875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-eeecabe6-508f-42af-8512-ed5d95057dd6 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.263900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eeecabe6-508f-42af-8512-ed5d95057dd6 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0148239 Jul 15 17:04:53.288598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Network 807bba33-8b74-45bf-8842-8eddf7048a66 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:53.322484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.324064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.332019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-cf342eb6-bc44-4ebb-a2f1-299487c0e092 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.343803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf342eb6-bc44-4ebb-a2f1-299487c0e092 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0175021 Jul 15 17:04:53.344453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.351662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-09bda390-61ec-41c2-bdaa-521949b2e414 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.357674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-09bda390-61ec-41c2-bdaa-521949b2e414 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0119627 Jul 15 17:04:53.358413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53094) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.362892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:53.363267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.369871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-0f519768-b772-4e33-9156-57d4299931d3 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.379125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:53.379531 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0f519768-b772-4e33-9156-57d4299931d3 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0183299 Jul 15 17:04:53.385324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Pushing event updated for resources: {'Port': ['ID=7e93c9e8-376e-416e-9988-61555217af7b,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:53.405613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.411533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fd651a-0603-46cd-96d0-a3cf391fbac3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:53.437793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-9f59f172-24db-4501-be88-afe43bb8d8db tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.446563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f59f172-24db-4501-be88-afe43bb8d8db tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0141158 Jul 15 17:04:53.450441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.474093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-6ebbc228-e7df-4408-8550-ac5e476951f1 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.478194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6ebbc228-e7df-4408-8550-ac5e476951f1 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0230460 Jul 15 17:04:53.481118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.487557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-90aa882d-76ad-493a-ae83-b709230b3bdf tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.491021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90aa882d-76ad-493a-ae83-b709230b3bdf tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064771 Jul 15 17:04:53.491021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.494882 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-33a287d5-77bc-4db8-bcdc-22b2a0ad721f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506985 Jul 15 17:04:53.494882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.497269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-e670cbe1-509c-4cd4-ab86-5ee9fb9bf6b1 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.500487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e670cbe1-509c-4cd4-ab86-5ee9fb9bf6b1 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045574 Jul 15 17:04:53.500487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.503315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group_rule': {'security_group_id': 'de98a7f5-36e2-44d1-a43d-2a1417807e76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:53.507691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53108) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.517776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-6f2d5d82-1218-4f9f-a289-47c050a259e4 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.521114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f2d5d82-1218-4f9f-a289-47c050a259e4 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0083804 Jul 15 17:04:53.522295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.528692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-35053432-2b05-4c19-a75e-1dde25453114 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.532452 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-35053432-2b05-4c19-a75e-1dde25453114 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0071979 Jul 15 17:04:53.533200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.540539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-5f40f295-16ea-4702-90f9-4f2f5bebb96e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.543931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f40f295-16ea-4702-90f9-4f2f5bebb96e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0073836 Jul 15 17:04:53.545289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.550334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-5151f061-4932-4a2d-8edb-a1918ea38092 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.551280 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5151f061-4932-4a2d-8edb-a1918ea38092 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0049274 Jul 15 17:04:53.560221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.573977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-3d9e8df1-8a38-42e3-ac65-db27e91f493d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.577185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d9e8df1-8a38-42e3-ac65-db27e91f493d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0123343 Jul 15 17:04:53.579085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.606315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-c10cdd3f-d3df-49e2-bc21-7c01ff3f2d0b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.607360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c10cdd3f-d3df-49e2-bc21-7c01ff3f2d0b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0157478 Jul 15 17:04:53.609152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.612182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.616761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Attempting to bind port 7e93c9e8-376e-416e-9988-61555217af7b on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:53.617453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Attempting to bind port 7e93c9e8-376e-416e-9988-61555217af7b by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:53.618208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Attempting to bind port 7e93c9e8-376e-416e-9988-61555217af7b on network 807bba33-8b74-45bf-8842-8eddf7048a66 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:53.626530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-1d863225-5730-4770-a62e-386421e84f6a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.627848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1d863225-5730-4770-a62e-386421e84f6a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0134065 Jul 15 17:04:53.629667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Allocated IP 172.20.0.1 (807bba33-8b74-45bf-8842-8eddf7048a66/443bade9-2ab8-462f-9531-5448f1c42380/468fead3-728f-4af4-aabc-9650cf63bcb8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:53.631220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.632594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:53.633939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Checking segment: {'id': '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:53.635458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.636092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Bound using segment: {'id': '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:53.637728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Bound port: 7e93c9e8-376e-416e-9988-61555217af7b, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:53.638878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.641284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-967b0f6e-78e5-4444-9848-d5f62415084b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.642409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-967b0f6e-78e5-4444-9848-d5f62415084b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098641 Jul 15 17:04:53.647504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53128) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.653280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-8f40744f-b152-4733-9cda-8c64fef40d62 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.654248 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8f40744f-b152-4733-9cda-8c64fef40d62 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058336 Jul 15 17:04:53.658276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.667697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-08b62bbf-9b53-4ebc-a75b-a8520a95f992 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.668908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08b62bbf-9b53-4ebc-a75b-a8520a95f992 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095804 Jul 15 17:04:53.689065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53134) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.700415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-50afc475-143a-4e5a-833d-0da801c7c861 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.701449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-50afc475-143a-4e5a-833d-0da801c7c861 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114212 Jul 15 17:04:53.703948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.713536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-718dee1e-1199-4f15-9f60-bf5f711c3528 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.714533 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-718dee1e-1199-4f15-9f60-bf5f711c3528 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093832 Jul 15 17:04:53.719111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.741200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-239e1219-2536-497c-95f4-7d60b0d78d19 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.746150 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-239e1219-2536-497c-95f4-7d60b0d78d19 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0202236 Jul 15 17:04:53.752073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.767211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-5a853011-71b7-440c-b293-5e4c79080c66 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.768279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a853011-71b7-440c-b293-5e4c79080c66 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0152149 Jul 15 17:04:53.777030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.795250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-39ab17c1-0245-4bd3-9337-a2a411ae041d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.797837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-39ab17c1-0245-4bd3-9337-a2a411ae041d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0185347 Jul 15 17:04:53.804357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.807772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53146) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.819931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-5f53fc76-317e-40d5-95d7-ff8902472df3 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.822634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] For port 7e93c9e8-376e-416e-9988-61555217af7b, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:53.823484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f53fc76-317e-40d5-95d7-ff8902472df3 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0132143 Jul 15 17:04:53.825073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.837479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.856589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] For port 7e93c9e8-376e-416e-9988-61555217af7b, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7e93c9e8-376e-416e-9988-61555217af7b,segment=NetworkSegment(47ce4655-a0f4-45bb-93f9-1f15c69f4f8f),segment_id=47ce4655-a0f4-45bb-93f9-1f15c69f4f8f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:53.868912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacbc11b-9a51-4441-89cc-08a4e31a8091,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:53.880448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.894078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-1fa59583-b056-4aff-b4e5-da58cf1546c7 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.894563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 2, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:53.898674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1fa59583-b056-4aff-b4e5-da58cf1546c7 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0340538 Jul 15 17:04:53.902551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.913917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:53.920851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4410a423-1438-4cf3-a065-867316c76447 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4209275 Jul 15 17:04:53.924781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-e81335b8-ca3b-4356-a3d5-96362737882e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:53.928186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.928584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:53.949646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e81335b8-ca3b-4356-a3d5-96362737882e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0433955 Jul 15 17:04:53.963332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:54.025374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:04:54.026243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Updating router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c port b3f01e96-cbbc-4e2b-940a-1681659ec813 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:04:54.038139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-2ef2f23e-fc34-4403-85a1-ec4a7e5546aa tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.049520 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ef2f23e-fc34-4403-85a1-ec4a7e5546aa tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0170238 Jul 15 17:04:54.052583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.062373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-2f4467e7-6cbe-4e21-b86f-56094485849e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.065194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f4467e7-6cbe-4e21-b86f-56094485849e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062964 Jul 15 17:04:54.069298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.077186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.127084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.145516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-354636d5-0a58-428d-8b72-40d534ba9ad8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.159677 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-354636d5-0a58-428d-8b72-40d534ba9ad8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0871542 Jul 15 17:04:54.168538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.185301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Transition to ACTIVE for port object 468fead3-728f-4af4-aabc-9650cf63bcb8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:54.193800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-1dbf5fbe-2356-474a-8f9f-526d8bb80ddf tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.201815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532ed6-36b2-4d93-85e1-104c5d006830 None None] Pushing event updated for resources: {'Port': ['ID=7e93c9e8-376e-416e-9988-61555217af7b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:54.203176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1dbf5fbe-2356-474a-8f9f-526d8bb80ddf tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0265203 Jul 15 17:04:54.230752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.261657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-f7103674-6370-4dc5-b5b3-f9dddc225324 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.265546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.268324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53184) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.268624 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7103674-6370-4dc5-b5b3-f9dddc225324 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0291169 Jul 15 17:04:54.281901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.292440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-0d15c612-59b3-4c65-b52b-13c5bdbf5a79 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.295881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0d15c612-59b3-4c65-b52b-13c5bdbf5a79 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0206621 Jul 15 17:04:54.297457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.313249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-2e7ed0d8-ace7-413a-bbde-7d126d831e5b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.316655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e7ed0d8-ace7-413a-bbde-7d126d831e5b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0155280 Jul 15 17:04:54.322210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.331644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-324e4be4-4c20-4a59-972e-82aada1777ee tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.334982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-324e4be4-4c20-4a59-972e-82aada1777ee tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094683 Jul 15 17:04:54.354053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.371402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-de68a138-0d89-495a-94a6-88aec53bb7cd tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.374842 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de68a138-0d89-495a-94a6-88aec53bb7cd tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0160332 Jul 15 17:04:54.375867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.393908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-6141c9cb-414f-48f3-ac4f-cc0378facef5 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.400843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6141c9cb-414f-48f3-ac4f-cc0378facef5 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0199144 Jul 15 17:04:54.403633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.415879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 807bba33-8b74-45bf-8842-8eddf7048a66 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:54.466218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:54.482106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:54.541403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-331a66bb-ece9-4c14-b659-c0ffd95e0b44 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.542472 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-331a66bb-ece9-4c14-b659-c0ffd95e0b44 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1352444 Jul 15 17:04:54.548280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.567883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-621ab74d-f14b-4188-8141-3541934ab0fb tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.568893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-621ab74d-f14b-4188-8141-3541934ab0fb tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0194893 Jul 15 17:04:54.572927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53204) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.592324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-98e7976a-9a59-485f-b652-7b8916f22492 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.600244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-98e7976a-9a59-485f-b652-7b8916f22492 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0183587 Jul 15 17:04:54.606229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.621499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-c84b3503-94b7-42b8-b627-c8d5fcf82eee tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.622481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c84b3503-94b7-42b8-b627-c8d5fcf82eee tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0153162 Jul 15 17:04:54.637513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.642430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-09c70465-f306-4996-b39e-514fe39c0c75 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.643372 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-09c70465-f306-4996-b39e-514fe39c0c75 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050414 Jul 15 17:04:54.652541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53210) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.681566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-8c139be5-8cce-4b33-b12c-4a4707507a75 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.683604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8c139be5-8cce-4b33-b12c-4a4707507a75 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0297139 Jul 15 17:04:54.686245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53212) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.690818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-9c6b0f73-f305-4f2c-8d5e-9dedd2010bbe tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.691790 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c6b0f73-f305-4f2c-8d5e-9dedd2010bbe tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046108 Jul 15 17:04:54.695541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=468fead3-728f-4af4-aabc-9650cf63bcb8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:54.701884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.703794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53214) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.717107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:54.726828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-078eeb06-94e3-4db7-9769-54facf4a6490 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.726828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-078eeb06-94e3-4db7-9769-54facf4a6490 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0159481 Jul 15 17:04:54.726828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53216) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.798832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-04194751-b619-46f2-a743-f0c83fcfa9b8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.799779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-04194751-b619-46f2-a743-f0c83fcfa9b8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0586388 Jul 15 17:04:54.800163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.808267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53224) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.909463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-f7e88a5e-3bfc-468e-8409-a2f5bab07810 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.911752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f7e88a5e-3bfc-468e-8409-a2f5bab07810 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0167699 Jul 15 17:04:54.918811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53228) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.925317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-bed70af4-83de-4ab8-9521-16fba00ea99b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.926274 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bed70af4-83de-4ab8-9521-16fba00ea99b tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065169 Jul 15 17:04:54.931088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53230) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.937458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-79feed50-1132-45bd-af25-ae6b6f95503c tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.946404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79feed50-1132-45bd-af25-ae6b6f95503c tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0134234 Jul 15 17:04:54.949441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.978376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-fc636be1-159e-4d06-afbb-b821374d10f6 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.983061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc636be1-159e-4d06-afbb-b821374d10f6 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0276468 Jul 15 17:04:54.986478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53236) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:54.988932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Allocated IP 172.25.8.105 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/13938ca6-0121-4da9-b061-8c1b4eddba26) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:54.998596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-82ec1c5a-a32f-42b4-b856-fb68bf328c1c tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:54.999621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82ec1c5a-a32f-42b4-b856-fb68bf328c1c tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0122027 Jul 15 17:04:55.002456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.006574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-2558ef1d-943d-45d3-beea-de40a9119ccc tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.007518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2558ef1d-943d-45d3-beea-de40a9119ccc tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043037 Jul 15 17:04:55.012668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.020537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-fab4796d-3ec7-40bc-a660-91330a181b2a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.021489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fab4796d-3ec7-40bc-a660-91330a181b2a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0079377 Jul 15 17:04:55.025780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.030984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-8ff97b93-6d00-4bfb-a72e-82d4388f69ba tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.031929 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ff97b93-6d00-4bfb-a72e-82d4388f69ba tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051897 Jul 15 17:04:55.035130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.041308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-27883cd3-d379-4bc8-9a69-a305db4ffd9f tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.042257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27883cd3-d379-4bc8-9a69-a305db4ffd9f tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062592 Jul 15 17:04:55.051680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.056613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53248) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.074880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Transition to ACTIVE for port object b3f01e96-cbbc-4e2b-940a-1681659ec813 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:04:55.083603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.134226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-4ee27745-1cec-45ce-9f20-8271e4215745 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.138516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4ee27745-1cec-45ce-9f20-8271e4215745 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0115356 Jul 15 17:04:55.158053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02d91281-7d33-47cb-bb60-f366efbb9bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.159861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53250) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.169334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-14133998-28c0-4d0d-9593-55943ff5f526 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.173137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-14133998-28c0-4d0d-9593-55943ff5f526 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083337 Jul 15 17:04:55.186715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53252) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.208632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-cd33575f-aec5-401a-bb20-2f38d3cb3b78 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.212761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cd33575f-aec5-401a-bb20-2f38d3cb3b78 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0161567 Jul 15 17:04:55.216042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53254) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.219522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85521ce-29f0-464a-85c9-1cb83a155b5b None None] Pushing event updated for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:55.225494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-dba481b1-0857-4bd2-821f-263f7c718139 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.243148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dba481b1-0857-4bd2-821f-263f7c718139 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0232532 Jul 15 17:04:55.248782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53258) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.259019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [None req-39806844-e705-4158-aefe-03518171d409 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.265958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.279041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39806844-e705-4158-aefe-03518171d409 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0144598 Jul 15 17:04:55.317660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-77edcdce-8978-41da-be26-9966aa4c55cb tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.321140 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77edcdce-8978-41da-be26-9966aa4c55cb tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0498583 Jul 15 17:04:55.325063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.353455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-441ca088-903d-41af-a4ce-f57873d2da50 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.357925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-441ca088-903d-41af-a4ce-f57873d2da50 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0249388 Jul 15 17:04:55.377113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.391192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-b1bd730f-26d7-44aa-a682-7925c1f3d38e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.410997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1bd730f-26d7-44aa-a682-7925c1f3d38e tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0318446 Jul 15 17:04:55.417047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.438241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.445763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-4880bc92-28b1-4117-9fee-d54946e8fd6d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.459517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4880bc92-28b1-4117-9fee-d54946e8fd6d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0391312 Jul 15 17:04:55.467218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.478581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-af9f5819-f7ef-4284-8612-ca9af861b33d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.493059 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-af9f5819-f7ef-4284-8612-ca9af861b33d tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0194714 Jul 15 17:04:55.495533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.495860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Attempting to bind port b3f01e96-cbbc-4e2b-940a-1681659ec813 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:04:55.496693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Attempting to bind port b3f01e96-cbbc-4e2b-940a-1681659ec813 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:04:55.497072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Attempting to bind port b3f01e96-cbbc-4e2b-940a-1681659ec813 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:04:55.511824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-7cb52eae-f9d4-4d94-b7d2-95f356d68bd8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.520731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7cb52eae-f9d4-4d94-b7d2-95f356d68bd8 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106032 Jul 15 17:04:55.522171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.524289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:04:55.530019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Checking segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:04:55.534178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.534555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Bound using segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:04:55.535353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Bound port: b3f01e96-cbbc-4e2b-940a-1681659ec813, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:04:55.536032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.553022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-f83670e9-f2a2-41ef-8745-3f2e3e3bec4a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.555839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f83670e9-f2a2-41ef-8745-3f2e3e3bec4a tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0178232 Jul 15 17:04:55.560460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.599350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-79355e2b-4e2a-4312-adc8-ad5161121aa9 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.606005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79355e2b-4e2a-4312-adc8-ad5161121aa9 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0293148 Jul 15 17:04:55.623722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:55.654959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [None req-bb4cfaf2-7dd8-4450-81e7-cd2643cf7413 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:55.662412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bb4cfaf2-7dd8-4450-81e7-cd2643cf7413 tempest-ExtensionsTestJSON-543674870 tempest-ExtensionsTestJSON-543674870-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0200918 Jul 15 17:04:55.737895 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.751883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] For port b3f01e96-cbbc-4e2b-940a-1681659ec813, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:04:55.774295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] For port b3f01e96-cbbc-4e2b-940a-1681659ec813, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3f01e96-cbbc-4e2b-940a-1681659ec813,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:04:55.809525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.874782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.942694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f52872-a1a0-4ff3-8b6a-6b0d03f854e3 None None] Network 807bba33-8b74-45bf-8842-8eddf7048a66 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:04:55.959597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b634ef8e-577b-4ad0-b0dd-f2c2d52e3879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:55.968885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:55.970563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:55.972704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=13938ca6-0121-4da9-b061-8c1b4eddba26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:55.975166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:04:56.089164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85521ce-29f0-464a-85c9-1cb83a155b5b None None] Pushing event updated for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:56.119480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:56.132137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:56.132787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:56.142007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02d91281-7d33-47cb-bb60-f366efbb9bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.151101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02d91281-7d33-47cb-bb60-f366efbb9bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.190676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.211692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-02d91281-7d33-47cb-bb60-f366efbb9bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16024ac583c64be496286414fb467b69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4099789 Jul 15 17:04:56.223175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53302) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:56.322121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.383692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d91281-7d33-47cb-bb60-f366efbb9bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2497eb8-38f2-4821-9439-4efd882405fd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:56.415900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c471120-5c2d-4178-9449-3d7ca66b76d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.507215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.552343 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:04:56.607761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.653503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c471120-5c2d-4178-9449-3d7ca66b76d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.654848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.684372 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c471120-5c2d-4178-9449-3d7ca66b76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.689193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.759283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c471120-5c2d-4178-9449-3d7ca66b76d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7251dc75f664d4187b245b4b702ce55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6384091 Jul 15 17:04:56.767725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:56.837774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c471120-5c2d-4178-9449-3d7ca66b76d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b51c4c-cdaf-46f3-9c4e-16ed38468d08,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:56.870873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7e93c9e8-376e-416e-9988-61555217af7b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:56.881409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5a2933d-b75d-47f3-a2e1-21e73b1d2cb1 None None] Provisioning for port 7e93c9e8-376e-416e-9988-61555217af7b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:56.955757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.978020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.982475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:56.986654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:04:57.003030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.015501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=468fead3-728f-4af4-aabc-9650cf63bcb8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:57.106011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.156390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7e93c9e8-376e-416e-9988-61555217af7b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:57.174420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.179450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.188968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2497eb8-38f2-4821-9439-4efd882405fd HTTP/1.1" status: 204 len: 168 time: 0.9215434 Jul 15 17:04:57.211275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7e93c9e8-376e-416e-9988-61555217af7b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:57.212213 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.213465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bd2c4-af4f-4f5f-82f9-423944a603f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2497eb8-38f2-4821-9439-4efd882405fd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:57.269930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=13938ca6-0121-4da9-b061-8c1b4eddba26,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:57.270889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 807bba33-8b74-45bf-8842-8eddf7048a66 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:04:57.272711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:04:57.300544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.335697 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.342707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-584af54b-7618-4b87-8285-f0c5e8f5081d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4074302 Jul 15 17:04:57.359048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.362205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.365108 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86b51c4c-cdaf-46f3-9c4e-16ed38468d08 HTTP/1.1" status: 204 len: 168 time: 0.5795889 Jul 15 17:04:57.390353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548830fb-f81f-463d-83f3-20672c1315f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b51c4c-cdaf-46f3-9c4e-16ed38468d08,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:57.666219 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.767853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Router 9ebf713c-345c-4fe5-954b-2cd3b44d5e59 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:04:57.814856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7e93c9e8-376e-416e-9988-61555217af7b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7e93c9e8-376e-416e-9988-61555217af7b,segment=NetworkSegment(47ce4655-a0f4-45bb-93f9-1f15c69f4f8f),segment_id=47ce4655-a0f4-45bb-93f9-1f15c69f4f8f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:57.834315 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:57.959407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:55Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:58.095717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7e93c9e8-376e-416e-9988-61555217af7b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:58.131101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cb6ed-da27-412a-95f7-1b9d1dbe6d0a None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:55Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:58.143231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Provisioning complete for port 7e93c9e8-376e-416e-9988-61555217af7b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:58.143615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:58.195240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:04:58.270709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-021b69d3-764a-44d6-8162-9744a4a8eca7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1414773041&fields=id&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 267 time: 0.3287086 Jul 15 17:04:58.281136 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] Sync routers for ids ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:04:58.286622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:58.294129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2a7ca8d1-0b44-41eb-9e32-030823e8b5d6 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "PUT /v2.0/routers/9ebf713c-345c-4fe5-954b-2cd3b44d5e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2895834 Jul 15 17:04:58.297729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'port': {'network_id': '807bba33-8b74-45bf-8842-8eddf7048a66', 'name': 'tempest-FloatingIPNegativeTestJSON-122542464'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:04:58.309873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] Routers {'9ebf713c-345c-4fe5-954b-2cd3b44d5e59'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:58.311418 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:58.440844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:58.495157 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] Routers {'9ebf713c-345c-4fe5-954b-2cd3b44d5e59'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:04:58.506814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:58.510100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Provisioning for port 468fead3-728f-4af4-aabc-9650cf63bcb8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:58.529468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Provisioning complete for port 468fead3-728f-4af4-aabc-9650cf63bcb8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:58.530037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:58.629830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:04:58.634374 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb866bb1-2226-439d-ab32-8ff357945ae5 None None] The sync data for ids ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:04:58.688146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-3856960a-acca-407b-97a5-f7ae7e321253 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:04:58.688949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-90729c0c-ad23-4f2a-a3d3-ba27c070236d None None] Port 468fead3-728f-4af4-aabc-9650cf63bcb8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:58.690886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-3856960a-acca-407b-97a5-f7ae7e321253 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 817 time: 0.4180946 Jul 15 17:04:58.738029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-209acb1f-d03d-404d-9453-ef56bc90e477 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/quotas/05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 375 time: 0.0352650 Jul 15 17:04:58.770082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53370) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:04:58.834834 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:58.867992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3f01e96-cbbc-4e2b-940a-1681659ec813 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:58.877176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Made reservation on behalf of 463f9cf9574348f3aaded51020484a71 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:04:58.886762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0fd2e1ea-43fc-4049-8d4e-196ad83f0461 None None] Provisioning complete for port 468fead3-728f-4af4-aabc-9650cf63bcb8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:58.888798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:58.900846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e1ea-43fc-4049-8d4e-196ad83f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:58.953675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] device_id is not set on port c3a96f47-7362-4c18-ab7f-0ce0f32898ac yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:04:59.017520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-77236be7-e7e8-4a15-9650-eee7993c22bd tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2683234 Jul 15 17:04:59.039608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-a0e8fd39-db88-4ff2-889f-c8dfb73eff59 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:04:59.040679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-a0e8fd39-db88-4ff2-889f-c8dfb73eff59 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065472 Jul 15 17:04:59.139949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2e1ea-43fc-4049-8d4e-196ad83f0461 None None] Port 468fead3-728f-4af4-aabc-9650cf63bcb8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:59.184611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c1ec-9bea-4fe1-8b2a-c0b4da604ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.199039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b3f01e96-cbbc-4e2b-940a-1681659ec813 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:04:59.209302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b3f01e96-cbbc-4e2b-940a-1681659ec813 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:59.210809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.259136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Allocated IP 172.20.0.9 (807bba33-8b74-45bf-8842-8eddf7048a66/443bade9-2ab8-462f-9531-5448f1c42380/c3a96f47-7362-4c18-ab7f-0ce0f32898ac) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:04:59.311474 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb00e-f52f-4cdb-b4b9-94e16ee6ad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.429660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-56b357a1-3730-4660-a264-b74110fbd21b None None] Provisioning complete for port 468fead3-728f-4af4-aabc-9650cf63bcb8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:59.432467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-56b357a1-3730-4660-a264-b74110fbd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.614920 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.709257 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.714996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-5695dcf5-e079-45a8-8b2f-6c7616bcf59a service neutron] 10.222.0.25 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528778 Jul 15 17:04:59.790722 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b3f01e96-cbbc-4e2b-940a-1681659ec813, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3f01e96-cbbc-4e2b-940a-1681659ec813,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:04:59.795192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.799858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7e93c9e8-376e-416e-9988-61555217af7b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:04:59.912649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:04:59.936540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-56b357a1-3730-4660-a264-b74110fbd21b None None] Port 468fead3-728f-4af4-aabc-9650cf63bcb8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:04:59.974438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:04:59.983001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7e93c9e8-376e-416e-9988-61555217af7b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:04:59.983755 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.015409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Transition to ACTIVE for port object c3a96f47-7362-4c18-ab7f-0ce0f32898ac will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:00.057213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-ed3793b2-4995-4fda-826d-c024905b0de0 service neutron] 10.222.0.25 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079648 Jul 15 17:05:00.069282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:00.088371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:00.090143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.121217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb00e-f52f-4cdb-b4b9-94e16ee6ad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.148168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb00e-f52f-4cdb-b4b9-94e16ee6ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.152581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 807bba33-8b74-45bf-8842-8eddf7048a66 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:00.168417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:00.192205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:00.286332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-358780736-network', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:00.303945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c1eb00e-f52f-4cdb-b4b9-94e16ee6ad0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0ce7aa11c92411fb4a8d407d42fbd03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5244422 Jul 15 17:05:00.307169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:00.310227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=c3a96f47-7362-4c18-ab7f-0ce0f32898ac,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:00.321064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1eb00e-f52f-4cdb-b4b9-94e16ee6ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca75237-18ba-4c9e-b28c-c9c336c4e151,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:00.354745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Made reservation on behalf of 0f3a8e9d5b2143be83dd576367e9c6bf for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:00.362581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.374138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:00.375193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.406740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.421552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-32b791f2-76e0-4f53-9aa7-c6a2d315ac7a tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1337526 Jul 15 17:05:00.430876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53422) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:00.440367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:00.510835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.511487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-495754721'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:00.568695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.593858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3f01e96-cbbc-4e2b-940a-1681659ec813 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:00.663416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.669812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.673208 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ca75237-18ba-4c9e-b28c-c9c336c4e151 HTTP/1.1" status: 204 len: 168 time: 0.3617761 Jul 15 17:05:00.691906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5f3e2-a2a3-4c68-b1be-4ff12e48e3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca75237-18ba-4c9e-b28c-c9c336c4e151,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:00.713998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.722288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.750937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:00.756199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.776346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.777278 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Added segment 875e6654-4b66-4b19-badf-1ab57eaadb92 of type vlan for network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 Jul 15 17:05:00.799413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b3f01e96-cbbc-4e2b-940a-1681659ec813 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:00.800044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.868584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9af3d39d-99ad-424a-8508-e99cd9c97723 None None] Provisioning for port c3a96f47-7362-4c18-ab7f-0ce0f32898ac completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:00.880887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9af3d39d-99ad-424a-8508-e99cd9c97723 None None] Provisioning complete for port c3a96f47-7362-4c18-ab7f-0ce0f32898ac triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:00.881454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9af3d39d-99ad-424a-8508-e99cd9c97723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.917437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:00.926447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.954854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.974630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9af3d39d-99ad-424a-8508-e99cd9c97723 None None] Port c3a96f47-7362-4c18-ab7f-0ce0f32898ac cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:00.993910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:00.998501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.016318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf9216a-c9e8-4739-a59f-223d888dcdfa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:01.230639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.244759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.250350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Allocated IP 172.25.8.129 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/15b09e11-3925-4ae9-9d72-092411c5da2e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:01.253587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.259939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:05:01.303152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:01.315848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.317215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:01.318034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.353309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c0326-f781-44b9-b0dc-6f90e86a20cb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:01.357806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.358477 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment e636c88b-7d0c-4ae9-a679-1eabc423916c of type vlan for network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 Jul 15 17:05:01.431330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3605890 Jul 15 17:05:01.434316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:01.440958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Request body: {'subnet': {'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-358780736-subnet', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:01.453229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.474251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73693f-49d5-4199-8a49-45ccabbe0d11 admin admin] Pushing event updated for resources: {'Network': ['ID=8d79c056-2b5b-48ee-bc05-7a6af68c10a9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:01.487161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:01.496755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Made reservation on behalf of 0f3a8e9d5b2143be83dd576367e9c6bf for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:01.499634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.529953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.594974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.627617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.642249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:01.656084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:01.664608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:01.667164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:01.676790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:01.864221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:01.877248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:01.915334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2896ec82-9415-4f21-bc7f-54d19a1aa87d req-449097f3-1ecd-4255-8cac-172c264f73f5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.1318064 Jul 15 17:05:01.921194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=15b09e11-3925-4ae9-9d72-092411c5da2e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:01.933803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dea469d4-4968-4428-93d0-c546cd7d6830 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8442957 Jul 15 17:05:02.014027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.093942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53458) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:02.100547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:02.205258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.221888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8645950-e2df-4e72-96a0-e2582be22746,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:02.233456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:02.237745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.271006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Checking segment: {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:02.271294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Network hostable DHCP agents. Network: 8d79c056-2b5b-48ee-bc05-7a6af68c10a9, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:02.275749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.314350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:02.331017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8d79c056-2b5b-48ee-bc05-7a6af68c10a9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:02.340284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03aacc6-1b33-4315-b6d5-46f8842a81b6 None None] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:02.349084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:02.349655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.378839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8fca83bb-6e41-40ec-92a4-fabfd5ff6b33 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9425371 Jul 15 17:05:02.384592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:02.395972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:02.461440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.462649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.515573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.598652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.645371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=a269d450-9e8f-49cc-9fd3-d8abf498394e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:02.649815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'fixed_ips': [{'subnet_id': 'a8645950-e2df-4e72-96a0-e2582be22746'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:02.650819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.697113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': 'e636c88b-7d0c-4ae9-a679-1eabc423916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:02.697647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:02.748824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:02.765921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:02.777617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:02.778865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.816234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-255e49d2-5523-4903-829a-03d5a346b1c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7205079 Jul 15 17:05:02.817103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53470) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:02.830014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752759560'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:02.859341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240dc719-191a-4fd1-8d59-0f501e9cc833 None None] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:02.875103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:02.878742 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.955126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:02.985295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:02.986275 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 5c8a91aa-f234-463c-b830-c98c949c4cfb of type vlan for network 45bc7c4b-0f23-4cae-86ca-874390580090 Jul 15 17:05:03.017536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.099636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.100870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.144293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.151535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:03.152405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.173242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Allocated IP 172.20.0.2 (8d79c056-2b5b-48ee-bc05-7a6af68c10a9/a8645950-e2df-4e72-96a0-e2582be22746/2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:03.187182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3684621 Jul 15 17:05:03.191434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.212046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53476) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:03.249211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '45bc7c4b-0f23-4cae-86ca-874390580090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:03.261415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b9865a5d-ef13-479a-8c7f-331be9a085b9 req-985bf647-bd53-4bee-8601-e7b13aae51f8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.1204774 Jul 15 17:05:03.318629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=15b09e11-3925-4ae9-9d72-092411c5da2e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:03.345101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7127-bac4-4000-953d-9678e3e1f8e0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=45bc7c4b-0f23-4cae-86ca-874390580090,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:03.364144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.392232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.396513 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-63ce74ad-7476-427f-a8d6-689db54d391e tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9638462 Jul 15 17:05:03.427360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:03.463390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0d92caae-a2ce-4ff8-8ff7-d9e91e1c5e77 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'floatingip': {'port_id': 'c3a96f47-7362-4c18-ab7f-0ce0f32898ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:03.476166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.485052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Transition to ACTIVE for port object 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:03.495615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:03.501831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Transition to ACTIVE for port object 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:03.505151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.510134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 45bc7c4b-0f23-4cae-86ca-874390580090 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:03.515339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.566941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d92caae-a2ce-4ff8-8ff7-d9e91e1c5e77 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.594920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:03.613174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:03.620272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:03.683475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Pushing event updated for resources: {'Port': ['ID=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:03.695239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.695848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.696400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.696961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.697504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.698023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.698549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.699085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.699604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.700135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.700650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.701192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:03.803666 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0d92caae-a2ce-4ff8-8ff7-d9e91e1c5e77 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] update failed (client error): The resource could not be found. Jul 15 17:05:03.804178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Attempting to bind port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:03.804876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Attempting to bind port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:03.805467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Attempting to bind port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 on network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:03.805612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d92caae-a2ce-4ff8-8ff7-d9e91e1c5e77 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "PUT /v2.0/floatingips/addba392-a547-401c-bf8d-f8e90f6ce73b HTTP/1.1" status: 404 len: 507 time: 0.3777297 Jul 15 17:05:03.807895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:03.819069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:03.819443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Checking segment: {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:03.819845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.820775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Bound using segment: {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:03.821254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Bound port: 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:03.821783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.827049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88', 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': 'a269d450-9e8f-49cc-9fd3-d8abf498394e'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:03.827896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.858635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:03.978422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=6d8f7628-b5fb-4984-bed0-b858204db1fa,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:03.994568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '5c8a91aa-f234-463c-b830-c98c949c4cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '45bc7c4b-0f23-4cae-86ca-874390580090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:03.995208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 45bc7c4b-0f23-4cae-86ca-874390580090, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:04.045526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 45bc7c4b-0f23-4cae-86ca-874390580090 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:04.065780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 45bc7c4b-0f23-4cae-86ca-874390580090) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:04.075661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:04.076587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.103095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-addc02ce-0cd6-40fc-a969-d20f6cac3d58 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8874686 Jul 15 17:05:04.106084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:04.111118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84712a4e-796e-4bc0-b122-81a0398d5e19 None None] Network 45bc7c4b-0f23-4cae-86ca-874390580090 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:04.174198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] For port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:04.191489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] For port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:04.208287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.265757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting port 15b09e11-3925-4ae9-9d72-092411c5da2e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:04.266681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.387059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.396275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16781c8c-403e-4eed-8bdc-cafd133de2f7 None None] Pushing event updated for resources: {'Port': ['ID=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:04.406790 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.407029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.436502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Calling delete_port for 15b09e11-3925-4ae9-9d72-092411c5da2e owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:04.652212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7ed91f9-8d1d-44a7-aabe-13f4fd41b00b req-a5752210-f85e-4e62-bdf9-b65f37171956 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.1482103 Jul 15 17:05:04.771304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.771969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Allocated IP 172.20.255.242 (e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88/a269d450-9e8f-49cc-9fd3-d8abf498394e/996c8589-9895-4e64-8756-89c491eb09b9) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:04.793621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb640fe-7a9f-484c-b528-4a6d3d45a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-45bc7c4b-0f23-4cae-86ca-874390580090', 'network_id': '45bc7c4b-0f23-4cae-86ca-874390580090', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': '6d8f7628-b5fb-4984-bed0-b858204db1fa'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:04.800923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fb640fe-7a9f-484c-b528-4a6d3d45a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.804394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.837978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:04.852696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-8adabb97-9a3d-4b1d-868a-17338937874d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:04.855241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-8adabb97-9a3d-4b1d-868a-17338937874d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 817 time: 0.6789472 Jul 15 17:05:05.010237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.057110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8f7628-b5fb-4984-bed0-b858204db1fa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:05.182738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.205388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bc7c4b-0f23-4cae-86ca-874390580090']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:05.220583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8a91aa-f234-463c-b830-c98c949c4cfb') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:05.221519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8a91aa-f234-463c-b830-c98c949c4cfb') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:05.239802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.251883 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.266282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Transition to ACTIVE for port object 996c8589-9895-4e64-8756-89c491eb09b9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:05.297235 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.318583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:05.319003 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:05.326858 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:05.809155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.817827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.820900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/45bc7c4b-0f23-4cae-86ca-874390580090 HTTP/1.1" status: 204 len: 168 time: 1.7125223 Jul 15 17:05:05.824331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Transition to ACTIVE for port object 996c8589-9895-4e64-8756-89c491eb09b9 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:05.827777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53506) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:05.841556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-b46bc166-2202-47d9-b380-f260d00bbaba tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 380 time: 0.9744811 Jul 15 17:05:05.845941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806664767'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:05.855059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a19bee-8539-4d66-a729-3fbbae1097dd None None] Network 45bc7c4b-0f23-4cae-86ca-874390580090 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:05.859523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.889213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:05.891672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Allocated IP 172.25.8.26 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/d4db2092-1994-488b-8b47-eb84ac056472) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:05.900514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'port': {'device_id': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'admin_state_up': True, 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'security_groups': ['de98a7f5-36e2-44d1-a43d-2a1417807e76']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:05.904150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d69f2-3770-4dd6-bd19-29612c17aedb tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=45bc7c4b-0f23-4cae-86ca-874390580090,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:05.954415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:05.961387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.019323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Pushing event updated for resources: {'Port': ['ID=996c8589-9895-4e64-8756-89c491eb09b9,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:06.021625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:06.029572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a19bee-8539-4d66-a729-3fbbae1097dd None None] Network 45bc7c4b-0f23-4cae-86ca-874390580090 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:06.043490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:06.044824 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.045407 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment b85e02e3-b1de-4ada-b77f-59fe143ca345 of type vlan for network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 Jul 15 17:05:06.046713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:06.066260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:06.117983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Port': ['ID=15b09e11-3925-4ae9-9d72-092411c5da2e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:06.182308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.198874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Attempting to bind port 996c8589-9895-4e64-8756-89c491eb09b9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:06.199256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Attempting to bind port 996c8589-9895-4e64-8756-89c491eb09b9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'e636c88b-7d0c-4ae9-a679-1eabc423916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:06.199623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Attempting to bind port 996c8589-9895-4e64-8756-89c491eb09b9 on network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:06.207892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:06.210020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Checking segment: {'id': 'e636c88b-7d0c-4ae9-a679-1eabc423916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:06.210450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.214059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Bound using segment: {'id': 'e636c88b-7d0c-4ae9-a679-1eabc423916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:06.214618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Bound port: 996c8589-9895-4e64-8756-89c491eb09b9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e636c88b-7d0c-4ae9-a679-1eabc423916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:06.215086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.274845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.280815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:06.281435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.372155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] For port 996c8589-9895-4e64-8756-89c491eb09b9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:06.373843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d82d86a-c806-4666-90c6-377d80ea1441 req-d8b90e4a-22ce-440d-88e2-4733cce7cd97 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.1231935 Jul 15 17:05:06.395658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] For port 996c8589-9895-4e64-8756-89c491eb09b9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=996c8589-9895-4e64-8756-89c491eb09b9,segment=NetworkSegment(e636c88b-7d0c-4ae9-a679-1eabc423916c),segment_id=e636c88b-7d0c-4ae9-a679-1eabc423916c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:06.402382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.411815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5771961 Jul 15 17:05:06.414581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53512) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:06.452336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:06.513045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.535347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b580f7d-159f-45ed-b4d2-63f7d1c54fc1 None None] Pushing event updated for resources: {'Port': ['ID=996c8589-9895-4e64-8756-89c491eb09b9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:06.579003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d88ba-c4a1-4a46-ac20-e6cc93863de4 None None] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:06.590528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.596089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.597377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1db15c15-ef88-412a-abae-6b1930a62d16 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "DELETE /v2.0/floatingips/addba392-a547-401c-bf8d-f8e90f6ce73b HTTP/1.1" status: 204 len: 168 time: 2.7884996 Jul 15 17:05:06.603379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53516) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:06.610847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0e02f2c3-4277-4c48-9938-6d7507e6f7b7 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'floatingip': {'floating_network_id': '807bba33-8b74-45bf-8842-8eddf7048a66', 'port_id': 'c3a96f47-7362-4c18-ab7f-0ce0f32898ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:06.625884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8edd9-88d4-4a25-935a-28ec5a945f5a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=0e6e54af-37b8-4259-988c-8ae9f46db9c5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:06.669622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.710195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:06.728652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e02f2c3-4277-4c48-9938-6d7507e6f7b7 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.754606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Pushing event updated for resources: {'Port': ['ID=d4db2092-1994-488b-8b47-eb84ac056472,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:06.764779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Made reservation on behalf of 05d5655a83a7497786b904aa4ce9882b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:06.768425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.821982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:06.836221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:06.871466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:06.989501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-756c4cfb-b055-47f8-a3ac-3a86fdf9bd5f None None] Provisioning for port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:07.031297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing IP validity checks on allocation pools {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:05:07.031912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:05:07.040743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:07.058210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Allocated IP 172.20.0.4 (48f20d26-7611-4ef7-959b-222385602082/6e72b6ef-8610-4115-a21b-d555cdc51714/4e694997-418b-4f0b-985b-eefb5674f261) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:07.149653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:07.154821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:07.155445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.215931 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-0e02f2c3-4277-4c48-9938-6d7507e6f7b7 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:05:07.221106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0e02f2c3-4277-4c48-9938-6d7507e6f7b7 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6161313 Jul 15 17:05:07.223249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:07.231505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'c3a96f47-7362-4c18-ab7f-0ce0f32898ac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:07.237869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.249488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.267519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Transition to ACTIVE for port object 4e694997-418b-4f0b-985b-eefb5674f261 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:07.271130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:07.280966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:07.316698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:07.323188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.340918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.349641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.421738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:07.488452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': 'b85e02e3-b1de-4ada-b77f-59fe143ca345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:07.489271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 0e6e54af-37b8-4259-988c-8ae9f46db9c5, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:07.495399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=4f3955bf-c5fb-45b6-8194-59c110bd502c,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:07.586238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:07.649345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0e6e54af-37b8-4259-988c-8ae9f46db9c5) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:07.659649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:07.660946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.669180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee332fb-1fad-4664-a5e8-2a2d8553bbd1 None None] Network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:07.695001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9c2aee8-87e1-4289-a573-c09e9a0c0051 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2696042 Jul 15 17:05:07.706438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:07.720509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.739197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-129eddfa-a28f-42d5-a5c9-fdd7bc1647db req-67cdbe2e-dd11-4f26-914d-8d87791043bb tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.0602269 Jul 15 17:05:07.761553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.843559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Network 48f20d26-7611-4ef7-959b-222385602082 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:07.891318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:07.894062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:07.943365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-74e9839b-c2bc-4bfd-a751-6cfdeae21d76 None None] Provisioning complete for port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:07.943741 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74e9839b-c2bc-4bfd-a751-6cfdeae21d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.950681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0e6e54af-37b8-4259-988c-8ae9f46db9c5', 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': '4f3955bf-c5fb-45b6-8194-59c110bd502c'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:07.952030 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.976881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:07.977545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:07.988541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:08.056102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Allocated IP 172.25.8.109 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/7ef65a3d-a93a-4c08-902b-b512020e7285) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:08.059530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1a36bad6-cc38-44e0-83e8-5d89ef386453 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1648753 Jul 15 17:05:08.093321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Request body: {'port': {'device_id': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:08.178090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53536) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:08.274316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.320014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.329593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.356140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Allocated IP 172.20.0.3 (0e6e54af-37b8-4259-988c-8ae9f46db9c5/4f3955bf-c5fb-45b6-8194-59c110bd502c/30133395-05d3-4e7e-8f1e-fb7d64e63de4) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:08.408985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4a363-f3be-49ec-979c-4ad01ad26b80 None None] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:08.411124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.493931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.498093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01024033-3857-4a99-b63a-201ad2e5fc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.630365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-470778f5-cb63-4695-8f62-efc54bf11c78 None None] Provisioning for port 4e694997-418b-4f0b-985b-eefb5674f261 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:08.655591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-470778f5-cb63-4695-8f62-efc54bf11c78 None None] Provisioning complete for port 4e694997-418b-4f0b-985b-eefb5674f261 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:08.655980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-470778f5-cb63-4695-8f62-efc54bf11c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.697717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-470778f5-cb63-4695-8f62-efc54bf11c78 None None] Port 4e694997-418b-4f0b-985b-eefb5674f261 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:08.717323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01024033-3857-4a99-b63a-201ad2e5fc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.728042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.784652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01024033-3857-4a99-b63a-201ad2e5fc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.787066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:08.873774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-470778f5-cb63-4695-8f62-efc54bf11c78 None None] Provisioning for port 996c8589-9895-4e64-8756-89c491eb09b9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:08.940730 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.955122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01024033-3857-4a99-b63a-201ad2e5fc0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d31d2b45984485c8f083a96ed2418f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728698 Jul 15 17:05:08.962411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:08.967025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Transition to ACTIVE for port object 30133395-05d3-4e7e-8f1e-fb7d64e63de4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:08.970978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:08.971358 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:08.996603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01024033-3857-4a99-b63a-201ad2e5fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c60698-2d18-4023-b24d-f64b837ef9e1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.099712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:09.127504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:09.139608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:09.143298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event updated for resources: {'Port': ['ID=7ef65a3d-a93a-4c08-902b-b512020e7285,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.180289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Transition to ACTIVE for port object 30133395-05d3-4e7e-8f1e-fb7d64e63de4 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:09.183475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 996c8589-9895-4e64-8756-89c491eb09b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:09.205584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.237960 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.254241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.314936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:09.323944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 996c8589-9895-4e64-8756-89c491eb09b9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:09.334225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 996c8589-9895-4e64-8756-89c491eb09b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:09.334777 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.337834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:09.341044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:09.356145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.371974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Pushing event updated for resources: {'Port': ['ID=30133395-05d3-4e7e-8f1e-fb7d64e63de4,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.443927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3955bf-c5fb-45b6-8194-59c110bd502c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.467902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37412e-9aff-4335-8952-78f2b2215d25 req-2b8739cd-bbb6-4b06-83c9-3c9bd5adb03a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:09.470166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c37412e-9aff-4335-8952-78f2b2215d25 req-2b8739cd-bbb6-4b06-83c9-3c9bd5adb03a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 931 time: 0.3978188 Jul 15 17:05:09.491288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Attempting to bind port 30133395-05d3-4e7e-8f1e-fb7d64e63de4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:09.491698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Attempting to bind port 30133395-05d3-4e7e-8f1e-fb7d64e63de4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b85e02e3-b1de-4ada-b77f-59fe143ca345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:09.492066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Attempting to bind port 30133395-05d3-4e7e-8f1e-fb7d64e63de4 on network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:09.503740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting port 7ef65a3d-a93a-4c08-902b-b512020e7285 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:09.504499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.507030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:09.507424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Checking segment: {'id': 'b85e02e3-b1de-4ada-b77f-59fe143ca345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:09.508675 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.509105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Bound using segment: {'id': 'b85e02e3-b1de-4ada-b77f-59fe143ca345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:09.509604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Bound port: 30133395-05d3-4e7e-8f1e-fb7d64e63de4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85e02e3-b1de-4ada-b77f-59fe143ca345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:09.510202 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.586964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.616342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c37412e-9aff-4335-8952-78f2b2215d25 req-edb3e24a-226b-4faa-9baa-aeaa851194f1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270256 Jul 15 17:05:09.640034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.645199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:05:09.646346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.663428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.664570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] For port 30133395-05d3-4e7e-8f1e-fb7d64e63de4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:09.669270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.671744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.671979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.672727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.675762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0c60698-2d18-4023-b24d-f64b837ef9e1 HTTP/1.1" status: 204 len: 168 time: 0.6844678 Jul 15 17:05:09.692044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Calling delete_port for 7ef65a3d-a93a-4c08-902b-b512020e7285 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:09.704914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] For port 30133395-05d3-4e7e-8f1e-fb7d64e63de4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30133395-05d3-4e7e-8f1e-fb7d64e63de4,segment=NetworkSegment(b85e02e3-b1de-4ada-b77f-59fe143ca345),segment_id=b85e02e3-b1de-4ada-b77f-59fe143ca345)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:09.721041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.733751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e54af-37b8-4259-988c-8ae9f46db9c5']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:09.793100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 996c8589-9895-4e64-8756-89c491eb09b9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=996c8589-9895-4e64-8756-89c491eb09b9,segment=NetworkSegment(e636c88b-7d0c-4ae9-a679-1eabc423916c),segment_id=e636c88b-7d0c-4ae9-a679-1eabc423916c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:09.793848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e02e3-b1de-4ada-b77f-59fe143ca345') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:09.794166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e02e3-b1de-4ada-b77f-59fe143ca345') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:09.809647 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.841685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56f649-1b86-41c4-8e97-f3f8e5ceadf6 None None] Pushing event updated for resources: {'Port': ['ID=30133395-05d3-4e7e-8f1e-fb7d64e63de4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.844422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266227-64e4-44d2-9bf0-c2efaaf865a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c60698-2d18-4023-b24d-f64b837ef9e1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.850528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.887990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.931481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Transition to ACTIVE for port object 4e694997-418b-4f0b-985b-eefb5674f261 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:09.934868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.947001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Port': ['ID=7ef65a3d-a93a-4c08-902b-b512020e7285,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:09.972060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:09.973873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e43a7-f34c-4597-9c5e-6fed3eeb4c12 None None] Network 0e6e54af-37b8-4259-988c-8ae9f46db9c5 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:09.981547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:09.985546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:10.005236 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:10.027143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8a28b274-f799-4850-a8d4-cd16bd93e4c2 None None] Provisioning complete for port 996c8589-9895-4e64-8756-89c491eb09b9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:10.027482 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8a28b274-f799-4850-a8d4-cd16bd93e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.040169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=996c8589-9895-4e64-8756-89c491eb09b9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:10.097792 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] create failed (client error): The resource could not be found. Jul 15 17:05:10.101823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9a627398-bb9e-4335-9687-06d7f4724c32 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8775854 Jul 15 17:05:10.107927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53570) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:10.288707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting port c3a96f47-7362-4c18-ab7f-0ce0f32898ac {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:10.289166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.380712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 17:05:10.380712 n-d-800085-3 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 17:05:10.380712 n-d-800085-3 neutron-server[100428]: [parameters: {'id': '0e6e54af-37b8-4259-988c-8ae9f46db9c5'}] Jul 15 17:05:10.380712 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:10.381529 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:10.381819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:10.385094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Attempting to bind port 4e694997-418b-4f0b-985b-eefb5674f261 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:10.385428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Attempting to bind port 4e694997-418b-4f0b-985b-eefb5674f261 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:10.385757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Attempting to bind port 4e694997-418b-4f0b-985b-eefb5674f261 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:10.391498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Port 4e694997-418b-4f0b-985b-eefb5674f261 on network 48f20d26-7611-4ef7-959b-222385602082 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:05:10.391862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Attempting to bind port 4e694997-418b-4f0b-985b-eefb5674f261 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:10.394661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Router 189bb005-09cd-4bd4-9615-c50f2bbcd4be is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:05:10.402886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:10.403752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Checking segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:10.404046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Bound using segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:10.404514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Bound port: 4e694997-418b-4f0b-985b-eefb5674f261, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:10.404876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.449471 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.463657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39309d5d-fc65-4e8d-b044-33274afe703d None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:05:10.471285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Calling delete_port for c3a96f47-7362-4c18-ab7f-0ce0f32898ac owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:10.594022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:10.599690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:10.604499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:10.610111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 996c8589-9895-4e64-8756-89c491eb09b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:10.611279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.680239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Sync routers for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:10.761460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.820785 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.826555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:10.827894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:10.831647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Port': ['ID=c3a96f47-7362-4c18-ab7f-0ce0f32898ac,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:10.852632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:10.922735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39309d5d-fc65-4e8d-b044-33274afe703d None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:05:10.931859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 996c8589-9895-4e64-8756-89c491eb09b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:10.932913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.002128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.004070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e25e593-fd3a-420e-b7e2-c3e8235102dd tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "DELETE /v2.0/ports/c3a96f47-7362-4c18-ab7f-0ce0f32898ac HTTP/1.1" status: 204 len: 168 time: 0.8931131 Jul 15 17:05:11.007897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:11.064598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99f3cf-47ae-4ebc-bdb2-162b030b967b req-f2620ee4-70fb-49aa-b661-7fcc59ee6088 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:11.071859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe99f3cf-47ae-4ebc-bdb2-162b030b967b req-f2620ee4-70fb-49aa-b661-7fcc59ee6088 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1808412 Jul 15 17:05:11.116551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.130424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.131672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-64c06333-0e0d-4668-84ab-e5909ee35660 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7436509 Jul 15 17:05:11.136626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:11.185964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe99f3cf-47ae-4ebc-bdb2-162b030b967b req-95f6092b-a17e-47c3-9c24-9e87a82fcf88 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130729 Jul 15 17:05:11.202976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:11.203600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.205037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] 10.222.0.20 "PUT /v2.0/ports/4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 1091 time: 3.1207325 Jul 15 17:05:11.207126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:05:11.226211 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ec1e8-074a-453a-9ad4-e9146adf1d03" -d '{"events": [{"name": "network-changed", "server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:05:11.244390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef1ca3-194a-4af4-a8ee-350b5ca9b42d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:11.246739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-44ef1ca3-194a-4af4-a8ee-350b5ca9b42d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ebf713c-345c-4fe5-954b-2cd3b44d5e59 HTTP/1.1" status: 200 len: 913 time: 0.2379351 Jul 15 17:05:11.249167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:11.281449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bc27e-9129-4686-8845-dd68ab45eb72 service neutron] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:11.371517 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e377b-e500-4408-a362-1507c01cf43f x-openstack-request-id: req-7c0e377b-e500-4408-a362-1507c01cf43f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:05:11.371759 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:05:11.372003 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c0e377b-e500-4408-a362-1507c01cf43f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:05:11.372442 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'status': 'completed', 'code': 200} Jul 15 17:05:11.554764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:11.555867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Deleting port 30133395-05d3-4e7e-8f1e-fb7d64e63de4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:11.557398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.796278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-e45fac9b-da79-400f-a880-dc14662900c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:11.798064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-e45fac9b-da79-400f-a880-dc14662900c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1094 time: 0.5098922 Jul 15 17:05:11.868912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:07Z', 'revision_number': 3, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:11.905648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Checking router: 189bb005-09cd-4bd4-9615-c50f2bbcd4be for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:11.906132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Updating router 189bb005-09cd-4bd4-9615-c50f2bbcd4be port d4db2092-1994-488b-8b47-eb84ac056472 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:05:11.910386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:11.921110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1515efa5-8e99-4af5-809e-a30efbb9fadb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 217 time: 0.0419970 Jul 15 17:05:12.033987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.086715 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.109441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] For port 30133395-05d3-4e7e-8f1e-fb7d64e63de4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30133395-05d3-4e7e-8f1e-fb7d64e63de4,segment=NetworkSegment(b85e02e3-b1de-4ada-b77f-59fe143ca345),segment_id=b85e02e3-b1de-4ada-b77f-59fe143ca345)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:12.109862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.113267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-7012f20a-c61e-4286-a0e8-f6cf6bef9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:12.114875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-7012f20a-c61e-4286-a0e8-f6cf6bef9c4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.1870456 Jul 15 17:05:12.414817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting port 468fead3-728f-4af4-aabc-9650cf63bcb8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:12.415892 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.466931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Calling delete_port for 30133395-05d3-4e7e-8f1e-fb7d64e63de4 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:12.568261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Allocated IP 172.20.0.1 (8d79c056-2b5b-48ee-bc05-7a6af68c10a9/a8645950-e2df-4e72-96a0-e2582be22746/de3842b5-89e3-4a03-b0fb-fe08da0ebe94) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:12.706891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.731658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Transition to ACTIVE for port object d4db2092-1994-488b-8b47-eb84ac056472 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:12.740986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.779150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.782145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1c97e53f-5c51-4a24-894e-709b8ecb6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:12.784823 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-1c97e53f-5c51-4a24-894e-709b8ecb6912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6607890 Jul 15 17:05:12.819419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Calling delete_port for 468fead3-728f-4af4-aabc-9650cf63bcb8 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:12.848804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.849186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096920d-3bb9-4918-a902-df1a47d2fd19 None None] Pushing event updated for resources: {'Port': ['ID=d4db2092-1994-488b-8b47-eb84ac056472,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:12.852641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Attempting to bind port d4db2092-1994-488b-8b47-eb84ac056472 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:12.853044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Attempting to bind port d4db2092-1994-488b-8b47-eb84ac056472 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:12.853415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Attempting to bind port d4db2092-1994-488b-8b47-eb84ac056472 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:12.863556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:12.865054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:12.865536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.866339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:12.867075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Bound port: d4db2092-1994-488b-8b47-eb84ac056472, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:12.867620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.896928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.901922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No DVR routers for this DVR port 30133395-05d3-4e7e-8f1e-fb7d64e63de4 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:12.932684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Port': ['ID=30133395-05d3-4e7e-8f1e-fb7d64e63de4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:12.932924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] For port d4db2092-1994-488b-8b47-eb84ac056472, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:12.937432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] For port d4db2092-1994-488b-8b47-eb84ac056472, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d4db2092-1994-488b-8b47-eb84ac056472,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:12.946224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:12.975325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:12.985980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf5c94-ad1d-4fd1-b5c6-0e2f19d43ff8 req-efdc380c-52cf-4e26-b290-14eaad8f960d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:12.991242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0daf5c94-ad1d-4fd1-b5c6-0e2f19d43ff8 req-efdc380c-52cf-4e26-b290-14eaad8f960d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.4890425 Jul 15 17:05:13.005963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Transition to ACTIVE for port object de3842b5-89e3-4a03-b0fb-fe08da0ebe94 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:13.068851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.070507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0daf5c94-ad1d-4fd1-b5c6-0e2f19d43ff8 req-e6d4f087-8770-435a-bb6c-b3ddb3d95af4 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725105 Jul 15 17:05:13.075892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096920d-3bb9-4918-a902-df1a47d2fd19 None None] Pushing event updated for resources: {'Port': ['ID=d4db2092-1994-488b-8b47-eb84ac056472,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:13.091963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:13.092640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:13.153772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e54af-37b8-4259-988c-8ae9f46db9c5']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:13.169920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.178854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e02e3-b1de-4ada-b77f-59fe143ca345') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:13.179240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e02e3-b1de-4ada-b77f-59fe143ca345') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:13.209669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-f9579715-4de7-4ee7-b60c-4fe07e16d70a service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138577 Jul 15 17:05:13.219707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.234884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:13.240361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.253700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:13.263103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:13.285460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:13.296496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Port': ['ID=468fead3-728f-4af4-aabc-9650cf63bcb8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:13.321412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.328244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Pushing event updated for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:13.338768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:13.339183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:13.344451 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:13.425436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.583485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.595036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.598666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:07Z', 'revision_number': 3, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:13.633453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.638607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.647355 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/0e6e54af-37b8-4259-988c-8ae9f46db9c5 HTTP/1.1" status: 204 len: 168 time: 5.9389477 Jul 15 17:05:13.648723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:13.663834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1247802-e53d-4860-a0e1-6700154c2482 None None] The sync data for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 is: [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:07Z', 'revision_number': 3, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:13.664477 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d2735aeb-08e3-4e89-b6c4-b0df12165a65 req-0d42ad4a-7900-4a32-b4c2-e012080eb2a5 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465702 Jul 15 17:05:13.675886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387241515'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:13.803242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31bd6-a32d-4ebb-971a-92bd0fb6ba08 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=0e6e54af-37b8-4259-988c-8ae9f46db9c5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:13.939983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c01b3d21-5367-4a82-add9-eeacb7459e24 None None] Provisioning for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:13.949282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Router 9ebf713c-345c-4fe5-954b-2cd3b44d5e59 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:13.956453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c01b3d21-5367-4a82-add9-eeacb7459e24 None None] Provisioning complete for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:13.957248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c01b3d21-5367-4a82-add9-eeacb7459e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:13.975132 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:05:13.975132 n-d-800085-3 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:05:13.975132 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id': 'f3edd68052414f359bdc2d12c2143cea', 'id': 'bc2da351-6abb-4377-ae93-b3d7b21396a1', 'expiration': datetime.datetime(2021, 7, 15, 17, 7, 13, 810756)}] Jul 15 17:05:13.975132 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:13.975633 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:14.029714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c01b3d21-5367-4a82-add9-eeacb7459e24 None None] Port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:14.102327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:14.107724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.122407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6815b1a7-bcff-4360-8b4f-8de113ce6f93 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "PUT /v2.0/routers/9ebf713c-345c-4fe5-954b-2cd3b44d5e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8623803 Jul 15 17:05:14.123732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53658) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:14.162542 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] Sync routers for ids ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:14.181298 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] Routers {'9ebf713c-345c-4fe5-954b-2cd3b44d5e59'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:14.187866 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:14.208662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-f61fdb10-bad6-4e45-a170-6328b53f3f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:14.210231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-f61fdb10-bad6-4e45-a170-6328b53f3f0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1094 time: 0.4612763 Jul 15 17:05:14.309807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:14.342207 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] Routers {'9ebf713c-345c-4fe5-954b-2cd3b44d5e59'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:14.344346 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:14.347121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-1e18b094-3b2a-4e34-8615-f023a9e420a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:14.349803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-1e18b094-3b2a-4e34-8615-f023a9e420a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.1188693 Jul 15 17:05:14.365107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.428529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-c39ad8a1-73be-4393-9100-a19bd6ad7b5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 217 time: 0.0700355 Jul 15 17:05:14.432218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:14.432548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.433393 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95822810-4989-4908-a7f1-a126a3acca63 None None] The sync data for ids ['9ebf713c-345c-4fe5-954b-2cd3b44d5e59'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:14.546351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.588958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4db2092-1994-488b-8b47-eb84ac056472 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:14.625597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49f4508e138a4e96942cbc74c5843ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6458495 Jul 15 17:05:14.627365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-ae3efc38-732e-48ae-ae08-65b17e30c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:14.628257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.628896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-ae3efc38-732e-48ae-ae08-65b17e30c3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.1935911 Jul 15 17:05:14.630406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53666) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:14.633141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.674815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245d17fb-fa16-4de2-9afd-c5a488bbe818,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:14.696617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d4db2092-1994-488b-8b47-eb84ac056472 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:14.705467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d4db2092-1994-488b-8b47-eb84ac056472 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:14.705859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.784034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.790918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:05:14.805336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.899366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Pushing event updated for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:14.909332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:14.923054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.983242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.983595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.983938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.984351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.990072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.990464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.990651 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:14.991114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.991114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.991463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.992483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.992879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:14.993218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.007494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.009133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.009531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.009927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.010559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.010904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.011238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.011619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.012005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.012410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.012765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.013096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80c5020-9da5-47c5-85cc-a8913febba2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:15.017899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port d4db2092-1994-488b-8b47-eb84ac056472, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d4db2092-1994-488b-8b47-eb84ac056472,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:15.024173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.033188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:15.033610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.057549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:15.073709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '4e694997-418b-4f0b-985b-eefb5674f261', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:05:15.100252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:15.109463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077007ad-c29a-4b05-9bbc-f5ba7ddca0df req-d9f21ae0-d3f6-4ec0-8ac3-c8acb0a6f181 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:15.111557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-077007ad-c29a-4b05-9bbc-f5ba7ddca0df req-d9f21ae0-d3f6-4ec0-8ac3-c8acb0a6f181 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.6821964 Jul 15 17:05:15.127136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.127830 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 54ee6c18-756d-4138-a8d3-2b87e80bd31b of type vlan for network e520aac2-d253-4a10-a410-d79dc27c526a Jul 15 17:05:15.135069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.159566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.160402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebf713c-345c-4fe5-954b-2cd3b44d5e59 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:05:15.173648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:05:15.181757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.182296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=d4db2092-1994-488b-8b47-eb84ac056472,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:15.183395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ea39c7f-00f8-4bb1-a3d4-95c1e2d8e04d tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "DELETE /v2.0/routers/9ebf713c-345c-4fe5-954b-2cd3b44d5e59 HTTP/1.1" status: 204 len: 168 time: 1.0569925 Jul 15 17:05:15.191322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53676) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:15.195342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.208840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:15.216921 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.249073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.249990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-265c9e23-a088-4ee1-b605-f48cfdde6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:15.251722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-265c9e23-a088-4ee1-b605-f48cfdde6902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4646776 Jul 15 17:05:15.255027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-077007ad-c29a-4b05-9bbc-f5ba7ddca0df req-38c5cdc0-14dc-4c82-b8b7-b4a2c6bc4bde tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330874 Jul 15 17:05:15.292789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.312069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:15.360825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.364072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-878acdf3-cabd-4bf6-81cd-96f0b1a26c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.364224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.368506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/245d17fb-fa16-4de2-9afd-c5a488bbe818 HTTP/1.1" status: 204 len: 168 time: 0.7340353 Jul 15 17:05:15.376330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting subnet 443bade9-2ab8-462f-9531-5448f1c42380 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:05:15.378011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bae1e-8c41-4add-a746-8bb874740690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245d17fb-fa16-4de2-9afd-c5a488bbe818,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:15.401930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.408442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.415280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:15.415917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.483861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['4e694997-418b-4f0b-985b-eefb5674f261'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:05:15.563101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:15.575554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:15.636461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:15.646434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=e520aac2-d253-4a10-a410-d79dc27c526a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:15.661949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e520aac2-d253-4a10-a410-d79dc27c526a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:15.667868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-29e8f986-2671-4ac5-a68f-3b4ced76f3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730764 Jul 15 17:05:15.978692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-50f57447-a089-44fc-af09-9c9650f0fdb5 None None] Provisioning complete for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:15.979200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50f57447-a089-44fc-af09-9c9650f0fdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.021195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-50f57447-a089-44fc-af09-9c9650f0fdb5 None None] Port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:16.140276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:16.251642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-646390574-network', 'tenant_id': '045aeeefab1841c4af2bba777fa1d794'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:16.300327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.326224 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c93ec1e8-074a-453a-9ad4-e9146adf1d03 req-f6397d12-8eaa-4f7f-8f3f-d4cf44dc5c46 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519272 Jul 15 17:05:16.358918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Router 189bb005-09cd-4bd4-9615-c50f2bbcd4be has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:16.373548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-878acdf3-cabd-4bf6-81cd-96f0b1a26c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.381432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-878acdf3-cabd-4bf6-81cd-96f0b1a26c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.400586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f585408-550a-4b2f-8f2e-1180b297ad0f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7386510 Jul 15 17:05:16.404170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53706) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:16.420564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': 'e520aac2-d253-4a10-a410-d79dc27c526a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:16.440880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Made reservation on behalf of 045aeeefab1841c4af2bba777fa1d794 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:16.443254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.465557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.480362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.506578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-878acdf3-cabd-4bf6-81cd-96f0b1a26c63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f421800ad6ad49f5bbd2e9b5ea133a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4024789 Jul 15 17:05:16.512418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878acdf3-cabd-4bf6-81cd-96f0b1a26c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a0caa8-2651-4f56-a46c-54e900cf922c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:16.514951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:16.519489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Subnet': ['ID=443bade9-2ab8-462f-9531-5448f1c42380,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:16.526672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4db2092-1994-488b-8b47-eb84ac056472 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:16.531773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54063e-fe42-4dc7-b687-4b436fc305db None None] Network 807bba33-8b74-45bf-8842-8eddf7048a66 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:16.540572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.542389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4fdb000b-8b71-4af2-9137-f48ba8f6e8ee tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "DELETE /v2.0/subnets/443bade9-2ab8-462f-9531-5448f1c42380 HTTP/1.1" status: 204 len: 168 time: 1.3501186 Jul 15 17:05:16.547116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:16.593043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a823e-caea-435d-8628-3a82cb1fbf6c req-a606cb19-286d-420a-a110-3dc327c4cd53 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:16.594641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f61a823e-caea-435d-8628-3a82cb1fbf6c req-a606cb19-286d-420a-a110-3dc327c4cd53 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 944 time: 0.1944914 Jul 15 17:05:16.663549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f61a823e-caea-435d-8628-3a82cb1fbf6c req-de3236a5-c61d-418a-85d3-2183761159ef tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567448 Jul 15 17:05:16.697722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.700547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d4db2092-1994-488b-8b47-eb84ac056472 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:16.701072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.702833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.711645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:16.726410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.731868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:16.732841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-315f9693-8e8e-44c0-9f7b-c90e7a87f95b admin admin] 10.222.0.25 "PUT /v2.0/routers/189bb005-09cd-4bd4-9615-c50f2bbcd4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5835109 Jul 15 17:05:16.739123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Sync routers for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:16.746307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.751698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:16.765613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.765984 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Added segment dda51407-ba4f-46c2-94b7-5752159b28c4 of type vlan for network 01656763-2fd6-41c3-8c38-f6751d92d749 Jul 15 17:05:16.808930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.826098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.863553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Deleting port 7e93c9e8-376e-416e-9988-61555217af7b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:16.864465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.876141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:16.881043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.903001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.903961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:16.904908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.917476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96083911-7a66-47f7-bc6f-097536e329e9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:16.936802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.939363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.942906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41a0caa8-2651-4f56-a46c-54e900cf922c HTTP/1.1" status: 204 len: 168 time: 0.4221020 Jul 15 17:05:16.961597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] For port 7e93c9e8-376e-416e-9988-61555217af7b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7e93c9e8-376e-416e-9988-61555217af7b,segment=NetworkSegment(47ce4655-a0f4-45bb-93f9-1f15c69f4f8f),segment_id=47ce4655-a0f4-45bb-93f9-1f15c69f4f8f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:16.961986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:16.964769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5f06a-7d3d-4f33-b5af-9a73d70da435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a0caa8-2651-4f56-a46c-54e900cf922c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:16.968763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8272939 Jul 15 17:05:16.971903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53720) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:16.978902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Request body: {'subnet': {'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-646390574-subnet', 'tenant_id': '045aeeefab1841c4af2bba777fa1d794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:16.990346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Calling delete_port for 7e93c9e8-376e-416e-9988-61555217af7b owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:17.050732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129dfe8-edb7-4631-9d1d-4e79c806de92 admin admin] Pushing event updated for resources: {'Network': ['ID=01656763-2fd6-41c3-8c38-f6751d92d749,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:17.069458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 01656763-2fd6-41c3-8c38-f6751d92d749 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:17.089629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Made reservation on behalf of 045aeeefab1841c4af2bba777fa1d794 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:17.095747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.104611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:17.105282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:17.217019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 4e694997-418b-4f0b-985b-eefb5674f261 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:17.266060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 4e694997-418b-4f0b-985b-eefb5674f261 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:17.266446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.283650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.327509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.345472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67155a-bc41-4f26-92ff-0c489b7bf973 None None] DHCP port deletion for 807bba33-8b74-45bf-8842-8eddf7048a66 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:05:17.376779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42610ef5-70a3-442c-b463-41ba39d4016a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:17.427033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Checking segment: {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:17.427753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Network hostable DHCP agents. Network: 01656763-2fd6-41c3-8c38-f6751d92d749, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:17.453915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=30570284-b9cf-4621-be51-1061fb74f4f9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:17.454917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Network 01656763-2fd6-41c3-8c38-f6751d92d749 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:17.464881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.471523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '54ee6c18-756d-4138-a8d3-2b87e80bd31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e520aac2-d253-4a10-a410-d79dc27c526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:17.473878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: e520aac2-d253-4a10-a410-d79dc27c526a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:17.475147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:17.482602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 01656763-2fd6-41c3-8c38-f6751d92d749) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:17.485588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] No DVR routers for this DVR port 7e93c9e8-376e-416e-9988-61555217af7b on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:17.529104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2777c9-0a4f-42bf-a2eb-17ad4a01d3fd None None] Network 01656763-2fd6-41c3-8c38-f6751d92d749 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:17.539428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network e520aac2-d253-4a10-a410-d79dc27c526a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:17.542782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:17.543426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.551729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e520aac2-d253-4a10-a410-d79dc27c526a) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:17.557482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:17.558159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.585219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Port': ['ID=7e93c9e8-376e-416e-9988-61555217af7b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:17.589324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53732) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:17.618715 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e1a5b619-f2bf-4796-9374-3322289bc087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2049596 Jul 15 17:05:17.619722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40c7398e-2e8e-4892-9f2b-b2a905304dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.624384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53734) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:17.625938 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2ca5df9-61b8-4aad-9d58-dc3894aa6eb9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6528082 Jul 15 17:05:17.691393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.701472 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.732319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30dfb94-3281-40de-98dd-740c2ab8218c None None] Network e520aac2-d253-4a10-a410-d79dc27c526a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:17.734495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807bba33-8b74-45bf-8842-8eddf7048a66']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:17.761684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:17.762022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ce4655-a0f4-45bb-93f9-1f15c69f4f8f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:17.771571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.787930 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.806397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.818549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:17.822213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:17.828175 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:17.870880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.879137 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40c7398e-2e8e-4892-9f2b-b2a905304dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.902508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40c7398e-2e8e-4892-9f2b-b2a905304dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:17.962712 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7398e-2e8e-4892-9f2b-b2a905304dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32286b3-9ebe-456e-b89d-e601380848fb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:17.970970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40c7398e-2e8e-4892-9f2b-b2a905304dd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f503f031c63f498192c0b0bc5a2f7d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759887 Jul 15 17:05:17.978213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53746) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:18.043814 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.046699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-de67155a-bc41-4f26-92ff-0c489b7bf973 None None] Deleting port 7e93c9e8-376e-416e-9988-61555217af7b {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:18.047110 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de67155a-bc41-4f26-92ff-0c489b7bf973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.053434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:05:18.060165 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858b369-afae-40d2-8c39-b6c15aa9a6e7" -d '{"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:05:18.078696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.094085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.096479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53752) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:18.103683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-296287717-network', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:18.106631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] 10.222.0.25 "DELETE /v2.0/networks/807bba33-8b74-45bf-8842-8eddf7048a66 HTTP/1.1" status: 204 len: 168 time: 1.5558593 Jul 15 17:05:18.115259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=30570284-b9cf-4621-be51-1061fb74f4f9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:18.153331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc9b1a-11df-4dd5-a60e-a25a1e976d52 tempest-FloatingIPNegativeTestJSON-2030702525 tempest-FloatingIPNegativeTestJSON-2030702525-project] Pushing event deleted for resources: {'Network': ['ID=807bba33-8b74-45bf-8842-8eddf7048a66,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:18.207112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.245898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Made reservation on behalf of fbc95ba54e2b4724b1aa5d8cfc98c12b for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:18.258304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.263271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:18.282492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a04b-a9b9-47f1-855b-b1f9513c8cdb req-a2928c90-2304-4f5e-a56a-d8894484f0cf tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:18.283787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d286a04b-a9b9-47f1-855b-b1f9513c8cdb req-a2928c90-2304-4f5e-a56a-d8894484f0cf tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 944 time: 0.3224435 Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-de67155a-bc41-4f26-92ff-0c489b7bf973 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 807bba33-8b74-45bf-8842-8eddf7048a66 could not be found. Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 807bba33-8b74-45bf-8842-8eddf7048a66 could not be found. Jul 15 17:05:18.298978 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:05:18.309665 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93aa12f-14fd-4d54-a061-7d3715ded130 x-openstack-request-id: req-b93aa12f-14fd-4d54-a061-7d3715ded130 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:05:18.309799 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:05:18.310056 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b93aa12f-14fd-4d54-a061-7d3715ded130 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:05:18.310467 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'code': 200} Jul 15 17:05:18.313436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.342023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.348477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.367836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.368105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e520aac2-d253-4a10-a410-d79dc27c526a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:18.374411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039f4e6-dc11-419f-ac6e-b83d9a4b2835 req-381df31a-c2c3-409f-aab2-6abf2e352b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:18.376284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9039f4e6-dc11-419f-ac6e-b83d9a4b2835 req-381df31a-c2c3-409f-aab2-6abf2e352b92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1096 time: 0.1232986 Jul 15 17:05:18.397687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ee6c18-756d-4138-a8d3-2b87e80bd31b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:18.398533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ee6c18-756d-4138-a8d3-2b87e80bd31b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:18.428215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9039f4e6-dc11-419f-ac6e-b83d9a4b2835 req-716b72a9-3fd0-4e9e-ad8e-7ea853dd9159 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Jul 15 17:05:18.449624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.473613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d286a04b-a9b9-47f1-855b-b1f9513c8cdb req-9e4ea218-89b9-429b-8364-bb0e6d14f786 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422038 Jul 15 17:05:18.488658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.492230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fcd0ea-f2e6-4fd4-ba11-d9512430b661 None None] DHCP port deletion for 807bba33-8b74-45bf-8842-8eddf7048a66 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:05:18.499092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:18.499491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:18.502778 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:18.542541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.545194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.548710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c32286b3-9ebe-456e-b89d-e601380848fb HTTP/1.1" status: 204 len: 168 time: 0.5643167 Jul 15 17:05:18.613201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabe944-d2da-439b-ab1b-08883a4f5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32286b3-9ebe-456e-b89d-e601380848fb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:18.631775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.642676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.644575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/e520aac2-d253-4a10-a410-d79dc27c526a HTTP/1.1" status: 204 len: 168 time: 1.0189264 Jul 15 17:05:18.649305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:18.668590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:18.670481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126606488'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:18.679281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a11a-ae8b-4392-a6d6-443e53d77fc6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=e520aac2-d253-4a10-a410-d79dc27c526a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:18.710181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.716945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.732357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7e93c9e8-376e-416e-9988-61555217af7b no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:18.814438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:18.855784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:18.864081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.870528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3476b81-ae57-4b16-a192-b849a78693bb None None] Network e520aac2-d253-4a10-a410-d79dc27c526a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:18.876957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7e93c9e8-376e-416e-9988-61555217af7b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:18.877508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7e93c9e8-376e-416e-9988-61555217af7b not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:18.894956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22c47e-67f7-4ab7-801d-c818ecb650b3 None None] Network 01656763-2fd6-41c3-8c38-f6751d92d749 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:18.910054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3476b81-ae57-4b16-a192-b849a78693bb None None] Network e520aac2-d253-4a10-a410-d79dc27c526a could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:18.931871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:18.937686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:18.941681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:18.942203 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 0a672d4b-ec6d-44d0-a64f-abdcdfbe90c8 of type vlan for network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 Jul 15 17:05:18.996419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-85f2ade3-fe1f-4a9e-aec3-ba2d46b567ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=463f9cf9574348f3aaded51020484a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243101 Jul 15 17:05:18.997658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:19.002257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91366a36-4d06-4d85-8d91-e02c19dbe406,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:19.021259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'de3842b5-89e3-4a03-b0fb-fe08da0ebe94', 'name': '', 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'mac_address': 'fa:16:3e:da:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:12Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 2, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'subnets': [{'id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:19.025116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.025470 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Added segment 1b9e763e-49b5-4efe-a058-16b4644789dc of type vlan for network 78ece3ef-ef92-4839-b0af-a8256067e182 Jul 15 17:05:19.027783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.059041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Checking router: 189bb005-09cd-4bd4-9615-c50f2bbcd4be for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:19.059041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Updating router 189bb005-09cd-4bd4-9615-c50f2bbcd4be port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:05:19.095205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.112388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.132042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ace70-fca2-42d7-a34f-7a03fa3cb4ee None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:05:19.137197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.143307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.191449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.201782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:19.204144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.221164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.222328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:19.223106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.261818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6114948 Jul 15 17:05:19.262825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:19.266344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.269242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.270671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89336528-e8a8-4063-a047-3a2ec2c842a9 HTTP/1.1" status: 204 len: 168 time: 0.2719898 Jul 15 17:05:19.284875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaf236-7ac3-429e-919b-3a5845c1b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89336528-e8a8-4063-a047-3a2ec2c842a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:19.287769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '443f13ca-2a3d-47e2-aa33-f26cc5d61216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:19.302167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2030177 Jul 15 17:05:19.304983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:19.310263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Request body: {'subnet': {'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-296287717-subnet', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:19.369822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Made reservation on behalf of fbc95ba54e2b4724b1aa5d8cfc98c12b for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:19.372845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.455079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96939947-fff7-486b-8482-c7b6e387990f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=443f13ca-2a3d-47e2-aa33-f26cc5d61216,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:19.597561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3df2a-feab-4f47-af3e-5f7a55d00ffb admin admin] Pushing event updated for resources: {'Network': ['ID=78ece3ef-ef92-4839-b0af-a8256067e182,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:19.624018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:19.629196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.636947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:19.638637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 78ece3ef-ef92-4839-b0af-a8256067e182 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:19.772709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.791231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Transition to ACTIVE for port object de3842b5-89e3-4a03-b0fb-fe08da0ebe94 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:19.838910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:19.949128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=99505f7a-fdd9-4934-b8fe-bbaf187640b8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:19.973343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Checking segment: {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:19.974376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Network hostable DHCP agents. Network: 78ece3ef-ef92-4839-b0af-a8256067e182, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:20.016563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Network 78ece3ef-ef92-4839-b0af-a8256067e182 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:20.031277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 78ece3ef-ef92-4839-b0af-a8256067e182) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:20.035286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3713ad-63bf-4511-a5e7-3a758d71e9b1 req-94e91769-4ed6-4e44-abac-396e418ab859 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:20.037099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e3713ad-63bf-4511-a5e7-3a758d71e9b1 req-94e91769-4ed6-4e44-abac-396e418ab859 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2827802 Jul 15 17:05:20.041752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:20.049670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.079032 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2a7b5695-3957-4fbe-9fe7-f5e36b3ef8ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7713037 Jul 15 17:05:20.080435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53814) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:20.091560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:20.138610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e3713ad-63bf-4511-a5e7-3a758d71e9b1 req-d6560925-d69f-42ca-bf23-034769737de5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934982 Jul 15 17:05:20.158644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.159703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.178991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.286971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=018cdd72-93e2-46e2-848b-9e6c826db13e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:20.294483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.298007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0ace70-fca2-42d7-a34f-7a03fa3cb4ee None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:05:20.300878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.386818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '0a672d4b-ec6d-44d0-a64f-abdcdfbe90c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '443f13ca-2a3d-47e2-aa33-f26cc5d61216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:20.387954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 443f13ca-2a3d-47e2-aa33-f26cc5d61216, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:20.487932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:20.505417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.514570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fed4e-ddec-485b-9d23-66a0a2b3e719 req-983ba1e8-a2c3-417a-9487-9de5bc750a4b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:20.516979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a1fed4e-ddec-485b-9d23-66a0a2b3e719 req-983ba1e8-a2c3-417a-9487-9de5bc750a4b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1204393 Jul 15 17:05:20.518316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 443f13ca-2a3d-47e2-aa33-f26cc5d61216) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:20.528052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:20.534386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:20.534655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'floatingip': {'port_id': '4e694997-418b-4f0b-985b-eefb5674f261'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:20.535392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.555457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee280bc-cf2e-46c7-9a24-02716c12754d None None] Pushing event updated for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:20.566897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-17208aa4-7943-4ea7-aeb9-f27152286875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2920890 Jul 15 17:05:20.567779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53832) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:20.604978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.665401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Attempting to bind port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:20.666409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Attempting to bind port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:20.667198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Attempting to bind port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 on network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:20.683576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53836) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:20.692596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:20.693561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Checking segment: {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:20.695634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.696328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Bound using segment: {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:20.697170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Bound port: de3842b5-89e3-4a03-b0fb-fe08da0ebe94, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875e6654-4b66-4b19-badf-1ab57eaadb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:20.698441 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.723842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.797904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.854910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] For port de3842b5-89e3-4a03-b0fb-fe08da0ebe94, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:20.862702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] For port de3842b5-89e3-4a03-b0fb-fe08da0ebe94, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:20.867582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.872987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:20.905678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=018cdd72-93e2-46e2-848b-9e6c826db13e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:21.021274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.028492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:21.029357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:21.033480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee280bc-cf2e-46c7-9a24-02716c12754d None None] Pushing event updated for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:21.039704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443f13ca-2a3d-47e2-aa33-f26cc5d61216']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:21.059454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1073285950'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:21.091820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a672d4b-ec6d-44d0-a64f-abdcdfbe90c8') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:21.092222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a672d4b-ec6d-44d0-a64f-abdcdfbe90c8') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:21.102595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.118328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.125949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:21.126642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.163168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-78ece3ef-ef92-4839-b0af-a8256067e182', 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'fixed_ips': [{'subnet_id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:21.164129 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:21.239333 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:21.244447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:21.252785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.287116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.298335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.346320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.350537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.356371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/443f13ca-2a3d-47e2-aa33-f26cc5d61216 HTTP/1.1" status: 204 len: 168 time: 0.7843444 Jul 15 17:05:21.357914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a75931-1afe-4578-bf9c-598022a22087 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=443f13ca-2a3d-47e2-aa33-f26cc5d61216,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:21.368605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53856) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:21.373506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:21.385182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.386625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572040825'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:21.552167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.581227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Allocated IP 172.20.0.2 (78ece3ef-ef92-4839-b0af-a8256067e182/99505f7a-fdd9-4934-b8fe-bbaf187640b8/2dc376c7-1414-4728-9d6b-609c5fc7df97) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:21.592700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.606245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:21.617352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.617783 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment a9a48a9c-a48a-4d5a-8751-1b51bdaa827a of type vlan for network 0d14c25f-ce54-4972-b285-e952c6ecce74 Jul 15 17:05:21.636871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Allocated IP 172.25.8.30 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a6dfe92d-d9ed-4405-97a2-f982bf06b464) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:21.665296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.669035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.708716 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.743775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:21.748380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.753489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.760210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:21.760893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.786709 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Floating IP 0294b49a-c0f5-4154-8e9b-a3b4bb1cb930 associated. External IP: 172.25.8.105, port: 4e694997-418b-4f0b-985b-eefb5674f261. Jul 15 17:05:21.801620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.813001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Transition to ACTIVE for port object 2dc376c7-1414-4728-9d6b-609c5fc7df97 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:21.833726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Transition to ACTIVE for port object 2dc376c7-1414-4728-9d6b-609c5fc7df97 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:21.885112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1915534 Jul 15 17:05:21.886024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24095c3-cf80-4735-82b1-a4be46385798,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:21.909077 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.954719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:21.956604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e1ee5-9bc2-4f97-947e-602e29916805 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=0d14c25f-ce54-4972-b285-e952c6ecce74,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:21.967175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:21.967517 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment d27870a2-fbfb-4b35-a484-b54f03fd02b7 of type vlan for network 9edfe966-d61a-4fd7-a715-9591db70acfa Jul 15 17:05:22.012642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.015936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:22.059133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.067474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:22.081310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.108563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Network 78ece3ef-ef92-4839-b0af-a8256067e182 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:22.130634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:22.153721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:22.194631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8228953 Jul 15 17:05:22.203140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53882) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:22.205596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Pushing event updated for resources: {'Port': ['ID=2dc376c7-1414-4728-9d6b-609c5fc7df97,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:22.220156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '9edfe966-d61a-4fd7-a715-9591db70acfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:22.296879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cbd0e-96ba-4aec-9105-661e656a5318 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=9edfe966-d61a-4fd7-a715-9591db70acfa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:22.334648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9edfe966-d61a-4fd7-a715-9591db70acfa details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:22.475557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Attempting to bind port 2dc376c7-1414-4728-9d6b-609c5fc7df97 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:22.482438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Attempting to bind port 2dc376c7-1414-4728-9d6b-609c5fc7df97 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:22.482994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Attempting to bind port 2dc376c7-1414-4728-9d6b-609c5fc7df97 on network 78ece3ef-ef92-4839-b0af-a8256067e182 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:22.577461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:22.583651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.607439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:22.608041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Checking segment: {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:22.608681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.609329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Bound using segment: {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:22.610009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Bound port: 2dc376c7-1414-4728-9d6b-609c5fc7df97, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:22.610612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:22.745626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing IP validity checks on allocation pools {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:05:22.746557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:05:22.792574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'de3842b5-89e3-4a03-b0fb-fe08da0ebe94', 'name': '', 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'mac_address': 'fa:16:3e:da:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:12Z', 'updated_at': '2021-07-15T17:05:20Z', 'revision_number': 4, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'subnets': [{'id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:22.852902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] For port 2dc376c7-1414-4728-9d6b-609c5fc7df97, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:22.855760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f551f9-b0df-4a17-912d-ab19f3b422b2 None None] The sync data for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 is: [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'de3842b5-89e3-4a03-b0fb-fe08da0ebe94', 'name': '', 'network_id': '8d79c056-2b5b-48ee-bc05-7a6af68c10a9', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'mac_address': 'fa:16:3e:da:97:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:12Z', 'updated_at': '2021-07-15T17:05:20Z', 'revision_number': 4, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'subnets': [{'id': 'a8645950-e2df-4e72-96a0-e2582be22746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:22.889235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] For port 2dc376c7-1414-4728-9d6b-609c5fc7df97, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2dc376c7-1414-4728-9d6b-609c5fc7df97,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:22.947566 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:23.139038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:23.151156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd525db7-f0e5-4fcc-8f0a-aaa4ad3c9b3b None None] Pushing event updated for resources: {'Port': ['ID=2dc376c7-1414-4728-9d6b-609c5fc7df97,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:23.408651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=584b827b-1922-4762-a6fe-857f117d5922,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:23.493130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': 'd27870a2-fbfb-4b35-a484-b54f03fd02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9edfe966-d61a-4fd7-a715-9591db70acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:23.494034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 9edfe966-d61a-4fd7-a715-9591db70acfa, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:23.519635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:23.536628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 9edfe966-d61a-4fd7-a715-9591db70acfa is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:23.558776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9edfe966-d61a-4fd7-a715-9591db70acfa) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:23.576265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:23.633126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:23.643290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:23.686622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-624f89a5-9378-4d18-b037-6e65532e5ae9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4797924 Jul 15 17:05:23.689982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53916) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:23.925021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:23.933344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:23.936722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:23.956726 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:23.961605 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:23.965253 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.048891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:24.068085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:24.073002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:24.131860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.278740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.283229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ea1f426-e388-4237-a025-2e73df6beb02 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "PUT /v2.0/floatingips/0294b49a-c0f5-4154-8e9b-a3b4bb1cb930 HTTP/1.1" status: 200 len: 991 time: 3.7506208 Jul 15 17:05:24.285698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:05:24.302675 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf" -d '{"events": [{"name": "network-changed", "server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:05:24.312341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Pushing event updated for resources: {'Port': ['ID=a6dfe92d-d9ed-4405-97a2-f982bf06b464,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:24.423739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53926) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:24.428401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:24.444359 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fe2c7-bd22-42c4-9315-012efe22508b x-openstack-request-id: req-4b4fe2c7-bd22-42c4-9315-012efe22508b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:05:24.444683 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:05:24.444938 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4fe2c7-bd22-42c4-9315-012efe22508b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:05:24.445340 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'status': 'completed', 'code': 200} Jul 15 17:05:24.615811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.787565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=584b827b-1922-4762-a6fe-857f117d5922,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:24.791621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2dc376c7-1414-4728-9d6b-609c5fc7df97 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:24.823768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.948214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:24.980077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:24.984916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device de3842b5-89e3-4a03-b0fb-fe08da0ebe94 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:24.985208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edfe966-d61a-4fd7-a715-9591db70acfa']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:25.033088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27870a2-fbfb-4b35-a484-b54f03fd02b7') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:25.036455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27870a2-fbfb-4b35-a484-b54f03fd02b7') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:25.076862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.088747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:25.102454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:25.104576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.138080 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.161344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:25.164593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.253902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:25.260665 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.279438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-b07b7867-5681-48f4-b972-2e0ecc4ada58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:25.283678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-b07b7867-5681-48f4-b972-2e0ecc4ada58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1096 time: 0.8443439 Jul 15 17:05:25.293535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:25.302505 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '0294b49a-c0f5-4154-8e9b-a3b4bb1cb930', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:04:56Z', 'updated_at': '2021-07-15T17:05:21Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:25.322328 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:25.349348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.363876 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:25.364025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.370758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/9edfe966-d61a-4fd7-a715-9591db70acfa HTTP/1.1" status: 204 len: 168 time: 1.6796112 Jul 15 17:05:25.373905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53936) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:25.388039 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:25.389175 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:25.394009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port de3842b5-89e3-4a03-b0fb-fe08da0ebe94, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:25.395610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120222719'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:25.400897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.419311 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab11-0ba3-4769-a5b0-b7e290fac867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.423267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:25.427050 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.436599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47060e-dde7-4404-93a1-f8b2cf14654f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=9edfe966-d61a-4fd7-a715-9591db70acfa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:25.481654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:25.508538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.510562 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 83aa7caa-ac6c-422c-8193-41d9fb328aaa of type vlan for network d36fd948-68c8-421d-b724-8262f072aace Jul 15 17:05:25.514462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea685a9-1b6c-42e1-941a-9b84ffa1458c None None] Network 78ece3ef-ef92-4839-b0af-a8256067e182 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:25.606603 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab11-0ba3-4769-a5b0-b7e290fac867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.620901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ab11-0ba3-4769-a5b0-b7e290fac867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.628236 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:25.662521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b9b7ab11-0ba3-4769-a5b0-b7e290fac867 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b063f6c455d04893b7bac7bd08e8fc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312267 Jul 15 17:05:25.735669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:25.810397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-84b75984-bdb3-434d-a575-bbad689d7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:25.815329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-84b75984-bdb3-434d-a575-bbad689d7ef9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.5051692 Jul 15 17:05:25.868729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:25.875342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.875795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:25.930398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ab11-0ba3-4769-a5b0-b7e290fac867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d413d617-0a35-4fd6-bcb3-a4ee58536ed7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:25.949393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6c3f8-1e13-44ee-b36f-1712e0838c9d None None] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:25.971081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460a0d0-1a4c-432a-9a1f-51b69622430d None None] Network 9edfe966-d61a-4fd7-a715-9591db70acfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:25.988657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:26.002910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f460a0d0-1a4c-432a-9a1f-51b69622430d None None] Network 9edfe966-d61a-4fd7-a715-9591db70acfa could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:26.009568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6c3f8-1e13-44ee-b36f-1712e0838c9d None None] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:26.022006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678ea59-8af3-4392-b7c3-9dbcf250058d None None] Network 9edfe966-d61a-4fd7-a715-9591db70acfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:26.030454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85158fea-68ba-4137-afdf-bf0323089f8a None None] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:26.046153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Provisioning for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:26.051412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.061555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:26.063888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.065493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-ae1518ac-f52f-437b-b20f-30edf14b8e5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 999 time: 0.2107201 Jul 15 17:05:26.096029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678ea59-8af3-4392-b7c3-9dbcf250058d None None] Network 9edfe966-d61a-4fd7-a715-9591db70acfa could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:26.101317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5451-f4f8-44c2-a56c-5aff6d918168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.105217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Provisioning complete for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:26.105788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.107677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85158fea-68ba-4137-afdf-bf0323089f8a None None] Network 443f13ca-2a3d-47e2-aa33-f26cc5d61216 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:26.134011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.161188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7859371 Jul 15 17:05:26.165189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:26.186930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': 'd36fd948-68c8-421d-b724-8262f072aace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:26.208184 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '0294b49a-c0f5-4154-8e9b-a3b4bb1cb930', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:04:56Z', 'updated_at': '2021-07-15T17:05:21Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:26.242095 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2193bd-13ff-4918-bfa5-8648a210e689 None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '0294b49a-c0f5-4154-8e9b-a3b4bb1cb930', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:04:56Z', 'updated_at': '2021-07-15T17:05:21Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:26.253875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-190c388b-2456-4c46-8d1a-9c9179ab27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:26.255596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-190c388b-2456-4c46-8d1a-9c9179ab27ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.1536942 Jul 15 17:05:26.315315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.333641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=d36fd948-68c8-421d-b724-8262f072aace,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:26.356613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.444197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] For port 2dc376c7-1414-4728-9d6b-609c5fc7df97, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2dc376c7-1414-4728-9d6b-609c5fc7df97,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:26.456901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.468481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.533477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e11c-fdea-4f71-96b7-264b8fa18dcd None None] Pushing event updated for resources: {'Port': ['ID=2dc376c7-1414-4728-9d6b-609c5fc7df97,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:26.585727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1a1da160-8b51-42d5-9fe4-6c07af16347b None None] Provisioning complete for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:26.589525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a1da160-8b51-42d5-9fe4-6c07af16347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.659754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device de3842b5-89e3-4a03-b0fb-fe08da0ebe94 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:26.672098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-f9cd804c-ddb0-425b-ae48-e3f895169686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:26.673719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-f9cd804c-ddb0-425b-ae48-e3f895169686 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101551 Jul 15 17:05:26.794889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a5d416-de30-4bbe-a1f6-603fda62f987 None None] New status for floating IP 0294b49a-c0f5-4154-8e9b-a3b4bb1cb930: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:05:26.807643 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-c7ef4dba-eb57-43f0-a1a8-caac85324774 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253715 Jul 15 17:05:26.829738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.830370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.830875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.831417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.832095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.832631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.833396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.833904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.834403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.834904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.835436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.835940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d457e8d-e53d-4917-a6d1-3203273a6875 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:05:26.893663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:26.894513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d36fd948-68c8-421d-b724-8262f072aace details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:26.906848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.913376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Router ff5616c9-5a5e-4443-94e7-7b004a3b625b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:05:26.943076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:26.943604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.969762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.972320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:26.973512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d413d617-0a35-4fd6-bcb3-a4ee58536ed7 HTTP/1.1" status: 204 len: 168 time: 1.2336183 Jul 15 17:05:27.009715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9f4b2-5a26-4086-b053-165d4862e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d413d617-0a35-4fd6-bcb3-a4ee58536ed7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:27.301488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47cb57ae-bab8-46ad-a61f-6bdfd11b0edf req-98b10098-35ff-4592-8fc1-e9df4701c7e4 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547811 Jul 15 17:05:27.308077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.347218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:27.357626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Sync routers for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:27.371619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:27.373433 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:27.411689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.479209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa24c2a-f31e-4593-91f6-a79a92322fbf None None] Network 78ece3ef-ef92-4839-b0af-a8256067e182 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:27.531065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '83aa7caa-ac6c-422c-8193-41d9fb328aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd36fd948-68c8-421d-b724-8262f072aace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:27.532687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: d36fd948-68c8-421d-b724-8262f072aace, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:27.544325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=c490563b-c816-4aa6-b3f6-184bc5f27048,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:27.568107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:27.582130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.587376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-720a227f-5b9b-441b-95d7-845044bef650 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5026662 Jul 15 17:05:27.587682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network d36fd948-68c8-421d-b724-8262f072aace is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:27.590078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:27.607662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d36fd948-68c8-421d-b724-8262f072aace) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:27.613066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:27.614990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.629399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06cea8-4737-44a3-be67-ae463611e66a None None] Network d36fd948-68c8-421d-b724-8262f072aace requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:27.638876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-523203ae-0d22-4af9-80eb-87725ef74946 None None] Provisioning complete for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:27.639982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-523203ae-0d22-4af9-80eb-87725ef74946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.646566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5af048b8-9cba-4a19-96e0-cee057c986d7 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4782813 Jul 15 17:05:27.647142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:27.756257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:27.756563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: 0d14c25f-ce54-4972-b285-e952c6ecce74, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:27.770307 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:27.794104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f184ab8-cfa3-4d60-b134-415338c5b0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.802677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=5b95e810-6037-4004-ba53-60e7cf3f17de,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:27.811284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.879443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.920126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f184ab8-cfa3-4d60-b134-415338c5b0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.955425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f184ab8-cfa3-4d60-b134-415338c5b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:27.971293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.007151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f184ab8-cfa3-4d60-b134-415338c5b0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7151fd5a-80e3-4a32-8d91-1fe3a24e7fae,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:28.044891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=c490563b-c816-4aa6-b3f6-184bc5f27048,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:28.071034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:28.100391 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:24Z', 'revision_number': 3, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:28.127253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.141146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0d14c25f-ce54-4972-b285-e952c6ecce74) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:28.155390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Checking router: ff5616c9-5a5e-4443-94e7-7b004a3b625b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:28.155733 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Updating router ff5616c9-5a5e-4443-94e7-7b004a3b625b port a6dfe92d-d9ed-4405-97a2-f982bf06b464 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:05:28.163422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36fd948-68c8-421d-b724-8262f072aace']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:28.165780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213d6a5-00ab-4cd6-8cb8-2b030b0a7dd9 None None] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:28.189500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aa7caa-ac6c-422c-8193-41d9fb328aaa') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:28.191487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aa7caa-ac6c-422c-8193-41d9fb328aaa') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:28.209888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.211797 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.222892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0f184ab8-cfa3-4d60-b134-415338c5b0c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=965b046f8d9a4651b8a67c19ea1c6b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466947 Jul 15 17:05:28.222892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:28.222892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.227730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 53968) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:28.266693 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.269941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f8114ea-9353-4e66-af87-a58c2ccbcf26 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9950252 Jul 15 17:05:28.276430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53970) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:28.285839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:28.289098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.302509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295294338'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:28.313987 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:28.344598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.346623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96d565-28e8-4a85-85f0-bedd599ab2e2 None None] Network d36fd948-68c8-421d-b724-8262f072aace requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:28.377550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.425941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:28.430807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.435715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.441723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.447101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/d36fd948-68c8-421d-b724-8262f072aace HTTP/1.1" status: 204 len: 168 time: 0.7923489 Jul 15 17:05:28.456825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53972) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:28.474932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518113525'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:28.484561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e79bb-e091-4c23-af7c-20beed207dd0 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=d36fd948-68c8-421d-b724-8262f072aace,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:28.507805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:28.520392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.520750 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment df000470-0788-4646-a434-520ba1be5679 of type vlan for network 3d0126f1-6d4e-43ad-929c-db6595128922 Jul 15 17:05:28.522056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:28.527004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.633858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.637190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2dc376c7-1414-4728-9d6b-609c5fc7df97 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:28.639931 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.646859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:28.663813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.664215 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 4d601c50-500e-48bb-9eef-bd54d1fc4580 of type vlan for network 6ff6ebc8-91b7-4f62-a874-543c481d8299 Jul 15 17:05:28.664786 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Transition to ACTIVE for port object a6dfe92d-d9ed-4405-97a2-f982bf06b464 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:28.674378 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.717398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.723567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:28.723938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.758897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.807748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5242479 Jul 15 17:05:28.816719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53978) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:28.834028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Attempting to bind port a6dfe92d-d9ed-4405-97a2-f982bf06b464 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:28.834489 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Attempting to bind port a6dfe92d-d9ed-4405-97a2-f982bf06b464 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:28.834742 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Attempting to bind port a6dfe92d-d9ed-4405-97a2-f982bf06b464 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:28.838994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': '3d0126f1-6d4e-43ad-929c-db6595128922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:28.843434 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.852551 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:28.852930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:28.856624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0d14c25f-ce54-4972-b285-e952c6ecce74', 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': '5b95e810-6037-4004-ba53-60e7cf3f17de'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:28.857437 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.857587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.858141 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:28.858827 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Bound port: a6dfe92d-d9ed-4405-97a2-f982bf06b464, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:28.859470 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.885121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:28.885776 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:28.977009 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] For port a6dfe92d-d9ed-4405-97a2-f982bf06b464, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:28.983789 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] For port a6dfe92d-d9ed-4405-97a2-f982bf06b464, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a6dfe92d-d9ed-4405-97a2-f982bf06b464,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:28.992871 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.002283 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:05:29.053137 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76863-7cbe-4cbc-9a93-4970b192808b None None] Pushing event updated for resources: {'Port': ['ID=a6dfe92d-d9ed-4405-97a2-f982bf06b464,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:29.114269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d746-4c1f-4db3-ab25-5ce971e5e624 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=3d0126f1-6d4e-43ad-929c-db6595128922,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:29.127145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:29.149350 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:29.167628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.173194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:29.173793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.257693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:29.261334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.266806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=6ff6ebc8-91b7-4f62-a874-543c481d8299,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:29.286340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3d0126f1-6d4e-43ad-929c-db6595128922 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:29.298019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.308019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aa1fe7f7-a07a-456f-a725-134edb0d5d6d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8474684 Jul 15 17:05:29.311008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 53984) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:29.329518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '6ff6ebc8-91b7-4f62-a874-543c481d8299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:29.335373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.337982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.353291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7151fd5a-80e3-4a32-8d91-1fe3a24e7fae HTTP/1.1" status: 204 len: 168 time: 1.1210406 Jul 15 17:05:29.431392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b6020-bad5-428b-b10d-1b2524d1c496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7151fd5a-80e3-4a32-8d91-1fe3a24e7fae,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:29.505501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-87e91647-d0ca-466f-b09b-2efdce4d76e8 req-28657491-eddd-442f-929a-cfbb189501b7 tempest-FloatingIPsAssociationTestJSON-263378333 tempest-FloatingIPsAssociationTestJSON-263378333-project] (100429) timed out ('10.222.0.20', 52452) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:05:29.510024 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:29.562627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6ff6ebc8-91b7-4f62-a874-543c481d8299 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:29.592375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:29.595804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.656970 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d76863-7cbe-4cbc-9a93-4970b192808b None None] Pushing event updated for resources: {'Port': ['ID=a6dfe92d-d9ed-4405-97a2-f982bf06b464,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:29.734512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-19a232dd-be5a-4bba-b455-1ff6f1daf7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.753689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-166639e7-c699-4dbb-a93a-0f36fd3224e4 None None] Provisioning complete for port 2dc376c7-1414-4728-9d6b-609c5fc7df97 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:29.756350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-166639e7-c699-4dbb-a93a-0f36fd3224e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.822756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:29.830624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:24Z', 'revision_number': 3, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:29.928195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Allocated IP 172.20.0.1 (78ece3ef-ef92-4839-b0af-a8256067e182/99505f7a-fdd9-4934-b8fe-bbaf187640b8/9d2bdfcb-98dc-483f-a252-97457d47ab58) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:29.953498 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809ab7b-9ab9-4cf1-aa60-fc1ba409a1ff None None] The sync data for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 is: [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:24Z', 'revision_number': 3, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:29.977569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Allocated IP 2001:db8:0:ffff::2 (0d14c25f-ce54-4972-b285-e952c6ecce74/5b95e810-6037-4004-ba53-60e7cf3f17de/75329e6e-2763-4b62-9839-ff7dc6ef0cd7) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:30.136418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.164387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Transition to ACTIVE for port object 9d2bdfcb-98dc-483f-a252-97457d47ab58 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:30.167419 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.183945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.247368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.315164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.334074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': 'df000470-0788-4646-a434-520ba1be5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3d0126f1-6d4e-43ad-929c-db6595128922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:30.334468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: 3d0126f1-6d4e-43ad-929c-db6595128922, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:30.346162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=7019781e-71d1-4337-a52c-0d5aab6b1608,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:30.371339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Pushing event updated for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:30.379870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '4d601c50-500e-48bb-9eef-bd54d1fc4580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ff6ebc8-91b7-4f62-a874-543c481d8299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:30.380275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 6ff6ebc8-91b7-4f62-a874-543c481d8299, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:30.387853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Transition to ACTIVE for port object 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:30.424775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Network 78ece3ef-ef92-4839-b0af-a8256067e182 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:30.435114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:30.439166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:30.453257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=e192d09c-13e2-4167-aa53-c87520fe3d6f,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:30.485781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Transition to ACTIVE for port object 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:30.495579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 3d0126f1-6d4e-43ad-929c-db6595128922 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:30.501134 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.520235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 6ff6ebc8-91b7-4f62-a874-543c481d8299 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:30.547363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6ff6ebc8-91b7-4f62-a874-543c481d8299) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:30.560039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:30.560039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.603481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3d0126f1-6d4e-43ad-929c-db6595128922) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:30.622823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:30.624768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.626851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.682998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3da1001-5532-432e-af59-7816ba9743e5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3696885 Jul 15 17:05:30.685770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54004) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:30.687091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:30.689073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237fd10-079e-47e0-a06c-409c0c08c85b None None] Network 6ff6ebc8-91b7-4f62-a874-543c481d8299 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:30.698388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:30.767746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db399bd-a0a0-4f15-8e27-bd4a88e74774 None None] Network 3d0126f1-6d4e-43ad-929c-db6595128922 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:30.775765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Pushing event updated for resources: {'Port': ['ID=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:30.810988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:30.816710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a6dfe92d-d9ed-4405-97a2-f982bf06b464 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:30.884872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a48fbf68-d3f0-4e4c-bd3f-be49843f87ca tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0668523 Jul 15 17:05:30.889864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:30.892019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54006) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:31.091721 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.226335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.252727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.386951 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.452669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Attempting to bind port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:31.453090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Attempting to bind port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:31.453407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Attempting to bind port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 on network 0d14c25f-ce54-4972-b285-e952c6ecce74 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:31.540087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.595786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.598129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:31.598695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Checking segment: {'id': 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:31.599150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.599614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Bound using segment: {'id': 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:31.600179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Bound port: 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0d14c25f-ce54-4972-b285-e952c6ecce74'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:31.600690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.608845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.624030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=e192d09c-13e2-4167-aa53-c87520fe3d6f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:31.650525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fce4de67-2258-4699-98eb-ce362d1837a1 None None] Provisioning for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:31.693527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fce4de67-2258-4699-98eb-ce362d1837a1 None None] Provisioning complete for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:31.694278 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fce4de67-2258-4699-98eb-ce362d1837a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.748786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.753709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fce4de67-2258-4699-98eb-ce362d1837a1 None None] Port 9d2bdfcb-98dc-483f-a252-97457d47ab58 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:31.776349 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.785615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Pushing event updated for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:31.788974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.806594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a6dfe92d-d9ed-4405-97a2-f982bf06b464 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:31.828582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=7019781e-71d1-4337-a52c-0d5aab6b1608,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:31.834231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a6dfe92d-d9ed-4405-97a2-f982bf06b464 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:31.834879 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.900104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cacf4-359b-4609-bac0-4aed0b3d1185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-6ff6ebc8-91b7-4f62-a874-543c481d8299', 'network_id': '6ff6ebc8-91b7-4f62-a874-543c481d8299', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': 'e192d09c-13e2-4167-aa53-c87520fe3d6f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:31.909740 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a7cacf4-359b-4609-bac0-4aed0b3d1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.950358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:31.964059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] For port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:32.004592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] For port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,segment=NetworkSegment(a9a48a9c-a48a-4d5a-8751-1b51bdaa827a),segment_id=a9a48a9c-a48a-4d5a-8751-1b51bdaa827a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:32.016701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff6ebc8-91b7-4f62-a874-543c481d8299']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.045638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d601c50-500e-48bb-9eef-bd54d1fc4580') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.046222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d601c50-500e-48bb-9eef-bd54d1fc4580') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.048774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Network 78ece3ef-ef92-4839-b0af-a8256067e182 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:32.051533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:32.082394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.091278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.102795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.120565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0126f1-6d4e-43ad-929c-db6595128922']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.142613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df000470-0788-4646-a434-520ba1be5679') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.144656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df000470-0788-4646-a434-520ba1be5679') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:32.145289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03e5b3-7365-4ec4-a740-9ad2fcadf56a None None] Network 3d0126f1-6d4e-43ad-929c-db6595128922 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:32.148496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.186545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:32.187087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:32.245438 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:32.287821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.349317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.360389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Router ff5616c9-5a5e-4443-94e7-7b004a3b625b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:32.372981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:32.373412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:32.384596 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:32.573583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.591678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.594447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/6ff6ebc8-91b7-4f62-a874-543c481d8299 HTTP/1.1" status: 204 len: 168 time: 1.9065423 Jul 15 17:05:32.597738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.599665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54038) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:32.619580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061681219'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:32.642663 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.649424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/3d0126f1-6d4e-43ad-929c-db6595128922 HTTP/1.1" status: 204 len: 168 time: 1.7537086 Jul 15 17:05:32.649424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54042) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:32.652398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628b0e3-e916-4f72-a360-ae7981267c0c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=6ff6ebc8-91b7-4f62-a874-543c481d8299,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:32.660094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728245159'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:32.688554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb7f9-5ba0-4082-9dc9-07989d4a57cd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=3d0126f1-6d4e-43ad-929c-db6595128922,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:32.713197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:05:32.713197 n-d-800085-3 neutron-server[100429]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:05:32.713197 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id': 'b1a66c67e96548328fdf884f9188bfa9', 'id': 'c535e2fb-4d30-4fb3-bdc0-daa53de3c443', 'expiration': datetime.datetime(2021, 7, 15, 17, 7, 32, 697908)}] Jul 15 17:05:32.713197 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:32.713810 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:32.725951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:32.732985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.814837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:32.833967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.835743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:32.836325 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment d5f2f215-1e57-4d97-b470-1014f92ee105 of type vlan for network 3ee5763a-ab37-4661-8098-6d78817304d6 Jul 15 17:05:32.855034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a57b2b27-55dc-43d4-97ae-aad1dfa0bbae admin admin] 10.222.0.25 "PUT /v2.0/routers/ff5616c9-5a5e-4443-94e7-7b004a3b625b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2533467 Jul 15 17:05:32.917128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.953637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.970239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647178a1-803d-465a-92b8-473c3d42da2c None None] Network 6ff6ebc8-91b7-4f62-a874-543c481d8299 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:32.991745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:32.997734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a902f65-69b4-4bf3-b8e5-059b5dd0d29b None None] Pushing event updated for resources: {'Port': ['ID=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:33.012862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:33.014361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a11a1aee-a2be-45e5-a112-8ce0f9bd413a None None] Provisioning complete for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:33.014908 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a11a1aee-a2be-45e5-a112-8ce0f9bd413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.016714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647178a1-803d-465a-92b8-473c3d42da2c None None] Network 6ff6ebc8-91b7-4f62-a874-543c481d8299 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:33.017984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.145328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=3ee5763a-ab37-4661-8098-6d78817304d6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:33.156270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06ca7b07-735e-44e1-ae47-243ba60dcd70 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5454369 Jul 15 17:05:33.159749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:33.165412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:33.186516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a6dfe92d-d9ed-4405-97a2-f982bf06b464, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a6dfe92d-d9ed-4405-97a2-f982bf06b464,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:33.187976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:33.253897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:33.258285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.320588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:33.356339 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.356339 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474 of type vlan for network e3333bb1-77b0-47c3-8c07-7ed65469827f Jul 15 17:05:33.362611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.402855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a11a1aee-a2be-45e5-a112-8ce0f9bd413a None None] Port 9d2bdfcb-98dc-483f-a252-97457d47ab58 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:05:33.437194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Sync routers for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:33.524083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a6dfe92d-d9ed-4405-97a2-f982bf06b464,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:33.531779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:33.535501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:33.545535 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:05:33.559906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.618323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.648457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.676858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:33.679586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.759880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1005912 Jul 15 17:05:33.760825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:33.760971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:33.778925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:33.955435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624e30-65af-4ec1-8d09-e00eccc201fd tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=e3333bb1-77b0-47c3-8c07-7ed65469827f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:34.030384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=3ee5763a-ab37-4661-8098-6d78817304d6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:34.033710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 3ee5763a-ab37-4661-8098-6d78817304d6 is not hosted by any dhcp agent {{(pid=100428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:05:34.040192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:34.040384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.041646 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0961cdef-ac94-4f57-acf4-2ca7cfe40ce1 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "PUT /v2.0/networks/3ee5763a-ab37-4661-8098-6d78817304d6 HTTP/1.1" status: 200 len: 723 time: 0.8811424 Jul 15 17:05:34.046060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:34.054251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:34.056098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '3ee5763a-ab37-4661-8098-6d78817304d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:34.113711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e3333bb1-77b0-47c3-8c07-7ed65469827f details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:34.161428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:34.179474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:34.203770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.294737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:34.298795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.503710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade7ba9-c435-45d3-8aff-62933c3d8e8f None None] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:34.611379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.649833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:34.672571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Provisioning for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:34.675725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:34.689136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=0ccf99f1-f672-4128-8633-bc107ed76ddd,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:34.695177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:34.695535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: e3333bb1-77b0-47c3-8c07-7ed65469827f, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:34.720020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network e3333bb1-77b0-47c3-8c07-7ed65469827f is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:34.741313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e3333bb1-77b0-47c3-8c07-7ed65469827f) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:34.753887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.759960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:34.764641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.786173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-83554eef-bbad-4b2f-b740-ae30e4ec39f2 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0086653 Jul 15 17:05:34.786744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54100) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:34.798778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546959644'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:34.814362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Provisioning complete for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:34.814578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.816460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:34.816586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.818106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3caf4-2477-45c8-8e18-3730357d4cff None None] Network e3333bb1-77b0-47c3-8c07-7ed65469827f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:34.847943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:34.865609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.924682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:34.935985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:34.936461 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 608c56ca-c8b0-42a9-9869-124d23a2c360 of type vlan for network f7236c59-d987-4593-b089-b63fd01522ec Jul 15 17:05:34.943987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': 'd5f2f215-1e57-4d97-b470-1014f92ee105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3ee5763a-ab37-4661-8098-6d78817304d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:34.944801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 3ee5763a-ab37-4661-8098-6d78817304d6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:34.949002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=763b0995-f466-41b7-93fa-feefdf4bcfa0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:34.993711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 3ee5763a-ab37-4661-8098-6d78817304d6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:35.014791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.021272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3ee5763a-ab37-4661-8098-6d78817304d6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:35.045926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:35.047424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.079313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a70fd-acb3-4a5c-a6f5-e7cf2ac0f3cb None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:35.095873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5c98401-f41a-4845-bc66-5d47402247f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0486441 Jul 15 17:05:35.102753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:35.113807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:35.116870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.141691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:35.142348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.236452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5682288'] for subnet, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.263603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4690292 Jul 15 17:05:35.271564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54116) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:35.280545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:35.415862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6195c5-4957-4574-bb61-41b136aaff5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=f7236c59-d987-4593-b089-b63fd01522ec,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:35.472592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f7236c59-d987-4593-b089-b63fd01522ec details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:35.633065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742637507723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7307396'] for subnet, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.672346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:35.681197 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.725339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:35.726787 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.728130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "PUT /v2.0/subnets/763b0995-f466-41b7-93fa-feefdf4bcfa0 HTTP/1.1" status: 200 len: 806 time: 0.6235561 Jul 15 17:05:35.737592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:35.812994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Performing IP validity checks on allocation pools {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:05:35.814279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:05:35.833170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c2d80-e4ab-4d7d-88f1-76dfe7aa438a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=763b0995-f466-41b7-93fa-feefdf4bcfa0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:35.982530 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:35.991859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.036335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:36.117415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=35dc3fb9-871b-4f8a-97b5-95e1076948ac,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:36.118661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.190624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '608c56ca-c8b0-42a9-9869-124d23a2c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:36.191909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: f7236c59-d987-4593-b089-b63fd01522ec, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:36.207214 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.224075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network f7236c59-d987-4593-b089-b63fd01522ec is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:36.227606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.246105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f7236c59-d987-4593-b089-b63fd01522ec) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:36.250709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:36.251704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.270172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.282277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=763b0995-f466-41b7-93fa-feefdf4bcfa0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:36.352895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] For port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,segment=NetworkSegment(a9a48a9c-a48a-4d5a-8751-1b51bdaa827a),segment_id=a9a48a9c-a48a-4d5a-8751-1b51bdaa827a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:36.356902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f284181-a012-4173-9f46-2134109a9c67 None None] Network f7236c59-d987-4593-b089-b63fd01522ec requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:36.359406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e3333bb1-77b0-47c3-8c07-7ed65469827f', 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': '0ccf99f1-f672-4128-8633-bc107ed76ddd'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:36.360264 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.390657 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.400052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9066b36-a1fd-4672-8eb0-96b215443108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-3ee5763a-ab37-4661-8098-6d78817304d6', 'network_id': '3ee5763a-ab37-4661-8098-6d78817304d6', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': '763b0995-f466-41b7-93fa-feefdf4bcfa0'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:36.401247 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f9066b36-a1fd-4672-8eb0-96b215443108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.428717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.458792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee5763a-ab37-4661-8098-6d78817304d6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:36.482306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f2f215-1e57-4d97-b470-1014f92ee105') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:36.482609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f2f215-1e57-4d97-b470-1014f92ee105') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:36.501101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.534025 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.541997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:36.542417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:36.545546 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:36.581385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10335b1-5d01-4edf-ba2f-3dd66b28fc80 None None] Pushing event updated for resources: {'Port': ['ID=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:36.647717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.650117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:36.677121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.679784 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/3ee5763a-ab37-4661-8098-6d78817304d6 HTTP/1.1" status: 204 len: 168 time: 0.9411657 Jul 15 17:05:36.680918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b8a8a-c037-4577-97b7-5b983d4fffc5 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=3ee5763a-ab37-4661-8098-6d78817304d6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:36.682938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54156) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:36.707948 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf0ba93-2332-4220-9100-4d32986b445a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:36.708883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf0ba93-2332-4220-9100-4d32986b445a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:36.711424 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-edf0ba93-2332-4220-9100-4d32986b445a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/3ee5763a-ab37-4661-8098-6d78817304d6 HTTP/1.1" status: 404 len: 339 time: 0.0273232 Jul 15 17:05:36.717388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:36.722594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662562957', 'description': 'd1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:36.748777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:36.753553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.772677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c1b1df2d-d3c5-417f-a1b5-580909dcc7ae tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4993918 Jul 15 17:05:36.776801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:36.815608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-f9066b36-a1fd-4672-8eb0-96b215443108 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:05:36.815608 n-d-800085-3 neutron-server[100430]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 15 17:05:36.815608 n-d-800085-3 neutron-server[100430]: [parameters: {'project_id': 'f3edd68052414f359bdc2d12c2143cea', 'id': 'b459914e-5685-47eb-8de3-f1d0bcb78c21', 'name': '', 'network_id': '3ee5763a-ab37-4661-8098-6d78817304d6', 'mac_address': 'fa:16:3e:03:9e:e9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-3ee5763a-ab37-4661-8098-6d78817304d6', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2443}] Jul 15 17:05:36.815608 n-d-800085-3 neutron-server[100430]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:36.816063 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-f9066b36-a1fd-4672-8eb0-96b215443108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:36.842147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:36.850180 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:36.903675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d91ddfb2-a701-481f-955a-7fb8efddf118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:36.905856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:36.909686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:30Z', 'revision_number': 4, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '9d2bdfcb-98dc-483f-a252-97457d47ab58', 'name': '', 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'mac_address': 'fa:16:3e:ca:29:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:29Z', 'updated_at': '2021-07-15T17:05:31Z', 'revision_number': 2, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'subnets': [{'id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:37.000597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.000919 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 4efa3022-24dd-481c-8067-527b3ef3c99c of type vlan for network b6b0bc34-39a6-4f4f-a573-92d5746b31cf Jul 15 17:05:37.011430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Checking router: ff5616c9-5a5e-4443-94e7-7b004a3b625b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:37.012296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Updating router ff5616c9-5a5e-4443-94e7-7b004a3b625b port 9d2bdfcb-98dc-483f-a252-97457d47ab58 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:05:37.090483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.106529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.138544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.282127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d91ddfb2-a701-481f-955a-7fb8efddf118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.286561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.295813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:37.296483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.308298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d91ddfb2-a701-481f-955a-7fb8efddf118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.324085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f9066b36-a1fd-4672-8eb0-96b215443108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.354821 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d91ddfb2-a701-481f-955a-7fb8efddf118 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c39c0d58c20746b193ed0a60cd60c479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7030387 Jul 15 17:05:37.357642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:37.391268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-f7236c59-d987-4593-b089-b63fd01522ec', 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': '35dc3fb9-871b-4f8a-97b5-95e1076948ac'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:37.392238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.407684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Allocated IP 2001:db8::1 (e3333bb1-77b0-47c3-8c07-7ed65469827f/0ccf99f1-f672-4128-8633-bc107ed76ddd/33b20e50-ee5a-4e70-abc9-16fa29056d75) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:37.417682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.448043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd6c09-7435-4498-b498-6279e6e460d6 None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:37.453948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Deleting port de3842b5-89e3-4a03-b0fb-fe08da0ebe94 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:37.454806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.462274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a60aeff-93ac-441e-8c59-f28de7bd74e1 None None] Provisioning complete for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:37.462739 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a60aeff-93ac-441e-8c59-f28de7bd74e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.494288 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.512511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7939560 Jul 15 17:05:37.517147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:37.565432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e3a75-7e79-45f8-9482-6e563d2a18e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=b6b0bc34-39a6-4f4f-a573-92d5746b31cf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:37.567569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ddfb2-a701-481f-955a-7fb8efddf118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea9089-5520-43dc-8396-5711b3c0e71a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:37.587672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.618343 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.625277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] For port de3842b5-89e3-4a03-b0fb-fe08da0ebe94, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:37.625648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.639885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b6b0bc34-39a6-4f4f-a573-92d5746b31cf details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:37.641849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ffd87-58dc-4998-a08b-e455f784a495 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:37.645903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d36ffd87-58dc-4998-a08b-e455f784a495 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks?id=b6b0bc34-39a6-4f4f-a573-92d5746b31cf HTTP/1.1" status: 200 len: 761 time: 0.1253004 Jul 15 17:05:37.646378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54168) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:37.651869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.654581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:37.655162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'description': 'd2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:37.658568 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40ea9089-5520-43dc-8396-5711b3c0e71a HTTP/1.1" status: 204 len: 168 time: 0.2826333 Jul 15 17:05:37.665164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Calling delete_port for de3842b5-89e3-4a03-b0fb-fe08da0ebe94 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:37.674773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48141815-b138-49f1-925a-fedcaac34aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea9089-5520-43dc-8396-5711b3c0e71a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:37.715202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd6c09-7435-4498-b498-6279e6e460d6 None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:37.826724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00142c4a-ed50-4fa4-8f5b-251d0d08f101 None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:37.954510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:37.963167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Allocated IP 2001:db8::3 (f7236c59-d987-4593-b089-b63fd01522ec/35dc3fb9-871b-4f8a-97b5-95e1076948ac/9db434f9-8716-4430-97e3-7bf03df183a6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:38.012523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00142c4a-ed50-4fa4-8f5b-251d0d08f101 None None] Network 3ee5763a-ab37-4661-8098-6d78817304d6 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:38.025302 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.050271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.077233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:38.087554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network b6b0bc34-39a6-4f4f-a573-92d5746b31cf is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:05:38.093212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:38.093835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.095115 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "PUT /v2.0/networks/b6b0bc34-39a6-4f4f-a573-92d5746b31cf HTTP/1.1" status: 200 len: 758 time: 0.4480336 Jul 15 17:05:38.100300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54182) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:38.107700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e8fea61-4c7f-47bb-9d2c-ccae04095bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.213651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6561f-532c-46b6-9acb-61d826dda8f6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:38.219371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e8fea61-4c7f-47bb-9d2c-ccae04095bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.221942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6cb6561f-532c-46b6-9acb-61d826dda8f6 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks?id=b6b0bc34-39a6-4f4f-a573-92d5746b31cf HTTP/1.1" status: 200 len: 761 time: 0.1197438 Jul 15 17:05:38.225173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:38.232377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33116640'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:38.236891 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9e8fea61-4c7f-47bb-9d2c-ccae04095bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.290416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9e8fea61-4c7f-47bb-9d2c-ccae04095bcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=434b41b86e0c4861abe95bf7fb44f707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105176 Jul 15 17:05:38.296214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:38.308701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:38.312219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.332101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d7e5-0860-4b44-947e-faeb8f208126 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=b6b0bc34-39a6-4f4f-a573-92d5746b31cf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:38.335586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.340703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fea61-4c7f-47bb-9d2c-ccae04095bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb70e27-c804-4872-a478-e08201885e73,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:38.378914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:38.385449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Pushing event deleted for resources: {'Port': ['ID=de3842b5-89e3-4a03-b0fb-fe08da0ebe94,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:38.404588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.418293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b6b0bc34-39a6-4f4f-a573-92d5746b31cf details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:38.420647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.420998 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment da2fcd1d-e97c-42a0-8da7-51beca85c3b3 of type vlan for network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 Jul 15 17:05:38.485061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.548728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.628483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.631450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.635989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.637220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bb70e27-c804-4872-a478-e08201885e73 HTTP/1.1" status: 204 len: 168 time: 0.3369954 Jul 15 17:05:38.645639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.656899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:38.661497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:38.662174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.664162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:38.704272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4766657 Jul 15 17:05:38.717709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1db7cb-77fb-4bae-848f-b910db482f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb70e27-c804-4872-a478-e08201885e73,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:38.773690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:38.795945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '0f9a73a1-0f36-4ff3-9649-132ea1fe6b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:38.961856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Router 189bb005-09cd-4bd4-9615-c50f2bbcd4be has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:39.003841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f4760-8bc2-4e91-b7b0-7acc7f74289d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=0f9a73a1-0f36-4ff3-9649-132ea1fe6b98,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:39.021328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:39.026503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.043199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:39.110340 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.158404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Transition to ACTIVE for port object 33b20e50-ee5a-4e70-abc9-16fa29056d75 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:39.166809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.207277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Transition to ACTIVE for port object 33b20e50-ee5a-4e70-abc9-16fa29056d75 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:39.226539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.230193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Transition to ACTIVE for port object 9db434f9-8716-4430-97e3-7bf03df183a6 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:39.238012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:39.248216 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Sync routers for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:39.252777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f684e1c-d01b-42c6-9e7e-bfdb9cbcae8c admin admin] 10.222.0.25 "PUT /v2.0/routers/189bb005-09cd-4bd4-9615-c50f2bbcd4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131679 Jul 15 17:05:39.255606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54208) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:39.267830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:39.270286 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:39.318003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Network e3333bb1-77b0-47c3-8c07-7ed65469827f is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:39.335870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:39.344605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:39.350672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.374257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Transition to ACTIVE for port object 9db434f9-8716-4430-97e3-7bf03df183a6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:39.432594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.452197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=67d7a369-ad7f-471e-9f8e-db31f9cc8cb6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:39.474330 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.498992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a6dfe92d-d9ed-4405-97a2-f982bf06b464 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:39.504757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=35dc3fb9-871b-4f8a-97b5-95e1076948ac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:39.514430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': 'da2fcd1d-e97c-42a0-8da7-51beca85c3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0f9a73a1-0f36-4ff3-9649-132ea1fe6b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:39.514779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:39.560294 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:39.560616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Pushing event updated for resources: {'Port': ['ID=33b20e50-ee5a-4e70-abc9-16fa29056d75,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:39.564670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.571285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.589132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7236c59-d987-4593-b089-b63fd01522ec']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:39.597390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:39.604339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608c56ca-c8b0-42a9-9869-124d23a2c360') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:39.604640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608c56ca-c8b0-42a9-9869-124d23a2c360') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:39.619366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.627595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:39.647766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.654674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:39.655470 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.660105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Network f7236c59-d987-4593-b089-b63fd01522ec is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:39.691974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50ddbf-9eaa-45af-b495-d5d8a1b93d31 None None] Network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:39.736904 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:39.744594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:39.745578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.753644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.755663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:39.769643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 17:05:39.769643 n-d-800085-3 neutron-server[100428]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 17:05:39.769643 n-d-800085-3 neutron-server[100428]: [parameters: {'id': 'f7236c59-d987-4593-b089-b63fd01522ec'}] Jul 15 17:05:39.769643 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:39.770221 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:39.782569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4f4474bb-e64e-4dee-bac1-787a2b358d88 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0052578 Jul 15 17:05:39.783373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:39.792454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.820983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:39.862159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Deleting port d4db2092-1994-488b-8b47-eb84ac056472 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:39.864438 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.883338 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:38Z', 'revision_number': 5, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port': {'id': 'd4db2092-1994-488b-8b47-eb84ac056472', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:04Z', 'updated_at': '2021-07-15T17:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:39.947371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.950644 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Checking router: 189bb005-09cd-4bd4-9615-c50f2bbcd4be for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:39.963103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a6dfe92d-d9ed-4405-97a2-f982bf06b464 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:39.963902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:39.970483 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Routers {'189bb005-09cd-4bd4-9615-c50f2bbcd4be'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:39.971103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:40.004568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Transition to ACTIVE for port object 9d2bdfcb-98dc-483f-a252-97457d47ab58 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:40.006528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Pushing event updated for resources: {'Port': ['ID=9db434f9-8716-4430-97e3-7bf03df183a6,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:40.011909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Attempting to bind port 33b20e50-ee5a-4e70-abc9-16fa29056d75 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:40.012304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Attempting to bind port 33b20e50-ee5a-4e70-abc9-16fa29056d75 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:40.012665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Attempting to bind port 33b20e50-ee5a-4e70-abc9-16fa29056d75 on network e3333bb1-77b0-47c3-8c07-7ed65469827f {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:40.040576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.059046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] For port d4db2092-1994-488b-8b47-eb84ac056472, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d4db2092-1994-488b-8b47-eb84ac056472,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:40.059425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.085515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Calling delete_port for d4db2092-1994-488b-8b47-eb84ac056472 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:40.177043 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] Set router 189bb005-09cd-4bd4-9615-c50f2bbcd4be gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:40.207831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.252506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=67d7a369-ad7f-471e-9f8e-db31f9cc8cb6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:40.270986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.334045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:39Z', 'revision_number': 6, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:40.395191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.406763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.410350 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b03b5e-a978-436c-ad31-f877b17cad0f None None] The sync data for ids ['189bb005-09cd-4bd4-9615-c50f2bbcd4be'] in n-d-800085-3 is: [{'id': '189bb005-09cd-4bd4-9615-c50f2bbcd4be', 'name': 'tempest-TestAggregatesBasicOps-358780736-router', 'tenant_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:02Z', 'updated_at': '2021-07-15T17:05:39Z', 'revision_number': 6, 'project_id': '0f3a8e9d5b2143be83dd576367e9c6bf', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:40.411684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:40.412080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Checking segment: {'id': '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:40.412513 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.412919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Bound using segment: {'id': '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:40.414208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Bound port: 33b20e50-ee5a-4e70-abc9-16fa29056d75, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e3333bb1-77b0-47c3-8c07-7ed65469827f'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:40.414669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.414790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9a73a1-0f36-4ff3-9649-132ea1fe6b98']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:40.430370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2fcd1d-e97c-42a0-8da7-51beca85c3b3') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:40.430667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2fcd1d-e97c-42a0-8da7-51beca85c3b3') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:40.475619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.488862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Attempting to bind port 9db434f9-8716-4430-97e3-7bf03df183a6 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:40.489407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Attempting to bind port 9db434f9-8716-4430-97e3-7bf03df183a6 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '608c56ca-c8b0-42a9-9869-124d23a2c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:40.489560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Attempting to bind port 9db434f9-8716-4430-97e3-7bf03df183a6 on network f7236c59-d987-4593-b089-b63fd01522ec {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:40.499753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting port 9db434f9-8716-4430-97e3-7bf03df183a6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:40.500098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.528415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.568462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:40.568873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:40.572267 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:40.574870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:40.574870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Checking segment: {'id': '608c56ca-c8b0-42a9-9869-124d23a2c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:40.577130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.577542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Bound using segment: {'id': '608c56ca-c8b0-42a9-9869-124d23a2c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:40.579871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Bound port: 9db434f9-8716-4430-97e3-7bf03df183a6, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608c56ca-c8b0-42a9-9869-124d23a2c360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f7236c59-d987-4593-b089-b63fd01522ec'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:40.582032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.585585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] For port 9db434f9-8716-4430-97e3-7bf03df183a6, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:40.586096 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.624379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Calling delete_port for 9db434f9-8716-4430-97e3-7bf03df183a6 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:40.726203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.738205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.740169 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 HTTP/1.1" status: 204 len: 168 time: 0.9558470 Jul 15 17:05:40.754308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:40.846003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f3cac-a55a-4a8f-bd1f-46b3359465a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0f9a73a1-0f36-4ff3-9649-132ea1fe6b98', 'network_id': '0f9a73a1-0f36-4ff3-9649-132ea1fe6b98', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': '67d7a369-ad7f-471e-9f8e-db31f9cc8cb6'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:40.846003 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-408f3cac-a55a-4a8f-bd1f-46b3359465a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:40.962213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edef31-bdc5-4fa6-a61f-c7e45031ef1c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=0f9a73a1-0f36-4ff3-9649-132ea1fe6b98,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:40.990914 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b946ba23-9107-48e8-86c8-591df7cc5aab tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] GET failed (client error): The resource could not be found. Jul 15 17:05:40.993044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b946ba23-9107-48e8-86c8-591df7cc5aab tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets/67d7a369-ad7f-471e-9f8e-db31f9cc8cb6 HTTP/1.1" status: 404 len: 337 time: 0.1364112 Jul 15 17:05:40.996239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:41.003247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device de3842b5-89e3-4a03-b0fb-fe08da0ebe94 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:41.027633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.042831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a5142-f4ac-412f-8172-504f82277c50 None None] Pushing event updated for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:41.051591 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ebc425-109c-4631-9c9f-5b105fdace54 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:41.065099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ebc425-109c-4631-9c9f-5b105fdace54 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:41.067043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5ebc425-109c-4631-9c9f-5b105fdace54 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 HTTP/1.1" status: 404 len: 339 time: 0.0697567 Jul 15 17:05:41.071118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:41.100373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.154149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: de3842b5-89e3-4a03-b0fb-fe08da0ebe94 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:41.154505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device de3842b5-89e3-4a03-b0fb-fe08da0ebe94 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:41.173926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.203092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4333b94a-7b5c-4a43-8a2c-ee2853e5f925 None None] Network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:41.234513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] For port 33b20e50-ee5a-4e70-abc9-16fa29056d75, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:41.247561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4db2092-1994-488b-8b47-eb84ac056472,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:41.250014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] For port 9db434f9-8716-4430-97e3-7bf03df183a6, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:41.259904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4333b94a-7b5c-4a43-8a2c-ee2853e5f925 None None] Network 0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:41.280286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Attempting to bind port 9d2bdfcb-98dc-483f-a252-97457d47ab58 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:41.280689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Attempting to bind port 9d2bdfcb-98dc-483f-a252-97457d47ab58 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:41.281094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Attempting to bind port 9d2bdfcb-98dc-483f-a252-97457d47ab58 on network 78ece3ef-ef92-4839-b0af-a8256067e182 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:41.285939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] For port 33b20e50-ee5a-4e70-abc9-16fa29056d75, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33b20e50-ee5a-4e70-abc9-16fa29056d75,segment=NetworkSegment(99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474),segment_id=99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:41.289485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] For port 9db434f9-8716-4430-97e3-7bf03df183a6, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9db434f9-8716-4430-97e3-7bf03df183a6,segment=NetworkSegment(608c56ca-c8b0-42a9-9869-124d23a2c360),segment_id=608c56ca-c8b0-42a9-9869-124d23a2c360)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:41.295125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.297391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:41.297772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Checking segment: {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:41.298175 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.298729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Bound using segment: {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:41.299286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Bound port: 9d2bdfcb-98dc-483f-a252-97457d47ab58, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9e763e-49b5-4efe-a058-16b4644789dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:41.299827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.319772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.351356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.438926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] For port 9d2bdfcb-98dc-483f-a252-97457d47ab58, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:41.446226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] For port 9d2bdfcb-98dc-483f-a252-97457d47ab58, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d2bdfcb-98dc-483f-a252-97457d47ab58,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:41.455229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd77d42-74b4-4f16-ba38-c6428b34f652 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:41.462204 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7fd77d42-74b4-4f16-ba38-c6428b34f652 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3854656 Jul 15 17:05:41.463791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.469320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:41.579644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d84c-b989-4af2-909a-3b60a70c504c None None] Pushing event updated for resources: {'Port': ['ID=33b20e50-ee5a-4e70-abc9-16fa29056d75,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:41.592946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.605038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b7160-06d5-4501-b629-83f603edad4e None None] Network f7236c59-d987-4593-b089-b63fd01522ec requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:41.606730 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.739071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:41.739721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:41.745288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.746196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 189bb005-09cd-4bd4-9615-c50f2bbcd4be {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:05:41.754226 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.760654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ffd6f7b3-ee68-4bdc-931d-e0bc88c98a4a admin admin] 10.222.0.25 "DELETE /v2.0/routers/189bb005-09cd-4bd4-9615-c50f2bbcd4be HTTP/1.1" status: 204 len: 168 time: 2.5040188 Jul 15 17:05:41.761533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54278) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:41.832867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Deleting subnet a8645950-e2df-4e72-96a0-e2582be22746 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:05:41.839694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:41.975761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.105068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadc650-a084-49ba-84a3-cd363cdfb7a0 None None] Pushing event updated for resources: {'Port': ['ID=9db434f9-8716-4430-97e3-7bf03df183a6,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:42.161795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.170978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:42.209969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a5142-f4ac-412f-8172-504f82277c50 None None] Pushing event updated for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:42.268800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.306396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8645950-e2df-4e72-96a0-e2582be22746,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:42.313401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.318283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-86c9c72f-09ae-443e-b375-d6781e46ee70 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8645950-e2df-4e72-96a0-e2582be22746 HTTP/1.1" status: 204 len: 168 time: 0.5555663 Jul 15 17:05:42.319261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54288) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:42.325776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea596c42-4526-424d-ac3e-e960d0db5868 None None] Network 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:42.401505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0bc058d-c804-4bda-bfa7-870f33cfe236 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 207 time: 0.9294155 Jul 15 17:05:42.405337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:42.439390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.443640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6266-7107-493b-b765-c0c06dfe5077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.455522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.470991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:42.524574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Port': ['ID=9db434f9-8716-4430-97e3-7bf03df183a6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:42.566207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No DVR routers for this DVR port 9db434f9-8716-4430-97e3-7bf03df183a6 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:42.580000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Deleting port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:42.583019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.762210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937140-fca7-48f6-ad2d-6c0e1445b792 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:42.770516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937140-fca7-48f6-ad2d-6c0e1445b792 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:42.776542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] For port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,segment=NetworkSegment(875e6654-4b66-4b19-badf-1ab57eaadb92),segment_id=875e6654-4b66-4b19-badf-1ab57eaadb92)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:42.782392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.792457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937140-fca7-48f6-ad2d-6c0e1445b792 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:42.802600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937140-fca7-48f6-ad2d-6c0e1445b792 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:42.808650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-93937140-fca7-48f6-ad2d-6c0e1445b792 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4021704 Jul 15 17:05:42.811960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:42.833991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6266-7107-493b-b765-c0c06dfe5077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.855699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Calling delete_port for 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:42.859071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e5c6266-7107-493b-b765-c0c06dfe5077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.876843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:30Z', 'revision_number': 4, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '9d2bdfcb-98dc-483f-a252-97457d47ab58', 'name': '', 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'mac_address': 'fa:16:3e:ca:29:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:29Z', 'updated_at': '2021-07-15T17:05:41Z', 'revision_number': 4, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'subnets': [{'id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:42.883989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:42.891376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] DHCP port deletion for 8d79c056-2b5b-48ee-bc05-7a6af68c10a9 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:05:42.898887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c6266-7107-493b-b765-c0c06dfe5077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50ff91f-cff2-43f2-8080-f872a15c90fb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:42.939083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7236c59-d987-4593-b089-b63fd01522ec']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:42.972353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608c56ca-c8b0-42a9-9869-124d23a2c360') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:42.972960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608c56ca-c8b0-42a9-9869-124d23a2c360') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:42.982149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e5c6266-7107-493b-b765-c0c06dfe5077 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13c1eeaeed3b414b8c6aca2d47354027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125272 Jul 15 17:05:42.988300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54298) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:43.012190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33b20e50-ee5a-4e70-abc9-16fa29056d75 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:43.016822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329245a-cc6a-4b29-9aa5-8bdd69274966 None None] The sync data for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 is: [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:30Z', 'revision_number': 4, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '9d2bdfcb-98dc-483f-a252-97457d47ab58', 'name': '', 'network_id': '78ece3ef-ef92-4839-b0af-a8256067e182', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'mac_address': 'fa:16:3e:ca:29:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:29Z', 'updated_at': '2021-07-15T17:05:41Z', 'revision_number': 4, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'subnets': [{'id': '99505f7a-fdd9-4934-b8fe-bbaf187640b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:43.034879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.070021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.110918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:43.111991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.126615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.174518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.191173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.213076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 33b20e50-ee5a-4e70-abc9-16fa29056d75 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:43.222821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Deleting port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:43.223332 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.255898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:43.297598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] No DVR routers for this DVR port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:43.305682 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:43.330258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.381181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.387332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4db2092-1994-488b-8b47-eb84ac056472 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:43.388086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/f7236c59-d987-4593-b089-b63fd01522ec HTTP/1.1" status: 204 len: 168 time: 6.6101851 Jul 15 17:05:43.389462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b319eb-7784-4a27-94a6-55fb64de4df0 None None] Network e3333bb1-77b0-47c3-8c07-7ed65469827f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:43.408377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54302) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:43.419078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552045361'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:43.427554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b7c0c-b336-4083-92dc-cf29d4dd98c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=f7236c59-d987-4593-b089-b63fd01522ec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:43.440685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.451846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] For port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:43.452364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.456029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d79c056-2b5b-48ee-bc05-7a6af68c10a9']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:43.463051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d4db2092-1994-488b-8b47-eb84ac056472 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:43.463664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d4db2092-1994-488b-8b47-eb84ac056472 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:43.475992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875e6654-4b66-4b19-badf-1ab57eaadb92') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:43.476406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875e6654-4b66-4b19-badf-1ab57eaadb92') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:43.482941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Calling delete_port for 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:43.497240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cb7034d7-51b5-48e3-b649-0616a13b0dd9 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6790071 Jul 15 17:05:43.497821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.498514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:43.515958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:43.519013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.521591 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.523768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.524462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:05:43.525561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Provisioning for port 33b20e50-ee5a-4e70-abc9-16fa29056d75 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:43.530368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e50ff91f-cff2-43f2-8080-f872a15c90fb HTTP/1.1" status: 204 len: 168 time: 0.5385954 Jul 15 17:05:43.550255 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.552741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990f00e-82f6-45d1-b996-dc5434ded604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50ff91f-cff2-43f2-8080-f872a15c90fb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:43.569898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.572342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:43.573041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:43.575001 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:43.581635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Provisioning complete for port 33b20e50-ee5a-4e70-abc9-16fa29056d75 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:43.582013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.653488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:43.679506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.681942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.682659 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 99a9db09-17ff-421d-8d1b-3e3457c2957d of type vlan for network bdeca661-6887-4524-8124-9ae068155c32 Jul 15 17:05:43.688125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8126e-431e-4b52-bc21-70acea6a8717 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:43.690109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d8126e-431e-4b52-bc21-70acea6a8717 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:43.692332 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2d8126e-431e-4b52-bc21-70acea6a8717 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1928308 Jul 15 17:05:43.701390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:43.702833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:43.705744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8d79c056-2b5b-48ee-bc05-7a6af68c10a9 HTTP/1.1" status: 204 len: 168 time: 1.3843164 Jul 15 17:05:43.727785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:43.730570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c099c4-820d-4cd9-9a9f-69141f7177b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d79c056-2b5b-48ee-bc05-7a6af68c10a9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:43.956238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] No DVR routers for this DVR port 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:44.005601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.016357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981f9dd-2f49-4256-97c2-79148ecc6968 None None] Pushing event deleted for resources: {'Port': ['ID=2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:44.055953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647cb6a-3aa6-4f2e-9a08-c672c1e7c84f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.057472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647cb6a-3aa6-4f2e-9a08-c672c1e7c84f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.059130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9647cb6a-3aa6-4f2e-9a08-c672c1e7c84f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3549428 Jul 15 17:05:44.067436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54320) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.181687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.198155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.198807 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.205642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54322) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.222030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3780d87e-61ca-4c23-a825-bbb02b79687b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.266819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.297772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf30ab-add5-4712-b2f5-47325c5e4600 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.299474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b2bf30ab-add5-4712-b2f5-47325c5e4600 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks/e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 HTTP/1.1" status: 200 len: 799 time: 0.2309165 Jul 15 17:05:44.311771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54324) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.331533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=bdeca661-6887-4524-8124-9ae068155c32,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:44.339733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] For port 33b20e50-ee5a-4e70-abc9-16fa29056d75, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33b20e50-ee5a-4e70-abc9-16fa29056d75,segment=NetworkSegment(99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474),segment_id=99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:44.353301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network bdeca661-6887-4524-8124-9ae068155c32 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:44.364333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.541536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-307f04ae-f6f7-4e5b-b160-82049052f732 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/networks/e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2284861 Jul 15 17:05:44.546129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.575705 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3780d87e-61ca-4c23-a825-bbb02b79687b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.581809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3780d87e-61ca-4c23-a825-bbb02b79687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.583330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed75b7-bf65-4510-bbf3-1529b5cfa475 None None] Pushing event updated for resources: {'Port': ['ID=33b20e50-ee5a-4e70-abc9-16fa29056d75,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:44.620576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3780d87e-61ca-4c23-a825-bbb02b79687b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffdf3a1d1f81481b8473acac23c619ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130025 Jul 15 17:05:44.634382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.653754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780d87e-61ca-4c23-a825-bbb02b79687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9032c512-1e17-41e8-8e3a-17a5d4e2bffb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:44.656493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5393418d-3f5d-4397-92df-c34ced9c2849 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2467408 Jul 15 17:05:44.664195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54332) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.674769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': 'bdeca661-6887-4524-8124-9ae068155c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:44.738494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9fccb5-1b2e-4eb8-b845-4f87ee07a1b8 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.745648 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac9fccb5-1b2e-4eb8-b845-4f87ee07a1b8 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets/a269d450-9e8f-49cc-9fd3-d8abf498394e HTTP/1.1" status: 200 len: 811 time: 0.1927745 Jul 15 17:05:44.764509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54334) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.865246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:44.870240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.935791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:44.946971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22051e-7f8b-4222-9cac-abee3590f8ce tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:44.955279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab22051e-7f8b-4222-9cac-abee3590f8ce tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "GET /v2.0/subnets/a269d450-9e8f-49cc-9fd3-d8abf498394e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1858194 Jul 15 17:05:44.958721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:44.985543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727131133'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:45.022461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94877f8-03bc-49ea-a9f4-4a17ee29f7b7 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:05:45.043154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.049578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d2bdfcb-98dc-483f-a252-97457d47ab58 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:45.056752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2165e789-efa4-4ada-bafa-66f2f6f13f04 None None] Provisioning complete for port 33b20e50-ee5a-4e70-abc9-16fa29056d75 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:45.057135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2165e789-efa4-4ada-bafa-66f2f6f13f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.104422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:45.109944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.151453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.234277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:45.265078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.292940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.293352 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Added segment 92506642-6a62-409c-acac-d2c2f2e965f9 of type vlan for network 13f684d3-1973-4dd7-973d-354cae3c5c5e Jul 15 17:05:45.296405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.299237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.303345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9032c512-1e17-41e8-8e3a-17a5d4e2bffb HTTP/1.1" status: 204 len: 168 time: 0.6677122 Jul 15 17:05:45.382598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=b6aa5264-6800-4f94-a227-7bd329890416,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:45.393946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94877f8-03bc-49ea-a9f4-4a17ee29f7b7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:05:45.395234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e3c86-19fb-4156-9742-1cc40746a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032c512-1e17-41e8-8e3a-17a5d4e2bffb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:45.433432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '99a9db09-17ff-421d-8d1b-3e3457c2957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bdeca661-6887-4524-8124-9ae068155c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:45.433826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: bdeca661-6887-4524-8124-9ae068155c32, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:45.453014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network bdeca661-6887-4524-8124-9ae068155c32 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:45.465912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, bdeca661-6887-4524-8124-9ae068155c32) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:45.476061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:45.476906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.504837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1bda8870-e06f-47f6-a5e6-8ea9dceb81a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8366230 Jul 15 17:05:45.505221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:45.554194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.612496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:45.639649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:45.639649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.670621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.688151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.694918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:45.695659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.795774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.939837 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:45.986623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=b6aa5264-6800-4f94-a227-7bd329890416,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:46.091968 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.113396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.135764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdeca661-6887-4524-8124-9ae068155c32']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:46.149657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a9db09-17ff-421d-8d1b-3e3457c2957d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:46.150134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a9db09-17ff-421d-8d1b-3e3457c2957d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:46.173913 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2104979 Jul 15 17:05:46.179170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.182948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:46.189607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:46.194006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 9d2bdfcb-98dc-483f-a252-97457d47ab58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d2bdfcb-98dc-483f-a252-97457d47ab58,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:46.204830 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.206279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33b20e50-ee5a-4e70-abc9-16fa29056d75 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:46.244233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.249546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48ffd7-6cc4-4ad0-8e45-9ea615ea7cde tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Network': ['ID=13f684d3-1973-4dd7-973d-354cae3c5c5e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:46.270073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:46.270734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:46.352999 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:46.369266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.378927 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.384952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/bdeca661-6887-4524-8124-9ae068155c32 HTTP/1.1" status: 204 len: 168 time: 0.8786514 Jul 15 17:05:46.390458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:46.398645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046d584-3999-4be0-b206-8b3b7f78b732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=bdeca661-6887-4524-8124-9ae068155c32,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:46.406225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:46.413790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958695767'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:46.451063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Deleting port 9d2bdfcb-98dc-483f-a252-97457d47ab58 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:46.451407 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.453186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:05:46.453186 n-d-800085-3 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:05:46.453186 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id': 'f3edd68052414f359bdc2d12c2143cea', 'id': 'f2fc4d52-b71b-4174-aaae-22132b45adb0', 'expiration': datetime.datetime(2021, 7, 15, 17, 7, 46, 441465)}] Jul 15 17:05:46.453186 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:46.453674 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:46.473700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:46.478199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.490635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:46.553534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:46.571166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.571856 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 117f368a-796f-4e82-9722-cffa694a5809 of type vlan for network 9a1a6813-92be-449b-9c3c-2821aa940db9 Jul 15 17:05:46.616663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 33b20e50-ee5a-4e70-abc9-16fa29056d75 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:46.620836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.630243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] For port 9d2bdfcb-98dc-483f-a252-97457d47ab58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9d2bdfcb-98dc-483f-a252-97457d47ab58,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:46.630615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.652275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a6c39-c500-412a-9d8c-1e3419bd062a None None] Network bdeca661-6887-4524-8124-9ae068155c32 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:46.660891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Calling delete_port for 9d2bdfcb-98dc-483f-a252-97457d47ab58 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:46.671988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a6c39-c500-412a-9d8c-1e3419bd062a None None] Network bdeca661-6887-4524-8124-9ae068155c32 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:46.683754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094ac7d-618d-4c64-9c0b-531fb7997909 None None] Network bdeca661-6887-4524-8124-9ae068155c32 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:46.696661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094ac7d-618d-4c64-9c0b-531fb7997909 None None] Network bdeca661-6887-4524-8124-9ae068155c32 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:46.794224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.827447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:46.853862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:46.853862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d5869aa-9f8f-44d1-ad2e-2230bf03f1a3 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:46.906301 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:46.912573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:46.913225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.003088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6027629 Jul 15 17:05:47.003415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54406) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:47.008718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': '9a1a6813-92be-449b-9c3c-2821aa940db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:47.062255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d2bdfcb-98dc-483f-a252-97457d47ab58 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:47.073849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53473823-45c1-431a-954d-4798e14349fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=9a1a6813-92be-449b-9c3c-2821aa940db9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:47.087161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Made reservation on behalf of f3edd68052414f359bdc2d12c2143cea for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:47.091208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.102411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9a1a6813-92be-449b-9c3c-2821aa940db9 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:47.168935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing IP validity checks on allocation pools {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:05:47.169635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100428) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:05:47.172523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.211623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:47.215129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.216085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No active binding found for port 9d2bdfcb-98dc-483f-a252-97457d47ab58 {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 17:05:47.216818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d2bdfcb-98dc-483f-a252-97457d47ab58 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 17:05:47.222684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2bdfcb-98dc-483f-a252-97457d47ab58,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:47.264358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Port 9d2bdfcb-98dc-483f-a252-97457d47ab58 not found, will not notify nova. {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 17:05:47.523917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.584088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.667327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=e90cc336-5796-4015-9feb-fe54a6908e53,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:47.674503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '117f368a-796f-4e82-9722-cffa694a5809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '9a1a6813-92be-449b-9c3c-2821aa940db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:47.675245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: 9a1a6813-92be-449b-9c3c-2821aa940db9, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:47.689564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.695610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 9a1a6813-92be-449b-9c3c-2821aa940db9 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:47.709363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9a1a6813-92be-449b-9c3c-2821aa940db9) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:47.714600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:47.715192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1566032'] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.733198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-792bcd2d-49fb-4505-bf8d-da5d7eb4ad0a tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7285745 Jul 15 17:05:47.735659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:47.746595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90521ec9-cd20-45aa-9676-fb6eef88677c None None] Network 9a1a6813-92be-449b-9c3c-2821aa940db9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:47.776362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=82ffae00-013f-4924-bb41-487f2760b8db,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:47.830485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Checking segment: {'id': '92506642-6a62-409c-acac-d2c2f2e965f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:47.830850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network hostable DHCP agents. Network: 13f684d3-1973-4dd7-973d-354cae3c5c5e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:47.917005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.945360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:47.966107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 13f684d3-1973-4dd7-973d-354cae3c5c5e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:47.973244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:47.973427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b33bfae-a2ad-46fb-8866-673f0f85a7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-9a1a6813-92be-449b-9c3c-2821aa940db9', 'network_id': '9a1a6813-92be-449b-9c3c-2821aa940db9', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': 'e90cc336-5796-4015-9feb-fe54a6908e53'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:47.974212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.977222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b33bfae-a2ad-46fb-8866-673f0f85a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:47.978369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Router ff5616c9-5a5e-4443-94e7-7b004a3b625b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:05:47.985731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7432ee64-e850-45e4-b93c-16ba4c866590 None None] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:48.004411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2dd47ad5-0a1c-4800-9746-f29d4cb485e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8201761 Jul 15 17:05:48.008811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54446) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:48.016048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:48.059424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.179346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:05:48.183381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-482da82e-5a1f-47db-b7b0-69eb12f6f603 admin admin] 10.222.0.25 "PUT /v2.0/routers/ff5616c9-5a5e-4443-94e7-7b004a3b625b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4537430 Jul 15 17:05:48.185995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:48.198386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Sync routers for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:05:48.215537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6592368'] for subnet, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.218109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:48.218787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:48.220617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.261844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=e90cc336-5796-4015-9feb-fe54a6908e53,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:48.403661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.422436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1a6813-92be-449b-9c3c-2821aa940db9']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:48.425037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.439295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117f368a-796f-4e82-9722-cffa694a5809') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:48.439655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117f368a-796f-4e82-9722-cffa694a5809') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:48.472635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.495554 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.512729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:48.513151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:48.541412 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:48.556478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:48.610933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.646342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-3b33bfae-a2ad-46fb-8866-673f0f85a7bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90cc336-5796-4015-9feb-fe54a6908e53: This subnet is being modified by another concurrent operation. Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90cc336-5796-4015-9feb-fe54a6908e53: This subnet is being modified by another concurrent operation. Jul 15 17:05:48.651652 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:05:48.674225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.679578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/9a1a6813-92be-449b-9c3c-2821aa940db9 HTTP/1.1" status: 204 len: 168 time: 0.9428470 Jul 15 17:05:48.684344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:48.685276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8e64c-0a0c-44f4-bb7a-46e9eb550d5b None None] Network 9a1a6813-92be-449b-9c3c-2821aa940db9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:48.693379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742637507723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6554736'] for subnet, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.702182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794662481'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:48.741844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Deleting port a6dfe92d-d9ed-4405-97a2-f982bf06b464 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:48.743958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.767096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:48.773585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.808892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8e64c-0a0c-44f4-bb7a-46e9eb550d5b None None] Network 9a1a6813-92be-449b-9c3c-2821aa940db9 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:48.873410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] For port a6dfe92d-d9ed-4405-97a2-f982bf06b464, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a6dfe92d-d9ed-4405-97a2-f982bf06b464,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:48.873410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.874265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:48.888237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Calling delete_port for a6dfe92d-d9ed-4405-97a2-f982bf06b464 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:48.893331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:48.893792 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 76095d61-89c3-4b56-a314-c619fafcaf07 of type vlan for network 09d35863-23a8-4891-b719-c3e80a7c2e99 Jul 15 17:05:48.958472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-13f684d3-1973-4dd7-973d-354cae3c5c5e', 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e', 'tenant_id': 'f3edd68052414f359bdc2d12c2143cea', 'fixed_ips': [{'subnet_id': '82ffae00-013f-4924-bb41-487f2760b8db'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:48.960625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.004324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.033708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1f8f-a219-44c4-8260-8797d3e2e732 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=9a1a6813-92be-449b-9c3c-2821aa940db9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:49.049811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.055396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:49.055993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.071717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:49.072342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.073750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "PUT /v2.0/subnets/82ffae00-013f-4924-bb41-487f2760b8db HTTP/1.1" status: 200 len: 877 time: 1.0634906 Jul 15 17:05:49.082386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54488) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:49.135653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.178901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dfe92d-d9ed-4405-97a2-f982bf06b464,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:49.194770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20978a3a-c877-4be7-b127-607becfc65e3 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event updated for resources: {'Subnet': ['ID=82ffae00-013f-4924-bb41-487f2760b8db,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:49.221022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:46Z', 'revision_number': 5, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port': {'id': 'a6dfe92d-d9ed-4405-97a2-f982bf06b464', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:42:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:05:21Z', 'updated_at': '2021-07-15T17:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:49.235444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54496) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:49.241346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:49.250857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5583932 Jul 15 17:05:49.270631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Checking router: ff5616c9-5a5e-4443-94e7-7b004a3b625b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:05:49.286318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Allocated IP 172.20.0.3 (13f684d3-1973-4dd7-973d-354cae3c5c5e/82ffae00-013f-4924-bb41-487f2760b8db/bef8e870-7e7b-47c8-91bf-ec12802e8706) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:49.294629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Routers {'ff5616c9-5a5e-4443-94e7-7b004a3b625b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:05:49.295286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:49.351518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a06096-1ccd-4c30-a9fc-f284bacc1f62 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=09d35863-23a8-4891-b719-c3e80a7c2e99,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:49.358145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.393612 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.426845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:49.456938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] Set router ff5616c9-5a5e-4443-94e7-7b004a3b625b gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:05:49.505760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.536428 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.539998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.566698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:49.571185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.571528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:49Z', 'revision_number': 7, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:49.635354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.635745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5616c9-5a5e-4443-94e7-7b004a3b625b {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:05:49.647177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79119aa6-fe54-43c8-8790-1fbd3935ece0 None None] The sync data for ids ['ff5616c9-5a5e-4443-94e7-7b004a3b625b'] in n-d-800085-3 is: [{'id': 'ff5616c9-5a5e-4443-94e7-7b004a3b625b', 'name': 'tempest-TestAggregatesBasicOps-296287717-router', 'tenant_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:05:20Z', 'updated_at': '2021-07-15T17:05:49Z', 'revision_number': 7, 'project_id': 'fbc95ba54e2b4724b1aa5d8cfc98c12b', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:05:49.660621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54506) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:49.833381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38fcd286-2dc0-4b69-9a57-ca96a4fe381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.862626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.873216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Transition to ACTIVE for port object bef8e870-7e7b-47c8-91bf-ec12802e8706 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:49.892314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Transition to ACTIVE for port object bef8e870-7e7b-47c8-91bf-ec12802e8706 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:49.901187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.933976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.935339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a8f353ac-ec13-4229-9e5f-afdc9e7010a3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ff5616c9-5a5e-4443-94e7-7b004a3b625b HTTP/1.1" status: 204 len: 168 time: 1.7477856 Jul 15 17:05:49.939799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:49.964720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:49.968035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:49.970706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:49.989463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:50.006844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Deleting subnet 99505f7a-fdd9-4934-b8fe-bbaf187640b8 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:05:50.013899 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.040786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Pushing event updated for resources: {'Port': ['ID=bef8e870-7e7b-47c8-91bf-ec12802e8706,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.082988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Attempting to bind port bef8e870-7e7b-47c8-91bf-ec12802e8706 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:50.083969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Attempting to bind port bef8e870-7e7b-47c8-91bf-ec12802e8706 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '92506642-6a62-409c-acac-d2c2f2e965f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:50.085197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Attempting to bind port bef8e870-7e7b-47c8-91bf-ec12802e8706 on network 13f684d3-1973-4dd7-973d-354cae3c5c5e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:50.103464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:50.105599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Checking segment: {'id': '92506642-6a62-409c-acac-d2c2f2e965f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:50.106490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.107226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Bound using segment: {'id': '92506642-6a62-409c-acac-d2c2f2e965f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:50.107947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Bound port: bef8e870-7e7b-47c8-91bf-ec12802e8706, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92506642-6a62-409c-acac-d2c2f2e965f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:50.108663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.198685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.229079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] For port bef8e870-7e7b-47c8-91bf-ec12802e8706, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:50.232578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] For port bef8e870-7e7b-47c8-91bf-ec12802e8706, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bef8e870-7e7b-47c8-91bf-ec12802e8706,segment=NetworkSegment(92506642-6a62-409c-acac-d2c2f2e965f9),segment_id=92506642-6a62-409c-acac-d2c2f2e965f9)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:50.246935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.272791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.356361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=ce16b61b-8ea0-4ba1-9997-6e77916b524f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.359908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de1786-4661-4dd8-a31d-f4f629d13983 None None] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:50.380198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.388161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=82ffae00-013f-4924-bb41-487f2760b8db,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.439326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d23e3a-006e-4661-bb63-eba3e9093d37 None None] Pushing event updated for resources: {'Port': ['ID=bef8e870-7e7b-47c8-91bf-ec12802e8706,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.451448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.462745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.479715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f684d3-1973-4dd7-973d-354cae3c5c5e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:50.493566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92506642-6a62-409c-acac-d2c2f2e965f9') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:50.493967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92506642-6a62-409c-acac-d2c2f2e965f9') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:50.514258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99505f7a-fdd9-4934-b8fe-bbaf187640b8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.514629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.520446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.525247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eda725-4614-47e8-bac7-340a6fcdaee0 None None] Network 78ece3ef-ef92-4839-b0af-a8256067e182 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:50.529528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7fa742a-0991-42cd-998c-ca5215851b90 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/99505f7a-fdd9-4934-b8fe-bbaf187640b8 HTTP/1.1" status: 204 len: 168 time: 0.5881886 Jul 15 17:05:50.530801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54530) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:50.540902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38fcd286-2dc0-4b69-9a57-ca96a4fe381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.555019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38fcd286-2dc0-4b69-9a57-ca96a4fe381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.559848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.575544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:50.576376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:50.586602 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:50.617586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac904f-588b-4b21-ae7b-f738c6e3e453 None None] Network 13f684d3-1973-4dd7-973d-354cae3c5c5e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:50.640411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcd286-2dc0-4b69-9a57-ca96a4fe381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257f2a1a-ff88-44b3-ad2b-e9ce0aadcd5d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:50.660762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-38fcd286-2dc0-4b69-9a57-ca96a4fe381e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5eae9ab7f89d489b8b2a37e34654c482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9969797 Jul 15 17:05:50.668335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:50.697532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 15 17:05:50.697532 n-d-800085-3 neutron-server[100429]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 15 17:05:50.697532 n-d-800085-3 neutron-server[100429]: [parameters: {'id': '13f684d3-1973-4dd7-973d-354cae3c5c5e'}] Jul 15 17:05:50.697532 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:05:50.698568 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:05:50.700883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '76095d61-89c3-4b56-a314-c619fafcaf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:50.701255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: 09d35863-23a8-4891-b719-c3e80a7c2e99, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:50.790435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.811718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:50.825004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.836728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 09d35863-23a8-4891-b719-c3e80a7c2e99) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:50.859779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:50.859934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b0e18-3280-4515-b813-65ec96357491 None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:50.861554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.887432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:50.914736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54538) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:50.914967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb5b8918-a596-4927-9f22-9ef58dc79eee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6779780 Jul 15 17:05:50.920898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:50.998132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] DHCP port deletion for 78ece3ef-ef92-4839-b0af-a8256067e182 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:05:51.000596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.003149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.006882 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/257f2a1a-ff88-44b3-ad2b-e9ce0aadcd5d HTTP/1.1" status: 204 len: 168 time: 0.3323684 Jul 15 17:05:51.022554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Deleting port 2dc376c7-1414-4728-9d6b-609c5fc7df97 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:51.022992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.044074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d2bdfcb-98dc-483f-a252-97457d47ab58 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:51.055394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023f924-1f90-40dd-9568-3b7304212f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257f2a1a-ff88-44b3-ad2b-e9ce0aadcd5d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:51.075380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 9d2bdfcb-98dc-483f-a252-97457d47ab58 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:51.075840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9d2bdfcb-98dc-483f-a252-97457d47ab58 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:51.076348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a6dfe92d-d9ed-4405-97a2-f982bf06b464 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:51.172505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a6dfe92d-d9ed-4405-97a2-f982bf06b464 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:51.172871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a6dfe92d-d9ed-4405-97a2-f982bf06b464 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:51.182217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] For port 2dc376c7-1414-4728-9d6b-609c5fc7df97, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2dc376c7-1414-4728-9d6b-609c5fc7df97,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:51.182589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.197335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:51.201643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.208808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.219474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Calling delete_port for 2dc376c7-1414-4728-9d6b-609c5fc7df97 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:51.262982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Deleting port 2dc376c7-1414-4728-9d6b-609c5fc7df97 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:51.263466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.358432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.372010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-09d35863-23a8-4891-b719-c3e80a7c2e99', 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': 'ce16b61b-8ea0-4ba1-9997-6e77916b524f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:51.373081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.412002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] No DVR routers for this DVR port 2dc376c7-1414-4728-9d6b-609c5fc7df97 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:51.416816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] For port 2dc376c7-1414-4728-9d6b-609c5fc7df97, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2dc376c7-1414-4728-9d6b-609c5fc7df97,segment=NetworkSegment(1b9e763e-49b5-4efe-a058-16b4644789dc),segment_id=1b9e763e-49b5-4efe-a058-16b4644789dc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:51.416816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.418427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc376c7-1414-4728-9d6b-609c5fc7df97,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:51.459227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Calling delete_port for 2dc376c7-1414-4728-9d6b-609c5fc7df97 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:51.517096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Deleting port bef8e870-7e7b-47c8-91bf-ec12802e8706 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:51.517658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.539243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.541810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:51.560086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e9af25-fd25-456e-ba41-e75be0745b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.565266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ece3ef-ef92-4839-b0af-a8256067e182']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:51.583087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9e763e-49b5-4efe-a058-16b4644789dc') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:51.583382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9e763e-49b5-4efe-a058-16b4644789dc') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:51.590551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] For port bef8e870-7e7b-47c8-91bf-ec12802e8706, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=bef8e870-7e7b-47c8-91bf-ec12802e8706,segment=NetworkSegment(92506642-6a62-409c-acac-d2c2f2e965f9),segment_id=92506642-6a62-409c-acac-d2c2f2e965f9)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:51.591145 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.599577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.608623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Calling delete_port for bef8e870-7e7b-47c8-91bf-ec12802e8706 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:51.623961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.636395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:51.636853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:51.639026 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:51.665939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Allocated IP 2001:db8::2 (09d35863-23a8-4891-b719-c3e80a7c2e99/ce16b61b-8ea0-4ba1-9997-6e77916b524f/67971fa9-1ed7-4dad-b0ce-da88c652725a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:51.677761 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.718964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] Pushing event deleted for resources: {'Port': ['ID=2dc376c7-1414-4728-9d6b-609c5fc7df97,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:51.730948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba888c-c047-4b78-bdf9-9268af0d3eb5 None None] No DVR routers for this DVR port 2dc376c7-1414-4728-9d6b-609c5fc7df97 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:51.801097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.806798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.824578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] 10.222.0.25 "DELETE /v2.0/networks/78ece3ef-ef92-4839-b0af-a8256067e182 HTTP/1.1" status: 204 len: 168 time: 1.2811317 Jul 15 17:05:51.902361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.909165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e9af25-fd25-456e-ba41-e75be0745b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.923880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796465-2480-4a34-8527-51edef5ad693 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ece3ef-ef92-4839-b0af-a8256067e182,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:51.931305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19e9af25-fd25-456e-ba41-e75be0745b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.958730 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.962616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:51.978488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:51.984783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9af25-fd25-456e-ba41-e75be0745b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9958ac9b-f78d-4207-8650-ee5771dee4da,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:51.986416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Transition to ACTIVE for port object 67971fa9-1ed7-4dad-b0ce-da88c652725a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:52.004032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:52.006958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19e9af25-fd25-456e-ba41-e75be0745b78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66358caec3cb477ca3c67b0259f40887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639685 Jul 15 17:05:52.010218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.010793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.010915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.013384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Port': ['ID=bef8e870-7e7b-47c8-91bf-ec12802e8706,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.017390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No DVR routers for this DVR port bef8e870-7e7b-47c8-91bf-ec12802e8706 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:52.045105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Transition to ACTIVE for port object 67971fa9-1ed7-4dad-b0ce-da88c652725a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:52.051676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=62ff152b-9963-4328-95c0-4d3c8008d770,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.063186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.072396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-07ccf283-cded-4c5f-b8ea-6e60d4edb756 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1563332 Jul 15 17:05:52.075149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.076962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.125234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:05:52.130282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:52.134975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:05:52.144903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Pushing event updated for resources: {'Port': ['ID=67971fa9-1ed7-4dad-b0ce-da88c652725a,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.150649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.154289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.157110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54570) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.181655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f684d3-1973-4dd7-973d-354cae3c5c5e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:52.198223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92506642-6a62-409c-acac-d2c2f2e965f9') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:52.198223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92506642-6a62-409c-acac-d2c2f2e965f9') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:52.207643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.237650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.241859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Attempting to bind port 67971fa9-1ed7-4dad-b0ce-da88c652725a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:05:52.242074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.242525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Attempting to bind port 67971fa9-1ed7-4dad-b0ce-da88c652725a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '76095d61-89c3-4b56-a314-c619fafcaf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:05:52.243653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Attempting to bind port 67971fa9-1ed7-4dad-b0ce-da88c652725a on network 09d35863-23a8-4891-b719-c3e80a7c2e99 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:05:52.244865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.249948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22f8db96-c6b0-451b-a80a-bf8e27028c1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f3a8e9d5b2143be83dd576367e9c6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917380 Jul 15 17:05:52.250366 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9958ac9b-f78d-4207-8650-ee5771dee4da HTTP/1.1" status: 204 len: 168 time: 0.2381930 Jul 15 17:05:52.251040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:52.251446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.253117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:05:52.253924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Checking segment: {'id': '76095d61-89c3-4b56-a314-c619fafcaf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:52.254384 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.254848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Bound using segment: {'id': '76095d61-89c3-4b56-a314-c619fafcaf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:05:52.255489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Bound port: 67971fa9-1ed7-4dad-b0ce-da88c652725a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76095d61-89c3-4b56-a314-c619fafcaf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:05:52.255857 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:52.256287 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:52.258872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54576) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.271395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c89015-f7b6-4af8-9319-3d2e4ffa53d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9958ac9b-f78d-4207-8650-ee5771dee4da,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.281685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.284292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.285960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.288014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.289629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.295749 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0769b5b2-d052-4469-ac3a-f80d907a64aa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2131782 Jul 15 17:05:52.297440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.302071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200927211'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:52.355153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:52.359011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.372949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] For port 67971fa9-1ed7-4dad-b0ce-da88c652725a, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:05:52.385508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.387188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] For port 67971fa9-1ed7-4dad-b0ce-da88c652725a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=67971fa9-1ed7-4dad-b0ce-da88c652725a,segment=NetworkSegment(76095d61-89c3-4b56-a314-c619fafcaf07),segment_id=76095d61-89c3-4b56-a314-c619fafcaf07)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:05:52.394532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.398016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.401780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/13f684d3-1973-4dd7-973d-354cae3c5c5e HTTP/1.1" status: 204 len: 168 time: 3.3183937 Jul 15 17:05:52.413566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54582) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.413771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:52.426303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.426795 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 82ec2997-ac7d-46f4-b3fa-cfc7997952eb of type vlan for network e0c06ba5-09b0-47af-99b0-bcf9df73a73d Jul 15 17:05:52.477062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183e25-ed3f-4bc7-9c1b-b1a74c8f2241 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=13f684d3-1973-4dd7-973d-354cae3c5c5e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.484848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.525820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.528841 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8cfc76-c734-404a-9633-a50e834691ee tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:52.529295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8cfc76-c734-404a-9633-a50e834691ee tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:52.530489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b78ecf-001b-4617-bbf5-d25b670d3de9 None None] Pushing event updated for resources: {'Port': ['ID=67971fa9-1ed7-4dad-b0ce-da88c652725a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.531285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a8cfc76-c734-404a-9633-a50e834691ee tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/82ffae00-013f-4924-bb41-487f2760b8db HTTP/1.1" status: 404 len: 337 time: 0.1031706 Jul 15 17:05:52.533925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54584) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.558651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.565969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:52.567009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.567440 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2c409d-ea85-4b2f-803f-7f672c78b463 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:52.568021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2c409d-ea85-4b2f-803f-7f672c78b463 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:52.573539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf2c409d-ea85-4b2f-803f-7f672c78b463 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/13f684d3-1973-4dd7-973d-354cae3c5c5e HTTP/1.1" status: 404 len: 339 time: 0.0386109 Jul 15 17:05:52.574450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.624888 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1ecb2c-bb1f-4df0-8e07-55cf1ebf8f59 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:52.626174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1ecb2c-bb1f-4df0-8e07-55cf1ebf8f59 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:52.628574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8b1ecb2c-bb1f-4df0-8e07-55cf1ebf8f59 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/67d7a369-ad7f-471e-9f8e-db31f9cc8cb6 HTTP/1.1" status: 404 len: 337 time: 0.0507605 Jul 15 17:05:52.643418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.662795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.672536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=e0c06ba5-09b0-47af-99b0-bcf9df73a73d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:52.678622 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6420a40a-2d6c-484a-95ae-e53b13166f71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3786991 Jul 15 17:05:52.692163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.698823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:52.700588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:52.702753 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-15792f72-0509-4619-93c3-7e031d3d046c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:52.703515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15792f72-0509-4619-93c3-7e031d3d046c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:52.705487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-15792f72-0509-4619-93c3-7e031d3d046c tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/0f9a73a1-0f36-4ff3-9649-132ea1fe6b98 HTTP/1.1" status: 404 len: 339 time: 0.0415621 Jul 15 17:05:52.711776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:52.742968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.750758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:52.753523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaf9216a-c9e8-4739-a59f-223d888dcdfa HTTP/1.1" status: 204 len: 168 time: 0.4958098 Jul 15 17:05:52.763273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e603b-57a4-4b6b-adc9-4ff4884f0054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf9216a-c9e8-4739-a59f-223d888dcdfa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:53.003062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.166043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.169898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 67971fa9-1ed7-4dad-b0ce-da88c652725a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:53.196508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.248793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.254515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 67971fa9-1ed7-4dad-b0ce-da88c652725a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:53.262490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b0bc34-39a6-4f4f-a573-92d5746b31cf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:53.326929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:53.358008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=e0c06ba5-09b0-47af-99b0-bcf9df73a73d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:53.361321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efa3022-24dd-481c-8067-527b3ef3c99c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:53.361697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efa3022-24dd-481c-8067-527b3ef3c99c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:53.372483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:53.373199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d is not hosted by any dhcp agent {{(pid=100428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:05:53.378834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:53.379525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.384004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-17e547f7-b69c-42d4-9896-2ce55511e5e7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "PUT /v2.0/networks/e0c06ba5-09b0-47af-99b0-bcf9df73a73d HTTP/1.1" status: 200 len: 723 time: 0.6906462 Jul 15 17:05:53.384823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:53.386767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.393292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': 'e0c06ba5-09b0-47af-99b0-bcf9df73a73d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:53.440360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dae53933-a715-4810-9512-5ab6f2ff4096 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbc95ba54e2b4724b1aa5d8cfc98c12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1115859 Jul 15 17:05:53.444091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:53.449868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.481615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:53.482058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:53.486245 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:53.532619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.592564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.689126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.693804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.718946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91366a36-4d06-4d85-8d91-e02c19dbe406 HTTP/1.1" status: 204 len: 168 time: 0.2564313 Jul 15 17:05:53.737065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3c96e-a4c3-45d7-bebf-491a5d835075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91366a36-4d06-4d85-8d91-e02c19dbe406,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:53.826413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.841088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.848726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/b6b0bc34-39a6-4f4f-a573-92d5746b31cf HTTP/1.1" status: 204 len: 168 time: 1.1226978 Jul 15 17:05:53.849303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:53.878665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f79c3c-5d06-43fd-9f77-2ebba6855baf tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=b6b0bc34-39a6-4f4f-a573-92d5746b31cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:53.880475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:53.884350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:53.942721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2dc376c7-1414-4728-9d6b-609c5fc7df97 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:53.945474 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00455ee-b0cf-459a-b1a6-114ed95d260d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:53.946616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00455ee-b0cf-459a-b1a6-114ed95d260d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:53.955368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d00455ee-b0cf-459a-b1a6-114ed95d260d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/763b0995-f466-41b7-93fa-feefdf4bcfa0 HTTP/1.1" status: 404 len: 337 time: 0.1040905 Jul 15 17:05:53.956902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54646) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:53.981094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2dc376c7-1414-4728-9d6b-609c5fc7df97 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:53.981483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2dc376c7-1414-4728-9d6b-609c5fc7df97 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:54.005968 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f27704-326f-4e1a-94ef-f71bc1c15691 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.011928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f27704-326f-4e1a-94ef-f71bc1c15691 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.017728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90f27704-326f-4e1a-94ef-f71bc1c15691 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/3ee5763a-ab37-4661-8098-6d78817304d6 HTTP/1.1" status: 404 len: 339 time: 0.0566864 Jul 15 17:05:54.020974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54650) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.048532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c7257-e6c6-4ef5-a907-f94ac54e126b None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:54.055043 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc84de32-b60d-4cd5-b141-af3dc94b30e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.055802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc84de32-b60d-4cd5-b141-af3dc94b30e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.060730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.063519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc84de32-b60d-4cd5-b141-af3dc94b30e2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/e192d09c-13e2-4167-aa53-c87520fe3d6f HTTP/1.1" status: 404 len: 337 time: 0.0404031 Jul 15 17:05:54.078858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Provisioning for port 67971fa9-1ed7-4dad-b0ce-da88c652725a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:54.101875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Provisioning complete for port 67971fa9-1ed7-4dad-b0ce-da88c652725a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:54.102400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.115267 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-540d4137-a3d3-4307-adda-a42a53fab8c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.116900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540d4137-a3d3-4307-adda-a42a53fab8c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.121733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.127296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-540d4137-a3d3-4307-adda-a42a53fab8c2 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/6ff6ebc8-91b7-4f62-a874-543c481d8299 HTTP/1.1" status: 404 len: 339 time: 0.0651112 Jul 15 17:05:54.194715 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f765e0a-9326-474b-8cb4-107e34186edc tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.199584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f765e0a-9326-474b-8cb4-107e34186edc tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.206085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2f765e0a-9326-474b-8cb4-107e34186edc tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/c490563b-c816-4aa6-b3f6-184bc5f27048 HTTP/1.1" status: 404 len: 337 time: 0.0827796 Jul 15 17:05:54.206991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54662) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.230138 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f376dc-0c74-4428-9234-ce11aaf71c21 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.231197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f376dc-0c74-4428-9234-ce11aaf71c21 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.236175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31f376dc-0c74-4428-9234-ce11aaf71c21 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/d36fd948-68c8-421d-b724-8262f072aace HTTP/1.1" status: 404 len: 339 time: 0.0277324 Jul 15 17:05:54.237354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54664) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.268206 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dd761d-72c9-4ebb-9526-39dc18a4c496 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.269154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dd761d-72c9-4ebb-9526-39dc18a4c496 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.274152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60dd761d-72c9-4ebb-9526-39dc18a4c496 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/584b827b-1922-4762-a6fe-857f117d5922 HTTP/1.1" status: 404 len: 337 time: 0.0354841 Jul 15 17:05:54.275165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54666) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.299359 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-36991a99-5f95-4e8c-8751-88ceadcaf71d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.300401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36991a99-5f95-4e8c-8751-88ceadcaf71d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.306269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36991a99-5f95-4e8c-8751-88ceadcaf71d tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/9edfe966-d61a-4fd7-a715-9591db70acfa HTTP/1.1" status: 404 len: 339 time: 0.0297427 Jul 15 17:05:54.307285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54670) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.352048 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8951cec-02b3-44af-b111-749a014d9f33 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.355423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8951cec-02b3-44af-b111-749a014d9f33 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.363183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a8951cec-02b3-44af-b111-749a014d9f33 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/018cdd72-93e2-46e2-848b-9e6c826db13e HTTP/1.1" status: 404 len: 337 time: 0.0544572 Jul 15 17:05:54.363980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.377725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.444885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:54.447990 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0126cf70-b1bb-497e-8e3a-9f612b13512a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.448890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0126cf70-b1bb-497e-8e3a-9f612b13512a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.451081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0126cf70-b1bb-497e-8e3a-9f612b13512a tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/443f13ca-2a3d-47e2-aa33-f26cc5d61216 HTTP/1.1" status: 404 len: 339 time: 0.0850689 Jul 15 17:05:54.453733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.487675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '82ec2997-ac7d-46f4-b3fa-cfc7997952eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e0c06ba5-09b0-47af-99b0-bcf9df73a73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:54.488522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: e0c06ba5-09b0-47af-99b0-bcf9df73a73d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:54.500927 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eec52f-d6eb-4010-9d77-5e09904c9617 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.508195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eec52f-d6eb-4010-9d77-5e09904c9617 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.512531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:54.513111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39eec52f-d6eb-4010-9d77-5e09904c9617 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/30570284-b9cf-4621-be51-1061fb74f4f9 HTTP/1.1" status: 404 len: 337 time: 0.0581818 Jul 15 17:05:54.513856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.535308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e0c06ba5-09b0-47af-99b0-bcf9df73a73d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:54.541851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:54.544772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.549325 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c12c6e-e2e4-4c28-a6ef-dbe39c0bc8f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.549985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c12c6e-e2e4-4c28-a6ef-dbe39c0bc8f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.554907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96c12c6e-e2e4-4c28-a6ef-dbe39c0bc8f4 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/e520aac2-d253-4a10-a410-d79dc27c526a HTTP/1.1" status: 404 len: 339 time: 0.0398898 Jul 15 17:05:54.555600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54686) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.561297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e81578-c598-4949-ad16-94e514f3103d None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:54.572617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-db100725-5005-4c95-94f3-3a1dfa76a7a6 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1832886 Jul 15 17:05:54.573371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.581392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:54.583543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.592769 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4911bbaf-1755-4d58-bff4-badacf707f12 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.593306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4911bbaf-1755-4d58-bff4-badacf707f12 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.598059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4911bbaf-1755-4d58-bff4-badacf707f12 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/4f3955bf-c5fb-45b6-8194-59c110bd502c HTTP/1.1" status: 404 len: 337 time: 0.0413370 Jul 15 17:05:54.598677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.621909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] For port 67971fa9-1ed7-4dad-b0ce-da88c652725a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=67971fa9-1ed7-4dad-b0ce-da88c652725a,segment=NetworkSegment(76095d61-89c3-4b56-a314-c619fafcaf07),segment_id=76095d61-89c3-4b56-a314-c619fafcaf07)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:54.623189 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c28aed7-9cef-4eae-866c-57d7c0a2a2ec tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.624302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c28aed7-9cef-4eae-866c-57d7c0a2a2ec tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.630439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c28aed7-9cef-4eae-866c-57d7c0a2a2ec tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/0e6e54af-37b8-4259-988c-8ae9f46db9c5 HTTP/1.1" status: 404 len: 339 time: 0.0298345 Jul 15 17:05:54.630660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.632495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54694) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.672939 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-af14fb04-b646-4a9f-944b-e237d8308c29 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.673805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af14fb04-b646-4a9f-944b-e237d8308c29 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.680438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-af14fb04-b646-4a9f-944b-e237d8308c29 tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/6d8f7628-b5fb-4984-bed0-b858204db1fa HTTP/1.1" status: 404 len: 337 time: 0.0444047 Jul 15 17:05:54.681354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54698) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.707622 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d25d66f-0319-4b55-b432-d750d83b0d9f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:54.708574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d25d66f-0319-4b55-b432-d750d83b0d9f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:54.714219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9d25d66f-0319-4b55-b432-d750d83b0d9f tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/45bc7c4b-0f23-4cae-86ca-874390580090 HTTP/1.1" status: 404 len: 339 time: 0.0314200 Jul 15 17:05:54.715063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:54.783376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5682288'] for subnet, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.783513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Deleting subnet a269d450-9e8f-49cc-9fd3-d8abf498394e {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:05:54.785299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.862005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:54.895264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05656762-9573-4f66-9d39-c707fcd61e12 None None] Pushing event updated for resources: {'Port': ['ID=67971fa9-1ed7-4dad-b0ce-da88c652725a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.001760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Update dhcp port {'port': {'network_id': '09d35863-23a8-4891-b719-c3e80a7c2e99', 'fixed_ips': [{'subnet_id': 'ce16b61b-8ea0-4ba1-9997-6e77916b524f', 'ip_address': '2001:db8::2'}, {'subnet_id': '62ff152b-9963-4328-95c0-4d3c8008d770'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '67971fa9-1ed7-4dad-b0ce-da88c652725a'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:05:55.009910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742637507723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7307396'] for subnet, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.028072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.052102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.061588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:55.062881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.066932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:55.067791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "PUT /v2.0/subnets/bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8 HTTP/1.1" status: 200 len: 826 time: 0.4931760 Jul 15 17:05:55.100839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823617b-0be5-41e2-b9ad-2ac3d4ebe9d7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.166940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cfc3a9-bb1a-4790-85ea-75155d23f82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e0c06ba5-09b0-47af-99b0-bcf9df73a73d', 'network_id': 'e0c06ba5-09b0-47af-99b0-bcf9df73a73d', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': 'bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:05:55.168180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37cfc3a9-bb1a-4790-85ea-75155d23f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.178203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.217508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Subnet': ['ID=a269d450-9e8f-49cc-9fd3-d8abf498394e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.224104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.227585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.231938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22b1f250-17ac-42cb-8374-f608a73513cd tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/subnets/a269d450-9e8f-49cc-9fd3-d8abf498394e HTTP/1.1" status: 204 len: 168 time: 0.5152895 Jul 15 17:05:55.232087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54718) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:55.260825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a675aaa-916b-40c1-bb1b-66481a045d32 None None] Network e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:55.294200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.374996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.406574 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.421534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.493709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Deleting port 996c8589-9895-4e64-8756-89c491eb09b9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:05:55.494062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.562505 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.575222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c06ba5-09b0-47af-99b0-bcf9df73a73d']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:55.594779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ec2997-ac7d-46f4-b3fa-cfc7997952eb') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:55.595400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ec2997-ac7d-46f4-b3fa-cfc7997952eb') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:55.606793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.624670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.637883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:55.638312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:55.641694 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:55.646287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] For port 996c8589-9895-4e64-8756-89c491eb09b9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=996c8589-9895-4e64-8756-89c491eb09b9,segment=NetworkSegment(e636c88b-7d0c-4ae9-a679-1eabc423916c),segment_id=e636c88b-7d0c-4ae9-a679-1eabc423916c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:55.647259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.666239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d447f1d-2b67-41aa-bbfe-b865d3377c33 None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:55.672583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Calling delete_port for 996c8589-9895-4e64-8756-89c491eb09b9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:05:55.739563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.744756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.751116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/e0c06ba5-09b0-47af-99b0-bcf9df73a73d HTTP/1.1" status: 204 len: 168 time: 0.6806424 Jul 15 17:05:55.757192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:55.780798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Allocated IP 172.20.0.1 (09d35863-23a8-4891-b719-c3e80a7c2e99/62ff152b-9963-4328-95c0-4d3c8008d770/67971fa9-1ed7-4dad-b0ce-da88c652725a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:05:55.785553 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2076193-293d-40e1-b038-4ff10d15d0f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:05:55.786268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2076193-293d-40e1-b038-4ff10d15d0f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:05:55.788075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2076193-293d-40e1-b038-4ff10d15d0f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/e0c06ba5-09b0-47af-99b0-bcf9df73a73d HTTP/1.1" status: 404 len: 339 time: 0.0298860 Jul 15 17:05:55.792239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:55.793710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79cbe-0fbe-4247-8eed-d83653b36c93 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=e0c06ba5-09b0-47af-99b0-bcf9df73a73d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.811893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061108144', 'description': 'd1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:55.845326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:55.853932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.868174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.882250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadddee-2ee2-4e3f-acb5-042ce221684a None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:55.891255 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5062e15-da31-4ed9-a0c4-60a857dd0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.918121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadddee-2ee2-4e3f-acb5-042ce221684a None None] Network e0c06ba5-09b0-47af-99b0-bcf9df73a73d could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:05:55.929200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Port': ['ID=996c8589-9895-4e64-8756-89c491eb09b9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:55.935133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:55.945910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] No DVR routers for this DVR port 996c8589-9895-4e64-8756-89c491eb09b9 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:05:55.956767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:55.957014 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 3cc4f949-e3f2-4fb4-b8ed-ebb2b94e5d6d of type vlan for network 2e39afbe-d854-4c87-955e-c7bd9d875eb4 Jul 15 17:05:55.987234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6ce9d-b15a-4371-85e8-5360c67f9b48 None None] DHCP port deletion for e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:05:56.053834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.099406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.101256 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.108873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:56.109747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.111648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:56.122868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e636c88b-7d0c-4ae9-a679-1eabc423916c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:56.123244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e636c88b-7d0c-4ae9-a679-1eabc423916c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:05:56.133862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.136940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] For port 67971fa9-1ed7-4dad-b0ce-da88c652725a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=67971fa9-1ed7-4dad-b0ce-da88c652725a,segment=NetworkSegment(76095d61-89c3-4b56-a314-c619fafcaf07),segment_id=76095d61-89c3-4b56-a314-c619fafcaf07)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:05:56.153773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.161082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:05:56.161590 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:05:56.164872 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:05:56.203839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=2e39afbe-d854-4c87-955e-c7bd9d875eb4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:56.211426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.227106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-77d8697c-063e-4360-a347-500185739572 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4137635 Jul 15 17:05:56.227959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54750) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:56.237296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2e39afbe-d854-4c87-955e-c7bd9d875eb4 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:56.251824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.271239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.288987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] 10.222.0.25 "DELETE /v2.0/networks/e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88 HTTP/1.1" status: 204 len: 168 time: 1.0478306 Jul 15 17:05:56.304653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Transition to ACTIVE for port object 67971fa9-1ed7-4dad-b0ce-da88c652725a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:05:56.310364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.311025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d55e04-a603-4fd3-ab13-a4a168b078df tempest-NetworksTest-1223550358 tempest-NetworksTest-1223550358-project] Pushing event deleted for resources: {'Network': ['ID=e2a1a05d-b6bc-4ca3-979a-1e0ac0f34f88,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:56.348789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc7c45-09d2-4d97-83b1-10f8119168b1 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:56.353658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-84fc7c45-09d2-4d97-83b1-10f8119168b1 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks?id=2e39afbe-d854-4c87-955e-c7bd9d875eb4 HTTP/1.1" status: 200 len: 765 time: 0.1224678 Jul 15 17:05:56.354268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:56.360284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'description': 'd2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:56.491488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc03db-97f6-40fa-9149-18c99439f74d None None] Pushing event updated for resources: {'Port': ['ID=67971fa9-1ed7-4dad-b0ce-da88c652725a,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:56.583001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.617744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.641605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network 2e39afbe-d854-4c87-955e-c7bd9d875eb4 is not hosted by any dhcp agent {{(pid=100429) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:05:56.647726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:56.648240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:56.649575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "PUT /v2.0/networks/2e39afbe-d854-4c87-955e-c7bd9d875eb4 HTTP/1.1" status: 200 len: 762 time: 0.2943485 Jul 15 17:05:56.652578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54772) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:56.766779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:56.767648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54776) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:56.791547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e159d20-8ebd-4537-a8f4-9e1969326b43 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=2e39afbe-d854-4c87-955e-c7bd9d875eb4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:56.804612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2e39afbe-d854-4c87-955e-c7bd9d875eb4 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:56.884159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684df838-7b8d-4662-9813-3739d4d5a71d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:56.890636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-684df838-7b8d-4662-9813-3739d4d5a71d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks?id=2e39afbe-d854-4c87-955e-c7bd9d875eb4 HTTP/1.1" status: 200 len: 765 time: 0.2369926 Jul 15 17:05:56.894411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:57.047213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 67971fa9-1ed7-4dad-b0ce-da88c652725a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:05:57.090763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f42d402-8424-49e1-a89b-3547b4b9f33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.104523 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6d55eb3d-0948-47a8-95c7-e2230480decd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3edd68052414f359bdc2d12c2143cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355546 Jul 15 17:05:57.108442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:57.178534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.203526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.262248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 996c8589-9895-4e64-8756-89c491eb09b9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:05:57.284322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.287435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.289601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a16c0326-f781-44b9-b0dc-6f90e86a20cb HTTP/1.1" status: 204 len: 168 time: 0.1795940 Jul 15 17:05:57.307980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29b68f-d9cc-4951-9be2-4703abad11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c0326-f781-44b9-b0dc-6f90e86a20cb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:57.312103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 996c8589-9895-4e64-8756-89c491eb09b9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:05:57.312619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 996c8589-9895-4e64-8756-89c491eb09b9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:05:57.397901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f42d402-8424-49e1-a89b-3547b4b9f33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.413493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f42d402-8424-49e1-a89b-3547b4b9f33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.491144 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f42d402-8424-49e1-a89b-3547b4b9f33b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fde3de25271486f8481cdd170643281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161489 Jul 15 17:05:57.493514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42d402-8424-49e1-a89b-3547b4b9f33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960fa61d-f665-4819-a592-542b1ad2eb41,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:57.494808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e0b7c-397f-465e-b60d-aca20d50ae7e None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:05:57.511394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:57.586500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.601285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c482b6e-8faf-416f-a392-914ac25321a9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.605604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c482b6e-8faf-416f-a392-914ac25321a9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7101200 Jul 15 17:05:57.606235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54804) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:57.619272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.631886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-61b629b6-e22c-4af9-9082-4ca3356e4ee3 None None] Provisioning for port 67971fa9-1ed7-4dad-b0ce-da88c652725a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:05:57.639230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-61b629b6-e22c-4af9-9082-4ca3356e4ee3 None None] Provisioning complete for port 67971fa9-1ed7-4dad-b0ce-da88c652725a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:57.639680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61b629b6-e22c-4af9-9082-4ca3356e4ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.658173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-85e70560-e5ad-4d22-a904-7eb7d9b44062 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 207 time: 0.0507917 Jul 15 17:05:57.658788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54806) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:57.679998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.683552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:57.687674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/960fa61d-f665-4819-a592-542b1ad2eb41 HTTP/1.1" status: 204 len: 168 time: 0.1705906 Jul 15 17:05:57.695029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26695c4-c6eb-43f2-baa2-64ff128e7ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fa61d-f665-4819-a592-542b1ad2eb41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:57.932097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.954053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.968389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.976821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.985472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.993328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:57.996674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b9c05189-8295-4b19-81b1-7cedbe16e8bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3357670 Jul 15 17:05:58.000157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54826) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.171404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206c17d-21f4-4785-b5e6-7e89766ba4d7 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:05:58.226981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54834) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.246717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-017af5da-7d4f-4a45-a319-2507ae3a1970 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2420545 Jul 15 17:05:58.247032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.252457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31cb770e-14a6-46d9-b1ed-08ff9d6af3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.269533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-00a879c5-6532-4f6c-9ea2-f4e34e974b06 None None] Provisioning complete for port 67971fa9-1ed7-4dad-b0ce-da88c652725a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:05:58.270692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00a879c5-6532-4f6c-9ea2-f4e34e974b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.374632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.376367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.380382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.387474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.389461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.391258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6be1a8cd-ae8b-4ab4-9749-9c21fb08cbb5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1431594 Jul 15 17:05:58.395296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.441459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31cb770e-14a6-46d9-b1ed-08ff9d6af3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.447185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31cb770e-14a6-46d9-b1ed-08ff9d6af3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.487406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.489982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.492635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.494534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.496958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.499473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b461ff89-3eab-44bb-af45-5ea0b18921cc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1025786 Jul 15 17:05:58.501260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31cb770e-14a6-46d9-b1ed-08ff9d6af3db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63122fcdf20d443abc403d5406d87804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727041 Jul 15 17:05:58.503651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54848) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.504903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54850) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.581047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206c17d-21f4-4785-b5e6-7e89766ba4d7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:05:58.625957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.646491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88878f-86e0-47c1-b52d-6249673a8236 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.648233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dd88878f-86e0-47c1-b52d-6249673a8236 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks/0d14c25f-ce54-4972-b285-e952c6ecce74 HTTP/1.1" status: 200 len: 804 time: 0.1424072 Jul 15 17:05:58.649112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb770e-14a6-46d9-b1ed-08ff9d6af3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a80991-81fe-492c-a95d-0a7637d73e0e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:58.655977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54858) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.672486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.713475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.814309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54864) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.814599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46ba9c6c-3a23-4bc8-9b42-17f8454036a3 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/networks/0d14c25f-ce54-4972-b285-e952c6ecce74?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1570938 Jul 15 17:05:58.820767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-245955fd-a337-4d31-af15-9e5480fdc766 tempest-DvrRoutersNegativeTest-1700033914 tempest-DvrRoutersNegativeTest-1700033914-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2006579960', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:58.823576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.policy [None req-245955fd-a337-4d31-af15-9e5480fdc766 tempest-DvrRoutersNegativeTest-1700033914 tempest-DvrRoutersNegativeTest-1700033914-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100428) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 15 17:05:58.823875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.policy [None req-245955fd-a337-4d31-af15-9e5480fdc766 tempest-DvrRoutersNegativeTest-1700033914 tempest-DvrRoutersNegativeTest-1700033914-project] Failed policy check for 'create_router' {{(pid=100428) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 15 17:05:58.824615 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-245955fd-a337-4d31-af15-9e5480fdc766 tempest-DvrRoutersNegativeTest-1700033914 tempest-DvrRoutersNegativeTest-1700033914-project] create failed (client error): Access was denied to this resource. Jul 15 17:05:58.826445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-245955fd-a337-4d31-af15-9e5480fdc766 tempest-DvrRoutersNegativeTest-1700033914 tempest-DvrRoutersNegativeTest-1700033914-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1521766 Jul 15 17:05:58.832909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.843864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.846408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:58.847549 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11a80991-81fe-492c-a95d-0a7637d73e0e HTTP/1.1" status: 204 len: 168 time: 0.3402183 Jul 15 17:05:58.876182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65534350-fe06-4d3d-a0b3-049c291e7caa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.877873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65534350-fe06-4d3d-a0b3-049c291e7caa tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets/5b95e810-6037-4004-ba53-60e7cf3f17de HTTP/1.1" status: 200 len: 843 time: 0.0625079 Jul 15 17:05:58.881725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.882082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85340882-8ca4-44bd-bf9a-c1117cb35625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a80991-81fe-492c-a95d-0a7637d73e0e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:58.970759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbf5e4-9b85-4ab4-80eb-f6b8c38a9f1e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['shared'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:58.972201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2edbf5e4-9b85-4ab4-80eb-f6b8c38a9f1e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "GET /v2.0/subnets/5b95e810-6037-4004-ba53-60e7cf3f17de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0890217 Jul 15 17:05:58.976517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54872) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:58.981777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471921162'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:59.026021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:59.030296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.063099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:05:59.073202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.073543 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Added segment 7512ac09-37b4-4eb9-a6b2-fa8e9956014b of type vlan for network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 Jul 15 17:05:59.125032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.171108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.183206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:59.185857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.215490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cdf8053-029c-46d4-8585-1cd01b09f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.272718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b89bf-ea3b-4253-8a9f-2a5993981870 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:05:59.298565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Network': ['ID=a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:59.310066 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f395191b-facb-469d-93fb-7f26732406f7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3290038 Jul 15 17:05:59.310297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54884) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:59.315656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'network_id': 'a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:59.328346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:59.363816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:05:59.491042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Made reservation on behalf of b1a66c67e96548328fdf884f9188bfa9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:05:59.500671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.536147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.561996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894b89bf-ea3b-4253-8a9f-2a5993981870 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:05:59.579156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Performing IP validity checks on allocation pools {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:05:59.579681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:05:59.590364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e511-8a65-4174-8e0b-ce564df5f01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.750881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e511-8a65-4174-8e0b-ce564df5f01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.757183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9dc7e511-8a65-4174-8e0b-ce564df5f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.776135 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.832764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7e511-8a65-4174-8e0b-ce564df5f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8022836c-e6ed-4f90-8b2a-4abbd5e9bdb2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:59.843185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=62fec303-4cbc-40b9-bb7d-6ba9099fd4fe,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:05:59.848808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9dc7e511-8a65-4174-8e0b-ce564df5f01e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124d2327b2d74942b615e38891cc743c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5193598 Jul 15 17:05:59.851724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:59.874189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Checking segment: {'id': '7512ac09-37b4-4eb9-a6b2-fa8e9956014b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:05:59.875168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network hostable DHCP agents. Network: a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:05:59.898020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:05:59.910406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:05:59.917803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:05:59.919659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:05:59.957650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b17b34dd-e102-431c-a8d3-b5e5bd7d1da5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6437216 Jul 15 17:05:59.958133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54918) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:05:59.967549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:05:59.974755 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.011151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c745f-32a7-4058-9a8e-b202b5d1c24d None None] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:00.046430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.127047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5682288'] for subnet, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.159985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.162863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.164056 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8022836c-e6ed-4f90-8b2a-4abbd5e9bdb2 HTTP/1.1" status: 204 len: 168 time: 0.3114462 Jul 15 17:06:00.253369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf81171-234a-4df5-9308-090d3f2ecf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6', 'network_id': 'a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6', 'tenant_id': 'b1a66c67e96548328fdf884f9188bfa9', 'fixed_ips': [{'subnet_id': '62fec303-4cbc-40b9-bb7d-6ba9099fd4fe'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:00.254382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddf81171-234a-4df5-9308-090d3f2ecf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.552911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3de6-97b3-4f0c-9496-3292335b6c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8022836c-e6ed-4f90-8b2a-4abbd5e9bdb2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:00.629934 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-ddf81171-234a-4df5-9308-090d3f2ecf88 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:06:00.629934 n-d-800085-3 neutron-server[100430]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 15 17:06:00.629934 n-d-800085-3 neutron-server[100430]: [parameters: {'in_use': 1, 'id_1': '62fec303-4cbc-40b9-bb7d-6ba9099fd4fe'}] Jul 15 17:06:00.629934 n-d-800085-3 neutron-server[100430]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:06:00.630688 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-ddf81171-234a-4df5-9308-090d3f2ecf88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:06:00.753349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742637507723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7307396'] for subnet, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.800253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:00.800852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:00.802146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "PUT /v2.0/subnets/62fec303-4cbc-40b9-bb7d-6ba9099fd4fe HTTP/1.1" status: 200 len: 900 time: 0.8426971 Jul 15 17:06:00.805788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:00.839195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5253d-27ed-4d49-a1d7-c044e2577436 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event updated for resources: {'Subnet': ['ID=62fec303-4cbc-40b9-bb7d-6ba9099fd4fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:00.940179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.007314 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.083676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.117254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=62fec303-4cbc-40b9-bb7d-6ba9099fd4fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:01.132020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ddf81171-234a-4df5-9308-090d3f2ecf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.223090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.233679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.251676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7512ac09-37b4-4eb9-a6b2-fa8e9956014b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.252175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7512ac09-37b4-4eb9-a6b2-fa8e9956014b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.264048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.266601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.270925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b2a26c-c179-4300-9274-c5f0306672f5 None None] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:01.281840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.288039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:01.288813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:01.291751 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:01.355338 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.368595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.373859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54984) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.376953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 HTTP/1.1" status: 204 len: 168 time: 0.5684481 Jul 15 17:06:01.414458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf6d7a-2c9c-49aa-abb5-809dc6013c8d tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:01.436558 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b69871-4724-4b83-990e-52518af87ead tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:01.437156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b69871-4724-4b83-990e-52518af87ead tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:01.440207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-93b69871-4724-4b83-990e-52518af87ead tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/62fec303-4cbc-40b9-bb7d-6ba9099fd4fe HTTP/1.1" status: 404 len: 337 time: 0.0651462 Jul 15 17:06:01.442820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 54990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.454616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54992) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.461481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19779c7c-8360-4a57-96a1-4ac21ac16410 None None] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:01.461707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047059 Jul 15 17:06:01.464446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 54994) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.477719 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5659c4ae-0d1f-4c02-a405-e5ab727fb6ee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:01.478268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5659c4ae-0d1f-4c02-a405-e5ab727fb6ee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:01.482513 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5659c4ae-0d1f-4c02-a405-e5ab727fb6ee tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 HTTP/1.1" status: 404 len: 339 time: 0.0355146 Jul 15 17:06:01.482707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55000) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.497825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19779c7c-8360-4a57-96a1-4ac21ac16410 None None] Network a4457b0b-4251-4b8d-bb0e-0b1c44fb16e6 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:06:01.588586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.611543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a38e85b8-6e67-4e43-8fa9-16ca105f59c8 tempest-NetworksApiDiscovery-1766465431 tempest-NetworksApiDiscovery-1766465431-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1414320 Jul 15 17:06:01.721092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.751863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e39afbe-d854-4c87-955e-c7bd9d875eb4']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.782072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4f949-e3f2-4fb4-b8ed-ebb2b94e5d6d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.782366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4f949-e3f2-4fb4-b8ed-ebb2b94e5d6d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:01.809424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.831676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.840521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:01.841277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:01.854305 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:01.936436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.954045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:01.958973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55026) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.960084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/2e39afbe-d854-4c87-955e-c7bd9d875eb4 HTTP/1.1" status: 204 len: 168 time: 0.4749613 Jul 15 17:06:01.961020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843f255-d3b0-4046-b52d-c389dc85d53e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=2e39afbe-d854-4c87-955e-c7bd9d875eb4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:01.970412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55028) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:01.992470 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c966e110-a3f2-48f9-9f59-7ee9632cbc5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:01.992920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c966e110-a3f2-48f9-9f59-7ee9632cbc5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:01.994936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c966e110-a3f2-48f9-9f59-7ee9632cbc5c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/bcfaadd7-04bd-4d88-b6d3-6a9dea3867e8 HTTP/1.1" status: 404 len: 337 time: 0.0332823 Jul 15 17:06:01.998940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:02.026037 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c431bcab-547c-41f6-aa6f-5e34dcaf75ac tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:02.027196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c431bcab-547c-41f6-aa6f-5e34dcaf75ac tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:02.033167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:02.036602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c431bcab-547c-41f6-aa6f-5e34dcaf75ac tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/e0c06ba5-09b0-47af-99b0-bcf9df73a73d HTTP/1.1" status: 404 len: 339 time: 0.0362089 Jul 15 17:06:02.102165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting subnet 62ff152b-9963-4328-95c0-4d3c8008d770 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:02.106088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.114358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac747-de21-44f1-9026-1209a43e9414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.153968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.250301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac747-de21-44f1-9026-1209a43e9414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.254839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac747-de21-44f1-9026-1209a43e9414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.257608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.300932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4a1ac747-de21-44f1-9026-1209a43e9414 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86846196625047baaebdcaf81df65e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293152 Jul 15 17:06:02.301953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ac747-de21-44f1-9026-1209a43e9414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d141e7-8756-4981-9fc9-66c22ad03de9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:02.304904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:02.327443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.359471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=62ff152b-9963-4328-95c0-4d3c8008d770,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:02.366445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.370380 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-78d40aa5-e12c-46e1-ab32-d1d834a61be0 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/62ff152b-9963-4328-95c0-4d3c8008d770 HTTP/1.1" status: 204 len: 168 time: 0.3361363 Jul 15 17:06:02.375372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10647176-21fd-43cb-8ffa-7c59434adeeb None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:02.376340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55050) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:02.412458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.449281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.459291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting subnet ce16b61b-8ea0-4ba1-9997-6e77916b524f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:02.462627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.513442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.619889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:02.651239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.654383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.656177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8d141e7-8756-4981-9fc9-66c22ad03de9 HTTP/1.1" status: 204 len: 168 time: 0.3501663 Jul 15 17:06:02.671107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.674727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3931e-8ceb-42a8-b1b4-81c3861ba357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d141e7-8756-4981-9fc9-66c22ad03de9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:02.791533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.848144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=ce16b61b-8ea0-4ba1-9997-6e77916b524f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:02.865202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:02.869808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-771a5e9e-e58b-4e4d-8891-4c9a33574ed5 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/ce16b61b-8ea0-4ba1-9997-6e77916b524f HTTP/1.1" status: 204 len: 168 time: 0.4897900 Jul 15 17:06:02.872573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:03.022183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.087813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e469e50f-9697-4aaf-9404-0a756793449d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.204367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting port 67971fa9-1ed7-4dad-b0ce-da88c652725a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:03.204819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.310641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] For port 67971fa9-1ed7-4dad-b0ce-da88c652725a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=67971fa9-1ed7-4dad-b0ce-da88c652725a,segment=NetworkSegment(76095d61-89c3-4b56-a314-c619fafcaf07),segment_id=76095d61-89c3-4b56-a314-c619fafcaf07)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:03.311013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.314563 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e469e50f-9697-4aaf-9404-0a756793449d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.321585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e469e50f-9697-4aaf-9404-0a756793449d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.355320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Calling delete_port for 67971fa9-1ed7-4dad-b0ce-da88c652725a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:03.366266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469e50f-9697-4aaf-9404-0a756793449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3907092-238b-4f69-bc24-fbcfd544174a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:03.406665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e75ee2-5f31-4338-b8f7-ed109e241ca1 None None] Network 09d35863-23a8-4891-b719-c3e80a7c2e99 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:03.416446 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e469e50f-9697-4aaf-9404-0a756793449d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b299fe6abf1648a79db482bcf5fa50b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917471 Jul 15 17:06:03.417404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:03.480288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-60c570c1-5e05-4ca4-9c31-8102f945bcfd None None] Provisioning complete for port 67971fa9-1ed7-4dad-b0ce-da88c652725a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:03.480658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-60c570c1-5e05-4ca4-9c31-8102f945bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.544761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.573244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.633699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.640367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.644046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3907092-238b-4f69-bc24-fbcfd544174a HTTP/1.1" status: 204 len: 168 time: 0.2224653 Jul 15 17:06:03.645091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.679565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d5ddb-4655-4a4d-9b7e-68ababaf3047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3907092-238b-4f69-bc24-fbcfd544174a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:03.681737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Port': ['ID=67971fa9-1ed7-4dad-b0ce-da88c652725a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:03.686705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No DVR routers for this DVR port 67971fa9-1ed7-4dad-b0ce-da88c652725a on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:03.764687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79af74-c9ae-47ef-96cb-25190d1a1dfa None None] DHCP port deletion for 09d35863-23a8-4891-b719-c3e80a7c2e99 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:03.866090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.877128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d35863-23a8-4891-b719-c3e80a7c2e99']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:03.890609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76095d61-89c3-4b56-a314-c619fafcaf07') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:03.891002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76095d61-89c3-4b56-a314-c619fafcaf07') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:03.903772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.922857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.933734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:03.934214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:03.938655 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:04.015123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.021255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.027568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55122) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.028641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/09d35863-23a8-4891-b719-c3e80a7c2e99 HTTP/1.1" status: 204 len: 168 time: 1.1546524 Jul 15 17:06:04.046727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c937-7ca4-4ffa-b59f-093adf6b2b57 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=09d35863-23a8-4891-b719-c3e80a7c2e99,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:04.090159 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3821617-8b26-4335-95c2-e77d41e29b71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.090878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3821617-8b26-4335-95c2-e77d41e29b71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.095335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3821617-8b26-4335-95c2-e77d41e29b71 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/e90cc336-5796-4015-9feb-fe54a6908e53 HTTP/1.1" status: 404 len: 337 time: 0.0645120 Jul 15 17:06:04.095833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.137434 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2316a4-edc2-424b-aed2-c82a78c5c6dc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.139885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2316a4-edc2-424b-aed2-c82a78c5c6dc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.141893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f2316a4-edc2-424b-aed2-c82a78c5c6dc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/9a1a6813-92be-449b-9c3c-2821aa940db9 HTTP/1.1" status: 404 len: 339 time: 0.0449181 Jul 15 17:06:04.144854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55138) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.179034 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0205b573-4a3d-4959-975a-aa56882a725e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.179715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0205b573-4a3d-4959-975a-aa56882a725e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.181653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0205b573-4a3d-4959-975a-aa56882a725e tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/b6aa5264-6800-4f94-a227-7bd329890416 HTTP/1.1" status: 404 len: 337 time: 0.0352707 Jul 15 17:06:04.184728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.212021 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de68a68-65e2-411c-ba74-f55c55cca5b8 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.213047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de68a68-65e2-411c-ba74-f55c55cca5b8 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.215170 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0de68a68-65e2-411c-ba74-f55c55cca5b8 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/bdeca661-6887-4524-8124-9ae068155c32 HTTP/1.1" status: 404 len: 339 time: 0.0290151 Jul 15 17:06:04.217830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.251201 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c2d6a-feab-47a2-84bd-4b3374a65ed9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.251960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5c2d6a-feab-47a2-84bd-4b3374a65ed9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.254951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5f5c2d6a-feab-47a2-84bd-4b3374a65ed9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/35dc3fb9-871b-4f8a-97b5-95e1076948ac HTTP/1.1" status: 404 len: 337 time: 0.0360003 Jul 15 17:06:04.257962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.278128 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf48032-4c9b-4cf6-8a81-5c59e918f4c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:04.278972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf48032-4c9b-4cf6-8a81-5c59e918f4c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:04.281143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1cf48032-4c9b-4cf6-8a81-5c59e918f4c7 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/f7236c59-d987-4593-b089-b63fd01522ec HTTP/1.1" status: 404 len: 339 time: 0.0221844 Jul 15 17:06:04.283802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.349204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting subnet 0ccf99f1-f672-4128-8633-bc107ed76ddd {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:04.353190 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.403155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.522846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.587698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.619938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccf99f1-f672-4128-8633-bc107ed76ddd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:04.625841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.629719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-85b9574b-3c37-4809-b812-d22441a929f4 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/0ccf99f1-f672-4128-8633-bc107ed76ddd HTTP/1.1" status: 204 len: 168 time: 0.3423288 Jul 15 17:06:04.630401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55170) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:04.632773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9556cf8-18b7-4cc9-83b8-f20c40759892 None None] Network e3333bb1-77b0-47c3-8c07-7ed65469827f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:04.739705 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.832839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting port 33b20e50-ee5a-4e70-abc9-16fa29056d75 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:04.836217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:04.942592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] DHCP port deletion for e3333bb1-77b0-47c3-8c07-7ed65469827f request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:05.004964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] For port 33b20e50-ee5a-4e70-abc9-16fa29056d75, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33b20e50-ee5a-4e70-abc9-16fa29056d75,segment=NetworkSegment(99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474),segment_id=99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:05.007106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.025733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Deleting port 33b20e50-ee5a-4e70-abc9-16fa29056d75 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:05.026124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.035766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Calling delete_port for 33b20e50-ee5a-4e70-abc9-16fa29056d75 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:05.042975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 67971fa9-1ed7-4dad-b0ce-da88c652725a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:05.074215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 67971fa9-1ed7-4dad-b0ce-da88c652725a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:05.074701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 67971fa9-1ed7-4dad-b0ce-da88c652725a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:05.147470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] For port 33b20e50-ee5a-4e70-abc9-16fa29056d75, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=33b20e50-ee5a-4e70-abc9-16fa29056d75,segment=NetworkSegment(99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474),segment_id=99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:05.147916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.163250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Calling delete_port for 33b20e50-ee5a-4e70-abc9-16fa29056d75 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:05.201808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.263751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.265197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Port': ['ID=33b20e50-ee5a-4e70-abc9-16fa29056d75,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:05.277253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No DVR routers for this DVR port 33b20e50-ee5a-4e70-abc9-16fa29056d75 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:05.331193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] No DVR routers for this DVR port 33b20e50-ee5a-4e70-abc9-16fa29056d75 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:05.340245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Pushing event deleted for resources: {'Port': ['ID=33b20e50-ee5a-4e70-abc9-16fa29056d75,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:05.356075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.356607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.357072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.359349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.359780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.360226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.360640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.361061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.361468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.361918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.362314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.362882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6033eee-aa4e-4297-9311-e3c9447aa27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:05.451221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.463222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3333bb1-77b0-47c3-8c07-7ed65469827f']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:05.475592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:05.476014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a5c4cd-a7e9-435a-8e9e-7a48f6bb0474') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:05.488698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.508516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.515766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:05.516286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:05.519832 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:05.613920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.623609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.627896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/e3333bb1-77b0-47c3-8c07-7ed65469827f HTTP/1.1" status: 204 len: 168 time: 0.9947863 Jul 15 17:06:05.628451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55224) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:05.644950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55226) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:05.671766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fac9c-c6e0-438a-9afd-9db98a06bbd9 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=e3333bb1-77b0-47c3-8c07-7ed65469827f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:05.674385 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76dc845-271a-4708-8acf-f5f09cf6e06c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:05.675220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76dc845-271a-4708-8acf-f5f09cf6e06c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:05.677218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f76dc845-271a-4708-8acf-f5f09cf6e06c tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/7019781e-71d1-4337-a52c-0d5aab6b1608 HTTP/1.1" status: 404 len: 337 time: 0.0477262 Jul 15 17:06:05.679697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:05.701926 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2475e7-4111-4de1-9fbb-c716326419bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:05.702475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2475e7-4111-4de1-9fbb-c716326419bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:05.706447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf2475e7-4111-4de1-9fbb-c716326419bc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/3d0126f1-6d4e-43ad-929c-db6595128922 HTTP/1.1" status: 404 len: 339 time: 0.0233288 Jul 15 17:06:05.706693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55234) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:05.771208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting subnet 5b95e810-6037-4004-ba53-60e7cf3f17de {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:05.775554 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.805504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b736154b-7479-412f-bdab-3b19927a6563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.825033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.916024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b736154b-7479-412f-bdab-3b19927a6563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.916024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b736154b-7479-412f-bdab-3b19927a6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.950253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:05.982047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b736154b-7479-412f-bdab-3b19927a6563 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38fb30a6576c4793be366053cc354bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354213 Jul 15 17:06:05.983488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736154b-7479-412f-bdab-3b19927a6563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbbdfed-6301-4f22-8d4f-5bddc5cc9daa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:05.985845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:06.038881 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.060477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.069218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Subnet': ['ID=5b95e810-6037-4004-ba53-60e7cf3f17de,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:06.076871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.085030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c386a084-9463-44e2-81fa-e728f3a604a1 None None] Network 0d14c25f-ce54-4972-b285-e952c6ecce74 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:06.096064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e19d6e09-af94-42f3-85bb-f5615da19694 tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/subnets/5b95e810-6037-4004-ba53-60e7cf3f17de HTTP/1.1" status: 204 len: 168 time: 0.3882909 Jul 15 17:06:06.097036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55256) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:06.099938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.169467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.172055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.175515 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfbbdfed-6301-4f22-8d4f-5bddc5cc9daa HTTP/1.1" status: 204 len: 168 time: 0.1859560 Jul 15 17:06:06.188905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27b6d-4ad0-4606-a336-3a59b0662eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbbdfed-6301-4f22-8d4f-5bddc5cc9daa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:06.288057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.407159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Deleting port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:06.407511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.484104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fef01a-8a45-4441-a135-24376b34814e None None] DHCP port deletion for 0d14c25f-ce54-4972-b285-e952c6ecce74 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:06.525300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] For port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,segment=NetworkSegment(a9a48a9c-a48a-4d5a-8751-1b51bdaa827a),segment_id=a9a48a9c-a48a-4d5a-8751-1b51bdaa827a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:06.525589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.559292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Calling delete_port for 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:06.612546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Deleting port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:06.613118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.686965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.697196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-26fef01a-8a45-4441-a135-24376b34814e None None] For port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,segment=NetworkSegment(a9a48a9c-a48a-4d5a-8751-1b51bdaa827a),segment_id=a9a48a9c-a48a-4d5a-8751-1b51bdaa827a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:06.697891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.719194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Calling delete_port for 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:06.728398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Port': ['ID=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:06.730630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] No DVR routers for this DVR port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:06.746285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:06.773124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80e97822-b2b2-4164-8fdf-65104e64d856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.834435 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.870869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fef01a-8a45-4441-a135-24376b34814e None None] Pushing event deleted for resources: {'Port': ['ID=75329e6e-2763-4b62-9839-ff7dc6ef0cd7,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:06.878126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fef01a-8a45-4441-a135-24376b34814e None None] No DVR routers for this DVR port 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:06.907631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.929306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80e97822-b2b2-4164-8fdf-65104e64d856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.933845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80e97822-b2b2-4164-8fdf-65104e64d856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:06.958539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d14c25f-ce54-4972-b285-e952c6ecce74']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:06.971855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:06.972483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a48a9c-a48a-4d5a-8751-1b51bdaa827a') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:06.983184 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80e97822-b2b2-4164-8fdf-65104e64d856 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=714db97cc9514efaa354083d5f7070fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336156 Jul 15 17:06:06.984470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55314) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:06.988344 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.014261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e97822-b2b2-4164-8fdf-65104e64d856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9c05fe-b403-4911-9ee9-97000671becf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:07.024083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.035550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:07.035857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.052150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33b20e50-ee5a-4e70-abc9-16fa29056d75 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:07.056305 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:07.077532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 33b20e50-ee5a-4e70-abc9-16fa29056d75 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:07.077966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 33b20e50-ee5a-4e70-abc9-16fa29056d75 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:07.078429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:07.099324 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:07.100613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 75329e6e-2763-4b62-9839-ff7dc6ef0cd7 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:07.117083 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.137851 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.139681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] 10.222.0.25 "DELETE /v2.0/networks/0d14c25f-ce54-4972-b285-e952c6ecce74 HTTP/1.1" status: 204 len: 168 time: 1.0408757 Jul 15 17:06:07.140990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fdcd4-5b1a-43d0-af95-5e8696a749fc tempest-NetworksIpV6Test-1694034889 tempest-NetworksIpV6Test-1694034889-project] Pushing event deleted for resources: {'Network': ['ID=0d14c25f-ce54-4972-b285-e952c6ecce74,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:07.150141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.176831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.238968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.241926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.242848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be9c05fe-b403-4911-9ee9-97000671becf HTTP/1.1" status: 204 len: 168 time: 0.2572687 Jul 15 17:06:07.257184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c840f-c404-478e-b4c7-af6f985ecadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9c05fe-b403-4911-9ee9-97000671becf,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:07.266149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:07.515136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55340) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:07.566185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99617ec2-bd99-4520-af15-cd2bba3dec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.687804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99617ec2-bd99-4520-af15-cd2bba3dec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.696833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99617ec2-bd99-4520-af15-cd2bba3dec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.755655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99617ec2-bd99-4520-af15-cd2bba3dec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f593a7-48b0-4933-b325-a4adecab45e6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:07.767868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99617ec2-bd99-4520-af15-cd2bba3dec44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b018979f7a9432a885dd4d61c3edfce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006073 Jul 15 17:06:07.768024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:07.770422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-372ab9b3-d7c5-4326-85ec-b2608dbc703b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1a66c67e96548328fdf884f9188bfa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540314 Jul 15 17:06:07.775941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55356) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:07.833987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.835845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.861822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.871697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.953691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.957487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.957960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.960816 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46f593a7-48b0-4933-b325-a4adecab45e6 HTTP/1.1" status: 204 len: 168 time: 0.1912484 Jul 15 17:06:07.961650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:07.963563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e24095c3-cf80-4735-82b1-a4be46385798 HTTP/1.1" status: 204 len: 168 time: 0.1866579 Jul 15 17:06:07.973111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85b2fe-72c6-4d20-8fb5-17ef2ab22774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24095c3-cf80-4735-82b1-a4be46385798,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:07.978120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777414b7-68d1-4ea8-8cb9-03169e89c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f593a7-48b0-4933-b325-a4adecab45e6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:08.380798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55386) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:08.405745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f118d275-17c8-4f41-9cb0-ca9b58828300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.481516 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-6f59db47-7eb0-4c15-a453-3aaebddb1c3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1444747 Jul 15 17:06:08.600074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f118d275-17c8-4f41-9cb0-ca9b58828300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.605646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f118d275-17c8-4f41-9cb0-ca9b58828300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.654215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f118d275-17c8-4f41-9cb0-ca9b58828300 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7463d79d57954b2ca8778151c695672c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708001 Jul 15 17:06:08.656996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55404) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:08.663788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d275-17c8-4f41-9cb0-ca9b58828300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6333c-81d6-4ca1-bdc9-5c443bdad9a6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:08.665244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.666034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.695330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.695825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.696541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.697024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.697509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.702597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2793edb1-6c96-4caf-9455-e53c02b6d962 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.1566362 Jul 15 17:06:08.724060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.751591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.817537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.821336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:08.822893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5a6333c-81d6-4ca1-bdc9-5c443bdad9a6 HTTP/1.1" status: 204 len: 168 time: 0.1646957 Jul 15 17:06:08.833313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d80c7-28dd-480a-864e-1d8ac7df8e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6333c-81d6-4ca1-bdc9-5c443bdad9a6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:08.886225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-358a5e59-1026-4e8b-823d-4c163899e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.886825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-358a5e59-1026-4e8b-823d-4c163899e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.887423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-358a5e59-1026-4e8b-823d-4c163899e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:08.889518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-358a5e59-1026-4e8b-823d-4c163899e553 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 2294 time: 0.1621461 Jul 15 17:06:08.989130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-f2cc5efb-40d8-4117-bffb-3f92cb72b59d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 1001 time: 0.0915143 Jul 15 17:06:09.055947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-dc5f9a9e-5df3-4282-b6b4-9185634a828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:09.057606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-dc5f9a9e-5df3-4282-b6b4-9185634a828c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 200 len: 856 time: 0.0586181 Jul 15 17:06:09.129873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-63d7d1f2-8bf9-4091-8fb1-2841b497f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:09.132544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-63d7d1f2-8bf9-4091-8fb1-2841b497f5d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02356bfb-7512-4180-91a4-77d01500d8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691712 Jul 15 17:06:09.262650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-581011c4-bbb8-4395-afbe-0246d16e0e32 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223829 Jul 15 17:06:09.395838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-9858ffeb-842a-43e2-ab9d-dcf8e53f35cc service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265440 Jul 15 17:06:09.455558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-7f32a3f0-2fe6-49e9-934e-fd6ee0915f61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 217 time: 0.0526483 Jul 15 17:06:09.513408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-dc8b820c-6661-4872-8b0a-62251531c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:09.515347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-dc8b820c-6661-4872-8b0a-62251531c61a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0544615 Jul 15 17:06:09.614039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-7f41a8d0-0f1f-453b-b88a-240155cef595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:09.615659 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-7f41a8d0-0f1f-453b-b88a-240155cef595 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946186 Jul 15 17:06:09.701099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55468) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:09.758119 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-efd5624d-9ebc-459d-bdae-ea87e2a5425a service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359363 Jul 15 17:06:09.847641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1248844244'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:09.870815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-b205dcdd-cdb3-45b6-a4ca-6952ee6bac3d service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054373 Jul 15 17:06:09.889667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:09.894786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:09.918249 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:09.978501 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-a47b8003-b983-44d6-bb53-950688ef8053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 217 time: 0.1004448 Jul 15 17:06:10.055333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-878bf17f-33e9-4795-b29c-0b5d03037ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:10.057281 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-878bf17f-33e9-4795-b29c-0b5d03037ea2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0630774 Jul 15 17:06:10.102731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.109739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.156032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:10.159175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a927f7f-f5da-4673-8f25-0458d6b08367,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:10.187044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.187398 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment ddaeed5f-5b35-49ce-a435-11dce4a6c3f1 of type vlan for network 173016a2-5caf-4304-a729-5233564214d4 Jul 15 17:06:10.187703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-803895aa-0dc2-404e-ae98-188b72946c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:10.189504 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-803895aa-0dc2-404e-ae98-188b72946c11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1247239 Jul 15 17:06:10.237585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.293572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.299922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:10.301067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.321899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-1fa62074-b675-47b5-8183-acad58f85b40 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254380 Jul 15 17:06:10.352686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6498446 Jul 15 17:06:10.398641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab871-e73d-427e-8787-0b22c5a85923 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=173016a2-5caf-4304-a729-5233564214d4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:10.417805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 173016a2-5caf-4304-a729-5233564214d4 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:10.478161 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-3f0ff62f-6b8c-4f0e-a72f-75c336655cce service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504183 Jul 15 17:06:10.544884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-653cf81b-85ef-4621-91d4-81c56b8e8c22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 200 len: 217 time: 0.0601883 Jul 15 17:06:10.554191 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:06:10.608655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-f3436e38-c687-4a8a-9ab8-f27925409d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:10.610484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-f3436e38-c687-4a8a-9ab8-f27925409d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0591817 Jul 15 17:06:10.708356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.712333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-0c4ffac8-ce02-4e05-9e78-ac03159ef6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:10.714225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-0c4ffac8-ce02-4e05-9e78-ac03159ef6bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979848 Jul 15 17:06:10.752394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:10.846405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-1db80b6d-60eb-4e97-b25d-aee61a21caae service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256194 Jul 15 17:06:10.989719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-e04d8e46-3fd5-4c7e-8343-35b55dd670f9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310217 Jul 15 17:06:11.067931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-d7e85640-b9bd-41d9-bc09-cb81d9d695e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 200 len: 217 time: 0.0727513 Jul 15 17:06:11.129505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-e223715c-ee3e-44ec-889b-6c55608d98af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:11.131143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-e223715c-ee3e-44ec-889b-6c55608d98af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0571032 Jul 15 17:06:11.235939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-e5834574-f9fd-499d-a236-994227e3dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:11.237731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-e5834574-f9fd-499d-a236-994227e3dfe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1001334 Jul 15 17:06:11.384957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-fbc097b5-66e1-4bd7-b894-ae4131d979e9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406872 Jul 15 17:06:11.526899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-5e1516a6-b9ea-4594-afdd-76be2ec58053 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347106 Jul 15 17:06:11.595093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-00b47b64-20ed-4156-bd6e-cf36a6a72b0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 217 time: 0.0611529 Jul 15 17:06:11.646223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2928ed79-f96b-45ea-91a4-c59a45072f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:11.648481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-2928ed79-f96b-45ea-91a4-c59a45072f1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0468669 Jul 15 17:06:11.730314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-5aaa0388-832f-4d5e-9a9d-1c634b25f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:11.731872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-5aaa0388-832f-4d5e-9a9d-1c634b25f50b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774281 Jul 15 17:06:11.849363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-ccb13faa-d369-4232-b509-c0d472a06386 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105895 Jul 15 17:06:11.983617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-6e16f7c0-f890-43ff-8491-3ac61453b3af service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279604 Jul 15 17:06:12.065407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-b82b13c8-3627-49d7-91ec-04d837892b12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 217 time: 0.0757229 Jul 15 17:06:12.117213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-b40c4555-e8f2-44f9-8319-dd8f8579dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:12.118790 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-b40c4555-e8f2-44f9-8319-dd8f8579dbc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0478885 Jul 15 17:06:12.212996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-29e45681-9502-4170-a63f-ffc56cd0a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:12.219028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-29e45681-9502-4170-a63f-ffc56cd0a731 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900025 Jul 15 17:06:12.367490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-529a33f5-9f3b-42ee-a1dc-eb05eee5420c service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461887 Jul 15 17:06:12.494782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c84a49c7-e2e6-4d08-ae2a-c20f17ee09a6 req-c299e3b1-5a18-45ca-ad05-75a4236ea858 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215131 Jul 15 17:06:12.840953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:13.086989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80ee1848-b746-4a32-9bbe-c8e947741839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.217643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80ee1848-b746-4a32-9bbe-c8e947741839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.222766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-80ee1848-b746-4a32-9bbe-c8e947741839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.255582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee1848-b746-4a32-9bbe-c8e947741839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37835110-3a3b-4cd4-bf07-3cf73e6f4990,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:13.273771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:13.288397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-80ee1848-b746-4a32-9bbe-c8e947741839 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a150462383054f61ae45187b52674303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460609 Jul 15 17:06:13.363135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.433454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.577777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:13.583045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': '173016a2-5caf-4304-a729-5233564214d4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:13.704901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:13.708911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.788844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.793900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:13.797556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37835110-3a3b-4cd4-bf07-3cf73e6f4990 HTTP/1.1" status: 204 len: 168 time: 0.5197654 Jul 15 17:06:13.807289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140da8c-2292-4bca-99a0-64b5cf50808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37835110-3a3b-4cd4-bf07-3cf73e6f4990,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:13.992051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.058978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=9c09882d-ca4f-4f84-85cb-a80fbba238a9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:14.071136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '173016a2-5caf-4304-a729-5233564214d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:14.071569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: 173016a2-5caf-4304-a729-5233564214d4, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:14.089613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network 173016a2-5caf-4304-a729-5233564214d4 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:14.098746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 173016a2-5caf-4304-a729-5233564214d4) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:14.103654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:14.104621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.113068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d632a53-f6ae-4dd3-9565-182fc43c14d9 None None] Network 173016a2-5caf-4304-a729-5233564214d4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:14.124208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-377b7de7-67c8-46b8-bb4f-dd4bffbb00f0 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5430584 Jul 15 17:06:14.126163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55666) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:14.133417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-980540997'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:14.168322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:14.176265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:14.189538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.196612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d246b5-176e-49c8-8ae9-a2c0f7781469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.226403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:14.236633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.237272 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment 08a09c39-e269-49f9-b538-611786451135 of type vlan for network 19864811-c750-4e9a-bae6-4c380238a211 Jul 15 17:06:14.292516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.326858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.334829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:14.335787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.373648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d246b5-176e-49c8-8ae9-a2c0f7781469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.380099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-44d246b5-176e-49c8-8ae9-a2c0f7781469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.386285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2584610 Jul 15 17:06:14.389677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:14.397739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': '19864811-c750-4e9a-bae6-4c380238a211', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:14.459241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-173016a2-5caf-4304-a729-5233564214d4', 'network_id': '173016a2-5caf-4304-a729-5233564214d4', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': '9c09882d-ca4f-4f84-85cb-a80fbba238a9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:14.461269 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.562447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d246b5-176e-49c8-8ae9-a2c0f7781469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a58291-1969-4a5b-9441-a1bb3f7352cd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:14.577921 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-44d246b5-176e-49c8-8ae9-a2c0f7781469 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6b49fff41d247be8073a99816777455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988352 Jul 15 17:06:14.578643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:14.714276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.774397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.838273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.844829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Allocated IP 2001:db8:0:ffff::2 (173016a2-5caf-4304-a729-5233564214d4/9c09882d-ca4f-4f84-85cb-a80fbba238a9/f42aa28e-9f58-48b9-8a24-9730ebb37174) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:14.856569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:14.865895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88a58291-1969-4a5b-9441-a1bb3f7352cd HTTP/1.1" status: 204 len: 168 time: 0.2852330 Jul 15 17:06:14.917543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b8bf5-a10f-4019-aea4-7420517e9f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a58291-1969-4a5b-9441-a1bb3f7352cd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:14.974418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf3684-1633-42d7-8b96-5e2cc9a22c4c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=19864811-c750-4e9a-bae6-4c380238a211,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:14.988821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 19864811-c750-4e9a-bae6-4c380238a211 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:14.997831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:15.003960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.165606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.174327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Transition to ACTIVE for port object f42aa28e-9f58-48b9-8a24-9730ebb37174 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:15.197144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Transition to ACTIVE for port object f42aa28e-9f58-48b9-8a24-9730ebb37174 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:15.209103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.262683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Network 173016a2-5caf-4304-a729-5233564214d4 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:15.266861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:15.274314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:15.373851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Attempting to bind port f42aa28e-9f58-48b9-8a24-9730ebb37174 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:15.374497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Attempting to bind port f42aa28e-9f58-48b9-8a24-9730ebb37174 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '173016a2-5caf-4304-a729-5233564214d4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:15.375042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Attempting to bind port f42aa28e-9f58-48b9-8a24-9730ebb37174 on network 173016a2-5caf-4304-a729-5233564214d4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:15.381497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:15.382171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Checking segment: {'id': 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '173016a2-5caf-4304-a729-5233564214d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:15.382777 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.383342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Bound using segment: {'id': 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '173016a2-5caf-4304-a729-5233564214d4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:15.384151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Bound port: f42aa28e-9f58-48b9-8a24-9730ebb37174, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '173016a2-5caf-4304-a729-5233564214d4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:15.384735 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.386864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Pushing event updated for resources: {'Port': ['ID=f42aa28e-9f58-48b9-8a24-9730ebb37174,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:15.398389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:06:15.404257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.510176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] For port f42aa28e-9f58-48b9-8a24-9730ebb37174, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:15.514315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] For port f42aa28e-9f58-48b9-8a24-9730ebb37174, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f42aa28e-9f58-48b9-8a24-9730ebb37174,segment=NetworkSegment(ddaeed5f-5b35-49ce-a435-11dce4a6c3f1),segment_id=ddaeed5f-5b35-49ce-a435-11dce4a6c3f1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:15.520428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.531507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=d90add2b-cb3d-4da4-a599-b030627a70cf,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:15.545205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': '08a09c39-e269-49f9-b538-611786451135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19864811-c750-4e9a-bae6-4c380238a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:15.545810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: 19864811-c750-4e9a-bae6-4c380238a211, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:15.585619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network 19864811-c750-4e9a-bae6-4c380238a211 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:15.586909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788107e5-b8fc-4631-97b5-6925abbc8dbe None None] Pushing event updated for resources: {'Port': ['ID=f42aa28e-9f58-48b9-8a24-9730ebb37174,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:15.603553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 19864811-c750-4e9a-bae6-4c380238a211) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:15.608530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:15.609256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.612623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7e7ac-20f2-49dd-ba94-8c1c6ca35315 None None] Network 19864811-c750-4e9a-bae6-4c380238a211 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:15.667133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d07fe9f6-d9df-4c53-b884-b1a26abbe304 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2732069 Jul 15 17:06:15.667575 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:15.673445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'port': {'network_id': '19864811-c750-4e9a-bae6-4c380238a211', 'name': 'tempest-NetworksIpV6TestAttrs-1543712312'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:15.921330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:15.930544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:15.968496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] device_id is not set on port 5fb7791b-0050-419e-a8f2-f99df9d3149e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:16.123562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Allocated IP 2001:db8::f816:3eff:fe41:d9d (19864811-c750-4e9a-bae6-4c380238a211/d90add2b-cb3d-4da4-a599-b030627a70cf/5fb7791b-0050-419e-a8f2-f99df9d3149e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:16.268837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-19864811-c750-4e9a-bae6-4c380238a211', 'network_id': '19864811-c750-4e9a-bae6-4c380238a211', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': 'd90add2b-cb3d-4da4-a599-b030627a70cf'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:16.269737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.382093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.401893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Transition to ACTIVE for port object 5fb7791b-0050-419e-a8f2-f99df9d3149e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:16.478806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.549128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Port': ['ID=5fb7791b-0050-419e-a8f2-f99df9d3149e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:16.561534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Allocated IP 2001:db8::f816:3eff:fe5d:b055 (19864811-c750-4e9a-bae6-4c380238a211/d90add2b-cb3d-4da4-a599-b030627a70cf/664d9142-39b8-4021-a14d-42198267c83d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:16.568069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.568702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.568973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.569299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.569633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.569964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.570288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.570610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.570928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.571271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.571684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.572007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:16.577391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network 19864811-c750-4e9a-bae6-4c380238a211 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:16.580281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:16.582766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:16.590211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:16.590972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.621986 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1a08479e-b25e-4fc0-8519-f4df7de1197a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9531271 Jul 15 17:06:16.624595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55796) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:16.759991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting subnet d90add2b-cb3d-4da4-a599-b030627a70cf {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:16.856848 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.876692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Transition to ACTIVE for port object 664d9142-39b8-4021-a14d-42198267c83d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:16.908840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Transition to ACTIVE for port object 664d9142-39b8-4021-a14d-42198267c83d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:16.918146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.918744 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:16.943431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Network 19864811-c750-4e9a-bae6-4c380238a211 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:16.946391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:16.975227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:17.046604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:17.054318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.151945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Pushing event updated for resources: {'Port': ['ID=664d9142-39b8-4021-a14d-42198267c83d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:17.163151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Attempting to bind port 664d9142-39b8-4021-a14d-42198267c83d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:17.163545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Attempting to bind port 664d9142-39b8-4021-a14d-42198267c83d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '08a09c39-e269-49f9-b538-611786451135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19864811-c750-4e9a-bae6-4c380238a211'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:17.174066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Attempting to bind port 664d9142-39b8-4021-a14d-42198267c83d on network 19864811-c750-4e9a-bae6-4c380238a211 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:17.195934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f42aa28e-9f58-48b9-8a24-9730ebb37174 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:17.203232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:17.203654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Checking segment: {'id': '08a09c39-e269-49f9-b538-611786451135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19864811-c750-4e9a-bae6-4c380238a211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:17.204079 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.205038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Bound using segment: {'id': '08a09c39-e269-49f9-b538-611786451135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19864811-c750-4e9a-bae6-4c380238a211'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:17.205556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Bound port: 664d9142-39b8-4021-a14d-42198267c83d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a09c39-e269-49f9-b538-611786451135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '19864811-c750-4e9a-bae6-4c380238a211'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:17.205986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.293706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e8d8ee-ce8f-4cc6-8bdc-94b136b6e23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.377059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.431881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f42aa28e-9f58-48b9-8a24-9730ebb37174 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:17.472583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e8d8ee-ce8f-4cc6-8bdc-94b136b6e23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.483940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-04e8d8ee-ce8f-4cc6-8bdc-94b136b6e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.515046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.518393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-40dca07c-f043-492e-984c-45a5598283ef None None] For port 664d9142-39b8-4021-a14d-42198267c83d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:17.523941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-40dca07c-f043-492e-984c-45a5598283ef None None] For port 664d9142-39b8-4021-a14d-42198267c83d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664d9142-39b8-4021-a14d-42198267c83d,segment=NetworkSegment(08a09c39-e269-49f9-b538-611786451135),segment_id=08a09c39-e269-49f9-b538-611786451135)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:17.538668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.562148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=d90add2b-cb3d-4da4-a599-b030627a70cf,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:17.565229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.571568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8daf03fd-69b2-4a46-b2a7-d036b7c45215 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/d90add2b-cb3d-4da4-a599-b030627a70cf HTTP/1.1" status: 204 len: 168 time: 0.9457409 Jul 15 17:06:17.572255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55824) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:17.580527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d8ee-ce8f-4cc6-8bdc-94b136b6e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6e9f4-1fcd-427e-8995-e939ed6a48b0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:17.590078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f294657-40f6-4476-8c29-585605d99bed None None] Network 173016a2-5caf-4304-a729-5233564214d4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:17.644325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Provisioning for port f42aa28e-9f58-48b9-8a24-9730ebb37174 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:17.662350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55826) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:17.674616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-04e8d8ee-ce8f-4cc6-8bdc-94b136b6e23f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c566bfddc3894cfca523b458ed3630f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240487 Jul 15 17:06:17.702148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Provisioning complete for port f42aa28e-9f58-48b9-8a24-9730ebb37174 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:17.702521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.720973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5194969-ee11-4540-b36c-fbd3680cc69f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:17.722802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5194969-ee11-4540-b36c-fbd3680cc69f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:17.724411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f5194969-ee11-4540-b36c-fbd3680cc69f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1501915 Jul 15 17:06:17.728004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:17.743923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dca07c-f043-492e-984c-45a5598283ef None None] Pushing event updated for resources: {'Port': ['ID=664d9142-39b8-4021-a14d-42198267c83d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:17.781442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.813820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.858007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae714f28-9c47-4dff-8ecf-073bef46122d tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.870032 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae714f28-9c47-4dff-8ecf-073bef46122d tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 17:06:17.870513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae714f28-9c47-4dff-8ecf-073bef46122d tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:17.872509 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ae714f28-9c47-4dff-8ecf-073bef46122d tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/19864811-c750-4e9a-bae6-4c380238a211 HTTP/1.1" status: 409 len: 405 time: 0.1276791 Jul 15 17:06:17.885451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55836) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:17.894915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019047249'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:17.902105 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.906580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:17.908030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efb6e9f4-1fcd-427e-8995-e939ed6a48b0 HTTP/1.1" status: 204 len: 168 time: 0.2442091 Jul 15 17:06:17.924706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc1734-19e5-49ea-bade-a50710f7d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6e9f4-1fcd-427e-8995-e939ed6a48b0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:17.945460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:17.955235 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.031434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:18.044021 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.070599 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.070918 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment ebfe9e84-1758-482f-bdc1-83e0c198747f of type vlan for network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 Jul 15 17:06:18.100947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] For port f42aa28e-9f58-48b9-8a24-9730ebb37174, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f42aa28e-9f58-48b9-8a24-9730ebb37174,segment=NetworkSegment(ddaeed5f-5b35-49ce-a435-11dce4a6c3f1),segment_id=ddaeed5f-5b35-49ce-a435-11dce4a6c3f1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:18.105351 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.180941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149e68b-0ba6-421c-b5c0-40b88e231b8c None None] Pushing event updated for resources: {'Port': ['ID=f42aa28e-9f58-48b9-8a24-9730ebb37174,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:18.222767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.303236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.318000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:18.318995 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.448182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5609875 Jul 15 17:06:18.450065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632c514-f2c6-4027-8293-6d461251a4c7 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=e7d744cc-dfe1-4a72-ac83-d86f7b18aa71,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:18.450969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55852) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:18.456517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:18.465230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:18.582869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-83d3f79d-6b8e-4b6c-95c7-3e6af2f8b7be None None] Provisioning complete for port f42aa28e-9f58-48b9-8a24-9730ebb37174 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:18.583243 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-83d3f79d-6b8e-4b6c-95c7-3e6af2f8b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:18.590462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:18.610593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.150642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:06:19.153800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.253626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f42aa28e-9f58-48b9-8a24-9730ebb37174 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:19.327281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=ab14e279-02a8-4d8f-8049-b138e12cc77f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:19.361297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f42aa28e-9f58-48b9-8a24-9730ebb37174 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:19.361871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.392493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': 'ebfe9e84-1758-482f-bdc1-83e0c198747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:19.392865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: e7d744cc-dfe1-4a72-ac83-d86f7b18aa71, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:19.435842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:19.455245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e7d744cc-dfe1-4a72-ac83-d86f7b18aa71) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:19.467995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:19.471416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.479649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56539375-2d02-470a-a13f-96d58275b35e None None] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:19.501850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d21c0d4-b1d6-4ea4-9a98-35a0e2cc745f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0471611 Jul 15 17:06:19.502208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55892) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:19.515979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'port': {'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71', 'name': 'tempest-NetworksIpV6TestAttrs-269461071'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:19.519540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d43c0a-4a98-4e92-bf03-cbed7bfcecb5 None None] Network 19864811-c750-4e9a-bae6-4c380238a211 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:19.654747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ab8ef1a-6b99-4349-8dfc-ea31a5a2afce None None] Provisioning for port 664d9142-39b8-4021-a14d-42198267c83d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:19.736150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 664d9142-39b8-4021-a14d-42198267c83d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:19.773250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:19.777633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.805518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] device_id is not set on port 638e3457-8697-498b-83d8-3f6340a194c1 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:19.967172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 664d9142-39b8-4021-a14d-42198267c83d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:19.978148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 664d9142-39b8-4021-a14d-42198267c83d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:19.978772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:19.994412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Allocated IP 2001:db8::f816:3eff:fefb:563e (e7d744cc-dfe1-4a72-ac83-d86f7b18aa71/ab14e279-02a8-4d8f-8049-b138e12cc77f/638e3457-8697-498b-83d8-3f6340a194c1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:20.125507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e7d744cc-dfe1-4a72-ac83-d86f7b18aa71', 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': 'ab14e279-02a8-4d8f-8049-b138e12cc77f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:20.126511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.299265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] DHCP port deletion for 19864811-c750-4e9a-bae6-4c380238a211 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:20.300714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.326353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Transition to ACTIVE for port object 638e3457-8697-498b-83d8-3f6340a194c1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:20.399492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.441656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.562779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:20.568026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 664d9142-39b8-4021-a14d-42198267c83d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664d9142-39b8-4021-a14d-42198267c83d,segment=NetworkSegment(08a09c39-e269-49f9-b538-611786451135),segment_id=08a09c39-e269-49f9-b538-611786451135)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:20.573749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:20.577930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.593330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:20.601032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:20.602006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.632345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Port': ['ID=638e3457-8697-498b-83d8-3f6340a194c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:20.659082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb36a2a9-89e2-49d0-b917-4a22eaf3c769 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1533313 Jul 15 17:06:20.659741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55952) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.681476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=664d9142-39b8-4021-a14d-42198267c83d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:20.708477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Allocated IP 2001:db8::f816:3eff:fe8c:6579 (e7d744cc-dfe1-4a72-ac83-d86f7b18aa71/ab14e279-02a8-4d8f-8049-b138e12cc77f/1208f411-1a48-4415-966c-9a12c1465300) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:20.718336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Deleting port 664d9142-39b8-4021-a14d-42198267c83d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:20.719116 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.764297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.800729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting subnet ab14e279-02a8-4d8f-8049-b138e12cc77f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:20.884971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d3bd45c7-d3a5-44a2-9252-6f2bd9de7c01 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:20.893133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] For port 664d9142-39b8-4021-a14d-42198267c83d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=664d9142-39b8-4021-a14d-42198267c83d,segment=NetworkSegment(08a09c39-e269-49f9-b538-611786451135),segment_id=08a09c39-e269-49f9-b538-611786451135)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:20.893587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:20.926162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Calling delete_port for 664d9142-39b8-4021-a14d-42198267c83d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:20.926319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d3bd45c7-d3a5-44a2-9252-6f2bd9de7c01 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "PUT /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac HTTP/1.1" status: 200 len: 366 time: 0.1585069 Jul 15 17:06:20.926442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55962) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.942029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55964) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.951094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2590cb90-3ada-4a2c-8f13-07677a7c286f tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0234892 Jul 15 17:06:20.959852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.962297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79d40283-6818-49cc-a4d8-81384969b65c tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac HTTP/1.1" status: 200 len: 366 time: 0.0187247 Jul 15 17:06:20.982340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.990905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-95beee73-d798-408c-8fb0-a8de25f56a7f tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac HTTP/1.1" status: 204 len: 168 time: 0.0276959 Jul 15 17:06:20.996667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:20.997387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cbb7a12f-a1de-4ad3-99dc-a4c2cb9bf8f9 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0136919 Jul 15 17:06:21.012190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55972) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.016694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 664d9142-39b8-4021-a14d-42198267c83d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:21.016879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c8498276-81bd-4f0f-9cfb-d04e6f21f949 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac HTTP/1.1" status: 200 len: 370 time: 0.0176618 Jul 15 17:06:21.018257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37d90929-c27d-4a23-aea9-57936d0c01fc tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac/default HTTP/1.1" status: 200 len: 370 time: 0.0045857 Jul 15 17:06:21.020703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 55974) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.031627 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-15500274-8124-4270-946f-194d9e282092 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] delete failed (client error): The resource could not be found. Jul 15 17:06:21.032952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15500274-8124-4270-946f-194d9e282092 tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/14b8aa3093a64c15b1efc1bd66073bac HTTP/1.1" status: 404 len: 348 time: 0.0103540 Jul 15 17:06:21.066415 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.081782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Transition to ACTIVE for port object 1208f411-1a48-4415-966c-9a12c1465300 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:21.110725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Transition to ACTIVE for port object 1208f411-1a48-4415-966c-9a12c1465300 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:21.117389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.120838 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.170370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.170638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.178868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.196490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:network and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.203810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.223493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:subnet and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.232892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:21.233384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.242763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] No DVR routers for this DVR port 664d9142-39b8-4021-a14d-42198267c83d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:21.244481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:21.244918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:subnetpool and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.247927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:21.250322 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.252141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Pushing event updated for resources: {'Port': ['ID=1208f411-1a48-4415-966c-9a12c1465300,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:21.271895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.281606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:port and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.291510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.298536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:router and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.306029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.312368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd2639-313f-4aba-a69c-6fa59441f725 None None] Pushing event deleted for resources: {'Port': ['ID=664d9142-39b8-4021-a14d-42198267c83d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:21.315987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:floatingip and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.323394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.324876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.381830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Attempting to bind port 1208f411-1a48-4415-966c-9a12c1465300 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:21.382567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Attempting to bind port 1208f411-1a48-4415-966c-9a12c1465300 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ebfe9e84-1758-482f-bdc1-83e0c198747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:21.383142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Attempting to bind port 1208f411-1a48-4415-966c-9a12c1465300 on network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:21.389023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:security_group and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.394114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.401780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Usage tracker for resource:security_group_rule and tenant:d8920565d0ac426f95a06d6ff5db7d48 is out of sync, need to count used quota {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 15 17:06:21.407892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.quota.resource [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100428) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 15 17:06:21.413567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7fb76b89-d7ac-4ce3-8147-30737df3b6ff tempest-QuotasTest-1244166133 tempest-QuotasTest-1244166133-project-admin] 10.222.0.25 "GET /v2.0/quotas/d8920565d0ac426f95a06d6ff5db7d48/details.json HTTP/1.1" status: 200 len: 703 time: 0.2416117 Jul 15 17:06:21.415547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.425319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:21.425830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Checking segment: {'id': 'ebfe9e84-1758-482f-bdc1-83e0c198747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:21.426350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.426854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Bound using segment: {'id': 'ebfe9e84-1758-482f-bdc1-83e0c198747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:21.427662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Bound port: 1208f411-1a48-4415-966c-9a12c1465300, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe9e84-1758-482f-bdc1-83e0c198747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'e7d744cc-dfe1-4a72-ac83-d86f7b18aa71'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:21.427964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.445236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=ab14e279-02a8-4d8f-8049-b138e12cc77f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:21.448972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.450854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d78c0057-4ec4-4a29-9866-1f14fa3f2d87 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/ab14e279-02a8-4d8f-8049-b138e12cc77f HTTP/1.1" status: 204 len: 168 time: 0.7899570 Jul 15 17:06:21.454077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 55990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.531521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] For port 1208f411-1a48-4415-966c-9a12c1465300, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:21.544441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] For port 1208f411-1a48-4415-966c-9a12c1465300, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1208f411-1a48-4415-966c-9a12c1465300,segment=NetworkSegment(ebfe9e84-1758-482f-bdc1-83e0c198747f),segment_id=ebfe9e84-1758-482f-bdc1-83e0c198747f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:21.562402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b48163-1d70-4f11-a9a4-88dfad6e8212 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:21.563895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b48163-1d70-4f11-a9a4-88dfad6e8212 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:21.567340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1b48163-1d70-4f11-a9a4-88dfad6e8212 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1126926 Jul 15 17:06:21.570783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56000) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.571555 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.732228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04130ecb-470a-4e91-b8ac-62c08358893e None None] Pushing event updated for resources: {'Port': ['ID=1208f411-1a48-4415-966c-9a12c1465300,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:21.763045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cce51da-7193-4c73-bd90-6134a5fcae05 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.786421 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce51da-7193-4c73-bd90-6134a5fcae05 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 15 17:06:21.787439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cce51da-7193-4c73-bd90-6134a5fcae05 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:21.797435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.797599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7cce51da-7193-4c73-bd90-6134a5fcae05 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 HTTP/1.1" status: 409 len: 405 time: 0.2256150 Jul 15 17:06:21.799089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27c5a8-e858-482c-a127-006f3218580d None None] Network e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:21.804602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1476876829'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:21.851363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:21.855909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.872095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:21.948561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:21.967512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:21.967965 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment d6f7ef31-6def-4dea-9d59-9f7c8ee42060 of type vlan for network b03de40a-c28e-4458-8448-9de4d9dc76de Jul 15 17:06:22.062588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93160ec1-81ca-46ea-8497-e9d7aa2ae1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.086063 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.122054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.129223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:22.129887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.223277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=b03de40a-c28e-4458-8448-9de4d9dc76de,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:22.249648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b03de40a-c28e-4458-8448-9de4d9dc76de details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:22.258289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93160ec1-81ca-46ea-8497-e9d7aa2ae1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.263830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93160ec1-81ca-46ea-8497-e9d7aa2ae1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.270256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-37d03f73-bc40-4955-8ccd-76133cbb2085 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4689777 Jul 15 17:06:22.270482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:22.276865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': 'b03de40a-c28e-4458-8448-9de4d9dc76de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:22.299699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-93160ec1-81ca-46ea-8497-e9d7aa2ae1a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c3038a5280143a5978527fa8882a3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263320 Jul 15 17:06:22.308738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:22.351218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160ec1-81ca-46ea-8497-e9d7aa2ae1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e0bf4b-4a90-4790-a230-395fe30fd260,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:22.390211 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.417075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.493473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:22.495091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.498517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.500424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ec9017-4b40-424c-97bc-dfad2b069033 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:06:22.500764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:22.504490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8e0bf4b-4a90-4790-a230-395fe30fd260 HTTP/1.1" status: 204 len: 168 time: 0.1941252 Jul 15 17:06:22.523396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0966c-1ede-42f1-a194-d1e82b3fd58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e0bf4b-4a90-4790-a230-395fe30fd260,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:22.676921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec9017-4b40-424c-97bc-dfad2b069033 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:06:22.998708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56052) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:23.024346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea6a23d6-aa68-462d-860a-0af2cf29359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.032692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:06:23.034467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.100337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=38598c26-f592-4b1f-af22-4daf1777e72a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:23.125281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': 'd6f7ef31-6def-4dea-9d59-9f7c8ee42060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b03de40a-c28e-4458-8448-9de4d9dc76de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:23.125847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: b03de40a-c28e-4458-8448-9de4d9dc76de, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:23.145246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network b03de40a-c28e-4458-8448-9de4d9dc76de is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:23.157483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, b03de40a-c28e-4458-8448-9de4d9dc76de) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:23.165550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:23.166397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.166552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8486275-11dd-49a5-9bbc-685323732db2 None None] Network b03de40a-c28e-4458-8448-9de4d9dc76de requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:23.196300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea6a23d6-aa68-462d-860a-0af2cf29359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.201024 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea6a23d6-aa68-462d-860a-0af2cf29359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.220918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-13a201b9-cf4b-4785-ae43-2155f93dc142 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9486015 Jul 15 17:06:23.221521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:23.247178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ea6a23d6-aa68-462d-860a-0af2cf29359b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8920565d0ac426f95a06d6ff5db7d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468109 Jul 15 17:06:23.251004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:23.286092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a23d6-aa68-462d-860a-0af2cf29359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e7e56-d140-463d-974a-9bd023adabfd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:23.384647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.387271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.428915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.434572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f23a4-3ffb-4b35-8b86-9a07d0434eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-b03de40a-c28e-4458-8448-9de4d9dc76de', 'network_id': 'b03de40a-c28e-4458-8448-9de4d9dc76de', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': '38598c26-f592-4b1f-af22-4daf1777e72a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:23.435644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-180f23a4-3ffb-4b35-8b86-9a07d0434eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.511735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.515660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.517045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c6e7e56-d140-463d-974a-9bd023adabfd HTTP/1.1" status: 204 len: 168 time: 0.2651262 Jul 15 17:06:23.531214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.536390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4525d38-5eb5-43fa-8c1b-bcc711cc4677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e7e56-d140-463d-974a-9bd023adabfd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:23.608464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-180f23a4-3ffb-4b35-8b86-9a07d0434eb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38598c26-f592-4b1f-af22-4daf1777e72a: This subnet is being modified by another concurrent operation. Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38598c26-f592-4b1f-af22-4daf1777e72a: This subnet is being modified by another concurrent operation. Jul 15 17:06:23.627576 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:06:23.654995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711621f-c2db-4b69-ae4a-440ceba36500 None None] Network b03de40a-c28e-4458-8448-9de4d9dc76de requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:23.698399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=38598c26-f592-4b1f-af22-4daf1777e72a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:23.802820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.815201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03de40a-c28e-4458-8448-9de4d9dc76de']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:23.826966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f7ef31-6def-4dea-9d59-9f7c8ee42060') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:23.827236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f7ef31-6def-4dea-9d59-9f7c8ee42060') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:23.838542 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.854924 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.867558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:23.868480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:23.869285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584efad3-3c61-42af-ad38-138c2439c2b4 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:23.874328 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:24.010639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.023337 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.030375 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/b03de40a-c28e-4458-8448-9de4d9dc76de HTTP/1.1" status: 204 len: 168 time: 0.8029902 Jul 15 17:06:24.030551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56094) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:24.034471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-52728916'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:24.044593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca360-4753-4251-9a1c-ac37c8ed717e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=b03de40a-c28e-4458-8448-9de4d9dc76de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:24.045122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584efad3-3c61-42af-ad38-138c2439c2b4 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:06:24.067225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:24.085574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.137449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:24.155769 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.156564 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment 1d7e1d0f-3c5a-4939-874c-316730e5e617 of type vlan for network 05ba2719-debb-4456-8488-60afc7dbaa72 Jul 15 17:06:24.249356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.319726 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.327155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:24.328195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.376154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3457172 Jul 15 17:06:24.378983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:24.386050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': '05ba2719-debb-4456-8488-60afc7dbaa72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:24.484421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf43b6-9d5c-45fc-8672-b86326a8566e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=05ba2719-debb-4456-8488-60afc7dbaa72,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:24.496721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 05ba2719-debb-4456-8488-60afc7dbaa72 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:24.572054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:24.577310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.874532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:24.964474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=30e6b50a-e1ca-4589-a1c5-0ffa213a3591,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:24.976384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': '1d7e1d0f-3c5a-4939-874c-316730e5e617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05ba2719-debb-4456-8488-60afc7dbaa72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:24.976722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: 05ba2719-debb-4456-8488-60afc7dbaa72, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:25.001564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network 05ba2719-debb-4456-8488-60afc7dbaa72 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:25.012701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 05ba2719-debb-4456-8488-60afc7dbaa72) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:25.024590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d88db9-a9ce-453a-abad-cd5c2294b8ae None None] Network 05ba2719-debb-4456-8488-60afc7dbaa72 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:25.028180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:25.028806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.046294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9d20b4dd-6fcb-47ca-b758-75e5a5e66113 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6656239 Jul 15 17:06:25.046919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56144) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:25.180367 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.227331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930751ed-c8ef-4361-8457-9059de2190bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-05ba2719-debb-4456-8488-60afc7dbaa72', 'network_id': '05ba2719-debb-4456-8488-60afc7dbaa72', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': '30e6b50a-e1ca-4589-a1c5-0ffa213a3591'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:25.228177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-930751ed-c8ef-4361-8457-9059de2190bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.272257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.365308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-930751ed-c8ef-4361-8457-9059de2190bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30e6b50a-e1ca-4589-a1c5-0ffa213a3591: This subnet is being modified by another concurrent operation. Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30e6b50a-e1ca-4589-a1c5-0ffa213a3591: This subnet is being modified by another concurrent operation. Jul 15 17:06:25.368337 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:06:25.413170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca3ee0-883a-43bd-9f7e-f6ca8ba42f47 None None] Network 05ba2719-debb-4456-8488-60afc7dbaa72 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:25.420580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=30e6b50a-e1ca-4589-a1c5-0ffa213a3591,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:25.484463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.500750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ba2719-debb-4456-8488-60afc7dbaa72']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:25.514008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7e1d0f-3c5a-4939-874c-316730e5e617') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:25.514657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7e1d0f-3c5a-4939-874c-316730e5e617') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:25.530802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.546898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.563414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:25.565140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.567190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99519703-2436-41b4-b8a3-0e03c6bc8e2b None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:25.572742 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:25.675718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.682225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.690674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:25.698753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1826368438'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:25.703883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/05ba2719-debb-4456-8488-60afc7dbaa72 HTTP/1.1" status: 204 len: 168 time: 0.6553435 Jul 15 17:06:25.718895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99519703-2436-41b4-b8a3-0e03c6bc8e2b None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:06:25.731949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:25.736869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.745003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec3bd1-9f21-41a6-9544-589a1ed766bf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=05ba2719-debb-4456-8488-60afc7dbaa72,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:25.757842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56172) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:25.778495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:25.790830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.791415 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Added segment 3c39e94c-e188-4b1b-9f8d-eef309317e93 of type vlan for network 4586bc75-8eee-43ed-ac74-801185ebe72a Jul 15 17:06:25.796016 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb531db0-9329-4454-8f58-474b6f1ab1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.849847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.893844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.902702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:25.903268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.905785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2003957073', 'router:external': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:25.939759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Made reservation on behalf of 189fa6d9135b4e2cb51977021444e3ec for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:25.942601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:25.960494 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2681878 Jul 15 17:06:25.963777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:25.966503 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.019644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Request body: {'subnet': {'network_id': '4586bc75-8eee-43ed-ac74-801185ebe72a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:26.025089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d07ed-1eaa-4bd4-bc8d-3c61e0995a96 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Network': ['ID=4586bc75-8eee-43ed-ac74-801185ebe72a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:26.056551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4586bc75-8eee-43ed-ac74-801185ebe72a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:26.127967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.133472 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.149666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Made reservation on behalf of 19cb926588fd41c786e60ba501898af8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:26.154020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.181687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:26.190829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe048843-709f-4e5e-9b8b-bef00977b3d6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:26.202385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.202730 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Added segment 8bcdd186-6fad-45ad-a97d-741aec134839 of type vlan for network 06a015ef-56cd-4e48-b879-5aaf56343eab Jul 15 17:06:26.255205 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.298816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.300868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:26.301872 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.359135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5968163 Jul 15 17:06:26.360039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:26.372224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'subnet': {'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:26.416530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4197e8-aa34-4aae-8837-fb817a26304d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Network': ['ID=06a015ef-56cd-4e48-b879-5aaf56343eab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:26.428626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 06a015ef-56cd-4e48-b879-5aaf56343eab details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:26.437496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Made reservation on behalf of 189fa6d9135b4e2cb51977021444e3ec for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:26.440540 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.533310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.objects.ports [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100428) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:06:26.534827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.597105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event updated for resources: {'Subnet': ['ID=74ea2505-11ae-457e-96a2-a3999abba6ec,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:26.606055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Checking segment: {'id': '3c39e94c-e188-4b1b-9f8d-eef309317e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4586bc75-8eee-43ed-ac74-801185ebe72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:26.606405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network hostable DHCP agents. Network: 4586bc75-8eee-43ed-ac74-801185ebe72a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:26.622499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Network 4586bc75-8eee-43ed-ac74-801185ebe72a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:26.634703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4586bc75-8eee-43ed-ac74-801185ebe72a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:26.639160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:26.639812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.644805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51969c63-6cd4-4892-a5f9-565122831e2d None None] Network 4586bc75-8eee-43ed-ac74-801185ebe72a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:26.658884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc03c32a-fd51-4a4c-b600-12cef9e3f234 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6945035 Jul 15 17:06:26.659634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:26.800192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.objects.ports [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100429) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 17:06:26.800796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.812684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.857600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Subnet': ['ID=013271d6-b467-460f-8cd1-3176b1f5e67f,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:26.866019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1922741-005a-4b5e-921e-839f6f1c36d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-4586bc75-8eee-43ed-ac74-801185ebe72a', 'network_id': '4586bc75-8eee-43ed-ac74-801185ebe72a', 'tenant_id': '19cb926588fd41c786e60ba501898af8', 'fixed_ips': [{'subnet_id': '74ea2505-11ae-457e-96a2-a3999abba6ec'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:26.867530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c1922741-005a-4b5e-921e-839f6f1c36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.876542 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.878111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.878562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.879002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.879439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.879995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.881175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.881732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.882178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.882607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.883043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.884242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.884242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:26.917811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Checking segment: {'id': '8bcdd186-6fad-45ad-a97d-741aec134839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:26.918324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network hostable DHCP agents. Network: 06a015ef-56cd-4e48-b879-5aaf56343eab, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:26.939153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 06a015ef-56cd-4e48-b879-5aaf56343eab is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:26.954705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 06a015ef-56cd-4e48-b879-5aaf56343eab) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:26.965191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:26.965743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:26.979022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47a494-fb16-4399-ae5b-d17005d2c4e6 None None] Network 06a015ef-56cd-4e48-b879-5aaf56343eab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:26.980101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-438529da-6641-4ad2-8f64-5a08a1216ecb tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6158068 Jul 15 17:06:26.982906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:26.992785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1734263256', 'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:27.008186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-c1922741-005a-4b5e-921e-839f6f1c36d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74ea2505-11ae-457e-96a2-a3999abba6ec: This subnet is being modified by another concurrent operation. Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74ea2505-11ae-457e-96a2-a3999abba6ec: This subnet is being modified by another concurrent operation. Jul 15 17:06:27.010174 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:06:27.045902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e66fda-47dc-479f-8b1b-2f6d169be10c None None] Network 4586bc75-8eee-43ed-ac74-801185ebe72a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:27.048925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=74ea2505-11ae-457e-96a2-a3999abba6ec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:27.050803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Made reservation on behalf of 189fa6d9135b4e2cb51977021444e3ec for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:27.053851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.094070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] device_id is not set on port b54998ff-3daa-43fe-b359-0262ab84650d yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:27.161010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.179826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4586bc75-8eee-43ed-ac74-801185ebe72a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:27.194127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c39e94c-e188-4b1b-9f8d-eef309317e93') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:27.194801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c39e94c-e188-4b1b-9f8d-eef309317e93') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:27.209800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.219770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4d1741-d814-456d-b546-7362ef45c0ed None None] Network 06a015ef-56cd-4e48-b879-5aaf56343eab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:27.249747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.259922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:27.260365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:27.263427 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:27.298535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 2001:db8::3a5 (06a015ef-56cd-4e48-b879-5aaf56343eab/013271d6-b467-460f-8cd1-3176b1f5e67f/b54998ff-3daa-43fe-b359-0262ab84650d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:27.356437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.360319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449e955a-a70c-4d7c-8103-04b903751d80 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:06:27.364520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.369482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/4586bc75-8eee-43ed-ac74-801185ebe72a HTTP/1.1" status: 204 len: 168 time: 0.7059164 Jul 15 17:06:27.370618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56202) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.387556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff8b71-379f-4458-868a-cf3e34370f3c tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=4586bc75-8eee-43ed-ac74-801185ebe72a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:27.413294 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d28d8d1-a66d-4371-9f27-bc22821a15e5 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.413883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d28d8d1-a66d-4371-9f27-bc22821a15e5 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.419304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d28d8d1-a66d-4371-9f27-bc22821a15e5 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/74ea2505-11ae-457e-96a2-a3999abba6ec HTTP/1.1" status: 404 len: 337 time: 0.0462010 Jul 15 17:06:27.420024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56206) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.446698 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-252fcd1b-ed34-4b63-b050-503d9a27f204 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.447447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252fcd1b-ed34-4b63-b050-503d9a27f204 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.454641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-252fcd1b-ed34-4b63-b050-503d9a27f204 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/4586bc75-8eee-43ed-ac74-801185ebe72a HTTP/1.1" status: 404 len: 339 time: 0.0333388 Jul 15 17:06:27.455256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56210) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.486522 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc73fae6-9841-4005-b4b1-006cfeb60447 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.487286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc73fae6-9841-4005-b4b1-006cfeb60447 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.495551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cc73fae6-9841-4005-b4b1-006cfeb60447 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/30e6b50a-e1ca-4589-a1c5-0ffa213a3591 HTTP/1.1" status: 404 len: 337 time: 0.0367367 Jul 15 17:06:27.496283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56214) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.500191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e955a-a70c-4d7c-8103-04b903751d80 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:06:27.518547 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-198d2d76-0417-441f-9e30-74310488e2d3 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.519096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198d2d76-0417-441f-9e30-74310488e2d3 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.521819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-198d2d76-0417-441f-9e30-74310488e2d3 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/05ba2719-debb-4456-8488-60afc7dbaa72 HTTP/1.1" status: 404 len: 339 time: 0.0238779 Jul 15 17:06:27.524285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56216) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.552361 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0487c6eb-dbd4-4b23-828e-6e131ffdd4da tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.553087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0487c6eb-dbd4-4b23-828e-6e131ffdd4da tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.555361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0487c6eb-dbd4-4b23-828e-6e131ffdd4da tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/38598c26-f592-4b1f-af22-4daf1777e72a HTTP/1.1" status: 404 len: 337 time: 0.0299430 Jul 15 17:06:27.558046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56218) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.586277 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4992b1-476a-432d-bed3-d5193bab07cf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:27.587274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4992b1-476a-432d-bed3-d5193bab07cf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:27.589666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f4992b1-476a-432d-bed3-d5193bab07cf tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/b03de40a-c28e-4458-8448-9de4d9dc76de HTTP/1.1" status: 404 len: 339 time: 0.0299160 Jul 15 17:06:27.591818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:27.739903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting port 638e3457-8697-498b-83d8-3f6340a194c1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:27.740338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.905382 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.914018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:27.934817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Calling delete_port for 638e3457-8697-498b-83d8-3f6340a194c1 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:27.956985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.032282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=b54998ff-3daa-43fe-b359-0262ab84650d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:28.032851 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.039699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 06a015ef-56cd-4e48-b879-5aaf56343eab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:28.041349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:28.049759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:28.053786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:28.054406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.075779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Port': ['ID=638e3457-8697-498b-83d8-3f6340a194c1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:28.082840 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.086187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-34f4c74c-2b5e-4112-b305-5ad6ab872d24 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/ports/638e3457-8697-498b-83d8-3f6340a194c1 HTTP/1.1" status: 204 len: 168 time: 0.4928076 Jul 15 17:06:28.089311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56240) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:28.090922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3543a43b-65d7-4864-8385-58b8bbbed640 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1063681 Jul 15 17:06:28.091622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:28.146941 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb74cb76-8ece-40ae-9ed5-e4f21dd8481a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:28.147588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb74cb76-8ece-40ae-9ed5-e4f21dd8481a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:28.152801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb74cb76-8ece-40ae-9ed5-e4f21dd8481a tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/ab14e279-02a8-4d8f-8049-b138e12cc77f HTTP/1.1" status: 404 len: 337 time: 0.0623398 Jul 15 17:06:28.153639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56244) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:28.232370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Deleting port b54998ff-3daa-43fe-b359-0262ab84650d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:28.232969 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.257313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.315047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.317232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting port 1208f411-1a48-4415-966c-9a12c1465300 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:28.317762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.336136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Calling delete_port for b54998ff-3daa-43fe-b359-0262ab84650d owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:28.411264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] For port 1208f411-1a48-4415-966c-9a12c1465300, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1208f411-1a48-4415-966c-9a12c1465300,segment=NetworkSegment(ebfe9e84-1758-482f-bdc1-83e0c198747f),segment_id=ebfe9e84-1758-482f-bdc1-83e0c198747f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:28.412067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.424810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Calling delete_port for 1208f411-1a48-4415-966c-9a12c1465300 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:28.464403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.491900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Port': ['ID=b54998ff-3daa-43fe-b359-0262ab84650d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:28.517764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.531425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No DVR routers for this DVR port 1208f411-1a48-4415-966c-9a12c1465300 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:28.534947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.539062 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f90847d3-c7f0-4d10-98a2-a4c7b893da1d tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b54998ff-3daa-43fe-b359-0262ab84650d HTTP/1.1" status: 204 len: 168 time: 0.4443200 Jul 15 17:06:28.544646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:28.549179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab', 'external_fixed_ips': [{'subnet_id': '013271d6-b467-460f-8cd1-3176b1f5e67f', 'ip_address': '2001:db8::3a5'}]}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:28.561803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Port': ['ID=1208f411-1a48-4415-966c-9a12c1465300,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:28.573369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.574443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.636494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.651803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.677527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d744cc-dfe1-4a72-ac83-d86f7b18aa71']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:28.702529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe9e84-1758-482f-bdc1-83e0c198747f') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:28.702917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe9e84-1758-482f-bdc1-83e0c198747f') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:28.725040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.751244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.760139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:28.760692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:28.764251 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:28.809239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.839302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.850065 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.864661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:28.866946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/e7d744cc-dfe1-4a72-ac83-d86f7b18aa71 HTTP/1.1" status: 204 len: 168 time: 0.7117300 Jul 15 17:06:28.869067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56254) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:28.891025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17803f1c-e8f0-486d-a068-f0e9f0ceadce tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=e7d744cc-dfe1-4a72-ac83-d86f7b18aa71,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:29.009027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting port 5fb7791b-0050-419e-a8f2-f99df9d3149e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:29.009381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.071409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ddc3b2c-4164-4792-a97d-3944695866e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.086994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.100900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Calling delete_port for 5fb7791b-0050-419e-a8f2-f99df9d3149e owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:29.131375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.153021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.213157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.251686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Port': ['ID=5fb7791b-0050-419e-a8f2-f99df9d3149e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:29.264631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.268736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9a4a75ac-d258-4e8a-b940-8bccfa0c964e tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/ports/5fb7791b-0050-419e-a8f2-f99df9d3149e HTTP/1.1" status: 204 len: 168 time: 0.3964858 Jul 15 17:06:29.269234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56262) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:29.306478 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b210989-af9d-4703-ab43-feebd09394df tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:29.306960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b210989-af9d-4703-ab43-feebd09394df tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:29.311188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7b210989-af9d-4703-ab43-feebd09394df tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/d90add2b-cb3d-4da4-a599-b030627a70cf HTTP/1.1" status: 404 len: 337 time: 0.0389402 Jul 15 17:06:29.311437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:29.355107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 2001:db8::3a5 (06a015ef-56cd-4e48-b879-5aaf56343eab/013271d6-b467-460f-8cd1-3176b1f5e67f/aa01f446-657c-4816-b7d7-f050c3ea69dc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:29.406473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.480077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.515692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.521839 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.532104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19864811-c750-4e9a-bae6-4c380238a211']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:29.535949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.544068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a09c39-e269-49f9-b538-611786451135') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:29.544397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a09c39-e269-49f9-b538-611786451135') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:29.557734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.574005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.574937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 06a015ef-56cd-4e48-b879-5aaf56343eab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:29.579126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:29.583596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:29.591544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:29.592097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:29.596572 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:29.670379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=aa01f446-657c-4816-b7d7-f050c3ea69dc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:29.674066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.688316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.691799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/19864811-c750-4e9a-bae6-4c380238a211 HTTP/1.1" status: 204 len: 168 time: 0.3794260 Jul 15 17:06:29.694976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:29.716064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76592339-7df5-461b-b752-d75dc8050a1f tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=19864811-c750-4e9a-bae6-4c380238a211,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:29.764220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting subnet 9c09882d-ca4f-4f84-85cb-a80fbba238a9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:29.769264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.915033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:29.973679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.080568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.224013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.240812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.242743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/subnets/9c09882d-ca4f-4f84-85cb-a80fbba238a9 HTTP/1.1" status: 204 len: 168 time: 0.5468075 Jul 15 17:06:30.245451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56274) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:30.251893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4c5cb-9f1c-452c-b9f6-badf18b47624 None None] Network 173016a2-5caf-4304-a729-5233564214d4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:30.268637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16cf81-25cb-4765-956c-a5e433587504 tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Subnet': ['ID=9c09882d-ca4f-4f84-85cb-a80fbba238a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:30.304694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.424341 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.529905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Deleting port f42aa28e-9f58-48b9-8a24-9730ebb37174 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:30.530672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.540643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router 56fa2d52-9c89-4122-ada8-4458c4bfd1e5 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:30.604953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] DHCP port deletion for 173016a2-5caf-4304-a729-5233564214d4 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:30.664994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] For port f42aa28e-9f58-48b9-8a24-9730ebb37174, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f42aa28e-9f58-48b9-8a24-9730ebb37174,segment=NetworkSegment(ddaeed5f-5b35-49ce-a435-11dce4a6c3f1),segment_id=ddaeed5f-5b35-49ce-a435-11dce4a6c3f1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:30.665910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.681241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Calling delete_port for f42aa28e-9f58-48b9-8a24-9730ebb37174 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:30.683323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:30.692935 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Sync routers for ids ['56fa2d52-9c89-4122-ada8-4458c4bfd1e5'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:30.705681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.710917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-49866623-215a-4c12-8d9c-516a0ca5a277 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1647766 Jul 15 17:06:30.711428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56280) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:30.712993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Deleting port f42aa28e-9f58-48b9-8a24-9730ebb37174 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:30.713498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.725941 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Routers {'56fa2d52-9c89-4122-ada8-4458c4bfd1e5'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:30.728169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['56fa2d52-9c89-4122-ada8-4458c4bfd1e5'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:30.782051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.800678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] No DVR routers for this DVR port f42aa28e-9f58-48b9-8a24-9730ebb37174 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:30.812911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] For port f42aa28e-9f58-48b9-8a24-9730ebb37174, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f42aa28e-9f58-48b9-8a24-9730ebb37174,segment=NetworkSegment(ddaeed5f-5b35-49ce-a435-11dce4a6c3f1),segment_id=ddaeed5f-5b35-49ce-a435-11dce4a6c3f1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:30.813495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.831888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Port': ['ID=f42aa28e-9f58-48b9-8a24-9730ebb37174,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:30.851402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Calling delete_port for f42aa28e-9f58-48b9-8a24-9730ebb37174 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:30.989429 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:30.991533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.024947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173016a2-5caf-4304-a729-5233564214d4']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:31.039709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:31.040256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddaeed5f-5b35-49ce-a435-11dce4a6c3f1') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:31.076670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.082692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] Pushing event deleted for resources: {'Port': ['ID=f42aa28e-9f58-48b9-8a24-9730ebb37174,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:31.086695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.105262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f42aa28e-9f58-48b9-8a24-9730ebb37174 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:31.107615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec9c47-dc54-42be-a920-ae1f929eef9d None None] No DVR routers for this DVR port f42aa28e-9f58-48b9-8a24-9730ebb37174 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:31.135803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f42aa28e-9f58-48b9-8a24-9730ebb37174 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:31.136452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f42aa28e-9f58-48b9-8a24-9730ebb37174 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:31.163477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.191470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:31.194705 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:31.200836 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:31.208074 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Set router 56fa2d52-9c89-4122-ada8-4458c4bfd1e5 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:06:31.241785 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.336809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.367831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.372719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.375389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] 10.222.0.25 "DELETE /v2.0/networks/173016a2-5caf-4304-a729-5233564214d4 HTTP/1.1" status: 204 len: 168 time: 1.1286440 Jul 15 17:06:31.399997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac999de-a2f6-462e-bc32-e0e9b6bae8aa tempest-NetworksIpV6TestAttrs-1480537918 tempest-NetworksIpV6TestAttrs-1480537918-project] Pushing event deleted for resources: {'Network': ['ID=173016a2-5caf-4304-a729-5233564214d4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:31.436543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Deleting port aa01f446-657c-4816-b7d7-f050c3ea69dc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:31.437328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.622733 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56fa2d52-9c89-4122-ada8-4458c4bfd1e5', 'name': '', 'tenant_id': '189fa6d9135b4e2cb51977021444e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab', 'external_fixed_ips': [{'subnet_id': '013271d6-b467-460f-8cd1-3176b1f5e67f', 'ip_address': '2001:db8::3a5'}], 'enable_snat': True}, 'gw_port_id': 'aa01f446-657c-4816-b7d7-f050c3ea69dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:06:28Z', 'updated_at': '2021-07-15T17:06:29Z', 'revision_number': 3, 'project_id': '189fa6d9135b4e2cb51977021444e3ec', 'gw_port': {'id': 'aa01f446-657c-4816-b7d7-f050c3ea69dc', 'name': '', 'network_id': '06a015ef-56cd-4e48-b879-5aaf56343eab', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56fa2d52-9c89-4122-ada8-4458c4bfd1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2619, 'fixed_ips': [{'subnet_id': '013271d6-b467-460f-8cd1-3176b1f5e67f', 'ip_address': '2001:db8::3a5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:06:29Z', 'updated_at': '2021-07-15T17:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '013271d6-b467-460f-8cd1-3176b1f5e67f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:31.630878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.644616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Calling delete_port for aa01f446-657c-4816-b7d7-f050c3ea69dc owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:31.696067 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Checking router: 56fa2d52-9c89-4122-ada8-4458c4bfd1e5 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:06:31.696647 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Updating router 56fa2d52-9c89-4122-ada8-4458c4bfd1e5 port aa01f446-657c-4816-b7d7-f050c3ea69dc binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:06:31.807690 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:31.930110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56388) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:32.244612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.264078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-00eaafc9-2d2c-4e0b-9201-a5041fb35468 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19cb926588fd41c786e60ba501898af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325224 Jul 15 17:06:32.266892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56430) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:32.310744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa01f446-657c-4816-b7d7-f050c3ea69dc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:32.359693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.373712 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.db.api [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:06:32.374083 n-d-800085-3 neutron-server[100431]: DEBUG oslo_db.api [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:06:32.431389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.465244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.472642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.475654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.535414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.540234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.543346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a927f7f-f5da-4673-8f25-0458d6b08367 HTTP/1.1" status: 204 len: 168 time: 0.2754343 Jul 15 17:06:32.548502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.549472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56fa2d52-9c89-4122-ada8-4458c4bfd1e5 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:32.555657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.557744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f5be9-56c3-40e6-9262-a41205ad5259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a927f7f-f5da-4673-8f25-0458d6b08367,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:32.558338 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c4f35f6-07bf-4a78-a1b4-8b2be40bf5ec tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/routers/56fa2d52-9c89-4122-ada8-4458c4bfd1e5 HTTP/1.1" status: 204 len: 168 time: 1.8459146 Jul 15 17:06:32.560806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56462) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:32.652968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Deleting subnet 013271d6-b467-460f-8cd1-3176b1f5e67f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:32.675482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.781710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.839301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.915689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Port aa01f446-657c-4816-b7d7-f050c3ea69dc not found while updating agent binding for router 56fa2d52-9c89-4122-ada8-4458c4bfd1e5. {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 17:06:32.934200 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Routers set() bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:32.935790 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Router IDs set() for agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 17:06:32.936557 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'56fa2d52-9c89-4122-ada8-4458c4bfd1e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent'). {{(pid=100431) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 17:06:32.937458 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc9f20-968a-4497-8120-20d40ebb6c9d None None] The sync data for ids ['56fa2d52-9c89-4122-ada8-4458c4bfd1e5'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:32.964165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.979061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:32.984423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:32.985168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/013271d6-b467-460f-8cd1-3176b1f5e67f HTTP/1.1" status: 204 len: 168 time: 0.4224844 Jul 15 17:06:33.007984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde97747-0671-4321-8ead-4e3bf87eb847 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=013271d6-b467-460f-8cd1-3176b1f5e67f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:33.118549 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.222046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.238955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a015ef-56cd-4e48-b879-5aaf56343eab']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:33.272041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcdd186-6fad-45ad-a97d-741aec134839') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:33.272570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcdd186-6fad-45ad-a97d-741aec134839') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:33.289444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.306502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.321128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:33.321762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:33.421175 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:33.425674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.432595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 06a015ef-56cd-4e48-b879-5aaf56343eab {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 15 17:06:33.464193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:33.465955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/networks/06a015ef-56cd-4e48-b879-5aaf56343eab HTTP/1.1" status: 204 len: 168 time: 0.4790554 Jul 15 17:06:33.498968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc7592-ceb6-45b7-bd8c-64c8c6348130 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Network': ['ID=06a015ef-56cd-4e48-b879-5aaf56343eab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:33.828779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:34.117337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56690) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:34.124977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'name': 'tempest-router--1744196710', 'project_id': 'ba79ca1d1d764009b91e89f37cc21ccc'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:34.186621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.189619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.244145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1282925156'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:34.309273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:34.345800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.346582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.352785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.371847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.374364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.379397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-73d29289-8f9f-4004-843f-1dbcb095e8ee tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2596393 Jul 15 17:06:34.382703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56724) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:34.605420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.618059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.660840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887bb705-fb27-42d3-b0a5-66a62b221813,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:34.672535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:34.688568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.689156 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment 2d014872-2d38-4605-aa74-8012608f244d of type vlan for network fb058e14-7652-4741-9bd0-086659f21ba8 Jul 15 17:06:34.797832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.825809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:34.863626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.873502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:34.874611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:34.918213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0881844 Jul 15 17:06:34.921287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56786) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:34.930577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'name': 'tempest-PortsTestJSON-806447849'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.045620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa2f61-fbc0-4b6e-bf60-0317aa2c255d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=fb058e14-7652-4741-9bd0-086659f21ba8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:35.046596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.059223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.063732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:35.097738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.db.api [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:06:35.097738 n-d-800085-3 neutron-server[100428]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 17:06:35.097738 n-d-800085-3 neutron-server[100428]: [parameters: {'project_id': 'd7e254311ae04c0b9ba1dbddeba73186', 'id': '7cbc28f0-d8fc-47b0-9750-dd2016e4b869', 'expiration': datetime.datetime(2021, 7, 15, 17, 8, 35, 87662)}] Jul 15 17:06:35.097738 n-d-800085-3 neutron-server[100428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:06:35.098757 n-d-800085-3 neutron-server[100428]: DEBUG oslo_db.api [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:06:35.100519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:35.104086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.131274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:35.273090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.275795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.330080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.344970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.345483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec47346d-c9d3-4183-b41a-9feb1164a70a {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:35.351044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.352081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92de6f6e-272c-40ba-a692-3b7c351b7f15 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ec47346d-c9d3-4183-b41a-9feb1164a70a HTTP/1.1" status: 204 len: 168 time: 0.9677663 Jul 15 17:06:35.374814 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.440972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:35.457675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': '2d014872-2d38-4605-aa74-8012608f244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:35.458043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: fb058e14-7652-4741-9bd0-086659f21ba8, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:35.475988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:35.486592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, fb058e14-7652-4741-9bd0-086659f21ba8) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:35.491908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:35.498896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c1785-e243-4150-8f05-6e613fbc1406 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:35.499735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:35.500424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.519833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56832) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:35.520219 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1201344d-676d-40ad-85ca-6e7bf2637b2b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5971735 Jul 15 17:06:35.526163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1186398646'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.541532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:35.550684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:35.557150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.589252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:35.600293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.600800 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment e693e582-fed0-49d6-8e72-ad7bad79fa51 of type vlan for network 44540f78-2f51-401d-897f-ebc0751bd23f Jul 15 17:06:35.601763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.664008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.702183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.708201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:35.708863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.721828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837612861', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.731536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.738041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.780664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=44540f78-2f51-401d-897f-ebc0751bd23f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:35.783929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.784952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.794265 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7e254311ae04c0b9ba1dbddeba73186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666750 Jul 15 17:06:35.797434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 44540f78-2f51-401d-897f-ebc0751bd23f details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:35.797591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:35.797689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-25758740-316a-41af-ad9c-8024ef604d50 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2739141 Jul 15 17:06:35.797689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56840) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:35.803258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b23bb2-0377-4dd9-bd20-6b23f8f41be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5c8d82-2fc2-4928-89ab-16c600364cd9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:35.803652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'ports': [{'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'}, {'network_id': '44540f78-2f51-401d-897f-ebc0751bd23f'}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.803973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.804497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '44540f78-2f51-401d-897f-ebc0751bd23f'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:35.889403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.992259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:35.997601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 2} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:36.002408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.017462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.084473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.095663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.102697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:36.159019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.162015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.165952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c5c8d82-2fc2-4928-89ab-16c600364cd9 HTTP/1.1" status: 204 len: 168 time: 0.3689997 Jul 15 17:06:36.176162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0ad30-8e85-4a2b-bae3-18dd9d70fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5c8d82-2fc2-4928-89ab-16c600364cd9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:36.240562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.353050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 1b3d9789-38f2-471c-a1e2-d141d13f4440 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:36.372078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.392030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.504532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.525417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Allocated IP 172.25.8.200 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/5b02b0c4-f94d-48c0-8b08-3be7dceba9c6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:36.559938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.632239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:36.653264 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.657186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-165dc8e8-061f-43e0-9fe1-7193ee544fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.676313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:36.682465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:36.684285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:36.688343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:36.689204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.731449 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.775153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-f8f39645-0ef0-4a3f-bb7f-958fbd101911 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:36.776696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-f8f39645-0ef0-4a3f-bb7f-958fbd101911 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 813 time: 0.2297492 Jul 15 17:06:36.780919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=1b3d9789-38f2-471c-a1e2-d141d13f4440,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:36.784959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:36.794842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:36.798907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:36.800897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event updated for resources: {'Port': ['ID=5b02b0c4-f94d-48c0-8b08-3be7dceba9c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:36.804820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-b6c75dc9-062d-4575-b030-55e20730dec7 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/quotas/045aeeefab1841c4af2bba777fa1d794 HTTP/1.1" status: 200 len: 375 time: 0.0211179 Jul 15 17:06:36.812423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': 'e693e582-fed0-49d6-8e72-ad7bad79fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '44540f78-2f51-401d-897f-ebc0751bd23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:36.813086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: 44540f78-2f51-401d-897f-ebc0751bd23f, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:36.850199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-8da187e5-9435-4cc2-9df6-01bbd97aa159 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333395 Jul 15 17:06:36.853185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-165dc8e8-061f-43e0-9fe1-7193ee544fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.860757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-165dc8e8-061f-43e0-9fe1-7193ee544fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.868418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 44540f78-2f51-401d-897f-ebc0751bd23f is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:36.892971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 44540f78-2f51-401d-897f-ebc0751bd23f) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:36.900209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:36.905076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93fd47-1b5f-4ff0-ac42-4544beb70ae5 None None] Network 44540f78-2f51-401d-897f-ebc0751bd23f requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:36.906338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:36.911296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:36.912240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:36.953190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-165dc8e8-061f-43e0-9fe1-7193ee544fc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=563cf43b96174b43819cf7866d0bef04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198705 Jul 15 17:06:36.957265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56866) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:36.977158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22ee027f-57ab-4583-9230-a060807e97dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1784308 Jul 15 17:06:36.980316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:37.015136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dc8e8-061f-43e0-9fe1-7193ee544fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09fe756-3703-4ca9-9bed-f2c9786792e2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:37.016020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-9d6d7db3-267a-4e2a-be60-bc3af29adfe9 service neutron] 10.222.0.25 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563287 Jul 15 17:06:37.063769 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.124795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.178052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-98728b86-39ea-44e8-8255-1903f3c6725e service neutron] 10.222.0.25 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489239 Jul 15 17:06:37.201778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.204761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.206065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b09fe756-3703-4ca9-9bed-f2c9786792e2 HTTP/1.1" status: 204 len: 168 time: 0.2462204 Jul 15 17:06:37.215002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718a5d9-22ff-401a-978e-a03375e26ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09fe756-3703-4ca9-9bed-f2c9786792e2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:37.236168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 1b3d9789-38f2-471c-a1e2-d141d13f4440 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:37.236430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.264104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.454034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83b99a90-cdad-40cf-b8f6-abdc10c9e35f req-16ddbd04-49e9-4c35-ba64-1180a272d164 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 210 time: 0.0686653 Jul 15 17:06:37.618970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.662722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 1b3d9789-38f2-471c-a1e2-d141d13f4440 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:37.838907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.847935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.879275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=1b3d9789-38f2-471c-a1e2-d141d13f4440,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:37.881543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:37.884459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-41759462-017f-4a79-8e69-d6c835db60a0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/1b3d9789-38f2-471c-a1e2-d141d13f4440 HTTP/1.1" status: 204 len: 168 time: 0.9024923 Jul 15 17:06:37.886431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56900) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.012573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3795a-9859-4a95-b123-65059bb0bc73 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:38.019866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3795a-9859-4a95-b123-65059bb0bc73 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:38.022409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-59b3795a-9859-4a95-b123-65059bb0bc73 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1349518 Jul 15 17:06:38.025408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.035455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Router 35972c61-9d38-4bd4-994a-8b23ce3c507d is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:38.215763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:38.216401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.239569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:38.251517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] Sync routers for ids ['35972c61-9d38-4bd4-994a-8b23ce3c507d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:38.266518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] Routers {'35972c61-9d38-4bd4-994a-8b23ce3c507d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:38.266711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['35972c61-9d38-4bd4-994a-8b23ce3c507d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:38.294943 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.298692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aa0d2e74-c511-4ab8-ad6a-6bde03938f69 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7530322 Jul 15 17:06:38.299026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56914) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.300440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:38.306815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.309893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] Routers {'35972c61-9d38-4bd4-994a-8b23ce3c507d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:38.310492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['35972c61-9d38-4bd4-994a-8b23ce3c507d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:38.349292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:38.349943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9d918-1d56-4fa4-9e83-c231447f6b5e None None] The sync data for ids ['35972c61-9d38-4bd4-994a-8b23ce3c507d'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:38.378793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:38.504099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56924) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.504683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1a0463e5-6549-48a7-992f-2759c505b010 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/35972c61-9d38-4bd4-994a-8b23ce3c507d HTTP/1.1" status: 200 len: 924 time: 0.2043707 Jul 15 17:06:38.551557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.557491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ffec9970-36ca-47df-a1bf-ab8b4c643684 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=35972c61-9d38-4bd4-994a-8b23ce3c507d HTTP/1.1" status: 200 len: 205 time: 0.0518556 Jul 15 17:06:38.559919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56928) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.668036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:38.691368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.698603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.702885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9708a824-1def-4e9e-a3d3-49c5b24ee44d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca HTTP/1.1" status: 204 len: 168 time: 0.6741815 Jul 15 17:06:38.705446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.771534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79c0e5d8-c23c-4945-899f-d3b12b873d92 req-ccf24267-ae28-4756-9b1c-3e3126cee571 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 210 time: 0.0770652 Jul 15 17:06:38.860513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.878631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-0c1f7471-6def-433c-b6a4-b047b6a55068 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:38.880251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-0c1f7471-6def-433c-b6a4-b047b6a55068 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 813 time: 0.3051448 Jul 15 17:06:38.899735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Request body: {'port': {'device_id': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749', 'admin_state_up': True, 'tenant_id': '045aeeefab1841c4af2bba777fa1d794'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:38.910848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f5c80-e4b0-4b87-9a45-322506d73ee7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:38.913060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-589f5c80-e4b0-4b87-9a45-322506d73ee7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2018726 Jul 15 17:06:38.915728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:38.920762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port 5b02b0c4-f94d-48c0-8b08-3be7dceba9c6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:38.921184 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:38.960785 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-444d664e-e52a-4924-a1c1-f4ce4514383d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:38.962343 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-444d664e-e52a-4924-a1c1-f4ce4514383d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/1b3d9789-38f2-471c-a1e2-d141d13f4440 HTTP/1.1" status: 404 len: 333 time: 0.0456767 Jul 15 17:06:38.966123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:39.023190 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b3e7f3-abbc-4db2-be7a-78525cb5cd0e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:39.024935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-29b3e7f3-abbc-4db2-be7a-78525cb5cd0e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/d9edf7c8-5fbd-48f8-a2b4-8fd8bce421ca HTTP/1.1" status: 404 len: 333 time: 0.0576184 Jul 15 17:06:39.027534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56954) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:39.062703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Made reservation on behalf of 045aeeefab1841c4af2bba777fa1d794 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:39.067168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.114375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.137153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.139768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for 5b02b0c4-f94d-48c0-8b08-3be7dceba9c6 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:39.210823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Allocated IP 172.20.0.14 (01656763-2fd6-41c3-8c38-f6751d92d749/42610ef5-70a3-442c-b463-41ba39d4016a/ac141e59-910f-49ca-9a98-3a32ad8d50d4) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:39.284805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.298559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44540f78-2f51-401d-897f-ebc0751bd23f']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:39.347134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e693e582-fed0-49d6-8e72-ad7bad79fa51') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:39.348607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e693e582-fed0-49d6-8e72-ad7bad79fa51') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:39.369484 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.387389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.393948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.402597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:39.403085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:39.407563 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:39.459324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.502047 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.512881 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.518233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Network 01656763-2fd6-41c3-8c38-f6751d92d749 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:39.525849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:39.529295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:39.545716 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.551731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/44540f78-2f51-401d-897f-ebc0751bd23f HTTP/1.1" status: 204 len: 168 time: 0.5196652 Jul 15 17:06:39.551731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=5b02b0c4-f94d-48c0-8b08-3be7dceba9c6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:39.563834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:39.570325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Pushing event updated for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:39.571296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-202919560'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:39.593623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa1f9-7d9c-469b-b31b-73482b54856e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=44540f78-2f51-401d-897f-ebc0751bd23f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:39.602657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:39.603315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.645602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:39.647944 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-442f3c09-21da-41c0-a231-aaa7c9157f52 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536168 Jul 15 17:06:39.650019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.660125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Request body: {'port': {'device_id': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:39.662556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.748714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.770813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:39.773888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.778263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.789303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.789303 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment 0582691a-d400-4374-a6e7-f489d6977e9e of type vlan for network 2b0ff684-b9a2-4430-8506-59f272b337c0 Jul 15 17:06:39.865593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.866140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router 35972c61-9d38-4bd4-994a-8b23ce3c507d {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:39.875219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.876351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7da7c991-d12f-48e7-b7fd-303bec3c9d2c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/35972c61-9d38-4bd4-994a-8b23ce3c507d HTTP/1.1" status: 204 len: 168 time: 1.3151119 Jul 15 17:06:39.882038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 56970) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:39.887810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-500509703', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:39.892604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.933342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.934316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.978955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:39.985236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:39.986298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.060511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4949374 Jul 15 17:06:40.068145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56972) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:40.075327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:40.119619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65132c22-6afd-4a56-9888-7eaf7db5dc2a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=2b0ff684-b9a2-4430-8506-59f272b337c0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:40.125653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.138438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:40.185220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac141e59-910f-49ca-9a98-3a32ad8d50d4 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:06:40.197689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.224107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Transition to ACTIVE for port object ac141e59-910f-49ca-9a98-3a32ad8d50d4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:40.227442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:40.233103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.238211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f488b3-594b-4094-8693-def6e99ffd11 req-be626929-b368-419b-83c7-c1caaa7e3551 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:40.240788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.243587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2f488b3-594b-4094-8693-def6e99ffd11 req-be626929-b368-419b-83c7-c1caaa7e3551 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 932 time: 0.3019674 Jul 15 17:06:40.356452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:40.478043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Attempting to bind port ac141e59-910f-49ca-9a98-3a32ad8d50d4 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:40.478383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Attempting to bind port ac141e59-910f-49ca-9a98-3a32ad8d50d4 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:40.478712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Attempting to bind port ac141e59-910f-49ca-9a98-3a32ad8d50d4 on network 01656763-2fd6-41c3-8c38-f6751d92d749 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:40.489925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Port ac141e59-910f-49ca-9a98-3a32ad8d50d4 on network 01656763-2fd6-41c3-8c38-f6751d92d749 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:06:40.490251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Attempting to bind port ac141e59-910f-49ca-9a98-3a32ad8d50d4 on network 01656763-2fd6-41c3-8c38-f6751d92d749 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:40.503243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:40.503243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Checking segment: {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:40.503476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Bound using segment: {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:40.503882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Bound port: ac141e59-910f-49ca-9a98-3a32ad8d50d4, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:40.504205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.577847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.591701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.620760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2f488b3-594b-4094-8693-def6e99ffd11 req-3590f9fd-a0f5-4a5c-aa21-77c310dd861e tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734379 Jul 15 17:06:40.673686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=9f132b70-188b-4c36-ad02-1b6197036121,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:40.684648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:40.690955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:40.700635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.705623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.709834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': '0582691a-d400-4374-a6e7-f489d6977e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:40.710203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: 2b0ff684-b9a2-4430-8506-59f272b337c0, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:40.741301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.767278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:40.768036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.769715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] 10.222.0.20 "PUT /v2.0/ports/ac141e59-910f-49ca-9a98-3a32ad8d50d4 HTTP/1.1" status: 200 len: 1092 time: 1.1144514 Jul 15 17:06:40.770527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:06:40.773990 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:06:40.797755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:40.847256 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685912f-cf00-479c-a967-d22479fdab53 x-openstack-request-id: req-f685912f-cf00-479c-a967-d22479fdab53 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:06:40.847557 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:06:40.847951 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f685912f-cf00-479c-a967-d22479fdab53 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:06:40.848425 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4', 'status': 'completed', 'code': 200} Jul 15 17:06:40.853709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2b0ff684-b9a2-4430-8506-59f272b337c0) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:40.860388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d3929-98d6-4796-ad20-7bf480fc3c2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:40.865799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:40.866606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.871340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648bb29-9c69-477c-8eb8-25269c5f8df9 None None] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:40.888152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.910761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:40.914751 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-600ec6ab-6382-4f9d-94c0-d4a06b03d0bf tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8456280 Jul 15 17:06:40.915358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 56992) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:40.922851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0', 'name': 'tempest-PortsTestJSON-1473331819'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:41.010916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-8dbbbf0c-f716-4da7-99e5-49c4afd39175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:41.015914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-8dbbbf0c-f716-4da7-99e5-49c4afd39175 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 1095 time: 0.2040479 Jul 15 17:06:41.041016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 172.25.8.218 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ae03cd71-4d09-4d87-be9d-318ebbcd7f64) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:41.093306 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-37c3013d-65be-4e45-8e77-d1c57dec4aba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4 HTTP/1.1" status: 200 len: 217 time: 0.0374908 Jul 15 17:06:41.128951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2b0ff684-b9a2-4430-8506-59f272b337c0', 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '9f132b70-188b-4c36-ad02-1b6197036121'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:41.130973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.153757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.170815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-1a0bf16c-273f-4b2b-ac3e-4f1a254abedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:41.172636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-1a0bf16c-273f-4b2b-ac3e-4f1a254abedf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42610ef5-70a3-442c-b463-41ba39d4016a HTTP/1.1" status: 200 len: 853 time: 0.0723135 Jul 15 17:06:41.209166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.213897 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-3fdbb6fc-e5ef-43b0-aed7-45fba58ff2a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01656763-2fd6-41c3-8c38-f6751d92d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330226 Jul 15 17:06:41.227452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:41.231190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.255604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:41.266235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port aac77253-aab4-497d-a239-934656cc54d9 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:41.270532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:41.272704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:41.279615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:41.316131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Allocated IP 172.20.0.2 (2b0ff684-b9a2-4430-8506-59f272b337c0/9f132b70-188b-4c36-ad02-1b6197036121/4c1aca36-2f15-47ae-9c49-d7b655ea7ab7) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:41.515262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.527143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Transition to ACTIVE for port object 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:41.571046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Transition to ACTIVE for port object 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:41.584756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.615266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.674246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Pushing event updated for resources: {'Port': ['ID=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:41.679028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:41.680850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:41.682940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:41.759006 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-9dd39563-1bdd-4c8a-860e-0e895799dd16 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390277 Jul 15 17:06:41.761857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Attempting to bind port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:41.762366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Attempting to bind port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '0582691a-d400-4374-a6e7-f489d6977e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:41.763125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Attempting to bind port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 on network 2b0ff684-b9a2-4430-8506-59f272b337c0 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:41.769485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:41.770063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Checking segment: {'id': '0582691a-d400-4374-a6e7-f489d6977e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:41.771089 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.771576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Bound using segment: {'id': '0582691a-d400-4374-a6e7-f489d6977e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:41.772276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Bound port: 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0582691a-d400-4374-a6e7-f489d6977e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2b0ff684-b9a2-4430-8506-59f272b337c0'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:41.772677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.787858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.4 (2b0ff684-b9a2-4430-8506-59f272b337c0/9f132b70-188b-4c36-ad02-1b6197036121/aac77253-aab4-497d-a239-934656cc54d9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:41.857717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] For port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:41.863005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] For port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,segment=NetworkSegment(0582691a-d400-4374-a6e7-f489d6977e9e),segment_id=0582691a-d400-4374-a6e7-f489d6977e9e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:41.868171 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.948454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296d11-05bd-4e28-8354-c1e78432d5bb None None] Pushing event updated for resources: {'Port': ['ID=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:41.949827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:41.996909 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1de06211-d8a3-467d-8dd7-eb3e5fc8ba53 req-c0a99e3b-eb55-44fb-b524-4501600f3944 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317719 Jul 15 17:06:42.095172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933780d-21a9-4dbb-946d-c4036b194a48 req-1deda975-af04-42bb-ab43-85b1fb5af5d1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:42.102259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2933780d-21a9-4dbb-946d-c4036b194a48 req-1deda975-af04-42bb-ab43-85b1fb5af5d1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 944 time: 0.2772589 Jul 15 17:06:42.157650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.158137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2933780d-21a9-4dbb-946d-c4036b194a48 req-45566eeb-0f36-4017-8720-ab9e7237ccb1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550134 Jul 15 17:06:42.186307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object aac77253-aab4-497d-a239-934656cc54d9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:42.207786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-15243acc-2d48-4ae9-82b3-177c7040e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:42.211291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-15243acc-2d48-4ae9-82b3-177c7040e0db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 1095 time: 0.1393688 Jul 15 17:06:42.211577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router d82e31e0-b6ef-40f3-8899-6fa3e0f4429b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:42.301354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.384852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:42.393530 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Sync routers for ids ['d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:42.411995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:42.416791 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Routers {'d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:42.417431 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:42.423580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:42.434816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:42.435036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.438499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ca4021e1-8aac-43b2-8762-efa4e7f42ed2 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5529661 Jul 15 17:06:42.439493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57002) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:42.491092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=aac77253-aab4-497d-a239-934656cc54d9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:42.499339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-ebe08343-475d-4d25-bea6-248d3888022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:42.504880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-ebe08343-475d-4d25-bea6-248d3888022e service neutron] 10.222.0.20 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 913 time: 0.2877383 Jul 15 17:06:42.545269 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Set router d82e31e0-b6ef-40f3-8899-6fa3e0f4429b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:06:42.570355 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-7a153548-d69a-4a1b-886c-03d9548e3d0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4 HTTP/1.1" status: 200 len: 217 time: 0.0584755 Jul 15 17:06:42.573088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4cdf6931-cb8a-40b5-b3d4-ee2df0cf1a7b tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/d82e31e0-b6ef-40f3-8899-6fa3e0f4429b HTTP/1.1" status: 200 len: 908 time: 0.1321678 Jul 15 17:06:42.576107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57004) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:42.581022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:42.581811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.582315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-500509703', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': True}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:42.610448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.612176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.637606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-5a45d66d-b43f-4fb5-ae72-81a0e9888f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:42.639321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-5a45d66d-b43f-4fb5-ae72-81a0e9888f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42610ef5-70a3-442c-b463-41ba39d4016a HTTP/1.1" status: 200 len: 853 time: 0.0533488 Jul 15 17:06:42.663813 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aa5fdb7f-dd37-44bd-b0f0-f69d0d185a44 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7454803 Jul 15 17:06:42.682082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57006) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:42.686069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-0993ed8a-c399-4527-8a09-7d41deed04d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01656763-2fd6-41c3-8c38-f6751d92d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336897 Jul 15 17:06:42.691192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.767627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'name': 'tempest-snat-router-500509703', 'tenant_id': '189fa6d9135b4e2cb51977021444e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218'}], 'enable_snat': False}, 'gw_port_id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:06:39Z', 'updated_at': '2021-07-15T17:06:41Z', 'revision_number': 3, 'project_id': '189fa6d9135b4e2cb51977021444e3ec', 'gw_port': {'id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:06:40Z', 'updated_at': '2021-07-15T17:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:42.824145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Checking router: d82e31e0-b6ef-40f3-8899-6fa3e0f4429b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:06:42.824490 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Updating router d82e31e0-b6ef-40f3-8899-6fa3e0f4429b port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:06:42.874669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-efb04b11-d3ad-49d2-ba91-9609231c79f3 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796331 Jul 15 17:06:42.890179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port aac77253-aab4-497d-a239-934656cc54d9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:42.890530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.892507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:42.898325 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.128744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:43.168220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.183681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fa6d547-4bf3-4877-9c12-ecc8c82c276c req-aaf8569b-3d61-4877-8a90-1c0c8b3a3f00 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892580 Jul 15 17:06:43.205270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for aac77253-aab4-497d-a239-934656cc54d9 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:43.244954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ac141e59-910f-49ca-9a98-3a32ad8d50d4 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:06:43.285278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:43.497436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.560207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57020) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:43.561531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:43.563789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=aac77253-aab4-497d-a239-934656cc54d9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:43.564047 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.578631 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Transition to ACTIVE for port object ae03cd71-4d09-4d87-be9d-318ebbcd7f64 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:43.590312 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.591731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4', 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749', 'port_id': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4', 'mac_address': 'fa:16:3e:c9:9b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42610ef5-70a3-442c-b463-41ba39d4016a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:06:43.608078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.627468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-ca05e365-bed8-45a3-907d-c41c721696a4 req-e52ff428-a30c-4f58-bd20-f364a9108939 service neutron] (100428) timed out ('10.222.0.25', 43582) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:06:43.632477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.641883 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Pushing event updated for resources: {'Port': ['ID=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:43.663473 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.664055 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.664617 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.665176 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.665680 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.666163 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.666642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.667131 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.667619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.668096 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.668607 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.669084 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:06:43.672404 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Attempting to bind port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:43.672975 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Attempting to bind port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:43.673526 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Attempting to bind port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:43.680463 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:43.681081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:43.681658 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.682199 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:43.682828 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Bound port: ae03cd71-4d09-4d87-be9d-318ebbcd7f64, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:43.683385 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.723350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.734339 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] For port ae03cd71-4d09-4d87-be9d-318ebbcd7f64, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:43.737905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] For port ae03cd71-4d09-4d87-be9d-318ebbcd7f64, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:43.740902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd0c08-c9b1-446a-983f-2607a9d5645e None None] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:43.742505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.743481 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:43.748684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c098835-5992-4eed-8a9e-5c2ab144e022 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/aac77253-aab4-497d-a239-934656cc54d9 HTTP/1.1" status: 204 len: 168 time: 1.0631828 Jul 15 17:06:43.749291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:43.750700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 172.25.8.140 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/37681883-75f4-4b4b-834e-fa85cf9e5c25) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:43.813626 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6e958e-2c24-438c-8e7d-bbbe70439126 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:06:43.814699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6e958e-2c24-438c-8e7d-bbbe70439126 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:43.821965 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b6e958e-2c24-438c-8e7d-bbbe70439126 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/aac77253-aab4-497d-a239-934656cc54d9 HTTP/1.1" status: 404 len: 333 time: 0.0685146 Jul 15 17:06:43.822706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57026) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:43.824568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80191c0a-768a-486d-bbb0-d4d3a7339358 req-8387bb48-ec57-4917-9f8b-81e25d913479 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:43.825305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4629-a02c-433d-8415-7bf03b736b31 None None] Pushing event updated for resources: {'Port': ['ID=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:43.826130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80191c0a-768a-486d-bbb0-d4d3a7339358 req-8387bb48-ec57-4917-9f8b-81e25d913479 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 944 time: 0.3430531 Jul 15 17:06:43.847238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Routers {'d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:43.848096 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:43.901308 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ef3db9-8a2d-46da-9d5b-471d83fb0cc0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:43.905789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46ef3db9-8a2d-46da-9d5b-471d83fb0cc0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/aac77253-aab4-497d-a239-934656cc54d9 HTTP/1.1" status: 404 len: 333 time: 0.0793517 Jul 15 17:06:43.907506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:43.965891 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] Set router d82e31e0-b6ef-40f3-8899-6fa3e0f4429b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:06:44.007000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 9f132b70-188b-4c36-ad02-1b6197036121 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:44.018424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.074203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Provisioning for port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:44.081182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.082220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Provisioning complete for port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:44.082919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.086315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac141e59-910f-49ca-9a98-3a32ad8d50d4 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:06:44.112511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:44.144176 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.204294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.247684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:44.277910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ae25a81-31ea-4a45-b009-881b7db0e575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.280964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.308520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.317011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57034) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:44.317952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/9f132b70-188b-4c36-ad02-1b6197036121 HTTP/1.1" status: 204 len: 168 time: 0.4100504 Jul 15 17:06:44.330047 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.383144 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'name': 'tempest-snat-router-500509703', 'tenant_id': '189fa6d9135b4e2cb51977021444e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218'}], 'enable_snat': False}, 'gw_port_id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:06:39Z', 'updated_at': '2021-07-15T17:06:41Z', 'revision_number': 3, 'project_id': '189fa6d9135b4e2cb51977021444e3ec', 'gw_port': {'id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:06:40Z', 'updated_at': '2021-07-15T17:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:44.394168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0035767-0199-4a79-bde2-a31b559cec69 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=9f132b70-188b-4c36-ad02-1b6197036121,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:44.394528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] For port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,segment=NetworkSegment(0582691a-d400-4374-a6e7-f489d6977e9e),segment_id=0582691a-d400-4374-a6e7-f489d6977e9e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:44.399682 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.413688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41428f5c-b325-468f-bad9-e3037b42be62 None None] The sync data for ids ['d82e31e0-b6ef-40f3-8899-6fa3e0f4429b'] in n-d-800085-3 is: [{'id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'name': 'tempest-snat-router-500509703', 'tenant_id': '189fa6d9135b4e2cb51977021444e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218'}], 'enable_snat': False}, 'gw_port_id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:06:39Z', 'updated_at': '2021-07-15T17:06:41Z', 'revision_number': 3, 'project_id': '189fa6d9135b4e2cb51977021444e3ec', 'gw_port': {'id': 'ae03cd71-4d09-4d87-be9d-318ebbcd7f64', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:98:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82e31e0-b6ef-40f3-8899-6fa3e0f4429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:06:40Z', 'updated_at': '2021-07-15T17:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:44.447271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80191c0a-768a-486d-bbb0-d4d3a7339358 req-27f3af6d-7534-4940-a528-8b6f69491921 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063050 Jul 15 17:06:44.447271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.485659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ac141e59-910f-49ca-9a98-3a32ad8d50d4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:06:44.513495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9c6d1-6799-4365-9ad9-74dc6679bf65 None None] Pushing event updated for resources: {'Port': ['ID=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:44.557987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.702136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.728527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46581995-6554-474f-abfc-ad0182a1cdf1 None None] Network 2b0ff684-b9a2-4430-8506-59f272b337c0 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:44.733281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:44.766751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:44.773186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:44.870814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2b29eff9-9a21-4528-99b7-7037930c1c03 None None] Provisioning complete for port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:44.871292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b29eff9-9a21-4528-99b7-7037930c1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.872263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:44.872768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:44.894560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=37681883-75f4-4b4b-834e-fa85cf9e5c25,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:44.931916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ae25a81-31ea-4a45-b009-881b7db0e575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.023268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ae25a81-31ea-4a45-b009-881b7db0e575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.066415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] DHCP port deletion for 2b0ff684-b9a2-4430-8506-59f272b337c0 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:45.194230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ae25a81-31ea-4a45-b009-881b7db0e575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3189b5e6fa94d499ccf832f23f24f12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6299067 Jul 15 17:06:45.196948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:45.204870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,segment=NetworkSegment(0582691a-d400-4374-a6e7-f489d6977e9e),segment_id=0582691a-d400-4374-a6e7-f489d6977e9e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:45.205078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.222070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:45.326369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae25a81-31ea-4a45-b009-881b7db0e575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f129df95-ced7-4767-9f37-efe2ad54d7fe,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:45.337396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.378676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae03cd71-4d09-4d87-be9d-318ebbcd7f64 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:45.404995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.457455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Deleting port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:45.458030 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.470617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.508631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.511291 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.514959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f129df95-ced7-4767-9f37-efe2ad54d7fe HTTP/1.1" status: 204 len: 168 time: 0.3147433 Jul 15 17:06:45.529337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b7c28-9f73-41a1-8649-1738476d7313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f129df95-ced7-4767-9f37-efe2ad54d7fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:45.594536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.631171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] For port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,segment=NetworkSegment(0582691a-d400-4374-a6e7-f489d6977e9e),segment_id=0582691a-d400-4374-a6e7-f489d6977e9e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:45.631739 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.634802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:45.639811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:45.655629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:45.667913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:45.668462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.673921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Calling delete_port for 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:45.837700 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:06:45.843843 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:06:45.859765 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.867126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ae03cd71-4d09-4d87-be9d-318ebbcd7f64, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:45.873634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.890696 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:45.896447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] Pushing event deleted for resources: {'Port': ['ID=4c1aca36-2f15-47ae-9c49-d7b655ea7ab7,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:45.900810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3cce3-4a10-4af4-8643-5786d1e32b4b None None] No DVR routers for this DVR port 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:45.928943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0ff684-b9a2-4430-8506-59f272b337c0']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:45.955130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:45.971011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0582691a-d400-4374-a6e7-f489d6977e9e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:45.971653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0582691a-d400-4374-a6e7-f489d6977e9e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:46.035643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.044071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.058544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7ea89-b26e-4d9f-ad78-209db28a13ae req-7817d5d7-b73a-49aa-99c9-8bcafc10bd3b tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:46.060102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2e7ea89-b26e-4d9f-ad78-209db28a13ae req-7817d5d7-b73a-49aa-99c9-8bcafc10bd3b tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 945 time: 0.4144232 Jul 15 17:06:46.061699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecdb926a-68a8-4c46-90be-5abd1993b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.079361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.122643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:46.123077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:46.128428 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:46.218595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2e7ea89-b26e-4d9f-ad78-209db28a13ae req-1f88b045-f38f-402e-8009-4de23393740c tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500130 Jul 15 17:06:46.222349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.231176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.236163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.242442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/2b0ff684-b9a2-4430-8506-59f272b337c0 HTTP/1.1" status: 204 len: 168 time: 1.9172032 Jul 15 17:06:46.243232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.248605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2026252043'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:46.297792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4038f20-e20f-497d-b0e0-b8fbdb533f59 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=2b0ff684-b9a2-4430-8506-59f272b337c0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:46.311095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecdb926a-68a8-4c46-90be-5abd1993b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.317073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecdb926a-68a8-4c46-90be-5abd1993b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.378304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:46.383198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.387328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb926a-68a8-4c46-90be-5abd1993b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb2852-2c88-4027-9a7f-fc2a5f97f144,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:46.404838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecdb926a-68a8-4c46-90be-5abd1993b48a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef57251e975647218cd5934425234e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571038 Jul 15 17:06:46.406243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57056) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.406464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router 0bba2fc5-0912-4795-ad3a-a9fa200be5dd is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:46.457872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:46.477882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.478304 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment a280e683-8f10-4888-990c-c37f174ce9d6 of type vlan for network 5e4d6e19-9a12-495a-848c-9894aa5cb393 Jul 15 17:06:46.479801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.521506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:46.530467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Sync routers for ids ['0bba2fc5-0912-4795-ad3a-a9fa200be5dd'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:46.538531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.540149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-88fe484b-e2c5-40c7-922d-ccdda9751b48 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9623444 Jul 15 17:06:46.542883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57058) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.545729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.548452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.548608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Routers {'0bba2fc5-0912-4795-ad3a-a9fa200be5dd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:46.549181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['0bba2fc5-0912-4795-ad3a-a9fa200be5dd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:46.608909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.616266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:46.616865 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.656664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.659882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.661596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15bb2852-2c88-4027-9a7f-fc2a5f97f144 HTTP/1.1" status: 204 len: 168 time: 0.2541857 Jul 15 17:06:46.673934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4295537 Jul 15 17:06:46.676525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57062) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.685826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:46.686487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0cbf5bd0-32a7-405d-b8c3-cf6f17d05625 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/0bba2fc5-0912-4795-ad3a-a9fa200be5dd HTTP/1.1" status: 200 len: 907 time: 0.1421676 Jul 15 17:06:46.691597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:46.692940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Set router 0bba2fc5-0912-4795-ad3a-a9fa200be5dd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:06:46.717825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f3124-8252-4bc6-835d-39a75fe33bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb2852-2c88-4027-9a7f-fc2a5f97f144,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:46.755043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89543d23-6aa8-4e1e-a1f8-eb22768ed557 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=5e4d6e19-9a12-495a-848c-9894aa5cb393,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:46.839645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:46.843689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.859732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:46.863839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:47.023762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bba2fc5-0912-4795-ad3a-a9fa200be5dd', 'name': 'tempest-snat-router-500509703', 'tenant_id': '189fa6d9135b4e2cb51977021444e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '37681883-75f4-4b4b-834e-fa85cf9e5c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:06:42Z', 'updated_at': '2021-07-15T17:06:45Z', 'revision_number': 3, 'project_id': '189fa6d9135b4e2cb51977021444e3ec', 'gw_port': {'id': '37681883-75f4-4b4b-834e-fa85cf9e5c25', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bba2fc5-0912-4795-ad3a-a9fa200be5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2654, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:06:43Z', 'updated_at': '2021-07-15T17:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:47.062720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.123123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Deleting port 37681883-75f4-4b4b-834e-fa85cf9e5c25 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:47.123492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.125079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Checking router: 0bba2fc5-0912-4795-ad3a-a9fa200be5dd for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:06:47.125447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Updating router 0bba2fc5-0912-4795-ad3a-a9fa200be5dd port 37681883-75f4-4b4b-834e-fa85cf9e5c25 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:06:47.128262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae03cd71-4d09-4d87-be9d-318ebbcd7f64 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:47.139947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.204979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.210810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=5b51ad94-e8b1-459f-b0dc-572b9b85b2ae,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:47.218885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': 'a280e683-8f10-4888-990c-c37f174ce9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:47.219247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: 5e4d6e19-9a12-495a-848c-9894aa5cb393, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:47.230872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.241447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:47.247649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Calling delete_port for 37681883-75f4-4b4b-834e-fa85cf9e5c25 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:47.255604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ac141e59-910f-49ca-9a98-3a32ad8d50d4 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:47.260188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5e4d6e19-9a12-495a-848c-9894aa5cb393) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:47.265116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:47.266296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.290479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3d9f509d-2fed-4e5e-aa8f-2259255ee44e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6083457 Jul 15 17:06:47.290707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57080) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:47.300350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393', 'security_groups': [], 'name': 'tempest-PortsTestJSON-544089083'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:47.323862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ed521-9f1d-45a3-b6e9-3a795097da6e None None] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:47.405712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:47.406472 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.531526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.533833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:47.541908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.546380 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:06:47.570867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 9d6017ae-53ee-411c-93ce-b75990be6516 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:47.571483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Port': ['ID=37681883-75f4-4b4b-834e-fa85cf9e5c25,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:47.583953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ac141e59-910f-49ca-9a98-3a32ad8d50d4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:47.603153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ac141e59-910f-49ca-9a98-3a32ad8d50d4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:47.603516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.634845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0436a-31da-4f33-a347-efcc0458dd51 req-7d82772e-e8f2-4366-b72c-6c78985af132 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:47.636928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97d0436a-31da-4f33-a347-efcc0458dd51 req-7d82772e-e8f2-4366-b72c-6c78985af132 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 945 time: 0.1777899 Jul 15 17:06:47.669065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.695098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97d0436a-31da-4f33-a347-efcc0458dd51 req-25d93a67-2d75-4e91-a157-a4f14c0c8099 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 Jul 15 17:06:47.779472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.5 (5e4d6e19-9a12-495a-848c-9894aa5cb393/5b51ad94-e8b1-459f-b0dc-572b9b85b2ae/9d6017ae-53ee-411c-93ce-b75990be6516) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:47.792146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.794709 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.829657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:47.835294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-5e4d6e19-9a12-495a-848c-9894aa5cb393', 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '5b51ad94-e8b1-459f-b0dc-572b9b85b2ae'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:47.836156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.847744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.849022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bba2fc5-0912-4795-ad3a-a9fa200be5dd {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:47.859581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:47.861532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90c42ed7-23c8-40be-91b2-8cc5ae9ec637 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0bba2fc5-0912-4795-ad3a-a9fa200be5dd HTTP/1.1" status: 204 len: 168 time: 1.1747885 Jul 15 17:06:47.864103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:47.872208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:47.872553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c1aca36-2f15-47ae-9c49-d7b655ea7ab7 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:48.021374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:06:48.021730 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:06:48.024543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.051218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:06:48.054279 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c13b664-c3a3-4b38-bc63-424d0765df5c" -d '{"events": [{"server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:06:48.068543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:48.075310 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.104305 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7395213d-40af-4bd0-bd36-be863bb508b3 x-openstack-request-id: req-7395213d-40af-4bd0-bd36-be863bb508b3 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:06:48.104603 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:06:48.105589 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7395213d-40af-4bd0-bd36-be863bb508b3 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:06:48.105589 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4', 'code': 200} Jul 15 17:06:48.135743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:48.238178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d0da4-70a8-47fc-8836-ab4e0765a264 req-6b92a5bc-b6a0-4d24-bf8e-5e476438fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:48.240010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a83d0da4-70a8-47fc-8836-ab4e0765a264 req-6b92a5bc-b6a0-4d24-bf8e-5e476438fcd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 1097 time: 0.0601923 Jul 15 17:06:48.280797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a83d0da4-70a8-47fc-8836-ab4e0765a264 req-d1dd6add-bca6-4907-8e35-873ed65287c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 15 17:06:48.313533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:48.315641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.334888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.336747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 9d6017ae-53ee-411c-93ce-b75990be6516 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:48.436576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b282-530b-4c94-8b0d-a1d1150232ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.453388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.488830 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.501903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:48.506592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Allocated IP 172.20.0.2 (5e4d6e19-9a12-495a-848c-9894aa5cb393/5b51ad94-e8b1-459f-b0dc-572b9b85b2ae/5ccec634-1618-4dbe-bb03-88bd91401b35) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:48.509756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:48.513870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:48.539952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b282-530b-4c94-8b0d-a1d1150232ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.546695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2fb6b282-530b-4c94-8b0d-a1d1150232ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.563268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=9d6017ae-53ee-411c-93ce-b75990be6516,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:48.598275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fb6b282-530b-4c94-8b0d-a1d1150232ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=845cd14f424446faa9f169dd0a82212c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810538 Jul 15 17:06:48.598275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6b282-530b-4c94-8b0d-a1d1150232ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffebc3f-7602-45ec-a716-790dff349a42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:48.598734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:48.598734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.599758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:48.624359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Deleting port ae03cd71-4d09-4d87-be9d-318ebbcd7f64 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:48.625085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.634742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:48.635491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-952d1ac5-c8fa-4626-8675-238b96b22079 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3436992 Jul 15 17:06:48.639549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Port 37681883-75f4-4b4b-834e-fa85cf9e5c25 not found while updating agent binding for router 0bba2fc5-0912-4795-ad3a-a9fa200be5dd. {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 15 17:06:48.657508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Routers set() bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:48.657864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Router IDs set() for agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 17:06:48.658550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0bba2fc5-0912-4795-ad3a-a9fa200be5dd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent'). {{(pid=100430) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 15 17:06:48.658901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48bdf3-7b36-42ba-a3a4-93e519337583 None None] The sync data for ids ['0bba2fc5-0912-4795-ad3a-a9fa200be5dd'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:48.713914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.733906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.735747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] For port ae03cd71-4d09-4d87-be9d-318ebbcd7f64, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:48.736411 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.745463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Transition to ACTIVE for port object 5ccec634-1618-4dbe-bb03-88bd91401b35 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:48.754488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.757267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Calling delete_port for ae03cd71-4d09-4d87-be9d-318ebbcd7f64 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:48.761621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Transition to ACTIVE for port object 5ccec634-1618-4dbe-bb03-88bd91401b35 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:48.769549 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.815961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:48.823495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:48.830398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:48.832922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 9d6017ae-53ee-411c-93ce-b75990be6516 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:48.833488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.837651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Pushing event updated for resources: {'Port': ['ID=5ccec634-1618-4dbe-bb03-88bd91401b35,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:48.858753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.861523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.862715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bffebc3f-7602-45ec-a716-790dff349a42 HTTP/1.1" status: 204 len: 168 time: 0.2625554 Jul 15 17:06:48.876159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5332-62a7-4364-a676-198d193e1ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffebc3f-7602-45ec-a716-790dff349a42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:48.965304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:48.983969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 9d6017ae-53ee-411c-93ce-b75990be6516 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:49.028628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91226b1a-af48-4ec0-9e46-72b752c484ba req-4861344a-a65d-4705-a3d5-e6aefdfdc66f tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:49.030426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91226b1a-af48-4ec0-9e46-72b752c484ba req-4861344a-a65d-4705-a3d5-e6aefdfdc66f tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 946 time: 0.1336565 Jul 15 17:06:49.048328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.096475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae03cd71-4d09-4d87-be9d-318ebbcd7f64,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:49.136526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Attempting to bind port 5ccec634-1618-4dbe-bb03-88bd91401b35 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:49.137204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Attempting to bind port 5ccec634-1618-4dbe-bb03-88bd91401b35 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a280e683-8f10-4888-990c-c37f174ce9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:49.137754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Attempting to bind port 5ccec634-1618-4dbe-bb03-88bd91401b35 on network 5e4d6e19-9a12-495a-848c-9894aa5cb393 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:49.145318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:49.146621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Checking segment: {'id': 'a280e683-8f10-4888-990c-c37f174ce9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:49.147256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.147626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91226b1a-af48-4ec0-9e46-72b752c484ba req-0eb59a35-e6af-414c-8ac3-26327b94ae04 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082115 Jul 15 17:06:49.151157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Bound using segment: {'id': 'a280e683-8f10-4888-990c-c37f174ce9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:49.151859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Bound port: 5ccec634-1618-4dbe-bb03-88bd91401b35, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a280e683-8f10-4888-990c-c37f174ce9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5e4d6e19-9a12-495a-848c-9894aa5cb393'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:49.152460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.183659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.196876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.221061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=9d6017ae-53ee-411c-93ce-b75990be6516,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:49.237829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] For port 5ccec634-1618-4dbe-bb03-88bd91401b35, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:49.242044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] For port 5ccec634-1618-4dbe-bb03-88bd91401b35, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ccec634-1618-4dbe-bb03-88bd91401b35,segment=NetworkSegment(a280e683-8f10-4888-990c-c37f174ce9d6),segment_id=a280e683-8f10-4888-990c-c37f174ce9d6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:49.248492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.332523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75e39c-b06f-4ebb-8cba-8dcc518e3a42 None None] Pushing event updated for resources: {'Port': ['ID=5ccec634-1618-4dbe-bb03-88bd91401b35,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:49.344966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.347620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.359227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.364023 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dac46824-1635-4d38-af2e-d8453fa5480a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/9d6017ae-53ee-411c-93ce-b75990be6516 HTTP/1.1" status: 204 len: 168 time: 0.7283325 Jul 15 17:06:49.367178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57128) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:49.415316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.415787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d82e31e0-b6ef-40f3-8899-6fa3e0f4429b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:49.417587 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3274f6-e77d-4e6b-8a7c-4d315937e53d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:49.420194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c3274f6-e77d-4e6b-8a7c-4d315937e53d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/9d6017ae-53ee-411c-93ce-b75990be6516 HTTP/1.1" status: 404 len: 333 time: 0.0500314 Jul 15 17:06:49.420467 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.421610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c524ce3-1316-499b-b8d3-88606cbecee7 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "DELETE /v2.0/routers/d82e31e0-b6ef-40f3-8899-6fa3e0f4429b HTTP/1.1" status: 204 len: 168 time: 1.5555415 Jul 15 17:06:49.422146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57132) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:49.426225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:49.437433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1328828808', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:49.492905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 5b51ad94-e8b1-459f-b0dc-572b9b85b2ae {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:06:49.493398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.496679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.497220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.554600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.584450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.689384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.781081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.797021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.814392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=5b51ad94-e8b1-459f-b0dc-572b9b85b2ae,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:49.816527 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:49.820992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eb02df43-c766-4435-a80d-60050fd9e84c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/5b51ad94-e8b1-459f-b0dc-572b9b85b2ae HTTP/1.1" status: 204 len: 168 time: 0.3953795 Jul 15 17:06:49.821461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:49.913362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.030781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 5ccec634-1618-4dbe-bb03-88bd91401b35 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:50.031356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.204788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.227877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.244021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port 5ccec634-1618-4dbe-bb03-88bd91401b35, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ccec634-1618-4dbe-bb03-88bd91401b35,segment=NetworkSegment(a280e683-8f10-4888-990c-c37f174ce9d6),segment_id=a280e683-8f10-4888-990c-c37f174ce9d6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:50.244433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.290869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 5ccec634-1618-4dbe-bb03-88bd91401b35 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:50.471188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Allocated IP 172.25.8.130 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/afa1a237-a615-4b82-8542-aa7e30458165) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:50.476985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cbb677-88f2-49f8-b5f8-6fdb7cc823ae None None] Network 5e4d6e19-9a12-495a-848c-9894aa5cb393 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:50.500926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a07a-8f33-4734-ba59-2c72a3c9668b req-ac75ce28-1b44-4453-886b-b98db144e3a1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:50.502823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b86a07a-8f33-4734-ba59-2c72a3c9668b req-ac75ce28-1b44-4453-886b-b98db144e3a1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 946 time: 0.2159348 Jul 15 17:06:50.550497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.552678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-55929d3c-21f2-40db-a142-e9c6c85a8a6e None None] Provisioning for port 5ccec634-1618-4dbe-bb03-88bd91401b35 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:50.564913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-55929d3c-21f2-40db-a142-e9c6c85a8a6e None None] Provisioning complete for port 5ccec634-1618-4dbe-bb03-88bd91401b35 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:50.565438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-55929d3c-21f2-40db-a142-e9c6c85a8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.590730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-55929d3c-21f2-40db-a142-e9c6c85a8a6e None None] Port 5ccec634-1618-4dbe-bb03-88bd91401b35 was deleted so its status cannot be updated. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 15 17:06:50.599296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port 5ccec634-1618-4dbe-bb03-88bd91401b35 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:06:50.604588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=5ccec634-1618-4dbe-bb03-88bd91401b35,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:50.686880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b86a07a-8f33-4734-ba59-2c72a3c9668b req-7898b030-ef85-4a99-bff2-6b0d5ea14cb5 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732922 Jul 15 17:06:50.698810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ff355-edf7-469e-a1a9-95f72f9eaf5b None None] DHCP port deletion for 5e4d6e19-9a12-495a-848c-9894aa5cb393 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:06:50.749128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.780207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.794740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4d6e19-9a12-495a-848c-9894aa5cb393']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:50.808243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a280e683-8f10-4888-990c-c37f174ce9d6') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:50.808546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a280e683-8f10-4888-990c-c37f174ce9d6') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:50.820863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.843409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.853722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:06:50.853722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:06:50.856867 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:06:50.917321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.968454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:50.974778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:50.977168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:50.978418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:51.006041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.007970 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/5e4d6e19-9a12-495a-848c-9894aa5cb393 HTTP/1.1" status: 204 len: 168 time: 1.1853786 Jul 15 17:06:51.011720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:51.017425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'name': 'tempest-PortsTestJSON-1076320649'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:51.041336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87a23a-0361-4cea-80e9-d3d2f69e83c4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=5e4d6e19-9a12-495a-848c-9894aa5cb393,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:51.048423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event updated for resources: {'Port': ['ID=afa1a237-a615-4b82-8542-aa7e30458165,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:51.066518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae03cd71-4d09-4d87-be9d-318ebbcd7f64 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:06:51.092754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ae03cd71-4d09-4d87-be9d-318ebbcd7f64 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:06:51.098378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae03cd71-4d09-4d87-be9d-318ebbcd7f64 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:06:51.187187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:51.191511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.214911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 8032cd7d-1726-4b07-b2a4-c3d7d67988f3 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:51.347241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.585042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.699862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.745771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.795165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Router 89b87955-1d99-454f-b7cf-479dc959a17b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:51.809567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=8032cd7d-1726-4b07-b2a4-c3d7d67988f3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:51.825300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:51.826879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:51.829512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:51.836023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:51.836772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:51.855408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ca3094ad-ce6b-455f-b44a-c890565f7878 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8418462 Jul 15 17:06:51.856351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:51.995206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 8032cd7d-1726-4b07-b2a4-c3d7d67988f3 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:51.995637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.123453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.144799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 8032cd7d-1726-4b07-b2a4-c3d7d67988f3 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:52.269562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.291707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:52.299266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=8032cd7d-1726-4b07-b2a4-c3d7d67988f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:52.307123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.308946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b8009085-5b1b-4f6f-a04b-30433496858e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/8032cd7d-1726-4b07-b2a4-c3d7d67988f3 HTTP/1.1" status: 204 len: 168 time: 0.4516094 Jul 15 17:06:52.311619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57262) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:52.314567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.315863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-30735a8e-5ae8-4b28-8844-7e77941f95f6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8883045 Jul 15 17:06:52.317944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'mac_address': 'fa:16:3e:44:d7:03', 'name': 'tempest-PortsTestJSON-1179556481'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:52.318853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57264) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:52.319387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] Sync routers for ids ['89b87955-1d99-454f-b7cf-479dc959a17b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:52.324141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:52.330265 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] Routers {'89b87955-1d99-454f-b7cf-479dc959a17b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:52.331163 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['89b87955-1d99-454f-b7cf-479dc959a17b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:52.375535 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:52.385896 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] Routers {'89b87955-1d99-454f-b7cf-479dc959a17b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:52.386517 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['89b87955-1d99-454f-b7cf-479dc959a17b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:52.433726 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:52.433726 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd29ac76-f579-4a7f-a278-762b3ae86ab7 None None] The sync data for ids ['89b87955-1d99-454f-b7cf-479dc959a17b'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:52.471224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:52.555110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.589751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port bc46e81f-97a7-4b74-984d-0a40262236d6 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:52.726899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.791696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.846219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.908562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:52.914457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:52.918616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:52.926309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:52.928085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:52.955566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=bc46e81f-97a7-4b74-984d-0a40262236d6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:52.973814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7cc18ecd-a270-49ac-a8ca-159462c6a680 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6603992 Jul 15 17:06:52.976338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.065056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564fb2be-dc37-40b5-98d9-62e2f44faac7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:53.066452 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-564fb2be-dc37-40b5-98d9-62e2f44faac7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/bc46e81f-97a7-4b74-984d-0a40262236d6 HTTP/1.1" status: 200 len: 841 time: 0.0889397 Jul 15 17:06:53.069445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.187652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port bc46e81f-97a7-4b74-984d-0a40262236d6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:53.188397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.274024 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.277458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.282813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.314101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for bc46e81f-97a7-4b74-984d-0a40262236d6 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:53.405169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router 89b87955-1d99-454f-b7cf-479dc959a17b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:06:53.433473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.516745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=bc46e81f-97a7-4b74-984d-0a40262236d6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:53.521679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.523813 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97b19ff5-b291-431b-9460-baa7a7393105 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/bc46e81f-97a7-4b74-984d-0a40262236d6 HTTP/1.1" status: 204 len: 168 time: 0.4534433 Jul 15 17:06:53.526310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.556376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:53.562499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.564574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3eabb607-544c-4916-82d8-eb10a15ff47a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "PUT /v2.0/routers/89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 200 len: 926 time: 1.2445791 Jul 15 17:06:53.566584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57290) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.568067 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aab2ea-0ca8-4310-9a4c-4425f7a2b9df tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:53.573031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08aab2ea-0ca8-4310-9a4c-4425f7a2b9df tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/bc46e81f-97a7-4b74-984d-0a40262236d6 HTTP/1.1" status: 404 len: 333 time: 0.0423543 Jul 15 17:06:53.573354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.574535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] Sync routers for ids ['89b87955-1d99-454f-b7cf-479dc959a17b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:53.578383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'name': 'tempest-PortsTestJSON-1596025050'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:53.590463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] Routers {'89b87955-1d99-454f-b7cf-479dc959a17b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:53.591115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['89b87955-1d99-454f-b7cf-479dc959a17b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:53.664844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:53.673287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:53.675873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] Routers {'89b87955-1d99-454f-b7cf-479dc959a17b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:53.677443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['89b87955-1d99-454f-b7cf-479dc959a17b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:53.678563 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.703989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port aaed8ec4-e6ec-460d-8652-770e0dcc7770 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:53.717346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-82dfbc0f-0b42-45d3-a2f7-62eff4f1154b tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 200 len: 926 time: 0.1475346 Jul 15 17:06:53.719513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57294) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.724239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:53.725837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7431124-0274-41b8-919f-16a5198bb724 None None] The sync data for ids ['89b87955-1d99-454f-b7cf-479dc959a17b'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:53.824912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a508f-d4b7-41cf-8736-5b71d460eb39 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:53.828601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-df5a508f-d4b7-41cf-8736-5b71d460eb39 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=89b87955-1d99-454f-b7cf-479dc959a17b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1069953 Jul 15 17:06:53.829212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57296) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.926101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.938046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44568e4b-ffd5-471b-a0b3-90f76ead3e9e tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:53.939825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-44568e4b-ffd5-471b-a0b3-90f76ead3e9e tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.1096218 Jul 15 17:06:53.943573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57298) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:53.982159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bfa3c15a-bc90-479a-a3e2-895de52c388b tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 200 len: 205 time: 0.0371051 Jul 15 17:06:53.982410 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:53.984629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57300) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:54.033058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:54.038207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:54.039812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:54.046541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:54.047170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.071703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=aaed8ec4-e6ec-460d-8652-770e0dcc7770,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:54.094131 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e80118ec-322a-4d28-ab81-0728809f1acd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5197155 Jul 15 17:06:54.094748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:54.101934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:54.122817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.246878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.274011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.354692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port afa1a237-a615-4b82-8542-aa7e30458165 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:54.355176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.441559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.455693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for afa1a237-a615-4b82-8542-aa7e30458165 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:54.484380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.492811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.560328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] In _notify_port_updated(), no bound segment for port aaed8ec4-e6ec-460d-8652-770e0dcc7770 on network fb058e14-7652-4741-9bd0-086659f21ba8 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:06:54.573533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:54.574437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.575966 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/ports/aaed8ec4-e6ec-460d-8652-770e0dcc7770 HTTP/1.1" status: 200 len: 818 time: 0.4802835 Jul 15 17:06:54.578983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57312) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:54.612239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2131b37-e5c4-4552-9edb-c73621420360 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=aaed8ec4-e6ec-460d-8652-770e0dcc7770,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:54.732491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.767361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=afa1a237-a615-4b82-8542-aa7e30458165,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:54.772466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port aaed8ec4-e6ec-460d-8652-770e0dcc7770 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:54.772783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.889702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.892324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:54.986452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for aaed8ec4-e6ec-460d-8652-770e0dcc7770 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:06:55.000707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.004204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.085391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.085903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router 89b87955-1d99-454f-b7cf-479dc959a17b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:06:55.096360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.097462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-66e27d41-1555-4832-bae8-9f8358e3acea tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 204 len: 168 time: 1.1116924 Jul 15 17:06:55.102279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57314) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.106886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-502258987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:55.141870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.143354 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.155201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.205228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.210062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/aaed8ec4-e6ec-460d-8652-770e0dcc7770 HTTP/1.1" status: 204 len: 168 time: 0.6253064 Jul 15 17:06:55.210062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8031-eaf9-41cd-958c-98061b24a536 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=aaed8ec4-e6ec-460d-8652-770e0dcc7770,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:55.210495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.268218 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.274857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.304025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.306042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-681c42ac-0c3d-4424-a1a8-0aaa2a82ec04 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2023878 Jul 15 17:06:55.308628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57320) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.312170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a61ebf-53d7-4883-a7f3-9a5a7304e846 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:55.314218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9a61ebf-53d7-4883-a7f3-9a5a7304e846 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1026647 Jul 15 17:06:55.316832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.319066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:55.361980 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e2805d-072e-4e45-9de8-9795b62a802b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:06:55.367748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-83e2805d-072e-4e45-9de8-9795b62a802b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/aaed8ec4-e6ec-460d-8652-770e0dcc7770 HTTP/1.1" status: 404 len: 333 time: 0.0455687 Jul 15 17:06:55.368201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.373126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-757069425'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:55.398736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:55.405133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.436576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:06:55.448791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.449748 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment ac14c16a-0c64-4908-b033-6ded81596a20 of type vlan for network bb449702-0dbe-43ff-852b-ca72172e29c9 Jul 15 17:06:55.504378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.539596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.548924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:55.549931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.585031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2156911 Jul 15 17:06:55.588064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:55.605138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:55.712093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7c432-9ca5-41ef-8206-1195eb1945b2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=bb449702-0dbe-43ff-852b-ca72172e29c9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:55.727467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:06:55.836233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:55.842856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:55.893471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a2c880c-70d6-4457-a99d-df2c52c6c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.141562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.240611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.341936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=879bd77b-e770-4e06-85ba-3c5f4df57068,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:56.353370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': 'ac14c16a-0c64-4908-b033-6ded81596a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:56.356581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: bb449702-0dbe-43ff-852b-ca72172e29c9, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:06:56.404334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network bb449702-0dbe-43ff-852b-ca72172e29c9 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:06:56.422292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, bb449702-0dbe-43ff-852b-ca72172e29c9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:56.429455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:56.434195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e6a30-9bfc-44bb-8407-78f3fdcd3b5a None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:56.437805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.479293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-92bc5259-b55c-485b-a26d-a62b2ca6c3ee tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8897693 Jul 15 17:06:56.480395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57350) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:56.486658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:56.593897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.621168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.716022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-bb449702-0dbe-43ff-852b-ca72172e29c9', 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:06:56.717217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.746516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:56.750808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:56.850211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Allocated IP 172.25.8.114 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/d9805d67-5670-4d9e-a30f-5d1a89a5896a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:56.908054 n-d-800085-3 neutron-server[100429]: INFO neutron.db.ipam_backend_mixin [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 879bd77b-e770-4e06-85ba-3c5f4df57068 (CIDR: 172.20.0.0/28) Jul 15 17:06:56.917117 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:06:56.917676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:06:57.015100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b40f0b16-cd5c-40fb-9d27-be8818d8b81c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5332844 Jul 15 17:06:57.019580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:57.026331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:57.074008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.084433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Allocated IP 172.20.0.2 (bb449702-0dbe-43ff-852b-ca72172e29c9/879bd77b-e770-4e06-85ba-3c5f4df57068/64e90802-7e30-4410-afc1-7da6f1381abb) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:57.140633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.223253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:57.247001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:57.255539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:57.273199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:57.282103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.323123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event updated for resources: {'Port': ['ID=d9805d67-5670-4d9e-a30f-5d1a89a5896a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:57.415057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.428816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Transition to ACTIVE for port object 64e90802-7e30-4410-afc1-7da6f1381abb will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:57.451363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Transition to ACTIVE for port object 64e90802-7e30-4410-afc1-7da6f1381abb will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:57.459405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.499393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:57.504252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:57.507727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:57.562780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Pushing event updated for resources: {'Port': ['ID=64e90802-7e30-4410-afc1-7da6f1381abb,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:57.605350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Attempting to bind port 64e90802-7e30-4410-afc1-7da6f1381abb on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:06:57.605350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Attempting to bind port 64e90802-7e30-4410-afc1-7da6f1381abb by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ac14c16a-0c64-4908-b033-6ded81596a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:06:57.605661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Attempting to bind port 64e90802-7e30-4410-afc1-7da6f1381abb on network bb449702-0dbe-43ff-852b-ca72172e29c9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:06:57.613750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:06:57.614654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Checking segment: {'id': 'ac14c16a-0c64-4908-b033-6ded81596a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:06:57.615062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.615535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Bound using segment: {'id': 'ac14c16a-0c64-4908-b033-6ded81596a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:06:57.616011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Bound port: 64e90802-7e30-4410-afc1-7da6f1381abb, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac14c16a-0c64-4908-b033-6ded81596a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:06:57.616579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.686459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.701293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] For port 64e90802-7e30-4410-afc1-7da6f1381abb, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:06:57.704809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] For port 64e90802-7e30-4410-afc1-7da6f1381abb, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=64e90802-7e30-4410-afc1-7da6f1381abb,segment=NetworkSegment(ac14c16a-0c64-4908-b033-6ded81596a20),segment_id=ac14c16a-0c64-4908-b033-6ded81596a20)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:06:57.713683 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.722334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.779189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network bb449702-0dbe-43ff-852b-ca72172e29c9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:57.783148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:57.791391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:57.792493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:57.825214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23274c-9330-48a9-8674-dc25814593c3 None None] Pushing event updated for resources: {'Port': ['ID=64e90802-7e30-4410-afc1-7da6f1381abb,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:57.852382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=d0cf0bd1-f60b-420e-ae0e-5e45f90b571b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:57.863521 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-673b03de-74e8-46b9-9dcf-c08cdacb6242 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8426747 Jul 15 17:06:57.867905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:57.874026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068'}, {'subnet_id': 'd0cf0bd1-f60b-420e-ae0e-5e45f90b571b'}], 'name': 'tempest-PortsTestJSON-1008141967'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:58.057018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:06:58.113439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:58.127868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:58.228475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:58.250002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port cd2f64aa-0716-4329-bfe6-a1237acf9fed yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:06:58.336149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Router e82121cd-49a2-4b16-a1b9-1be994cc0756 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:06:58.502736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:06:58.515415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] Sync routers for ids ['e82121cd-49a2-4b16-a1b9-1be994cc0756'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:06:58.517874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:58.519307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-98e74427-505b-4dfe-87e4-5bdccf504256 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "PUT /v2.0/routers/e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 200 len: 883 time: 3.2096210 Jul 15 17:06:58.522405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:58.537368 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] Routers {'e82121cd-49a2-4b16-a1b9-1be994cc0756'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:58.537919 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e82121cd-49a2-4b16-a1b9-1be994cc0756'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:58.596836 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:58.610803 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] Routers {'e82121cd-49a2-4b16-a1b9-1be994cc0756'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:06:58.611983 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e82121cd-49a2-4b16-a1b9-1be994cc0756'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:58.668031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d00dd1b0-26b5-4d7a-91bc-9516697558fe tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 200 len: 924 time: 0.1442974 Jul 15 17:06:58.674084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:58.674266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:06:58.675363 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5c6ccf-eab0-4446-8389-11d2e2c210a7 None None] The sync data for ids ['e82121cd-49a2-4b16-a1b9-1be994cc0756'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:06:58.718144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.9 (bb449702-0dbe-43ff-852b-ca72172e29c9/879bd77b-e770-4e06-85ba-3c5f4df57068/cd2f64aa-0716-4329-bfe6-a1237acf9fed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:58.725490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.24 (bb449702-0dbe-43ff-852b-ca72172e29c9/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b/cd2f64aa-0716-4329-bfe6-a1237acf9fed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:06:58.812634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f778019-c444-48ca-95ce-99087beb3636 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:58.819173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:58.822258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0f778019-c444-48ca-95ce-99087beb3636 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=e82121cd-49a2-4b16-a1b9-1be994cc0756&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1468871 Jul 15 17:06:58.826416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.013866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.039466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6015d-be82-4232-b472-e29c5b328061 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:59.042791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-31f6015d-be82-4232-b472-e29c5b328061 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.2207341 Jul 15 17:06:59.043825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57386) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:59.056192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object cd2f64aa-0716-4329-bfe6-a1237acf9fed will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:06:59.085032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1cde3dc6-47e7-420e-abcb-a8bf7b428d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.095538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fde84670-f3bc-49bc-b00d-12599dc8109a tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 200 len: 205 time: 0.0495536 Jul 15 17:06:59.095678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57390) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:59.149285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.202355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 64e90802-7e30-4410-afc1-7da6f1381abb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:06:59.256590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network bb449702-0dbe-43ff-852b-ca72172e29c9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:06:59.286274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:06:59.286828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f4d06-881c-4c34-9dd9-21526949d0a4 None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:06:59.322717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=cd2f64aa-0716-4329-bfe6-a1237acf9fed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:06:59.329178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:06:59.367590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 64e90802-7e30-4410-afc1-7da6f1381abb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:59.402649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Provisioning for port 64e90802-7e30-4410-afc1-7da6f1381abb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:06:59.407925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.421718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Provisioning complete for port 64e90802-7e30-4410-afc1-7da6f1381abb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:06:59.422255 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.470564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:06:59.472572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.503685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-63e054d7-973f-46fd-a0d0-bd16ea47449b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6340361 Jul 15 17:06:59.507099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:06:59.519923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:06:59.621045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.657688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.706791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.710210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.826183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port d9805d67-5670-4d9e-a30f-5d1a89a5896a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:06:59.826534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:06:59.890326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] For port 64e90802-7e30-4410-afc1-7da6f1381abb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=64e90802-7e30-4410-afc1-7da6f1381abb,segment=NetworkSegment(ac14c16a-0c64-4908-b033-6ded81596a20),segment_id=ac14c16a-0c64-4908-b033-6ded81596a20)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:06:59.892946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Update dhcp port {'port': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0cf0bd1-f60b-420e-ae0e-5e45f90b571b'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '64e90802-7e30-4410-afc1-7da6f1381abb'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:06:59.901819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.018054 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.047333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for d9805d67-5670-4d9e-a30f-5d1a89a5896a owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:00.062303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Delete allocated IP 172.20.0.24 (bb449702-0dbe-43ff-852b-ca72172e29c9/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:07:00.093063 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.159811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79434cad-6e2c-483e-9f62-dff64885de19 None None] Pushing event updated for resources: {'Port': ['ID=64e90802-7e30-4410-afc1-7da6f1381abb,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:00.307551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.342315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Ignored duplicate provisioning block setup for port cd2f64aa-0716-4329-bfe6-a1237acf9fed by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:07:00.357705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.461023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Allocated IP 172.20.0.18 (bb449702-0dbe-43ff-852b-ca72172e29c9/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b/64e90802-7e30-4410-afc1-7da6f1381abb) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:00.488577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=cd2f64aa-0716-4329-bfe6-a1237acf9fed,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:00.509620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] In _notify_port_updated(), no bound segment for port cd2f64aa-0716-4329-bfe6-a1237acf9fed on network bb449702-0dbe-43ff-852b-ca72172e29c9 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:00.516761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:00.517771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.523369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-94fe6be5-cb09-4570-aca7-373ad9040930 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/ports/cd2f64aa-0716-4329-bfe6-a1237acf9fed HTTP/1.1" status: 200 len: 919 time: 1.0110507 Jul 15 17:07:00.523948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:00.530457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068'}, {'subnet_id': 'd0cf0bd1-f60b-420e-ae0e-5e45f90b571b'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:00.662740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.662981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79cb3d-9170-46aa-91c9-e82a2279ae80 req-dfa59673-9e97-4bbf-8852-ded05ca2b01c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:00.664263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a79cb3d-9170-46aa-91c9-e82a2279ae80 req-dfa59673-9e97-4bbf-8852-ded05ca2b01c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1641896 Jul 15 17:07:00.666636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] For port 64e90802-7e30-4410-afc1-7da6f1381abb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=64e90802-7e30-4410-afc1-7da6f1381abb,segment=NetworkSegment(ac14c16a-0c64-4908-b033-6ded81596a20),segment_id=ac14c16a-0c64-4908-b033-6ded81596a20)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:00.712087 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.759384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Transition to ACTIVE for port object 64e90802-7e30-4410-afc1-7da6f1381abb will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:00.765256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.771749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a79cb3d-9170-46aa-91c9-e82a2279ae80 req-6fc85ee7-aa8d-4602-8937-321a9bc23a56 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626507 Jul 15 17:07:00.774855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:00.829127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=d9805d67-5670-4d9e-a30f-5d1a89a5896a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:00.884763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb8214-2bd7-4cc7-bd0f-329219917d39 None None] Pushing event updated for resources: {'Port': ['ID=64e90802-7e30-4410-afc1-7da6f1381abb,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:00.978585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.082809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 64e90802-7e30-4410-afc1-7da6f1381abb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:01.118215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.122198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.189764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.22 (bb449702-0dbe-43ff-852b-ca72172e29c9/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b/cd2f64aa-0716-4329-bfe6-a1237acf9fed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:01.193561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.194887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router e82121cd-49a2-4b16-a1b9-1be994cc0756 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:07:01.211338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.218706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b4521b1-5dfd-432a-ba2f-ed5a76d6befb tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 204 len: 168 time: 2.1215370 Jul 15 17:07:01.219275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:01.232990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167680991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:01.244634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.309795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.311364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.370902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.392808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Ignored duplicate provisioning block setup for port cd2f64aa-0716-4329-bfe6-a1237acf9fed by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:07:01.631532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19bf4da-ee75-49f3-a612-b46b3dc059c2 None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:01.665919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Provisioning for port 64e90802-7e30-4410-afc1-7da6f1381abb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:01.696301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Provisioning complete for port 64e90802-7e30-4410-afc1-7da6f1381abb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:01.696654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.712553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.729587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.755414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.867379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] In _notify_port_updated(), no bound segment for port cd2f64aa-0716-4329-bfe6-a1237acf9fed on network bb449702-0dbe-43ff-852b-ca72172e29c9 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:01.871131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Provisioning for port cd2f64aa-0716-4329-bfe6-a1237acf9fed completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:01.873538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:01.874460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.876010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/ports/cd2f64aa-0716-4329-bfe6-a1237acf9fed HTTP/1.1" status: 200 len: 999 time: 1.3510749 Jul 15 17:07:01.877465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Provisioning complete for port cd2f64aa-0716-4329-bfe6-a1237acf9fed triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:01.877843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.879050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:01.880716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:01.882036 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-544b0cd8-95a7-435e-9733-b5a53ab0b641 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6549096 Jul 15 17:07:01.885596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:01.890397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': True}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:01.893957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8498f1-5464-4ec0-a8dc-b6899dabf5e1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=cd2f64aa-0716-4329-bfe6-a1237acf9fed,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:01.957071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-68eaa393-ea75-43d0-abcc-8444739cfd4f None None] Port cd2f64aa-0716-4329-bfe6-a1237acf9fed cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:02.035482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port cd2f64aa-0716-4329-bfe6-a1237acf9fed {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:02.036408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.119630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.183828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.197288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for cd2f64aa-0716-4329-bfe6-a1237acf9fed owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:02.437621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e171-dc9b-48b8-9185-ca24939203c6 req-d0cbb0f2-4086-43be-b581-66bd2eb06e28 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:02.446652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e400e171-dc9b-48b8-9185-ca24939203c6 req-d0cbb0f2-4086-43be-b581-66bd2eb06e28 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.4849081 Jul 15 17:07:02.463336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.499461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.560753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e400e171-dc9b-48b8-9185-ca24939203c6 req-36415733-a1b5-4b44-851b-76dd816b58e1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130881 Jul 15 17:07:02.572362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.621400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=cd2f64aa-0716-4329-bfe6-a1237acf9fed,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:02.689735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 172.25.8.148 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3067fa91-4543-4583-a925-c0698e9d49f8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:02.724440 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.727934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40ab611f-7cf9-4547-8459-8a4edd43c3d5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/cd2f64aa-0716-4329-bfe6-a1237acf9fed HTTP/1.1" status: 204 len: 168 time: 0.8471406 Jul 15 17:07:02.730085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57454) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:02.774700 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-024fcf03-5df2-4e79-a1f2-f61320135a5a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:02.778224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-024fcf03-5df2-4e79-a1f2-f61320135a5a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/cd2f64aa-0716-4329-bfe6-a1237acf9fed HTTP/1.1" status: 404 len: 333 time: 0.0464234 Jul 15 17:07:02.780388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:02.842168 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.858973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet d0cf0bd1-f60b-420e-ae0e-5e45f90b571b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:02.865151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.922686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:02.976265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.041255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:03.045841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:03.059607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:03.102335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=3067fa91-4543-4583-a925-c0698e9d49f8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:03.111520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.274454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.295056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e6649b12-a615-4df5-9828-2f9e868a11f0 None None] Provisioning complete for port 64e90802-7e30-4410-afc1-7da6f1381abb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:03.296890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6649b12-a615-4df5-9828-2f9e868a11f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.304012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=d0cf0bd1-f60b-420e-ae0e-5e45f90b571b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:03.312344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.317626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ebdd0741-3f97-43ce-a68f-440e6f5ac6b5 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b HTTP/1.1" status: 204 len: 168 time: 0.5330186 Jul 15 17:07:03.318357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57458) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:03.403550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 879bd77b-e770-4e06-85ba-3c5f4df57068 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:03.412418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.490363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.494334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e6649b12-a615-4df5-9828-2f9e868a11f0 None None] Could not find standard attr ID for object cd2f64aa-0716-4329-bfe6-a1237acf9fed. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:03.507099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.514812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe114e-7005-4922-bcda-2efd3de53e53 None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:03.692526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.721252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-363f15c6-f9a4-4270-a84b-c565f9d5abda None None] Could not find standard attr ID for object cd2f64aa-0716-4329-bfe6-a1237acf9fed. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:03.774403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.805829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:03.824606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/879bd77b-e770-4e06-85ba-3c5f4df57068 HTTP/1.1" status: 204 len: 168 time: 0.5006928 Jul 15 17:07:03.846070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57468) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:03.858049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dc80b-cd74-478a-9421-39e25e56ebd4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=879bd77b-e770-4e06-85ba-3c5f4df57068,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:04.007039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.020682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.074524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2af0b3-e853-4ea3-9e6d-f53e399c5cbc None None] Update dhcp port {'port': {'network_id': 'bb449702-0dbe-43ff-852b-ca72172e29c9', 'fixed_ips': [{'subnet_id': '879bd77b-e770-4e06-85ba-3c5f4df57068'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '64e90802-7e30-4410-afc1-7da6f1381abb'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:07:04.124640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.125006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8a2af0b3-e853-4ea3-9e6d-f53e399c5cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.140525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb583-90b6-4a14-bba3-4ebc5bb27ac6 req-0129456f-ca64-4086-82dc-9e609b173a98 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:04.150854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ddb583-90b6-4a14-bba3-4ebc5bb27ac6 req-0129456f-ca64-4086-82dc-9e609b173a98 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.3011990 Jul 15 17:07:04.228259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a3ddb583-90b6-4a14-bba3-4ebc5bb27ac6 req-a9e84d57-6bbf-4ee1-9591-0f2d04a403de tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769281 Jul 15 17:07:04.242890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:07:04.264776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 64e90802-7e30-4410-afc1-7da6f1381abb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:04.265245 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.359848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3337b2-462f-4ff9-93cf-02111783e0fe None None] Network bb449702-0dbe-43ff-852b-ca72172e29c9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:04.386701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6e5b56e5-b933-4c22-b5a2-03117b82f058 None None] Provisioning complete for port 64e90802-7e30-4410-afc1-7da6f1381abb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:04.386701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6e5b56e5-b933-4c22-b5a2-03117b82f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.395724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port 64e90802-7e30-4410-afc1-7da6f1381abb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=64e90802-7e30-4410-afc1-7da6f1381abb,segment=NetworkSegment(ac14c16a-0c64-4908-b033-6ded81596a20),segment_id=ac14c16a-0c64-4908-b033-6ded81596a20)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:04.396482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.421589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:04.429114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 64e90802-7e30-4410-afc1-7da6f1381abb owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:04.441012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.443358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b5b9d1a-16ee-4b12-ad9c-167ced78c51a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "PUT /v2.0/routers/ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 200 len: 918 time: 2.5563326 Jul 15 17:07:04.445819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57470) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:04.470419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] Sync routers for ids ['ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:04.492232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] Routers {'ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:04.492882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.574239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.589839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port 64e90802-7e30-4410-afc1-7da6f1381abb on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:04.597932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:04.603984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b6bcea5b-c2c7-4ba0-9373-86cd62a8ab7a tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 200 len: 924 time: 0.1566148 Jul 15 17:07:04.604780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.615549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b56e5-b933-4c22-b5a2-03117b82f058 None None] Port 64e90802-7e30-4410-afc1-7da6f1381abb update to ACTIVE by agent not found {{(pid=100430) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 15 17:07:04.622482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] Routers {'ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:04.623201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.703288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.703976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b326f0c8-ad30-44f6-9aca-184af2231884 None None] The sync data for ids ['ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:04.724671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=64e90802-7e30-4410-afc1-7da6f1381abb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:04.728572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f625a8c-5328-4de8-b435-e7ff4b4db316 None None] DHCP port deletion for bb449702-0dbe-43ff-852b-ca72172e29c9 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:07:04.823976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.851244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb449702-0dbe-43ff-852b-ca72172e29c9']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.862922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac14c16a-0c64-4908-b033-6ded81596a20') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.863213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac14c16a-0c64-4908-b033-6ded81596a20') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:04.876860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e278d0-6d8d-428c-acff-dde0bb86504b tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:04.878659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-69e278d0-6d8d-428c-acff-dde0bb86504b tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2757113 Jul 15 17:07:04.881661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:04.883479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.899177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.906221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:07:04.906630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:07:04.909720 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:07:04.993218 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.006814 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.008701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/bb449702-0dbe-43ff-852b-ca72172e29c9 HTTP/1.1" status: 204 len: 168 time: 1.1613796 Jul 15 17:07:05.015517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d264a-63a7-4c0a-b656-a99d8a2796d9 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:05.019519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-860d264a-63a7-4c0a-b656-a99d8a2796d9 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.1341360 Jul 15 17:07:05.019519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57482) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.036774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57484) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.050749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 64e90802-7e30-4410-afc1-7da6f1381abb no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:05.054287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c0877-eb3b-434a-b596-bf1d9e17600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=bb449702-0dbe-43ff-852b-ca72172e29c9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:05.083958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-93c85533-5ca7-4ec6-ae6d-561ffa0c47c9 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 200 len: 205 time: 0.0396953 Jul 15 17:07:05.084240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57486) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.091888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 64e90802-7e30-4410-afc1-7da6f1381abb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:07:05.093697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 64e90802-7e30-4410-afc1-7da6f1381abb not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:07:05.126093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6012554-40e6-4636-80bf-67a5892e8666 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:05.131698 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6012554-40e6-4636-80bf-67a5892e8666 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1093173 Jul 15 17:07:05.131871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.203350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-712c2e06-b398-4a83-a128-3f74b7d74e8b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0703788 Jul 15 17:07:05.209131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57490) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.215555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1734363391'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:05.231855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.241411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:05.245138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.294642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:07:05.312662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.313161 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment 220fbdd6-3100-4708-961b-9f07a88a5551 of type vlan for network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 Jul 15 17:07:05.378883 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.425886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.434335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:05.435395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.451571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.490319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2800364 Jul 15 17:07:05.493481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:05.503131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:05.521730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dd892-553b-4b1f-b33a-b957f97669fc req-44e10401-d418-415d-8ca0-91f3431fd888 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:05.523418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a8dd892-553b-4b1f-b33a-b957f97669fc req-44e10401-d418-415d-8ca0-91f3431fd888 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1620982 Jul 15 17:07:05.550739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4b5a8-fc16-4a1d-9570-e07f0954c46b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=d2a38d9d-9094-4da8-bd35-bbaa9f6117c3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:05.562648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:07:05.570861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port 3067fa91-4543-4583-a925-c0698e9d49f8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:05.571220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.587799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a8dd892-553b-4b1f-b33a-b957f97669fc req-f429e67e-dae0-4064-8b59-acc1ec1a1790 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559826 Jul 15 17:07:05.662498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:05.671740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.694848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:05.709692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for 3067fa91-4543-4583-a925-c0698e9d49f8 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:05.936934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.009005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=3067fa91-4543-4583-a925-c0698e9d49f8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:06.032741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.092633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.109018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:06.118651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': '220fbdd6-3100-4708-961b-9f07a88a5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:06.119011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: d2a38d9d-9094-4da8-bd35-bbaa9f6117c3, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:07:06.138766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:07:06.156319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d2a38d9d-9094-4da8-bd35-bbaa9f6117c3) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:06.163514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:06.164262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.168421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f58933c-7c3c-46f9-80ae-72583824ac1c None None] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:06.191335 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a730e065-226f-4653-934a-0fb095d7abc1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6970706 Jul 15 17:07:06.192856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:06.199537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3', 'name': 'tempest-PortsTestJSON-1783758849'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:06.221406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.225816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.304546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.305503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:07:06.315586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.317639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e59cd595-33b8-4ed5-b593-f0cd9cc0d716 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 204 len: 168 time: 1.2318060 Jul 15 17:07:06.321907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57504) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:06.348559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1628373193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:06.363014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.api [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 17:07:06.363014 n-d-800085-3 neutron-server[100429]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 15 17:07:06.363014 n-d-800085-3 neutron-server[100429]: [parameters: {'project_id_1': '4f9422e172314a4a80f2f88d469ee6aa', 'expiration_1': datetime.datetime(2021, 7, 15, 17, 7, 6, 355774)}] Jul 15 17:07:06.363014 n-d-800085-3 neutron-server[100429]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:07:06.363523 n-d-800085-3 neutron-server[100429]: DEBUG oslo_db.api [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:07:06.375872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:06.380294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.405234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port e049596f-fd0d-4aa5-be4f-552fd28ed04b yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:06.567026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.8 (d2a38d9d-9094-4da8-bd35-bbaa9f6117c3/f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f/e049596f-fd0d-4aa5-be4f-552fd28ed04b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:06.595269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-d2a38d9d-9094-4da8-bd35-bbaa9f6117c3', 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': 'f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:07:06.603023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.813661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305becf-c2cf-49f7-b254-4b20c417901f req-8322c01a-2844-4ee1-8ca7-8386a5a24001 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:06.821977 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f305becf-c2cf-49f7-b254-4b20c417901f req-8322c01a-2844-4ee1-8ca7-8386a5a24001 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.0799863 Jul 15 17:07:06.916787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f305becf-c2cf-49f7-b254-4b20c417901f req-145a96a4-7b98-4013-b6a0-8479dc10e581 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938120 Jul 15 17:07:06.958645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:06.959914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.055427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.067013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.110695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.117805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-206bfbca-c742-4bc0-95f0-8f98a22b5ab7 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7947149 Jul 15 17:07:07.124134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57514) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:07.131962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'enable_snat': False}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:07.219580 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.234429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object e049596f-fd0d-4aa5-be4f-552fd28ed04b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:07.279452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.353409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=e049596f-fd0d-4aa5-be4f-552fd28ed04b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:07.370148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:07.371809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:07.375683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:07.390764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.422031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Allocated IP 172.20.0.2 (d2a38d9d-9094-4da8-bd35-bbaa9f6117c3/f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f/d8b3939b-1233-48ad-8e5b-1bdd91627431) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:07.448510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:07.449339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.472162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f8670371-0099-4c88-83fc-14195d517663 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2755008 Jul 15 17:07:07.472653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:07.490851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3', 'name': 'tempest-PortsTestJSON-567730455'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:07.711271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.740960 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.749201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.769363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Transition to ACTIVE for port object d8b3939b-1233-48ad-8e5b-1bdd91627431 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:07.788199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:07.794032 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.814049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 728e524d-f916-488a-be6a-44b511861a63 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:07.816599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Transition to ACTIVE for port object d8b3939b-1233-48ad-8e5b-1bdd91627431 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:07.825801 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:07.878771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:07.882846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:07.886927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:07.894334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Pushing event updated for resources: {'Port': ['ID=d8b3939b-1233-48ad-8e5b-1bdd91627431,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:07.906031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Allocated IP 172.25.8.80 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/034f7227-edb5-40ad-a3a8-a1976dff074a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:07.989404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.989963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.990429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.990771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.991107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.991439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.991767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:07.992092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:08.006958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:08.007402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:08.007645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:08.007950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:08.039980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Attempting to bind port d8b3939b-1233-48ad-8e5b-1bdd91627431 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:07:08.039980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Attempting to bind port d8b3939b-1233-48ad-8e5b-1bdd91627431 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '220fbdd6-3100-4708-961b-9f07a88a5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:07:08.039980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Attempting to bind port d8b3939b-1233-48ad-8e5b-1bdd91627431 on network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:07:08.053836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:07:08.054924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Checking segment: {'id': '220fbdd6-3100-4708-961b-9f07a88a5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:08.056880 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.057041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Bound using segment: {'id': '220fbdd6-3100-4708-961b-9f07a88a5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:07:08.059012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Bound port: d8b3939b-1233-48ad-8e5b-1bdd91627431, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220fbdd6-3100-4708-961b-9f07a88a5551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2a38d9d-9094-4da8-bd35-bbaa9f6117c3'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:07:08.059407 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.129756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.13 (d2a38d9d-9094-4da8-bd35-bbaa9f6117c3/f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f/728e524d-f916-488a-be6a-44b511861a63) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:08.178741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] For port d8b3939b-1233-48ad-8e5b-1bdd91627431, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:07:08.182456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] For port d8b3939b-1233-48ad-8e5b-1bdd91627431, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d8b3939b-1233-48ad-8e5b-1bdd91627431,segment=NetworkSegment(220fbdd6-3100-4708-961b-9f07a88a5551),segment_id=220fbdd6-3100-4708-961b-9f07a88a5551)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:07:08.189679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.248384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.307841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fde4a-7560-426b-9d31-4f5bff4b9d3c req-8ffeb692-4ccf-46d2-a934-de0c240d9b25 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:08.317221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-967fde4a-7560-426b-9d31-4f5bff4b9d3c req-8ffeb692-4ccf-46d2-a934-de0c240d9b25 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1747644 Jul 15 17:07:08.339043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ce1ee-1e77-4ab9-8ac9-b64a3a4cd488 None None] Pushing event updated for resources: {'Port': ['ID=d8b3939b-1233-48ad-8e5b-1bdd91627431,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:08.414644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-967fde4a-7560-426b-9d31-4f5bff4b9d3c req-134a5eff-f4a6-4f1e-875b-df54a0256e57 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935090 Jul 15 17:07:08.419623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.491157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:08.494522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:08.497779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:08.549378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Pushing event updated for resources: {'Port': ['ID=034f7227-edb5-40ad-a3a8-a1976dff074a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:08.615830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.645750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 728e524d-f916-488a-be6a-44b511861a63 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:08.714577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.851482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:08.860018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:08.869946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:08.918814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=728e524d-f916-488a-be6a-44b511861a63,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:08.958038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:08.959123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:08.982269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-62e93e24-4de5-49dd-bed1-f1e63b4e17e8 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5039213 Jul 15 17:07:08.982917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:09.187530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cbace-1388-4990-bd12-2f4e60ffd922 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:09.189142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-947cbace-1388-4990-bd12-2f4e60ffd922 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2052686 Jul 15 17:07:09.194933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57532) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:09.196882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d8b3939b-1233-48ad-8e5b-1bdd91627431 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:09.311481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d8b3939b-1233-48ad-8e5b-1bdd91627431 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:09.375129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:09.610772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 728e524d-f916-488a-be6a-44b511861a63 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:09.611253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:09.657913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:09.701809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:09.813091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:09.831274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc36769-ab17-4831-97c8-c4b5cb458627 None None] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:09.837970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 728e524d-f916-488a-be6a-44b511861a63 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:09.955549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Provisioning for port d8b3939b-1233-48ad-8e5b-1bdd91627431 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:09.967942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Provisioning complete for port d8b3939b-1233-48ad-8e5b-1bdd91627431 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:09.968557 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.019035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe25b9f-b901-4263-b7a0-f3c6a8dc0517 req-047acd03-e124-43a2-a511-1809b4fe3fe0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:10.020787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe25b9f-b901-4263-b7a0-f3c6a8dc0517 req-047acd03-e124-43a2-a511-1809b4fe3fe0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2635798 Jul 15 17:07:10.102153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Router 01e4189f-c31c-4e4c-bfc4-baba6eb6d232 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:07:10.114744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe25b9f-b901-4263-b7a0-f3c6a8dc0517 req-8725bdc3-47f5-4b9c-b38e-70315b557486 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861900 Jul 15 17:07:10.154479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.194836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] For port d8b3939b-1233-48ad-8e5b-1bdd91627431, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d8b3939b-1233-48ad-8e5b-1bdd91627431,segment=NetworkSegment(220fbdd6-3100-4708-961b-9f07a88a5551),segment_id=220fbdd6-3100-4708-961b-9f07a88a5551)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:10.196358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.206435 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.274874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=728e524d-f916-488a-be6a-44b511861a63,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:10.329690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43bc25-7844-4023-9292-87b6481804fc None None] Pushing event updated for resources: {'Port': ['ID=d8b3939b-1233-48ad-8e5b-1bdd91627431,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:10.394004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:10.407770 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] Sync routers for ids ['01e4189f-c31c-4e4c-bfc4-baba6eb6d232'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:10.408306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.409387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-494c9cac-31cc-4e69-90e7-305af34e99d8 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "PUT /v2.0/routers/01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 200 len: 919 time: 3.2833755 Jul 15 17:07:10.413593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57552) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:10.454593 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] Routers {'01e4189f-c31c-4e4c-bfc4-baba6eb6d232'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:10.455939 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['01e4189f-c31c-4e4c-bfc4-baba6eb6d232'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:10.550800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:10.573201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.574693 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] Routers {'01e4189f-c31c-4e4c-bfc4-baba6eb6d232'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:10.575111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f17d2d96-7f32-4582-80c7-e00c5f10504a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/728e524d-f916-488a-be6a-44b511861a63 HTTP/1.1" status: 204 len: 168 time: 1.3770111 Jul 15 17:07:10.575956 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['01e4189f-c31c-4e4c-bfc4-baba6eb6d232'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:10.577672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57554) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:10.643227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Provisioning for port e049596f-fd0d-4aa5-be4f-552fd28ed04b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:10.651493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Provisioning complete for port e049596f-fd0d-4aa5-be4f-552fd28ed04b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:10.653221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.731532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-44d39742-6c48-4262-9396-9b038eceee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:10.733130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-44d39742-6c48-4262-9396-9b038eceee45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1096 time: 0.2339594 Jul 15 17:07:10.767426 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:10.768990 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c36a35-56a7-4082-99d6-0236cb76991d None None] The sync data for ids ['01e4189f-c31c-4e4c-bfc4-baba6eb6d232'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:10.775926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Port e049596f-fd0d-4aa5-be4f-552fd28ed04b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:10.787830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Could not find standard attr ID for object 728e524d-f916-488a-be6a-44b511861a63. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:10.792639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.803304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Provisioning complete for port d8b3939b-1233-48ad-8e5b-1bdd91627431 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:10.804227 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d5768981-379a-4c2a-81b6-03aaf469cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.806129 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:10.811709 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd7a5e6-ae7d-4dde-bb53-51bbcc769905 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:10.813605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2bd7a5e6-ae7d-4dde-bb53-51bbcc769905 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/728e524d-f916-488a-be6a-44b511861a63 HTTP/1.1" status: 404 len: 333 time: 0.2287366 Jul 15 17:07:10.816551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:10.848769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-89717ccf-ab5d-4c0a-a6f8-922092bf10ef tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 200 len: 925 time: 0.4319355 Jul 15 17:07:10.849402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:11.029677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac952f-6c43-4f4e-a546-5960791a356f tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.031137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39ac952f-6c43-4f4e-a546-5960791a356f tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=01e4189f-c31c-4e4c-bfc4-baba6eb6d232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1804671 Jul 15 17:07:11.040333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57572) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:11.107337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d8b3939b-1233-48ad-8e5b-1bdd91627431 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:11.125032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-18f808d7-55fa-4237-b5fd-7aab0f0eaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.126696 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-18f808d7-55fa-4237-b5fd-7aab0f0eaac1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.3671939 Jul 15 17:07:11.225389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-6cd80a8b-7956-4d9b-a9b8-18899ec9200c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 1001 time: 0.0823147 Jul 15 17:07:11.229736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c7519c6-ef1d-4574-abb3-8250d7c68d85 None None] Provisioning complete for port e049596f-fd0d-4aa5-be4f-552fd28ed04b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:11.232060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c7519c6-ef1d-4574-abb3-8250d7c68d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:11.237894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d8b3939b-1233-48ad-8e5b-1bdd91627431 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:11.239711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:11.266775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port e049596f-fd0d-4aa5-be4f-552fd28ed04b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:11.267279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:11.290726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53d00c-395f-4d37-baed-e38b69d9c8bd tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.297633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57576) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:11.306177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a53d00c-395f-4d37-baed-e38b69d9c8bd tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/networks/9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 881 time: 0.2637699 Jul 15 17:07:11.374920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6c7519c6-ef1d-4574-abb3-8250d7c68d85 None None] Port e049596f-fd0d-4aa5-be4f-552fd28ed04b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:11.391323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c47ce4d-7a69-4009-b814-ff503d7c3dce tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 200 len: 205 time: 0.0886877 Jul 15 17:07:11.402237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:11.500002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-8846650f-1ada-47f8-9f28-7e052585ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.501988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-8846650f-1ada-47f8-9f28-7e052585ff7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.2690630 Jul 15 17:07:11.542079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-58b13e46-f213-405b-a6f2-da708ef190ae None None] Could not find standard attr ID for object 728e524d-f916-488a-be6a-44b511861a63. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:11.561815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc6a0f-6173-439e-be63-7e39f3daa6c4 req-910a0e95-6a73-4b84-bd24-5c5a346ad277 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.568737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ccc6a0f-6173-439e-be63-7e39f3daa6c4 req-910a0e95-6a73-4b84-bd24-5c5a346ad277 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2154796 Jul 15 17:07:11.654890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ccc6a0f-6173-439e-be63-7e39f3daa6c4 req-4f09f397-c603-4554-a32c-bbd86124e14f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838556 Jul 15 17:07:11.673831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:11.711985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for e049596f-fd0d-4aa5-be4f-552fd28ed04b owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:11.736412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:11.743298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-c447541b-c88d-4dc2-9609-5c59d5bbacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:11.744968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-c447541b-c88d-4dc2-9609-5c59d5bbacf9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320516 Jul 15 17:07:11.916221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-e663d778-ea07-489f-b94b-7a0ca6b40bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139617 Jul 15 17:07:12.053904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.156416 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96c319d1-3636-4267-a9e5-1ca797e27810 req-8c381a38-33b6-4d2c-9c84-5dacc40d8e0f service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323229 Jul 15 17:07:12.176006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.210536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=e049596f-fd0d-4aa5-be4f-552fd28ed04b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:12.213125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port 034f7227-edb5-40ad-a3a8-a1976dff074a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:12.213381 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.382052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.386729 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-86fefa3a-1bbe-45fd-9bee-16a28a9f1a49 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/e049596f-fd0d-4aa5-be4f-552fd28ed04b HTTP/1.1" status: 204 len: 168 time: 1.5659678 Jul 15 17:07:12.387684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:12.423071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.443562 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a806dbcb-7326-4f6a-88bb-856433f056fc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:12.445535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a806dbcb-7326-4f6a-88bb-856433f056fc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/e049596f-fd0d-4aa5-be4f-552fd28ed04b HTTP/1.1" status: 404 len: 333 time: 0.0561683 Jul 15 17:07:12.447609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for 034f7227-edb5-40ad-a3a8-a1976dff074a owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:12.448623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57590) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:12.568915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:12.581445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.689221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.834916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.844394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:12.911468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=034f7227-edb5-40ad-a3a8-a1976dff074a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:12.997589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff4e9-b187-486b-9720-c846f0012628 req-ebcdb9c3-102a-46d9-b9f1-5639db445774 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:13.004612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef3ff4e9-b187-486b-9720-c846f0012628 req-ebcdb9c3-102a-46d9-b9f1-5639db445774 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1316054 Jul 15 17:07:13.004612 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.078224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.083254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94604eb-f68b-48f9-aa39-aa0f017a975c None None] Network d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:13.085948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f HTTP/1.1" status: 204 len: 168 time: 0.6360092 Jul 15 17:07:13.087705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df8473-50d4-4e2e-828d-2a833e4c036a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:13.092727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:13.112653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.242064 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.270983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef3ff4e9-b187-486b-9720-c846f0012628 req-9a2682cb-b4bc-41bc-bbf3-fc94bf246cea tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228336 Jul 15 17:07:13.382648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.385083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.385499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port d8b3939b-1233-48ad-8e5b-1bdd91627431 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:13.386022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.408699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:07:13.537989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port d8b3939b-1233-48ad-8e5b-1bdd91627431, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d8b3939b-1233-48ad-8e5b-1bdd91627431,segment=NetworkSegment(220fbdd6-3100-4708-961b-9f07a88a5551),segment_id=220fbdd6-3100-4708-961b-9f07a88a5551)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:13.538628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.559232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for d8b3939b-1233-48ad-8e5b-1bdd91627431 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:13.627248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:13.641988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '4e694997-418b-4f0b-985b-eefb5674f261', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:07:13.740156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.777993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.778287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:07:13.796046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910dc301-372b-4d6a-9740-5cc1bca5331b None None] DHCP port deletion for d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:07:13.819235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=d8b3939b-1233-48ad-8e5b-1bdd91627431,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:13.829170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port d8b3939b-1233-48ad-8e5b-1bdd91627431 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:13.842076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:13.855679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.921610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.923139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router 01e4189f-c31c-4e4c-bfc4-baba6eb6d232 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:07:13.937652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.943608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac733dac-e161-4bfd-93a0-282c0a1afe74 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 204 len: 168 time: 2.5399923 Jul 15 17:07:13.946885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:13.953989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1681712192', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:13.954444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:13.993783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.996716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:13.998311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.009185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a38d9d-9094-4da8-bd35-bbaa9f6117c3']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:14.018405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['4e694997-418b-4f0b-985b-eefb5674f261'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:07:14.026219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220fbdd6-3100-4708-961b-9f07a88a5551') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:14.027109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220fbdd6-3100-4708-961b-9f07a88a5551') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:14.040439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.064370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.072304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:07:14.072716 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:07:14.075728 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:07:14.121783 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.157103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.166244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.168175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/d2a38d9d-9094-4da8-bd35-bbaa9f6117c3 HTTP/1.1" status: 204 len: 168 time: 1.0546968 Jul 15 17:07:14.194865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:14.201381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-526320293'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:14.202792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f61ea-40e9-4209-b92b-1d53d4011f99 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=d2a38d9d-9094-4da8-bd35-bbaa9f6117c3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:14.378587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:14.389510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.406075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.486972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:07:14.510623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.511402 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment 62e4300a-4176-49d6-9cdb-5df15d92a240 of type vlan for network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 Jul 15 17:07:14.603393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.666065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.675263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:14.676836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:14.760941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3e0b-9624-43e2-b52d-73c59799f173 req-0092663b-d7f7-4a8d-a07e-3e64a165b6e5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:14.765242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46cb3e0b-9624-43e2-b52d-73c59799f173 req-0092663b-d7f7-4a8d-a07e-3e64a165b6e5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 944 time: 0.1498375 Jul 15 17:07:14.895679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46cb3e0b-9624-43e2-b52d-73c59799f173 req-0863553c-bea6-45eb-9c7a-816ba1ef6af4 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238451 Jul 15 17:07:14.955422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.048154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57654) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:15.053498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8562839 Jul 15 17:07:15.057836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:15.071810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.112169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d8b3939b-1233-48ad-8e5b-1bdd91627431 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:15.122263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45097c9-c537-470e-99d8-25910af5c4cb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=4756e3ec-a43e-4cf9-815e-a50f4a068e24,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:15.175963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:07:15.186442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d8b3939b-1233-48ad-8e5b-1bdd91627431 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:07:15.187033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d8b3939b-1233-48ad-8e5b-1bdd91627431 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:07:15.278963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:15.283201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.345156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Allocated IP 172.25.8.30 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/7f6963cc-1c10-42ab-8701-9c1ce09db09f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:15.439898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:15.593796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 4e694997-418b-4f0b-985b-eefb5674f261 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:15.594477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.632379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.705561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.734433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': '62e4300a-4176-49d6-9cdb-5df15d92a240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:15.734793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: 4756e3ec-a43e-4cf9-815e-a50f4a068e24, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:07:15.735959 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.753096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=58e062c6-b85e-495f-9bb5-083ed36047a3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:15.766732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:07:15.798904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4756e3ec-a43e-4cf9-815e-a50f4a068e24) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:15.807644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:15.809284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.813034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:15.813437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:07:15.831965 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd614b71-9eb3-429b-8c49-e0502e930a19" -d '{"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:07:15.846597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6ca41-af5a-4f13-bc0a-420c79ede6ec None None] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:15.853008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3822d6e-2c31-4bae-961f-23e0ffd780dc tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8034515 Jul 15 17:07:15.854603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:15.873059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24', 'name': 'tempest-PortsTestJSON-169149697', 'fixed_ips': [{'subnet_id': '58e062c6-b85e-495f-9bb5-083ed36047a3', 'ip_address': '172.20.0.10'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:15.921339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event updated for resources: {'Port': ['ID=7f6963cc-1c10-42ab-8701-9c1ce09db09f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:15.952209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:15.956368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:15.960352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:16.048192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:16.068439 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12030149-f935-448c-83ed-dd65d2e4e419 x-openstack-request-id: req-12030149-f935-448c-83ed-dd65d2e4e419 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:07:16.068800 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:07:16.072580 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12030149-f935-448c-83ed-dd65d2e4e419 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:07:16.073141 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'code': 200} Jul 15 17:07:16.157231 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:16.263177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:16.306104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-4756e3ec-a43e-4cf9-815e-a50f4a068e24', 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '58e062c6-b85e-495f-9bb5-083ed36047a3'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:07:16.309102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:16.387279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:16.589432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Allocated IP 172.20.0.2 (4756e3ec-a43e-4cf9-815e-a50f4a068e24/58e062c6-b85e-495f-9bb5-083ed36047a3/ba052cd7-31ae-4edc-9f15-3bb98a44478b) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:16.635703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:16.976097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:16.992638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Transition to ACTIVE for port object ba052cd7-31ae-4edc-9f15-3bb98a44478b will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:17.037215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Transition to ACTIVE for port object ba052cd7-31ae-4edc-9f15-3bb98a44478b will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:17.058182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.140592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:17.146059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:17.170718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:17.219515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Pushing event updated for resources: {'Port': ['ID=ba052cd7-31ae-4edc-9f15-3bb98a44478b,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:17.227059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.271826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.348328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Attempting to bind port ba052cd7-31ae-4edc-9f15-3bb98a44478b on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:07:17.348994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Attempting to bind port ba052cd7-31ae-4edc-9f15-3bb98a44478b by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '62e4300a-4176-49d6-9cdb-5df15d92a240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:07:17.349366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Attempting to bind port ba052cd7-31ae-4edc-9f15-3bb98a44478b on network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:07:17.360983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port f964480b-3d19-45c8-9c12-0530baec92d4 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:17.361190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:07:17.361431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Checking segment: {'id': '62e4300a-4176-49d6-9cdb-5df15d92a240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:17.361840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.362240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Bound using segment: {'id': '62e4300a-4176-49d6-9cdb-5df15d92a240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:07:17.362712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Bound port: ba052cd7-31ae-4edc-9f15-3bb98a44478b, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e4300a-4176-49d6-9cdb-5df15d92a240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:07:17.363096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.522600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] For port ba052cd7-31ae-4edc-9f15-3bb98a44478b, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:07:17.531570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] For port ba052cd7-31ae-4edc-9f15-3bb98a44478b, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ba052cd7-31ae-4edc-9f15-3bb98a44478b,segment=NetworkSegment(62e4300a-4176-49d6-9cdb-5df15d92a240),segment_id=62e4300a-4176-49d6-9cdb-5df15d92a240)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:07:17.538837 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.561431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Router a5333058-d085-4c4b-b36e-234fdeff0d48 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:07:17.682043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c5617-ddf2-4a14-8b8f-e36fadea4bba None None] Pushing event updated for resources: {'Port': ['ID=ba052cd7-31ae-4edc-9f15-3bb98a44478b,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:17.782819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990b3ca-5986-41a7-bd2e-203ad56dabca req-18b7031f-08f1-46f4-8b31-b1fc17fc7467 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:17.795416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a990b3ca-5986-41a7-bd2e-203ad56dabca req-18b7031f-08f1-46f4-8b31-b1fc17fc7467 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 1.5342183 Jul 15 17:07:17.816803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:17.827241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] Sync routers for ids ['a5333058-d085-4c4b-b36e-234fdeff0d48'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:17.843607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] Routers {'a5333058-d085-4c4b-b36e-234fdeff0d48'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:17.844457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a5333058-d085-4c4b-b36e-234fdeff0d48'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:17.864266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:17.870715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bed98883-9c2f-4001-bec5-ea8542b5962e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9222844 Jul 15 17:07:17.875137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57690) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:17.881052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.10 (4756e3ec-a43e-4cf9-815e-a50f4a068e24/58e062c6-b85e-495f-9bb5-083ed36047a3/f964480b-3d19-45c8-9c12-0530baec92d4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:17.890259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:17.920045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a990b3ca-5986-41a7-bd2e-203ad56dabca req-c0a35d9f-ef60-4659-8ed3-491f42ad67d3 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204374 Jul 15 17:07:17.941252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:17.961393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] Routers {'a5333058-d085-4c4b-b36e-234fdeff0d48'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:17.963449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a5333058-d085-4c4b-b36e-234fdeff0d48'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:18.107983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:18.112645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f79c07-329b-4823-83c8-0e19a1fc14a8 None None] The sync data for ids ['a5333058-d085-4c4b-b36e-234fdeff0d48'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:18.419392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.439607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object f964480b-3d19-45c8-9c12-0530baec92d4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:18.507965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.592902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:18.597441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:18.612991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:18.629626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=f964480b-3d19-45c8-9c12-0530baec92d4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:18.645760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.681296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.703287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:18.708742 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.729050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7218d833-bbbb-4c72-b74d-e8899a995489 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8724198 Jul 15 17:07:18.731053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57706) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:18.737027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '4756e3ec-a43e-4cf9-815e-a50f4a068e24', 'name': 'tempest-PortsTestJSON-1900637796', 'fixed_ips': [{'subnet_id': '58e062c6-b85e-495f-9bb5-083ed36047a3', 'ip_address': '172.20.0.9'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:18.758837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Deleting port 7f6963cc-1c10-42ab-8701-9c1ce09db09f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:18.759466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.916194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.940613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Calling delete_port for 7f6963cc-1c10-42ab-8701-9c1ce09db09f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:18.943514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:18.960853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:18.999441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 329b883e-6e15-4d3f-8809-d73f5fa839ca yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:19.218460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ba052cd7-31ae-4edc-9f15-3bb98a44478b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:19.297460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ba052cd7-31ae-4edc-9f15-3bb98a44478b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:19.342211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.349826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332567d-53f4-4658-9bca-c8a9b3e2180a req-d3c9d131-d950-4cf2-90cc-6bdadbe858ab tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:19.351297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2332567d-53f4-4658-9bca-c8a9b3e2180a req-d3c9d131-d950-4cf2-90cc-6bdadbe858ab tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2278476 Jul 15 17:07:19.368415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f399b-a056-4afa-8fe3-56bcd3d57061 None None] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:19.415265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Pushing event deleted for resources: {'Port': ['ID=7f6963cc-1c10-42ab-8701-9c1ce09db09f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:19.497969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.500460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.500844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.504653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.505070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.505451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.505800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.506142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.506493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.511184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.512289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.512651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:19.523543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.9 (4756e3ec-a43e-4cf9-815e-a50f4a068e24/58e062c6-b85e-495f-9bb5-083ed36047a3/329b883e-6e15-4d3f-8809-d73f5fa839ca) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:19.540981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2332567d-53f4-4658-9bca-c8a9b3e2180a req-6ac77d2a-ef49-4e26-a359-fcbedc3e6715 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729445 Jul 15 17:07:19.564752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Provisioning for port ba052cd7-31ae-4edc-9f15-3bb98a44478b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:19.586740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Provisioning complete for port ba052cd7-31ae-4edc-9f15-3bb98a44478b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:19.588753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.634872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.850926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.884422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.885591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 329b883e-6e15-4d3f-8809-d73f5fa839ca will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:19.958322 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.974256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] For port ba052cd7-31ae-4edc-9f15-3bb98a44478b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ba052cd7-31ae-4edc-9f15-3bb98a44478b,segment=NetworkSegment(62e4300a-4176-49d6-9cdb-5df15d92a240),segment_id=62e4300a-4176-49d6-9cdb-5df15d92a240)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:19.989619 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:19.996934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:20.022192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:20.026842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:20.092349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=329b883e-6e15-4d3f-8809-d73f5fa839ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:20.115357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526f4bc-6839-4da1-a206-11f1642768d9 None None] Pushing event updated for resources: {'Port': ['ID=ba052cd7-31ae-4edc-9f15-3bb98a44478b,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:20.131740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:20.132527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.175169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b49bc5f6-a685-41f5-b9dc-d8861847ab8f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4427330 Jul 15 17:07:20.177663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57724) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.201243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.207611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.325296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Router a5333058-d085-4c4b-b36e-234fdeff0d48 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:07:20.406852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cafce8-2d8a-4d13-95ea-b52e38b76435 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:20.408458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-38cafce8-2d8a-4d13-95ea-b52e38b76435 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2297552 Jul 15 17:07:20.420702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57726) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.459378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:20.466078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.467266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-95dc918c-9de1-421e-83d3-91117bfa5d2e tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "PUT /v2.0/routers/a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 200 len: 710 time: 2.5910196 Jul 15 17:07:20.469869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.470743 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] Sync routers for ids ['a5333058-d085-4c4b-b36e-234fdeff0d48'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:20.496232 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] Routers {'a5333058-d085-4c4b-b36e-234fdeff0d48'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:20.497256 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a5333058-d085-4c4b-b36e-234fdeff0d48'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:20.525476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Provisioning for port f964480b-3d19-45c8-9c12-0530baec92d4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:20.545963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Provisioning complete for port f964480b-3d19-45c8-9c12-0530baec92d4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:20.546353 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.588165 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:20.588888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f9461d-b8bd-4404-9c11-88ff26305c7c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:20.605345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f9461d-b8bd-4404-9c11-88ff26305c7c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:20.617870 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] Routers {'a5333058-d085-4c4b-b36e-234fdeff0d48'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:20.621074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f9461d-b8bd-4404-9c11-88ff26305c7c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:20.621314 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:06:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a5333058-d085-4c4b-b36e-234fdeff0d48'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:20.626447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.629376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-81f9461d-b8bd-4404-9c11-88ff26305c7c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2073805 Jul 15 17:07:20.693573 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:20.694723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f45d1d-90e0-4505-bda5-28552c119ee6 None None] The sync data for ids ['a5333058-d085-4c4b-b36e-234fdeff0d48'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:20.741084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Port f964480b-3d19-45c8-9c12-0530baec92d4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:20.743305 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c5e0ba0-083e-42bf-9a26-f838ae03ec31 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/routers/a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 200 len: 745 time: 0.2722929 Jul 15 17:07:20.745950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.761143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Provisioning complete for port ba052cd7-31ae-4edc-9f15-3bb98a44478b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:20.762178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6880b5fe-caa4-46a9-a147-ccd3047f55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:20.869016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-43a023b3-4651-4ba9-9237-52069d859258 tempest-RoutersIpV6AdminTest-1066005807 tempest-RoutersIpV6AdminTest-1066005807-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&device_id=a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 200 len: 205 time: 0.1217866 Jul 15 17:07:20.871596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:20.977165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 329b883e-6e15-4d3f-8809-d73f5fa839ca {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:20.977841 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:21.031300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aa2336df-b0e4-4c74-9ac0-96809880c794 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 200 len: 205 time: 0.1582069 Jul 15 17:07:21.042817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57742) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:21.118259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f180078-77b6-479d-9c1a-85c56f7fb16c req-8b75cc04-9c1f-4881-a0b5-a0e64bd4f25d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:21.120334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f180078-77b6-479d-9c1a-85c56f7fb16c req-8b75cc04-9c1f-4881-a0b5-a0e64bd4f25d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1948793 Jul 15 17:07:21.226407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f180078-77b6-479d-9c1a-85c56f7fb16c req-5beca052-8dbf-4ad6-a89e-ab85acbd68a4 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004651 Jul 15 17:07:21.308074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:21.395960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ba052cd7-31ae-4edc-9f15-3bb98a44478b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:21.516217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ba052cd7-31ae-4edc-9f15-3bb98a44478b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:21.516606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:21.645238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Provisioning for port 329b883e-6e15-4d3f-8809-d73f5fa839ca completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:21.654376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Provisioning complete for port 329b883e-6e15-4d3f-8809-d73f5fa839ca triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:21.654716 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:21.709735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Port 329b883e-6e15-4d3f-8809-d73f5fa839ca cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:21.733100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Provisioning complete for port f964480b-3d19-45c8-9c12-0530baec92d4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:21.733749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:21.803679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cbc44ec5-d882-44b8-9b9a-b631a3c43766 None None] Port f964480b-3d19-45c8-9c12-0530baec92d4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:21.926086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.035133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.046534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 329b883e-6e15-4d3f-8809-d73f5fa839ca owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:22.050152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.221736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.222838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Fanout notify agent at l3_agent the message router_deleted on router a5333058-d085-4c4b-b36e-234fdeff0d48 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:07:22.231902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.236728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.237277 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec090f8c-ec1a-4a06-9a51-cd0a9192e978 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 204 len: 168 time: 1.1929374 Jul 15 17:07:22.297928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-01a9e03c-67f4-4bf8-8051-4cee0dde627f tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 200 len: 205 time: 0.0594001 Jul 15 17:07:22.299646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57760) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.409110 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-a747d421-9e01-43a6-883e-52e92f5ac8e5 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:22.414538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a747d421-9e01-43a6-883e-52e92f5ac8e5 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/a5333058-d085-4c4b-b36e-234fdeff0d48 HTTP/1.1" status: 404 len: 336 time: 0.1114073 Jul 15 17:07:22.414839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.460133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.498378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ebeb347b-02e5-460c-aebf-cb5c862bb192 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 200 len: 205 time: 0.0822303 Jul 15 17:07:22.498626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.500692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=329b883e-6e15-4d3f-8809-d73f5fa839ca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:22.548662 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-642c8160-2216-4ae9-b201-e3d3110810ba tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:22.550169 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-642c8160-2216-4ae9-b201-e3d3110810ba tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/01e4189f-c31c-4e4c-bfc4-baba6eb6d232 HTTP/1.1" status: 404 len: 336 time: 0.0472238 Jul 15 17:07:22.554672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.719740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c34cf-a551-486a-ba7d-583ccf25322d req-2ddcbfac-16e9-4a13-ae23-7c32ed2f9f21 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:22.732527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a20c34cf-a551-486a-ba7d-583ccf25322d req-2ddcbfac-16e9-4a13-ae23-7c32ed2f9f21 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1898565 Jul 15 17:07:22.744041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:22.746269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0df91c5-e02e-4af6-b74d-b3b40f69dbf7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/329b883e-6e15-4d3f-8809-d73f5fa839ca HTTP/1.1" status: 204 len: 168 time: 2.1189449 Jul 15 17:07:22.755061 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9363121-ea29-4c2c-a4c3-a6e992d08799 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 200 len: 205 time: 0.1980286 Jul 15 17:07:22.755638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.757465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.859046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a20c34cf-a551-486a-ba7d-583ccf25322d req-04ce6cba-1f22-4037-a994-2cf6368607ec tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254895 Jul 15 17:07:22.913768 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ac2a155e-d5d2-4e66-95a5-96ceee7fb24c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:22.918081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.918577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac2a155e-d5d2-4e66-95a5-96ceee7fb24c tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/ac0495f1-b57f-4ef4-9a0f-f98ca1824e7d HTTP/1.1" status: 404 len: 336 time: 0.1421688 Jul 15 17:07:22.920505 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162ccb9-8d73-4d0d-aa37-a897eae87cd2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:22.922402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9162ccb9-8d73-4d0d-aa37-a897eae87cd2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/329b883e-6e15-4d3f-8809-d73f5fa839ca HTTP/1.1" status: 404 len: 333 time: 0.1658113 Jul 15 17:07:22.925224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:22.962165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a6c1fb1e-0783-48b2-a954-4ddb541aa997 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 200 len: 205 time: 0.0407250 Jul 15 17:07:22.964591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57776) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.045779 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-f75e63a2-7984-4910-8cea-5b1ce7b2c110 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:23.049262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f75e63a2-7984-4910-8cea-5b1ce7b2c110 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/e82121cd-49a2-4b16-a1b9-1be994cc0756 HTTP/1.1" status: 404 len: 336 time: 0.0819266 Jul 15 17:07:23.049412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57778) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.095341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port f964480b-3d19-45c8-9c12-0530baec92d4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:23.096070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:23.105312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3cd193bb-d144-481a-94d6-ff5f3735a297 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 200 len: 205 time: 0.0527375 Jul 15 17:07:23.107961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57780) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.226881 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-b0fecdfc-779e-4966-898f-71e5691afbd6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:23.230766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b0fecdfc-779e-4966-898f-71e5691afbd6 tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/89b87955-1d99-454f-b7cf-479dc959a17b HTTP/1.1" status: 404 len: 336 time: 0.1236320 Jul 15 17:07:23.235079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57788) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.283218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05289cb2-0a94-4d3d-aa50-4d1601d5ee3b tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "GET /v2.0/ports?device_id=35972c61-9d38-4bd4-994a-8b23ce3c507d HTTP/1.1" status: 200 len: 205 time: 0.0466857 Jul 15 17:07:23.286489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57790) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.296139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:23.340523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for f964480b-3d19-45c8-9c12-0530baec92d4 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:23.420902 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-ed67910d-5bbf-408a-9f61-3ca542717eec tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] delete failed (client error): The resource could not be found. Jul 15 17:07:23.422635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ed67910d-5bbf-408a-9f61-3ca542717eec tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/routers/35972c61-9d38-4bd4-994a-8b23ce3c507d HTTP/1.1" status: 404 len: 336 time: 0.1350956 Jul 15 17:07:23.425653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57794) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.487041 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-05853d17-8f7c-400b-ae8e-99f03710498a tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] DELETE failed (client error): The resource could not be found. Jul 15 17:07:23.488099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05853d17-8f7c-400b-ae8e-99f03710498a tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:23.510883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05853d17-8f7c-400b-ae8e-99f03710498a tempest-RoutersIpV6AdminTest-1375083960 tempest-RoutersIpV6AdminTest-1375083960-project] 10.222.0.25 "DELETE /v2.0/subnets/013271d6-b467-460f-8cd1-3176b1f5e67f HTTP/1.1" status: 404 len: 337 time: 0.0728695 Jul 15 17:07:23.658439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:23.741609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=f964480b-3d19-45c8-9c12-0530baec92d4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:23.895584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:23.901737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57802) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:23.902437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-388c8718-5a32-41b4-a0e2-df9553feefa7 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/f964480b-3d19-45c8-9c12-0530baec92d4 HTTP/1.1" status: 204 len: 168 time: 0.9728761 Jul 15 17:07:23.960571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57806) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:24.020015 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc035ae8-cc63-4bdd-8366-04af53a33005 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:24.024738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:24.037139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bc035ae8-cc63-4bdd-8366-04af53a33005 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/f964480b-3d19-45c8-9c12-0530baec92d4 HTTP/1.1" status: 404 len: 333 time: 0.1340346 Jul 15 17:07:24.124482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 58e062c6-b85e-495f-9bb5-083ed36047a3 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:24.142694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.212789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.327538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3553a-7c54-4db3-8908-97704fc5dd32 req-11228be4-f0e3-4dbc-8f04-f64514be5341 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:24.338411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.360586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bc3553a-7c54-4db3-8908-97704fc5dd32 req-11228be4-f0e3-4dbc-8f04-f64514be5341 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1332989 Jul 15 17:07:24.445361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.484815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6bc3553a-7c54-4db3-8908-97704fc5dd32 req-73373df2-7954-4dbc-aa1d-a87faf2aa95f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226404 Jul 15 17:07:24.490961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.495243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/58e062c6-b85e-495f-9bb5-083ed36047a3 HTTP/1.1" status: 204 len: 168 time: 0.4669209 Jul 15 17:07:24.498788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57816) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:24.500546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bdd53e-1a4f-4ac5-93c0-2d4a15d3c963 None None] Network 4756e3ec-a43e-4cf9-815e-a50f4a068e24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:24.518792 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-660dd068-db52-4bc5-9b39-4c549be109b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.549265 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:07:24.623612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f6562-0b3d-4208-bcb8-2abc0520be26 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=58e062c6-b85e-495f-9bb5-083ed36047a3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:24.675499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.792928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port ba052cd7-31ae-4edc-9f15-3bb98a44478b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:24.794381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.843270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-660dd068-db52-4bc5-9b39-4c549be109b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.853252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-660dd068-db52-4bc5-9b39-4c549be109b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.897865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] DHCP port deletion for 4756e3ec-a43e-4cf9-815e-a50f4a068e24 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:07:24.925468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-660dd068-db52-4bc5-9b39-4c549be109b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f9422e172314a4a80f2f88d469ee6aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9634268 Jul 15 17:07:24.927426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660dd068-db52-4bc5-9b39-4c549be109b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132459c0-06ac-4a87-9aee-03672cee9a5e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:24.928382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port ba052cd7-31ae-4edc-9f15-3bb98a44478b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ba052cd7-31ae-4edc-9f15-3bb98a44478b,segment=NetworkSegment(62e4300a-4176-49d6-9cdb-5df15d92a240),segment_id=62e4300a-4176-49d6-9cdb-5df15d92a240)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:24.928755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:24.930850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57820) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:24.958959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for ba052cd7-31ae-4edc-9f15-3bb98a44478b owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:25.017255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.034561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Deleting port ba052cd7-31ae-4edc-9f15-3bb98a44478b {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:25.034943 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.046387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.100892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ba052cd7-31ae-4edc-9f15-3bb98a44478b no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:25.111782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.121744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.135199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/132459c0-06ac-4a87-9aee-03672cee9a5e HTTP/1.1" status: 204 len: 168 time: 0.2026849 Jul 15 17:07:25.162985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2905b75-5e44-47b5-a876-842c601dafbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132459c0-06ac-4a87-9aee-03672cee9a5e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:25.196945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.228992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] For port ba052cd7-31ae-4edc-9f15-3bb98a44478b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ba052cd7-31ae-4edc-9f15-3bb98a44478b,segment=NetworkSegment(62e4300a-4176-49d6-9cdb-5df15d92a240),segment_id=62e4300a-4176-49d6-9cdb-5df15d92a240)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:25.229475 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.255580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=ba052cd7-31ae-4edc-9f15-3bb98a44478b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:25.263218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Calling delete_port for ba052cd7-31ae-4edc-9f15-3bb98a44478b owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:25.268459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port ba052cd7-31ae-4edc-9f15-3bb98a44478b on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:25.270844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No active binding found for port ba052cd7-31ae-4edc-9f15-3bb98a44478b {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 17:07:25.271285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ba052cd7-31ae-4edc-9f15-3bb98a44478b not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:07:25.429417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.454597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.462429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4756e3ec-a43e-4cf9-815e-a50f4a068e24']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:25.482760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e4300a-4176-49d6-9cdb-5df15d92a240') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:25.483060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e4300a-4176-49d6-9cdb-5df15d92a240') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:25.511051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] Pushing event deleted for resources: {'Port': ['ID=ba052cd7-31ae-4edc-9f15-3bb98a44478b,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:25.515167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df52c16-900e-4e78-8b89-7a5e1b7de100 None None] No DVR routers for this DVR port ba052cd7-31ae-4edc-9f15-3bb98a44478b on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:25.517945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.548654 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.558974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:07:25.560811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:07:25.568980 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:07:25.629805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:25.772983 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c74a8909-8bb6-44ef-9eec-6cbe0620cc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.796143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fc4a17d-9d00-4520-8e72-1508b33c9b62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=189fa6d9135b4e2cb51977021444e3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648607 Jul 15 17:07:25.799148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:25.820066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.834058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.835935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/4756e3ec-a43e-4cf9-815e-a50f4a068e24 HTTP/1.1" status: 204 len: 168 time: 1.3357706 Jul 15 17:07:25.846824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:25.857736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4a699-bc38-49d0-b527-f11bc65e1758 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=4756e3ec-a43e-4cf9-815e-a50f4a068e24,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:25.864972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2103634849'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:25.888166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651c44-c4bd-4d8a-96a2-ae4ef2af5996 req-e58630ce-3b73-4055-b7da-6b5eaee92699 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:25.895966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1651c44-c4bd-4d8a-96a2-ae4ef2af5996 req-e58630ce-3b73-4055-b7da-6b5eaee92699 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1477270 Jul 15 17:07:25.950154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1651c44-c4bd-4d8a-96a2-ae4ef2af5996 req-55cd2240-248c-4cbb-9424-99ac350701a2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530632 Jul 15 17:07:25.955406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:25.980386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.030931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:26.036584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.039368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.042099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.046578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe048843-709f-4e5e-9b8b-bef00977b3d6 HTTP/1.1" status: 204 len: 168 time: 0.2460177 Jul 15 17:07:26.065003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165442-9eea-4ce3-83bd-f8547e1f9f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe048843-709f-4e5e-9b8b-bef00977b3d6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:26.106238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:07:26.128218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.128929 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Added segment a31c1148-1bca-45df-999f-77e12f480442 of type vlan for network 10663aaf-41a4-41a8-b02b-e4fd71388369 Jul 15 17:07:26.188652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.232301 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.248961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:26.249667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.340647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57842) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:26.342571 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4918442 Jul 15 17:07:26.350307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:26.414031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa2d3b-350e-44e4-9eab-eb8106e86a6f tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Network': ['ID=10663aaf-41a4-41a8-b02b-e4fd71388369,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:26.434842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:07:26.540429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:26.544450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.811761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:26.936934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Checking segment: {'id': 'a31c1148-1bca-45df-999f-77e12f480442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:26.937305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network hostable DHCP agents. Network: 10663aaf-41a4-41a8-b02b-e4fd71388369, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:07:26.939348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=2a23c549-2dd4-4bb2-9ca9-80db36a3881d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:26.960046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.960582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.961259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.961587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.961919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.969622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.970130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.970633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.971143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.971661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.972194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:26.972875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:07:27.006959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:07:27.033886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 10663aaf-41a4-41a8-b02b-e4fd71388369) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:27.045880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8b108-ba2e-4cdc-98e2-43a62562b350 None None] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:27.059898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:27.065301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.126193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06e6c518-b77a-4a31-821f-a10f2c634aa0 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7843730 Jul 15 17:07:27.129297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57892) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:27.139258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1966082558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:27.196074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.197210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.331913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.361032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.419798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57912) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:27.428148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-10663aaf-41a4-41a8-b02b-e4fd71388369', 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '2a23c549-2dd4-4bb2-9ca9-80db36a3881d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:07:27.430201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.447923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.450007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65a6ad5f-36c9-4ced-a491-a6b278192a3c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3195839 Jul 15 17:07:27.453013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57916) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:27.469240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369', 'name': 'tempest-PortsTestJSON-1186169366'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:27.619169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Allocated IP 172.20.0.2 (10663aaf-41a4-41a8-b02b-e4fd71388369/2a23c549-2dd4-4bb2-9ca9-80db36a3881d/3ba6a99b-cac3-4788-b6e1-aa75387b82ff) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:27.686326 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d74bd17a-1cef-416a-9016-eb3d8318ce7b tempest-AgentManagementNegativeTest-291621610 tempest-AgentManagementNegativeTest-291621610-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2650807 Jul 15 17:07:27.703462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aee6b-bca0-4bba-915c-6e9262bda693 req-47d845e4-e78a-46ed-ac09-edd07999ec9b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:27.714264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc8aee6b-bca0-4bba-915c-6e9262bda693 req-47d845e4-e78a-46ed-ac09-edd07999ec9b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.3780742 Jul 15 17:07:27.810841 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.826146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Transition to ACTIVE for port object 3ba6a99b-cac3-4788-b6e1-aa75387b82ff will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:27.853884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Transition to ACTIVE for port object 3ba6a99b-cac3-4788-b6e1-aa75387b82ff will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:27.866359 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.889317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc8aee6b-bca0-4bba-915c-6e9262bda693 req-108a6245-2418-46e2-9c78-0441cd236a9e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735730 Jul 15 17:07:27.933127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:27.939090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Pushing event updated for resources: {'Port': ['ID=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:27.948510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:27.963390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:27.965581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:27.968009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:28.020168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port d9dc9c6b-3f37-49f4-b568-09825dcad078 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:28.062896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Attempting to bind port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:07:28.063913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Attempting to bind port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a31c1148-1bca-45df-999f-77e12f480442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:07:28.064553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Attempting to bind port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff on network 10663aaf-41a4-41a8-b02b-e4fd71388369 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:07:28.070303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:07:28.071060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Checking segment: {'id': 'a31c1148-1bca-45df-999f-77e12f480442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:28.071708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.072615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Bound using segment: {'id': 'a31c1148-1bca-45df-999f-77e12f480442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:07:28.073337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Bound port: 3ba6a99b-cac3-4788-b6e1-aa75387b82ff, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31c1148-1bca-45df-999f-77e12f480442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '10663aaf-41a4-41a8-b02b-e4fd71388369'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:07:28.073957 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.159815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] For port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:07:28.163846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] For port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,segment=NetworkSegment(a31c1148-1bca-45df-999f-77e12f480442),segment_id=a31c1148-1bca-45df-999f-77e12f480442)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:07:28.170511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.205961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.10 (10663aaf-41a4-41a8-b02b-e4fd71388369/2a23c549-2dd4-4bb2-9ca9-80db36a3881d/d9dc9c6b-3f37-49f4-b568-09825dcad078) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:28.318869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121966c-3878-43ee-bc28-a0d5f02cbd06 None None] Pushing event updated for resources: {'Port': ['ID=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:28.354279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57940) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:28.504825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.542466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object d9dc9c6b-3f37-49f4-b568-09825dcad078 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:28.632982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43e78162-38ad-41df-b7cd-48f571d5f2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.754259 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.834122 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.862746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=d9dc9c6b-3f37-49f4-b568-09825dcad078,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:28.882673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:28.886430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:28.895520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:28.953086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43e78162-38ad-41df-b7cd-48f571d5f2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:28.974928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-43e78162-38ad-41df-b7cd-48f571d5f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.005842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:29.006693 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.121168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b9ad3c4f-e7bb-42c9-8fda-2bc3485f218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.178457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ba6a99b-cac3-4788-b6e1-aa75387b82ff up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:29.243868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:29.516097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 57974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:29.523570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ae22a14b-e21d-4e46-88ec-39fd3104b392 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0694213 Jul 15 17:07:29.531727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e78162-38ad-41df-b7cd-48f571d5f2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ae5da-192a-481f-9fc4-393a34d050ca,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:29.545097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.575126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-43e78162-38ad-41df-b7cd-48f571d5f2f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5baee1df1964fd3a35f1fe8cd8d1a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2196069 Jul 15 17:07:29.577317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 57978) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:29.730695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9839a-d682-4771-b552-7cfde1a2fdcc req-897326d4-70f8-4ca3-afed-0804f5f48122 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:29.732413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2c9839a-d682-4771-b552-7cfde1a2fdcc req-897326d4-70f8-4ca3-afed-0804f5f48122 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2897179 Jul 15 17:07:29.793228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a361594-deb5-41cf-aa23-a86c7395085d None None] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:29.839098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.846763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Provisioning for port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:29.877388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2c9839a-d682-4771-b552-7cfde1a2fdcc req-db1246a7-3282-4f1f-b961-e521c0628d8a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329801 Jul 15 17:07:29.908732 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.956997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Provisioning complete for port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:29.960162 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.979409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.982560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:29.986029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c7ae5da-192a-481f-9fc4-393a34d050ca HTTP/1.1" status: 204 len: 168 time: 0.4054816 Jul 15 17:07:30.016407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec8e90-55bb-4143-9b08-f6cda6182485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ae5da-192a-481f-9fc4-393a34d050ca,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:30.142011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:30.295972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:30.400318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] For port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,segment=NetworkSegment(a31c1148-1bca-45df-999f-77e12f480442),segment_id=a31c1148-1bca-45df-999f-77e12f480442)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:30.412024 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:30.553703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07945f-8ce0-4c50-887e-0a5dc3886347 None None] Pushing event updated for resources: {'Port': ['ID=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:30.604075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:30.615996 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:30.782158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=d9dc9c6b-3f37-49f4-b568-09825dcad078,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:30.948625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Provisioning for port d9dc9c6b-3f37-49f4-b568-09825dcad078 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:30.967116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Provisioning complete for port d9dc9c6b-3f37-49f4-b568-09825dcad078 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:30.967516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.053026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Port d9dc9c6b-3f37-49f4-b568-09825dcad078 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:31.064465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Provisioning complete for port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:31.065344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57a276d4-3ca0-4e20-9acb-8a574e62699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.169354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.240056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707fc9a-4d7a-4e54-aef3-87d996adaf2d req-1936554a-9db8-4927-8bf1-72d36276ee5d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:31.242380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ba6a99b-cac3-4788-b6e1-aa75387b82ff up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:31.251118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9707fc9a-4d7a-4e54-aef3-87d996adaf2d req-1936554a-9db8-4927-8bf1-72d36276ee5d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1946826 Jul 15 17:07:31.305094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58010) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:31.367655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9707fc9a-4d7a-4e54-aef3-87d996adaf2d req-db209741-4fcd-4ac2-9e44-2af621c42d5b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136720 Jul 15 17:07:31.405124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:31.405620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.408128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.548184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1294967469'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:31.568932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6bbcd943-9179-44c5-be4d-6224c1b3e38d None None] Provisioning complete for port d9dc9c6b-3f37-49f4-b568-09825dcad078 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:31.569313 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6bbcd943-9179-44c5-be4d-6224c1b3e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.612150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.668836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcd943-9179-44c5-be4d-6224c1b3e38d None None] Port d9dc9c6b-3f37-49f4-b568-09825dcad078 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:31.690835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:31.705904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.728268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.791404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-17b41526-fbef-4f74-8573-3e03d8a37d51 None None] Provisioning complete for port d9dc9c6b-3f37-49f4-b568-09825dcad078 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:31.792581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-17b41526-fbef-4f74-8573-3e03d8a37d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:31.852920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-17b41526-fbef-4f74-8573-3e03d8a37d51 None None] Port d9dc9c6b-3f37-49f4-b568-09825dcad078 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:32.070602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.083858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.123456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.128622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5558a5b-79eb-4cae-b7a0-4fb955bceeaa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:32.140744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.144089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:07:32.207948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.208680 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Added segment 3566e2e5-1a9a-43b3-ad35-2cd463991a71 of type vlan for network 686e4f2f-0238-4221-bbed-25c91f493409 Jul 15 17:07:32.346694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.351225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=d9dc9c6b-3f37-49f4-b568-09825dcad078,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:32.359797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.461483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.469429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:32.470045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.526753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2134802 Jul 15 17:07:32.530226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58022) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:32.536620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'subnet': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:32.564631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64281ee-2bf8-4a75-8882-31af20db84ee tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Network': ['ID=686e4f2f-0238-4221-bbed-25c91f493409,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:32.579280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 686e4f2f-0238-4221-bbed-25c91f493409 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:07:32.604539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:32.606264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:32.812562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:32.819788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Router c1d43a09-6215-4ad3-9f75-5186bcbc227c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:07:32.820417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:32.898857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7df54-253a-47a0-84fe-004aed027ea2 req-0f2d6b82-3ccb-420d-82db-70e161b66a8a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:32.911027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fe7df54-253a-47a0-84fe-004aed027ea2 req-0f2d6b82-3ccb-420d-82db-70e161b66a8a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.3101530 Jul 15 17:07:32.980140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:32.991442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d7d649e0-c7a4-4a14-9233-6c7db0eac17e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/routers/c1d43a09-6215-4ad3-9f75-5186bcbc227c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4740572 Jul 15 17:07:32.992262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:32.998087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] Sync routers for ids ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:33.026363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] Routers {'c1d43a09-6215-4ad3-9f75-5186bcbc227c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:33.031557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:07:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:33.065558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fe7df54-253a-47a0-84fe-004aed027ea2 req-0d8c79cd-8059-42a8-b7a1-afb9ac12547b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533256 Jul 15 17:07:33.133354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b1375-acfc-41f5-9134-78c98e115e02 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:33.140141 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d9b1375-acfc-41f5-9134-78c98e115e02 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1d43a09-6215-4ad3-9f75-5186bcbc227c HTTP/1.1" status: 200 len: 983 time: 0.1464167 Jul 15 17:07:33.141683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:33.142678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:33.179833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] Routers {'c1d43a09-6215-4ad3-9f75-5186bcbc227c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:33.180694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:07:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:33.289716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:33.290888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97c0dd-2f09-4cee-ac44-63ed5e4ccd1a None None] The sync data for ids ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:33.305463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c48637c-d9f8-41e5-8fdf-e975dbe1c016 None None] Provisioning complete for port d9dc9c6b-3f37-49f4-b568-09825dcad078 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:33.306093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c48637c-d9f8-41e5-8fdf-e975dbe1c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:33.326436 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:33.377363 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6c48637c-d9f8-41e5-8fdf-e975dbe1c016 None None] Port d9dc9c6b-3f37-49f4-b568-09825dcad078 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:33.409677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Subnet': ['ID=5accb3aa-af15-4247-8cb0-73507aa8ce4e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:33.412706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Checking segment: {'id': '3566e2e5-1a9a-43b3-ad35-2cd463991a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:33.413231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network hostable DHCP agents. Network: 686e4f2f-0238-4221-bbed-25c91f493409, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:07:33.440861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:07:33.453482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 686e4f2f-0238-4221-bbed-25c91f493409) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:33.463289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:33.466021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f383a2-aa53-401f-9fcb-bfccdf801c44 None None] Network 686e4f2f-0238-4221-bbed-25c91f493409 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:33.466491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:33.515648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6815054c-fb70-4291-b05f-5b1092a2f293 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9836490 Jul 15 17:07:33.522620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58040) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:33.540354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1788990490'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:33.732416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:33.741409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:33.766676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:33.899236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-686e4f2f-0238-4221-bbed-25c91f493409', 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'tenant_id': '973ca6be916e4ba8a7e79ad4ae17bea9', 'fixed_ips': [{'subnet_id': '5accb3aa-af15-4247-8cb0-73507aa8ce4e'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:07:33.902189 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:34.040744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.7 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/25aa0e2d-d501-4d6c-9c16-77c904b7e261) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:34.384753 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:34.490193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object 25aa0e2d-d501-4d6c-9c16-77c904b7e261 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:34.592444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:34.614671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ca059-95e2-4d8b-8799-aaec3ae6ed5f req-6ab19736-72f1-4cee-b8c0-91ecf3144472 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:34.625720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f6ca059-95e2-4d8b-8799-aaec3ae6ed5f req-6ab19736-72f1-4cee-b8c0-91ecf3144472 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2536259 Jul 15 17:07:34.698848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:34.799814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f6ca059-95e2-4d8b-8799-aaec3ae6ed5f req-467220d4-93a7-4c23-b507-ca20da79f244 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731212 Jul 15 17:07:34.812525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Allocated IP 172.20.0.2 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/68822ecd-f54b-4411-a0f7-4d7652832009) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:34.848431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:34.852856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:34.860598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:34.864613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=25aa0e2d-d501-4d6c-9c16-77c904b7e261,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:34.955177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:34.956137 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:34.976988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-669796ec-7e73-4258-84c7-5a4bf68ee47c tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4454699 Jul 15 17:07:34.980009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58050) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:34.989918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1922984421', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:7b:29'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:35.049126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port d9dc9c6b-3f37-49f4-b568-09825dcad078 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:35.049813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.105121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.158054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Transition to ACTIVE for port object 68822ecd-f54b-4411-a0f7-4d7652832009 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:35.207933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Transition to ACTIVE for port object 68822ecd-f54b-4411-a0f7-4d7652832009 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:35.223698 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.303074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.335228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:35.347884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:35.350774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:35.374171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for d9dc9c6b-3f37-49f4-b568-09825dcad078 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:35.393052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:35.410735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Pushing event updated for resources: {'Port': ['ID=68822ecd-f54b-4411-a0f7-4d7652832009,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:35.474931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Attempting to bind port 68822ecd-f54b-4411-a0f7-4d7652832009 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:07:35.477589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Attempting to bind port 68822ecd-f54b-4411-a0f7-4d7652832009 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '3566e2e5-1a9a-43b3-ad35-2cd463991a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:07:35.482992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Attempting to bind port 68822ecd-f54b-4411-a0f7-4d7652832009 on network 686e4f2f-0238-4221-bbed-25c91f493409 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:07:35.535530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:07:35.536205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Checking segment: {'id': '3566e2e5-1a9a-43b3-ad35-2cd463991a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:35.536621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.537111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Bound using segment: {'id': '3566e2e5-1a9a-43b3-ad35-2cd463991a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:07:35.537783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Bound port: 68822ecd-f54b-4411-a0f7-4d7652832009, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3566e2e5-1a9a-43b3-ad35-2cd463991a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '686e4f2f-0238-4221-bbed-25c91f493409'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:07:35.538240 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.561678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.602874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port 016c6689-f9d1-47e9-b9af-af7d583cba66 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:35.657703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] For port 68822ecd-f54b-4411-a0f7-4d7652832009, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:07:35.662300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] For port 68822ecd-f54b-4411-a0f7-4d7652832009, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68822ecd-f54b-4411-a0f7-4d7652832009,segment=NetworkSegment(3566e2e5-1a9a-43b3-ad35-2cd463991a71),segment_id=3566e2e5-1a9a-43b3-ad35-2cd463991a71)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:07:35.668033 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.808506 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:35.813226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33d46d-4c2d-404b-9936-8a95c132ffeb None None] Pushing event updated for resources: {'Port': ['ID=68822ecd-f54b-4411-a0f7-4d7652832009,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:35.859366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.13 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/016c6689-f9d1-47e9-b9af-af7d583cba66) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:35.914140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=d9dc9c6b-3f37-49f4-b568-09825dcad078,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:36.257016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:36.293917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:36.304237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object 016c6689-f9d1-47e9-b9af-af7d583cba66 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:36.344559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294733c-a3e4-487a-8ef9-f9a598b0a4aa req-4f20a54a-9646-47fe-bf91-e66d08685523 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:36.350618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4294733c-a3e4-487a-8ef9-f9a598b0a4aa req-4f20a54a-9646-47fe-bf91-e66d08685523 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1376624 Jul 15 17:07:36.460185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4294733c-a3e4-487a-8ef9-f9a598b0a4aa req-b6b2d67e-58c1-432b-b7f8-c6d0f257dfc6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001830 Jul 15 17:07:36.471785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:36.551822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:36.553154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=016c6689-f9d1-47e9-b9af-af7d583cba66,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:36.555792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:36.558638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:36.646014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:36.646688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:36.685660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:36.685911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-647195ea-9be7-4e69-9d09-971459f388af tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7038310 Jul 15 17:07:36.745872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Router c1d43a09-6215-4ad3-9f75-5186bcbc227c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:07:36.893034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51624b51-1cd4-468e-aa2f-5633b767e0f0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:36.901549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51624b51-1cd4-468e-aa2f-5633b767e0f0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:36.908590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51624b51-1cd4-468e-aa2f-5633b767e0f0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:36.911631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-51624b51-1cd4-468e-aa2f-5633b767e0f0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2249608 Jul 15 17:07:36.914526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:36.918385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:07:36.928542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb33d25c-fcea-486c-bfdc-45807e566a64 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/routers/c1d43a09-6215-4ad3-9f75-5186bcbc227c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7853038 Jul 15 17:07:36.931328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:36.932377 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] Sync routers for ids ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:07:36.955171 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] Routers {'c1d43a09-6215-4ad3-9f75-5186bcbc227c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:36.956038 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:07:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:37.025778 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea983ca-ef9a-466a-99f3-9c79ac2c9d32 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:37.030620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cea983ca-ef9a-466a-99f3-9c79ac2c9d32 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/d9dc9c6b-3f37-49f4-b568-09825dcad078 HTTP/1.1" status: 404 len: 333 time: 0.0906572 Jul 15 17:07:37.031000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58078) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:37.060253 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:37.088523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] Routers {'c1d43a09-6215-4ad3-9f75-5186bcbc227c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:07:37.090206 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:07:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:37.193243 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:37.195722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61885a-19ab-4916-8f3b-2df7af7ad653 None None] The sync data for ids ['c1d43a09-6215-4ad3-9f75-5186bcbc227c'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:07:37.240599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 016c6689-f9d1-47e9-b9af-af7d583cba66 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:37.242380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.269667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.290403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68822ecd-f54b-4411-a0f7-4d7652832009 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:37.470228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 68822ecd-f54b-4411-a0f7-4d7652832009 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:37.471037 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.562524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 016c6689-f9d1-47e9-b9af-af7d583cba66 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:37.699940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.702317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.707800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7d51b-4159-4aa3-8c69-baa93cd5a79f None None] Network 686e4f2f-0238-4221-bbed-25c91f493409 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:37.750364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.751026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Fanout notify agent at l3_agent the message router_deleted on router c1d43a09-6215-4ad3-9f75-5186bcbc227c {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:07:37.777904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.779973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0f0600c-3b2d-4b8a-a88f-66f5ccb0b4b9 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/routers/c1d43a09-6215-4ad3-9f75-5186bcbc227c HTTP/1.1" status: 204 len: 168 time: 0.7476933 Jul 15 17:07:37.782940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58092) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:37.832974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0370f8e-9ff5-4532-8c23-ae40f022df8c req-76498549-3307-4ab0-a856-7cc04c36d646 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:37.835690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0370f8e-9ff5-4532-8c23-ae40f022df8c req-76498549-3307-4ab0-a856-7cc04c36d646 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1551573 Jul 15 17:07:37.873212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Provisioning for port 68822ecd-f54b-4411-a0f7-4d7652832009 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:37.906095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Provisioning complete for port 68822ecd-f54b-4411-a0f7-4d7652832009 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:37.906507 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.919858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 2a23c549-2dd4-4bb2-9ca9-80db36a3881d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:37.924443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:37.943997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0370f8e-9ff5-4532-8c23-ae40f022df8c req-8a918b27-fbe0-4afd-8816-29e80b63bcef tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950117 Jul 15 17:07:37.983269 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.029990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=016c6689-f9d1-47e9-b9af-af7d583cba66,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:38.033317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.101356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.140546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] For port 68822ecd-f54b-4411-a0f7-4d7652832009, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68822ecd-f54b-4411-a0f7-4d7652832009,segment=NetworkSegment(3566e2e5-1a9a-43b3-ad35-2cd463991a71),segment_id=3566e2e5-1a9a-43b3-ad35-2cd463991a71)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:38.148606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.219233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f637de-c8d0-42c4-bd31-6eb98f3b8bb0 None None] Pushing event updated for resources: {'Port': ['ID=68822ecd-f54b-4411-a0f7-4d7652832009,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:38.247798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.254307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:38.255029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37bc2b71-0dcf-4743-aa17-5a242797d213 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/016c6689-f9d1-47e9-b9af-af7d583cba66 HTTP/1.1" status: 204 len: 168 time: 1.3383245 Jul 15 17:07:38.261081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.343780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.377456 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0e7741-eea5-4025-95cf-e6c05dedd69a tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] GET failed (client error): The resource could not be found. Jul 15 17:07:38.386103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58104) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:38.391853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1608115240'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:38.397096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f0e7741-eea5-4025-95cf-e6c05dedd69a tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports/016c6689-f9d1-47e9-b9af-af7d583cba66 HTTP/1.1" status: 404 len: 333 time: 0.1407759 Jul 15 17:07:38.443234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=2a23c549-2dd4-4bb2-9ca9-80db36a3881d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:38.455394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60669c68-7235-4cc0-aac7-600f8b5cc795 None None] Network 10663aaf-41a4-41a8-b02b-e4fd71388369 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:38.456609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.460301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f9d5c676-4694-47cd-aa4a-dd30aaeffb85 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/2a23c549-2dd4-4bb2-9ca9-80db36a3881d HTTP/1.1" status: 204 len: 168 time: 0.6759512 Jul 15 17:07:38.468549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:38.630972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Provisioning complete for port 68822ecd-f54b-4411-a0f7-4d7652832009 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:38.631751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.647261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:38.650203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.656328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:38.685060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port e6ca460f-c746-4f06-8610-18c0754e9c4d yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:38.945182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.11 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/e6ca460f-c746-4f06-8610-18c0754e9c4d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:39.015487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:39.016205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.187233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-1d4957d6-d2ee-4b90-bd5e-e5722051b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:39.189111 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-1d4957d6-d2ee-4b90-bd5e-e5722051b517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1096 time: 0.5336411 Jul 15 17:07:39.193469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68822ecd-f54b-4411-a0f7-4d7652832009 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:39.207327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] For port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,segment=NetworkSegment(a31c1148-1bca-45df-999f-77e12f480442),segment_id=a31c1148-1bca-45df-999f-77e12f480442)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:39.207801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.245298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 3ba6a99b-cac3-4788-b6e1-aa75387b82ff owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:39.323744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.355456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ad8c-9469-4e3a-a851-d60c81355a30 req-4a223cfa-d328-48de-b14a-134614c6ce3c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:39.363966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6050ad8c-9469-4e3a-a851-d60c81355a30 req-4a223cfa-d328-48de-b14a-134614c6ce3c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.1303954 Jul 15 17:07:39.372124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object e6ca460f-c746-4f06-8610-18c0754e9c4d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:39.383139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Provisioning for port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:39.392436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Provisioning complete for port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:39.397093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.430772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6050ad8c-9469-4e3a-a851-d60c81355a30 req-284665ce-4eea-406b-9c9b-933bdfcbef9c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657716 Jul 15 17:07:39.450193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-5825fd36-6f55-458f-a7be-92c547b5cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:39.452465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-5825fd36-6f55-458f-a7be-92c547b5cb53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.2565875 Jul 15 17:07:39.473951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 68822ecd-f54b-4411-a0f7-4d7652832009 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:39.474576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.491327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.536404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.539141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:39.562316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb8297a-056c-4b30-bba8-9c9d5cf24e74 None None] DHCP port deletion for 10663aaf-41a4-41a8-b02b-e4fd71388369 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:07:39.563462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:39.564584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d97b065-09e6-49ed-9338-6ecb287d4999 None None] Could not find standard attr ID for object 016c6689-f9d1-47e9-b9af-af7d583cba66. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:39.568465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:39.571480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:39.627701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=3ba6a99b-cac3-4788-b6e1-aa75387b82ff,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:39.631615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No DVR routers for this DVR port 3ba6a99b-cac3-4788-b6e1-aa75387b82ff on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:39.638650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=e6ca460f-c746-4f06-8610-18c0754e9c4d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:39.654164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-c554b8ad-b267-42c8-b9fb-b5c04de3694c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 1001 time: 0.1948552 Jul 15 17:07:39.698267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab491497-f624-4a91-937c-5eb5c031699b None None] Provisioning complete for port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:39.698629 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab491497-f624-4a91-937c-5eb5c031699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.699237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:39.700136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:39.718570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-64811581-78d9-4e48-855d-643c33c76bef tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3311920 Jul 15 17:07:39.721140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58118) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:39.728375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:7b:29'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:39.771943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ab491497-f624-4a91-937c-5eb5c031699b None None] Port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:39.776486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ab491497-f624-4a91-937c-5eb5c031699b None None] Could not find standard attr ID for object 016c6689-f9d1-47e9-b9af-af7d583cba66. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:39.857501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.002226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b04ee0fa-61f6-4dcf-8d00-f6c9e0afa484 None None] Provisioning for port e6ca460f-c746-4f06-8610-18c0754e9c4d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:40.007696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b04ee0fa-61f6-4dcf-8d00-f6c9e0afa484 None None] Provisioning complete for port e6ca460f-c746-4f06-8610-18c0754e9c4d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:40.008067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b04ee0fa-61f6-4dcf-8d00-f6c9e0afa484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.053442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b04ee0fa-61f6-4dcf-8d00-f6c9e0afa484 None None] Port e6ca460f-c746-4f06-8610-18c0754e9c4d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:40.145710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.151100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.174218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.178129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-c5a0e020-fdc0-45d1-93e1-214d44f3872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:40.179600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-c5a0e020-fdc0-45d1-93e1-214d44f3872a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.5016997 Jul 15 17:07:40.223149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10663aaf-41a4-41a8-b02b-e4fd71388369']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:40.234569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31c1148-1bca-45df-999f-77e12f480442') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:40.234886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31c1148-1bca-45df-999f-77e12f480442') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:40.246634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.266829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] In _notify_port_updated(), no bound segment for port e6ca460f-c746-4f06-8610-18c0754e9c4d on network 686e4f2f-0238-4221-bbed-25c91f493409 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:40.279042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:40.282985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.283178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.285661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "PUT /v2.0/ports/e6ca460f-c746-4f06-8610-18c0754e9c4d HTTP/1.1" status: 200 len: 994 time: 0.5625036 Jul 15 17:07:40.289385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58128) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:40.295698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:07:40.296182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.303911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9497a4-fa52-4dbf-85df-ec94a6c66f8b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=e6ca460f-c746-4f06-8610-18c0754e9c4d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:07:40.316287 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:07:40.335854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-8383661d-9871-442e-99d3-45ec4b096662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:40.337346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-8383661d-9871-442e-99d3-45ec4b096662 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507137 Jul 15 17:07:40.447513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.461464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.467176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/10663aaf-41a4-41a8-b02b-e4fd71388369 HTTP/1.1" status: 204 len: 168 time: 1.9933031 Jul 15 17:07:40.483692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:40.520832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644517f-6432-496c-8ce7-588c1e50a4fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=10663aaf-41a4-41a8-b02b-e4fd71388369,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:40.557129 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-9ebeb4b4-a90c-4842-b38a-c1dc756dd1a1 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886771 Jul 15 17:07:40.586893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d90cd1f8-538b-4d56-977f-defccdf0d299 None None] Provisioning complete for port e6ca460f-c746-4f06-8610-18c0754e9c4d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:40.587472 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1f8-538b-4d56-977f-defccdf0d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.594694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0543a024-2955-4f25-841d-ab7202b109d2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:40.600466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0543a024-2955-4f25-841d-ab7202b109d2 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 HTTP/1.1" status: 200 len: 840 time: 0.0960355 Jul 15 17:07:40.601362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:40.648303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port e6ca460f-c746-4f06-8610-18c0754e9c4d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:40.648910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.661437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-169409ab-3322-4b2e-b08e-935a896e5c20 req-52df8044-f2c1-46c2-aaa9-42c1d232a7eb service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975239 Jul 15 17:07:40.663056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d90cd1f8-538b-4d56-977f-defccdf0d299 None None] Port e6ca460f-c746-4f06-8610-18c0754e9c4d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:40.732608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.734707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc817a98-9744-44fb-8933-4156e176091c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1320820 Jul 15 17:07:40.741343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58136) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:40.745487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:40.757956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.887045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:40.909157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for e6ca460f-c746-4f06-8610-18c0754e9c4d owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:40.937405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8086395-545c-4246-a677-edead6080fc5 req-3d71b9e9-d8d0-4d81-bc9e-6af277ed7e68 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:40.938908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8086395-545c-4246-a677-edead6080fc5 req-3d71b9e9-d8d0-4d81-bc9e-6af277ed7e68 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 945 time: 0.2509029 Jul 15 17:07:40.990025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:40.993460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.100822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8086395-545c-4246-a677-edead6080fc5 req-995c0b5c-8d56-4650-af15-395b9fb6b80d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223755 Jul 15 17:07:41.158336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ba6a99b-cac3-4788-b6e1-aa75387b82ff no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:41.195651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3ba6a99b-cac3-4788-b6e1-aa75387b82ff {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:07:41.198416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ba6a99b-cac3-4788-b6e1-aa75387b82ff not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:07:41.241844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.289382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=e6ca460f-c746-4f06-8610-18c0754e9c4d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:41.419765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.513893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:41.532635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:41.543367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:41.547789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:41.548614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.572258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e1508-355b-4080-82df-3fd79c685d42 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:41.652053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.655815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5ed59ca6-6cb0-4435-8c66-e49ebdee73d9 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/e6ca460f-c746-4f06-8610-18c0754e9c4d HTTP/1.1" status: 204 len: 168 time: 1.3649347 Jul 15 17:07:41.657763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=62ea1ba3-81ce-4663-894c-db12df47cd5a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:41.658354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58144) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:41.672159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-45fe5274-b355-41a3-975e-a6bb1fcfb3cd tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9283774 Jul 15 17:07:41.672569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:41.677845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'security_group': {'name': 'tempest-secgroup-1287822233'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:41.721267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.725425 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed1bd35-fc40-4cb4-9012-e0f3358d09e2 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] GET failed (client error): The resource could not be found. Jul 15 17:07:41.734308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ed1bd35-fc40-4cb4-9012-e0f3358d09e2 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports/e6ca460f-c746-4f06-8610-18c0754e9c4d HTTP/1.1" status: 404 len: 333 time: 0.0740707 Jul 15 17:07:41.734937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:41.740549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1455107664'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:41.804099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.838595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:07:41.841051 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63a4e6-62d2-45ce-ba21-4126a6a8ce0e" -d '{"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:07:41.841277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.846594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.859251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:41.867515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.887106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:41.888440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421ed88e-9e45-4399-b49c-195e15df3e63,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:41.891917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.893650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db033093-e7d9-45fb-ba70-e1efe262e4f6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2200899 Jul 15 17:07:41.896488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:41.903534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'security_group': {'name': 'tempest-secgroup-1352260325'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:41.909351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.934977 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7eae6-94cb-4fa5-b38c-c6fab995543d x-openstack-request-id: req-3ec7eae6-94cb-4fa5-b38c-c6fab995543d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:07:41.935274 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:07:41.935531 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ec7eae6-94cb-4fa5-b38c-c6fab995543d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:07:41.936148 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'code': 200} Jul 15 17:07:41.940729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port 0cea1d1e-aaf0-4997-baeb-a9a957b494de yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:41.955482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-fb058e14-7652-4741-9bd0-086659f21ba8', 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'tenant_id': 'ba9bac4f827246d2833ecba2f460be89', 'fixed_ips': [{'subnet_id': '62ea1ba3-81ce-4663-894c-db12df47cd5a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:07:41.956518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.968707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:41.974077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:42.114372 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.119925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.121956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.3 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/0cea1d1e-aaf0-4997-baeb-a9a957b494de) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:42.127443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Allocated IP 172.20.0.2 (fb058e14-7652-4741-9bd0-086659f21ba8/62ea1ba3-81ce-4663-894c-db12df47cd5a/6494f8f2-8b65-468d-a392-30b52c0edf8d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:42.148658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.150303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2520313 Jul 15 17:07:42.153609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:42.159337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-636150395', 'security_groups': ['1bc226a1-8ce0-455e-a781-8d3613bdf4b5'], 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62ea1ba3-81ce-4663-894c-db12df47cd5a'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:42.207832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7fad2-f660-41cf-ba5b-6103828b230b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc226a1-8ce0-455e-a781-8d3613bdf4b5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:42.434744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.470486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object 0cea1d1e-aaf0-4997-baeb-a9a957b494de will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:42.490332 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.514271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Transition to ACTIVE for port object 6494f8f2-8b65-468d-a392-30b52c0edf8d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:42.517673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f80aea-c61e-4340-a547-4542a6733db3 req-2eef84e6-9d7e-42c7-a3f0-aef2cf93f6b7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:42.519466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04f80aea-c61e-4340-a547-4542a6733db3 req-2eef84e6-9d7e-42c7-a3f0-aef2cf93f6b7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1574821 Jul 15 17:07:42.521006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:42.543430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.552065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Transition to ACTIVE for port object 6494f8f2-8b65-468d-a392-30b52c0edf8d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:42.567222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.611867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:42.618918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:42.626591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:42.703549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:42.731038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:42.741328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:42.745886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:42.760824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Attempting to bind port 6494f8f2-8b65-468d-a392-30b52c0edf8d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:07:42.761263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Attempting to bind port 6494f8f2-8b65-468d-a392-30b52c0edf8d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2d014872-2d38-4605-aa74-8012608f244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:07:42.761630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Attempting to bind port 6494f8f2-8b65-468d-a392-30b52c0edf8d on network fb058e14-7652-4741-9bd0-086659f21ba8 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:07:42.776520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:07:42.776899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Checking segment: {'id': '2d014872-2d38-4605-aa74-8012608f244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:07:42.777314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.777711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Bound using segment: {'id': '2d014872-2d38-4605-aa74-8012608f244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:07:42.778210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Bound port: 6494f8f2-8b65-468d-a392-30b52c0edf8d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d014872-2d38-4605-aa74-8012608f244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:07:42.778855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.820197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:42.821267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:42.831813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=0cea1d1e-aaf0-4997-baeb-a9a957b494de,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:42.847883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-69e93029-7ea1-4265-af7d-38775f6ba9c5 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1112714 Jul 15 17:07:42.854763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:42.862583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2b:7b:29'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:42.911047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:07:42.914816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:07:42.923452 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.036240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885725e-e77b-4018-8e0e-363224bfdfe5 None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:43.043934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04f80aea-c61e-4340-a547-4542a6733db3 req-d06483b1-83f1-4024-9d3c-f82851a22aef tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5170174 Jul 15 17:07:43.093527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.126371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:43.221515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c83b8ac4-1c77-4554-9ec5-ab1c317f62dc None None] Provisioning for port 0cea1d1e-aaf0-4997-baeb-a9a957b494de completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:43.228354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c83b8ac4-1c77-4554-9ec5-ab1c317f62dc None None] Provisioning complete for port 0cea1d1e-aaf0-4997-baeb-a9a957b494de triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:43.229030 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c83b8ac4-1c77-4554-9ec5-ab1c317f62dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.271365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.340366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c83b8ac4-1c77-4554-9ec5-ab1c317f62dc None None] Port 0cea1d1e-aaf0-4997-baeb-a9a957b494de cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:43.508590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.14 (fb058e14-7652-4741-9bd0-086659f21ba8/62ea1ba3-81ce-4663-894c-db12df47cd5a/52db62a3-5cc0-4001-ad75-7bd9c2958e72) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:43.628699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.636375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.687591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.713775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 52db62a3-5cc0-4001-ad75-7bd9c2958e72 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:43.715119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=0cea1d1e-aaf0-4997-baeb-a9a957b494de,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:43.769253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.793331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] In _notify_port_updated(), no bound segment for port 0cea1d1e-aaf0-4997-baeb-a9a957b494de on network 686e4f2f-0238-4221-bbed-25c91f493409 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:43.811817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:43.816568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:43.821458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc7662e0-19c3-4b29-b465-51fad59fbf9b tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "PUT /v2.0/ports/0cea1d1e-aaf0-4997-baeb-a9a957b494de HTTP/1.1" status: 200 len: 996 time: 0.9623983 Jul 15 17:07:43.825222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:43.920645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:43.928964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:43.934822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:44.004225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:44.005784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.010499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=52db62a3-5cc0-4001-ad75-7bd9c2958e72,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:44.046618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d853d12d-9a9d-48ba-9840-2a670449a19c tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8917973 Jul 15 17:07:44.047246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58178) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:44.052725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:44.080784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 0cea1d1e-aaf0-4997-baeb-a9a957b494de {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:44.081149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.185767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e37008ce-417a-431a-bfd5-b2d51a3e901f None None] Provisioning complete for port 0cea1d1e-aaf0-4997-baeb-a9a957b494de triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:44.186388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e37008ce-417a-431a-bfd5-b2d51a3e901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.240746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:44.247128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.266229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.274787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e37008ce-417a-431a-bfd5-b2d51a3e901f None None] Port 0cea1d1e-aaf0-4997-baeb-a9a957b494de cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:44.291192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 0cea1d1e-aaf0-4997-baeb-a9a957b494de owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:44.465568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cc6f6-a371-491e-8887-16faf4e77c99 req-ed5a651c-2b0b-49f6-ab41-dbf595c50e7f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:44.467759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-129cc6f6-a371-491e-8887-16faf4e77c99 req-ed5a651c-2b0b-49f6-ab41-dbf595c50e7f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2056890 Jul 15 17:07:44.474767 n-d-800085-3 neutron-server[100429]: INFO neutron.db.ipam_backend_mixin [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62ea1ba3-81ce-4663-894c-db12df47cd5a (CIDR: 172.20.0.0/28) Jul 15 17:07:44.519505 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:44.519750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:44.546055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-129cc6f6-a371-491e-8887-16faf4e77c99 req-df986b9a-6db7-4eca-a71f-01e8a4d67c1e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694370 Jul 15 17:07:44.562474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3ecd56d0-dc2f-4f92-817e-85587b27c9fa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5141377 Jul 15 17:07:44.565118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:44.572430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:44.639104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4348d086-e95f-4052-b363-6e5bc737ea3e None None] Provisioning for port 6494f8f2-8b65-468d-a392-30b52c0edf8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:44.667613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.680858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4348d086-e95f-4052-b363-6e5bc737ea3e None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:44.681391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4348d086-e95f-4052-b363-6e5bc737ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:44.777708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4348d086-e95f-4052-b363-6e5bc737ea3e None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:44.841105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=0cea1d1e-aaf0-4997-baeb-a9a957b494de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:44.873127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:44.874584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.009341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.011353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-84976092-4824-4fbb-9327-a638119ede88 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/0cea1d1e-aaf0-4997-baeb-a9a957b494de HTTP/1.1" status: 204 len: 168 time: 1.1817973 Jul 15 17:07:45.015266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:45.108515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f8e92d7-cddd-482b-8dc7-1c6c7e72e51a None None] Provisioning for port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:45.114490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f8e92d7-cddd-482b-8dc7-1c6c7e72e51a None None] Provisioning complete for port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:45.115143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4f8e92d7-cddd-482b-8dc7-1c6c7e72e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.164491 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33a25a8-e6cd-464a-a57a-7736a0dc5176 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] GET failed (client error): The resource could not be found. Jul 15 17:07:45.181328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c33a25a8-e6cd-464a-a57a-7736a0dc5176 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports/0cea1d1e-aaf0-4997-baeb-a9a957b494de HTTP/1.1" status: 404 len: 333 time: 0.1594498 Jul 15 17:07:45.183440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:45.199444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e92d7-cddd-482b-8dc7-1c6c7e72e51a None None] Port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:45.203234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1665254663'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:45.283758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:45.346469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.392862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:45.398236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.407373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6494f8f2-8b65-468d-a392-30b52c0edf8d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:45.413521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:45.414248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.426571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:45.434619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:45.437296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:45.438269 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.444609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port 1d5d9af8-bdac-4148-8d36-77616574def0 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:45.469773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9011710 Jul 15 17:07:45.470596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58210) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:45.477058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2018992053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '466f5efb-5815-4f1c-8499-4eeec7572a27'}], 'security_groups': ['421ed88e-9e45-4399-b49c-195e15df3e63']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:45.479869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ac86d-4c91-4a09-8bf1-db376e5807d5 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:45.567658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:45.647107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8534b8-7350-49af-a592-9abc517ccb22 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=466f5efb-5815-4f1c-8499-4eeec7572a27,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:45.681232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.5 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/1d5d9af8-bdac-4148-8d36-77616574def0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:45.763624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.847750 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.899007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:45.932271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:45.988808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-c5ad87ec-aed7-4e9a-bb2d-75441c040016 req-95cb20ed-e1b8-46cc-b723-d0d36df60c7b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:07:45.989881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5ad87ec-aed7-4e9a-bb2d-75441c040016 req-95cb20ed-e1b8-46cc-b723-d0d36df60c7b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1891484 Jul 15 17:07:46.003833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:46.014854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.055421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object 1d5d9af8-bdac-4148-8d36-77616574def0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:46.145917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.184268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Update dhcp port {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'fixed_ips': [{'subnet_id': '62ea1ba3-81ce-4663-894c-db12df47cd5a', 'ip_address': '172.20.0.2'}, {'subnet_id': '466f5efb-5815-4f1c-8499-4eeec7572a27'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '6494f8f2-8b65-468d-a392-30b52c0edf8d'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:07:46.280583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:46.317122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:46.321422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:46.379909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.448614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=1d5d9af8-bdac-4148-8d36-77616574def0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:46.538558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Delete allocated IP 172.20.0.14 (fb058e14-7652-4741-9bd0-086659f21ba8/62ea1ba3-81ce-4663-894c-db12df47cd5a) {{(pid=100429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:07:46.542694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:46.544628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.552184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.27 (fb058e14-7652-4741-9bd0-086659f21ba8/466f5efb-5815-4f1c-8499-4eeec7572a27/52db62a3-5cc0-4001-ad75-7bd9c2958e72) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:46.589202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ddfa5fa0-c081-431b-bbae-e18afee4175d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4035239 Jul 15 17:07:46.590012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58230) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:46.605786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'network_id': '686e4f2f-0238-4221-bbed-25c91f493409', 'name': 'tempest-AllowedAddressPairTestJSON-1720675529'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:46.761419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ae22cdda-52ff-4af4-be04-2706fdf8432b None None] Provisioning for port 1d5d9af8-bdac-4148-8d36-77616574def0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:46.773367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ae22cdda-52ff-4af4-be04-2706fdf8432b None None] Provisioning complete for port 1d5d9af8-bdac-4148-8d36-77616574def0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:46.773749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ae22cdda-52ff-4af4-be04-2706fdf8432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.861414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ae22cdda-52ff-4af4-be04-2706fdf8432b None None] Port 1d5d9af8-bdac-4148-8d36-77616574def0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:46.869653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58242) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:46.906552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c7a20-75f5-49d4-a09f-09e1e58d46a0 req-ffc8f1fb-ac0d-4883-ae41-abbb237c58ff tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:46.914762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-949c7a20-75f5-49d4-a09f-09e1e58d46a0 req-ffc8f1fb-ac0d-4883-ae41-abbb237c58ff tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1436501 Jul 15 17:07:46.918493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Made reservation on behalf of 973ca6be916e4ba8a7e79ad4ae17bea9 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:46.924309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.943149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:46.968811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] device_id is not set on port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:47.019122 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-949c7a20-75f5-49d4-a09f-09e1e58d46a0 req-b1917430-3181-4493-9a66-9959ffbfb087 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010165 Jul 15 17:07:47.021179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 52db62a3-5cc0-4001-ad75-7bd9c2958e72 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:47.044061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.093254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Allocated IP 172.20.0.18 (fb058e14-7652-4741-9bd0-086659f21ba8/466f5efb-5815-4f1c-8499-4eeec7572a27/6494f8f2-8b65-468d-a392-30b52c0edf8d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:47.169151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Allocated IP 172.20.0.9 (686e4f2f-0238-4221-bbed-25c91f493409/5accb3aa-af15-4247-8cb0-73507aa8ce4e/6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:47.172020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:47.180667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-89979857-4094-48e1-8d49-81932a42ea91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3013213 Jul 15 17:07:47.191640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=52db62a3-5cc0-4001-ad75-7bd9c2958e72,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:47.250207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] In _notify_port_updated(), no bound segment for port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 on network fb058e14-7652-4741-9bd0-086659f21ba8 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:47.256718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:47.257613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.262278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d25b614e-faa2-497f-b594-174c6d30d5ef tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/ports/52db62a3-5cc0-4001-ad75-7bd9c2958e72 HTTP/1.1" status: 200 len: 921 time: 1.7907667 Jul 15 17:07:47.263334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58248) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:47.330941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:47.377248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:47.377626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.419270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 52db62a3-5cc0-4001-ad75-7bd9c2958e72 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:47.419462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.436613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.444072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.472869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Transition to ACTIVE for port object 6494f8f2-8b65-468d-a392-30b52c0edf8d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:47.481988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Transition to ACTIVE for port object 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:47.489647 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.550536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.594777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.615675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 52db62a3-5cc0-4001-ad75-7bd9c2958e72 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:47.616808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Network 686e4f2f-0238-4221-bbed-25c91f493409 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:47.622828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:47.639233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:47.689219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ce519-d3a2-4bf0-827e-d2e46c4c6c2b None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:47.701061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:47.727822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:47.729066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.777151 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d19feb3-f4d1-48a5-9dfe-f3d5072dcdf7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1846366 Jul 15 17:07:47.779956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:47.786932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:7b:29'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:93:0c:fd'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:47.945955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:47.986332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.062264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=52db62a3-5cc0-4001-ad75-7bd9c2958e72,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:48.097336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-26c17a6b-b286-4888-b056-36e9facfd54a None None] Provisioning for port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:48.107145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-26c17a6b-b286-4888-b056-36e9facfd54a None None] Provisioning complete for port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:48.107665 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-26c17a6b-b286-4888-b056-36e9facfd54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.167039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-26c17a6b-b286-4888-b056-36e9facfd54a None None] Port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:48.199512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.208006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cd9e07bb-47e2-4494-acea-cce95a1b9d58 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/52db62a3-5cc0-4001-ad75-7bd9c2958e72 HTTP/1.1" status: 204 len: 168 time: 0.9431212 Jul 15 17:07:48.208703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58270) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:48.302126 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fbbd7cb-9b47-4090-8f0b-55f8a26eafff tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:48.305118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7fbbd7cb-9b47-4090-8f0b-55f8a26eafff tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/52db62a3-5cc0-4001-ad75-7bd9c2958e72 HTTP/1.1" status: 404 len: 333 time: 0.0954347 Jul 15 17:07:48.307991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58272) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:48.452171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.469906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b6a95-a7a8-44d8-be0d-8165b8e91785 req-ebf52832-755f-4489-a947-8f4591873b5f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:48.471751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939b6a95-a7a8-44d8-be0d-8165b8e91785 req-ebf52832-755f-4489-a947-8f4591873b5f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1651592 Jul 15 17:07:48.489993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.501780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.515860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.544514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939b6a95-a7a8-44d8-be0d-8165b8e91785 req-7c61144b-27fb-4ba3-b017-424cf6d2038e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652308 Jul 15 17:07:48.621804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.627635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.631469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/security-groups/1bc226a1-8ce0-455e-a781-8d3613bdf4b5 HTTP/1.1" status: 204 len: 168 time: 0.3129377 Jul 15 17:07:48.644482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:48.660591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067dc7-c70e-41ad-9420-4f90a9fac64b tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc226a1-8ce0-455e-a781-8d3613bdf4b5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:48.726966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event updated for resources: {'Port': ['ID=6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:48.748315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] In _notify_port_updated(), no bound segment for port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd on network 686e4f2f-0238-4221-bbed-25c91f493409 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:48.755134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:48.756464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.762341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58276) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:48.773384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-09aac56e-cacd-48ed-b9b7-de001cc66af0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "PUT /v2.0/ports/6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd HTTP/1.1" status: 200 len: 1055 time: 0.9918203 Jul 15 17:07:48.800741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.860951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:48.897642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Provisioning for port 6494f8f2-8b65-468d-a392-30b52c0edf8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:48.905237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:48.906671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.015322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.019627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.022682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/security-groups/421ed88e-9e45-4399-b49c-195e15df3e63 HTTP/1.1" status: 204 len: 168 time: 0.3674462 Jul 15 17:07:49.033339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:49.040946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:49.041312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.083045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614945-b68e-4bef-aa93-e35be5f67d94 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421ed88e-9e45-4399-b49c-195e15df3e63,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:49.170370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 62ea1ba3-81ce-4663-894c-db12df47cd5a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:49.184696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.189953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:49.204470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.220175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:49.271733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Could not find standard attr ID for object 52db62a3-5cc0-4001-ad75-7bd9c2958e72. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:49.276985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.299935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:49.302110 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.587130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.658903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:49.659885 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.666532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.760023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf0516-91a8-4ac0-bb17-3a42032ab39f None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:49.784893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.856838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=62ea1ba3-81ce-4663-894c-db12df47cd5a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:49.885160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:49.895526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a0fde67c-1597-4907-b96a-f7c0d7d499e4 None None] Could not find standard attr ID for object 6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:49.899649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:49.908812 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-63d69e57-925e-459b-9747-f7c7143e68c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/62ea1ba3-81ce-4663-894c-db12df47cd5a HTTP/1.1" status: 204 len: 168 time: 0.8708248 Jul 15 17:07:49.914182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:49.927741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a0fde67c-1597-4907-b96a-f7c0d7d499e4 None None] Could not find standard attr ID for object 52db62a3-5cc0-4001-ad75-7bd9c2958e72. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:07:49.933879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:50.116023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5201a2a-d5fe-4448-b9e9-d6f4610736a4 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:50.241098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:50.245512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.296521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45644fea-adc0-456e-99c0-cf06c2ef534c req-39e92d6c-48d6-4c0a-bf4d-336987ec0617 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:50.305421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45644fea-adc0-456e-99c0-cf06c2ef534c req-39e92d6c-48d6-4c0a-bf4d-336987ec0617 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.4465437 Jul 15 17:07:50.476672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.481800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99faa3d1-8832-4d5f-b6bb-7710af299079 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd HTTP/1.1" status: 204 len: 168 time: 1.7158604 Jul 15 17:07:50.482337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:50.483390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45644fea-adc0-456e-99c0-cf06c2ef534c req-bf247a48-5087-4c03-ba70-0b37f64b1e64 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771343 Jul 15 17:07:50.530223 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bef522-b90b-451d-88c3-f463531b7df4 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] GET failed (client error): The resource could not be found. Jul 15 17:07:50.536247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a6bef522-b90b-451d-88c3-f463531b7df4 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports/6caf4a68-e3c7-4e56-b9d8-b9bc08a858bd HTTP/1.1" status: 404 len: 333 time: 0.0500731 Jul 15 17:07:50.537185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58320) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:50.732914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 1d5d9af8-bdac-4148-8d36-77616574def0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:50.733273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.771670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.828181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=06599d37-4105-461d-aff9-c8704c404387,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:50.855288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:50.856827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:50.860018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:50.860660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.886036 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d327e049-cb82-4b70-ad23-9a4fa989d352 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9685495 Jul 15 17:07:50.886645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:50.891531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'security_group': {'name': 'tempest-secgroup-1121582576'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:50.915547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:50.930139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 1d5d9af8-bdac-4148-8d36-77616574def0 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:50.937986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.131022 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.136529 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.160981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.191748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.193136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3053977 Jul 15 17:07:51.195950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ba64-e1b4-407e-8612-06a69b85deda tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c97bda-9eba-4b26-b9c2-5fb6150baa6b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:51.201577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:51.206984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'security_group': {'name': 'tempest-secgroup-1516946178'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:51.212068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=1d5d9af8-bdac-4148-8d36-77616574def0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:51.304822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.321482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.326489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f4fa6884-bde2-47bc-95fe-812ca36f16c7 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/1d5d9af8-bdac-4148-8d36-77616574def0 HTTP/1.1" status: 204 len: 168 time: 0.7841921 Jul 15 17:07:51.326880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:51.375032 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c26f369-341a-4499-abcf-2369604821b0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] GET failed (client error): The resource could not be found. Jul 15 17:07:51.381210 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c26f369-341a-4499-abcf-2369604821b0 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "GET /v2.0/ports/1d5d9af8-bdac-4148-8d36-77616574def0 HTTP/1.1" status: 404 len: 333 time: 0.0490165 Jul 15 17:07:51.381535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58332) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:51.574152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.581001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 25aa0e2d-d501-4d6c-9c16-77c904b7e261 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:51.582045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.585223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.620051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a92b8c-ec15-4392-8b01-8be46a0eb725 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:51.635595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.636836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4341042 Jul 15 17:07:51.639651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:51.662197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198420146'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:51.680447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dbc5d-0ccf-4d4e-9e33-71531b0b43d4 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82d141-ebf2-4d60-90ca-fdad67820fff,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:51.726995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.775646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.795180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 25aa0e2d-d501-4d6c-9c16-77c904b7e261 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:51.805472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d8176125-d68d-4376-8cbd-b30631e14125 None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:51.807373 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d8176125-d68d-4376-8cbd-b30631e14125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.863235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.865951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829a1da-9a91-471d-a2f8-c6b7908bf5e0 req-3c67d985-85a1-4bd5-b74f-63bfc4dabb8b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:51.868420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.873536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1829a1da-9a91-471d-a2f8-c6b7908bf5e0 req-3c67d985-85a1-4bd5-b74f-63bfc4dabb8b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1359279 Jul 15 17:07:51.921715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9510cb-7d79-4b42-b639-e7a2c6d3dcff,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:51.933179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:51.934485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f59cc00-d84f-4920-94b8-164183d4a7bb tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2915363 Jul 15 17:07:51.937237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:51.942790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1723203073', 'security_groups': ['fe9510cb-7d79-4b42-b639-e7a2c6d3dcff'], 'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '06599d37-4105-461d-aff9-c8704c404387'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:52.011642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d8176125-d68d-4376-8cbd-b30631e14125 None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:52.012029 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d8176125-d68d-4376-8cbd-b30631e14125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.025155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1829a1da-9a91-471d-a2f8-c6b7908bf5e0 req-a1b6bdbc-a3b9-4b90-9d27-1fac0f00956a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500251 Jul 15 17:07:52.133590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:52.143073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d8176125-d68d-4376-8cbd-b30631e14125 None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:52.154852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.170358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06769516-07fd-4093-98de-f72e939a472b None None] Update dhcp port {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'fixed_ips': [{'subnet_id': '466f5efb-5815-4f1c-8499-4eeec7572a27', 'ip_address': '172.20.0.18'}, {'subnet_id': '06599d37-4105-461d-aff9-c8704c404387'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '6494f8f2-8b65-468d-a392-30b52c0edf8d'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:07:52.216669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06769516-07fd-4093-98de-f72e939a472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.227873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=25aa0e2d-d501-4d6c-9c16-77c904b7e261,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:52.236968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.256949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] device_id is not set on port 76fd4bea-7884-4855-a965-e2ff454908bc yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:07:52.355181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.360559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4072e748-2100-4095-9b63-106e43f0171f tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/ports/25aa0e2d-d501-4d6c-9c16-77c904b7e261 HTTP/1.1" status: 204 len: 168 time: 0.9765797 Jul 15 17:07:52.364609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58352) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:52.476142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-06769516-07fd-4093-98de-f72e939a472b None None] Allocated IP 172.20.0.2 (fb058e14-7652-4741-9bd0-086659f21ba8/06599d37-4105-461d-aff9-c8704c404387/6494f8f2-8b65-468d-a392-30b52c0edf8d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:52.483679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting subnet 5accb3aa-af15-4247-8cb0-73507aa8ce4e {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:52.491044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.540060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.595085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-06769516-07fd-4093-98de-f72e939a472b None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:52.625463 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06769516-07fd-4093-98de-f72e939a472b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.637568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.639685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-06769516-07fd-4093-98de-f72e939a472b None None] Transition to ACTIVE for port object 6494f8f2-8b65-468d-a392-30b52c0edf8d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:52.653653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06769516-07fd-4093-98de-f72e939a472b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.704510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06769516-07fd-4093-98de-f72e939a472b None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:52.731687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.737516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.6 (fb058e14-7652-4741-9bd0-086659f21ba8/06599d37-4105-461d-aff9-c8704c404387/76fd4bea-7884-4855-a965-e2ff454908bc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:52.770753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Subnet': ['ID=5accb3aa-af15-4247-8cb0-73507aa8ce4e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:52.777167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.779649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eb3d290e-1100-4cf6-9b21-7b3da2fb899d tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/subnets/5accb3aa-af15-4247-8cb0-73507aa8ce4e HTTP/1.1" status: 204 len: 168 time: 0.4138641 Jul 15 17:07:52.782057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58354) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:52.801142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77584e-36b3-4919-8172-af5d1eb764d6 None None] Network 686e4f2f-0238-4221-bbed-25c91f493409 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:52.907231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.938510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:52.982638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 76fd4bea-7884-4855-a965-e2ff454908bc will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:53.029636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Deleting port 68822ecd-f54b-4411-a0f7-4d7652832009 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:53.030241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.067221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.107906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] DHCP port deletion for 686e4f2f-0238-4221-bbed-25c91f493409 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:07:53.153542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:53.159775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:53.166217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:07:53.188334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] For port 68822ecd-f54b-4411-a0f7-4d7652832009, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68822ecd-f54b-4411-a0f7-4d7652832009,segment=NetworkSegment(3566e2e5-1a9a-43b3-ad35-2cd463991a71),segment_id=3566e2e5-1a9a-43b3-ad35-2cd463991a71)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:53.188706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.220386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Calling delete_port for 68822ecd-f54b-4411-a0f7-4d7652832009 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:53.240464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=76fd4bea-7884-4855-a965-e2ff454908bc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:53.242814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:53.288662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:53.289559 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.306536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f4fafcf-a512-43c8-ad52-807ec93196a3 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3682189 Jul 15 17:07:53.309498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:53.322079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:53.352737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Deleting port 68822ecd-f54b-4411-a0f7-4d7652832009 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:53.353416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.494224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:53.496203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] For port 68822ecd-f54b-4411-a0f7-4d7652832009, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=68822ecd-f54b-4411-a0f7-4d7652832009,segment=NetworkSegment(3566e2e5-1a9a-43b3-ad35-2cd463991a71),segment_id=3566e2e5-1a9a-43b3-ad35-2cd463991a71)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:53.496835 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.499968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.521385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Calling delete_port for 68822ecd-f54b-4411-a0f7-4d7652832009 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:53.543789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29cec5-7955-4d49-aad4-38ba2687ed89 req-d0ec2960-b914-4212-a48b-48855d1bf9da tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:53.545981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e29cec5-7955-4d49-aad4-38ba2687ed89 req-d0ec2960-b914-4212-a48b-48855d1bf9da tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2291298 Jul 15 17:07:53.594932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.617790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.622994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] No DVR routers for this DVR port 68822ecd-f54b-4411-a0f7-4d7652832009 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:53.627402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e29cec5-7955-4d49-aad4-38ba2687ed89 req-a0022251-3019-46ca-b769-35bf3ce66653 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721350 Jul 15 17:07:53.650199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] No DVR routers for this DVR port 68822ecd-f54b-4411-a0f7-4d7652832009 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:07:53.685472 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 06599d37-4105-461d-aff9-c8704c404387 (CIDR: 172.20.0.0/28) Jul 15 17:07:53.688756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036e61-1e76-4825-a475-789c564e5379 None None] Pushing event deleted for resources: {'Port': ['ID=68822ecd-f54b-4411-a0f7-4d7652832009,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:53.690908 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:53.691208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Port': ['ID=68822ecd-f54b-4411-a0f7-4d7652832009,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:53.691904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:53.712671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1026ca4-8dba-46db-bf6c-b349a1b30030 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4007926 Jul 15 17:07:53.714534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:53.720837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:53.813314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.833220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e4f2f-0238-4221-bbed-25c91f493409']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:53.853579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3566e2e5-1a9a-43b3-ad35-2cd463991a71') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:53.854788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3566e2e5-1a9a-43b3-ad35-2cd463991a71') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:07:53.870706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.887458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Provisioning for port 6494f8f2-8b65-468d-a392-30b52c0edf8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:53.897557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:53.901435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:53.901810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.901962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.918887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.926781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:07:53.928081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:07:53.931761 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:07:54.017861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.032178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.042462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] 10.222.0.25 "DELETE /v2.0/networks/686e4f2f-0238-4221-bbed-25c91f493409 HTTP/1.1" status: 204 len: 168 time: 1.2589788 Jul 15 17:07:54.055615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:54.056312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.058349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7179c-4cf1-4ce4-82b5-44e379df94c3 tempest-AllowedAddressPairTestJSON-737391167 tempest-AllowedAddressPairTestJSON-737391167-project] Pushing event deleted for resources: {'Network': ['ID=686e4f2f-0238-4221-bbed-25c91f493409,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:54.103208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ec22a089-8833-4164-be53-964c28ebe477 None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:54.122582 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 466f5efb-5815-4f1c-8499-4eeec7572a27 (CIDR: 172.20.0.16/28) Jul 15 17:07:54.131321 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:54.131874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:54.153976 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f03ebc66-3fd8-452b-aaa8-1a3716d23e96 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4381008 Jul 15 17:07:54.156864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58366) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:54.163220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'subnet': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:54.297432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Made reservation on behalf of ba9bac4f827246d2833ecba2f460be89 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:07:54.309605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.346660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-837e2cf3-aaef-4e87-b2fa-9c083bb8ac47 None None] Provisioning for port 76fd4bea-7884-4855-a965-e2ff454908bc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:54.353408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-837e2cf3-aaef-4e87-b2fa-9c083bb8ac47 None None] Provisioning complete for port 76fd4bea-7884-4855-a965-e2ff454908bc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:54.354056 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-837e2cf3-aaef-4e87-b2fa-9c083bb8ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.410698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-837e2cf3-aaef-4e87-b2fa-9c083bb8ac47 None None] Port 76fd4bea-7884-4855-a965-e2ff454908bc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:54.494948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:54.685144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.775815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Network fb058e14-7652-4741-9bd0-086659f21ba8 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:07:54.780364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:07:54.784735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b6d31b6b-125a-4b50-b187-cc3f78d3aa47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=973ca6be916e4ba8a7e79ad4ae17bea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862248 Jul 15 17:07:54.786226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:54.786821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:54.787310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:54.794938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c800c-81ec-4437-aff5-c8bafc54977d None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:54.795480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Subnet': ['ID=7bfa6c2e-1f60-4df9-9175-b24fa5f35533,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:54.814007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7b411c6f-3271-4802-b63b-bdfc5c8aac9e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6559234 Jul 15 17:07:54.817672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58380) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:54.843737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-682321021', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bfa6c2e-1f60-4df9-9175-b24fa5f35533'}], 'security_groups': ['41c97bda-9eba-4b26-b9c2-5fb6150baa6b', '9b82d141-ebf2-4d60-90ca-fdad67820fff']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:54.947882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.019282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.115971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.118614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.119817 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5558a5b-79eb-4cae-b7a0-4fb955bceeaa HTTP/1.1" status: 204 len: 168 time: 0.3314493 Jul 15 17:07:55.150929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa97b0-af7e-4dc4-96e7-05ed27023206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5558a5b-79eb-4cae-b7a0-4fb955bceeaa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:55.184229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68822ecd-f54b-4411-a0f7-4d7652832009 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:07:55.228311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 68822ecd-f54b-4411-a0f7-4d7652832009 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:07:55.228816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 68822ecd-f54b-4411-a0f7-4d7652832009 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:07:55.254775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Update dhcp port {'port': {'network_id': 'fb058e14-7652-4741-9bd0-086659f21ba8', 'fixed_ips': [{'subnet_id': '466f5efb-5815-4f1c-8499-4eeec7572a27', 'ip_address': '172.20.0.18'}, {'subnet_id': '06599d37-4105-461d-aff9-c8704c404387', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bfa6c2e-1f60-4df9-9175-b24fa5f35533'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '6494f8f2-8b65-468d-a392-30b52c0edf8d'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:07:55.319661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.395882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3db95-2509-4de4-84d8-533867d23b40 req-6f0429bb-6a33-4331-b7bb-b0d9cb05475c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:55.397818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12e3db95-2509-4de4-84d8-533867d23b40 req-6f0429bb-6a33-4331-b7bb-b0d9cb05475c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.5954509 Jul 15 17:07:55.521915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12e3db95-2509-4de4-84d8-533867d23b40 req-5109ab06-fa8d-46e7-82fd-10cc65ec4768 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106107 Jul 15 17:07:55.556789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.591913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Allocated IP 172.20.0.34 (fb058e14-7652-4741-9bd0-086659f21ba8/7bfa6c2e-1f60-4df9-9175-b24fa5f35533/6494f8f2-8b65-468d-a392-30b52c0edf8d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:55.720707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:07:55.779026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.799661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Transition to ACTIVE for port object 6494f8f2-8b65-468d-a392-30b52c0edf8d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:55.801397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8a01644-9946-43f7-91ee-e893765d4e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.804703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:55.892635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022242b-5298-4108-ba3d-db1b9e40ef58 None None] Pushing event updated for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:56.181087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Delete allocated IP 172.20.0.6 (fb058e14-7652-4741-9bd0-086659f21ba8/06599d37-4105-461d-aff9-c8704c404387) {{(pid=100429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:07:56.189032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:56.196424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Allocated IP 172.20.0.43 (fb058e14-7652-4741-9bd0-086659f21ba8/7bfa6c2e-1f60-4df9-9175-b24fa5f35533/76fd4bea-7884-4855-a965-e2ff454908bc) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:07:56.327090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-191553cd-fd7d-4929-bc09-291b0539e506 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:56.327787 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-191553cd-fd7d-4929-bc09-291b0539e506 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 17:07:56.328785 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-191553cd-fd7d-4929-bc09-291b0539e506 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:07:56.329991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-191553cd-fd7d-4929-bc09-291b0539e506 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1397085 Jul 15 17:07:56.333666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58410) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:56.339906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--941541940'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:56.372461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.383257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.420477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.446175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Transition to ACTIVE for port object 76fd4bea-7884-4855-a965-e2ff454908bc will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:07:56.450079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.527797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.533480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.563661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event updated for resources: {'Port': ['ID=76fd4bea-7884-4855-a965-e2ff454908bc,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:56.589073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] In _notify_port_updated(), no bound segment for port 76fd4bea-7884-4855-a965-e2ff454908bc on network fb058e14-7652-4741-9bd0-086659f21ba8 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:07:56.597855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:56.598996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.600638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a28aec09-7b3d-4906-ab47-d75fe932c1fe tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "PUT /v2.0/ports/76fd4bea-7884-4855-a965-e2ff454908bc HTTP/1.1" status: 200 len: 959 time: 1.7818096 Jul 15 17:07:56.601688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec65df-19ca-4af4-942a-e72efcbc4207,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:56.603376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:56.667412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.676098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.741556 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.746371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4091625 Jul 15 17:07:56.748461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:56.749454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc646bc7-a848-45c2-bcb4-f835b3df4897 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16a3d1-97e9-4c25-9c73-aed5c637425b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:56.751398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Provisioning for port 6494f8f2-8b65-468d-a392-30b52c0edf8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:56.756617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': 'fc16a3d1-97e9-4c25-9c73-aed5c637425b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:56.763865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:56.764288 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.836732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 76fd4bea-7884-4855-a965-e2ff454908bc {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:07:56.837349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.873474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Provisioning for port 76fd4bea-7884-4855-a965-e2ff454908bc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:07:56.880358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Provisioning complete for port 76fd4bea-7884-4855-a965-e2ff454908bc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:56.880928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.889256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.919736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Port 76fd4bea-7884-4855-a965-e2ff454908bc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:56.931757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:56.932408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:56.971794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-863a0a93-9cdf-48c1-b419-820d579ef64f None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:57.024899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e538b9-6b49-4388-83cf-947431b220d2 req-d33d5460-2686-432f-9bb0-3d9a5adb3350 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:57.026475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02e538b9-6b49-4388-83cf-947431b220d2 req-d33d5460-2686-432f-9bb0-3d9a5adb3350 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2373841 Jul 15 17:07:57.046508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.057594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.065781 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.100996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 76fd4bea-7884-4855-a965-e2ff454908bc owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:07:57.119789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c247e6-e7e4-4ca3-8267-136a915d48f1,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.130149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.131336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c76fc30-5951-4729-9033-85d5f357050f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808918 Jul 15 17:07:57.134113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58420) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.140349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02e538b9-6b49-4388-83cf-947431b220d2 req-ecc99e52-49d9-4268-af4e-6a86e89d14ec tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012349 Jul 15 17:07:57.145486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-79c91878-61d5-4263-9d9a-0a0cf5bc9bc5 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': 'fc16a3d1-97e9-4c25-9c73-aed5c637425b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:57.156344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:07:57.224698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-79c91878-61d5-4263-9d9a-0a0cf5bc9bc5 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.228308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:57.232904 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.311885 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-79c91878-61d5-4263-9d9a-0a0cf5bc9bc5 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:07:57.312894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-79c91878-61d5-4263-9d9a-0a0cf5bc9bc5 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1778412 Jul 15 17:07:57.315736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58422) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.335900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cd3bc529-a4f2-4789-8632-ed9845eaf232 None None] Provisioning complete for port 76fd4bea-7884-4855-a965-e2ff454908bc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:07:57.336302 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cd3bc529-a4f2-4789-8632-ed9845eaf232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.360506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.377223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bc529-a4f2-4789-8632-ed9845eaf232 None None] Port 76fd4bea-7884-4855-a965-e2ff454908bc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:07:57.419706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=76fd4bea-7884-4855-a965-e2ff454908bc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.430150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.498614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.534975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.539580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3bb8234-6475-4704-9f24-5c87596a8b8a tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/76fd4bea-7884-4855-a965-e2ff454908bc HTTP/1.1" status: 204 len: 168 time: 0.9350078 Jul 15 17:07:57.539730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.563496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.567415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.571709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc16a3d1-97e9-4c25-9c73-aed5c637425b HTTP/1.1" status: 204 len: 168 time: 0.2550743 Jul 15 17:07:57.572361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58426) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.579754 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf8eadd-792f-463e-b54b-6c0237baa950 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] GET failed (client error): The resource could not be found. Jul 15 17:07:57.583556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4bf8eadd-792f-463e-b54b-6c0237baa950 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports/76fd4bea-7884-4855-a965-e2ff454908bc HTTP/1.1" status: 404 len: 333 time: 0.0424743 Jul 15 17:07:57.586188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.595218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3ba45-f669-4e17-9a3a-96934f7be650 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16a3d1-97e9-4c25-9c73-aed5c637425b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.659975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.661955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e40808c6-0bd1-4f74-bc88-18043e129a36 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768421 Jul 15 17:07:57.665410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.670307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--647699647'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:57.696575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.723005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.763713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.766403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.767692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe9510cb-7d79-4b42-b639-e7a2c6d3dcff HTTP/1.1" status: 204 len: 168 time: 0.1805565 Jul 15 17:07:57.771186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58432) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.785683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8265e2-6514-4724-879b-00dc8671da71 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9510cb-7d79-4b42-b639-e7a2c6d3dcff,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.837106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.839009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.841919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.864085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.870260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.871496 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2051532 Jul 15 17:07:57.874500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.875680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0523c39-b2b0-446d-b8b6-c33c9d856ffd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb578ea6-c6c9-48ae-af56-eb16b624f55a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.882711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-efd203dc-ffce-408d-a0ee-f995c2fb64b7 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': 'eb578ea6-c6c9-48ae-af56-eb16b624f55a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:57.884220 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-efd203dc-ffce-408d-a0ee-f995c2fb64b7 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 17:07:57.884350 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-efd203dc-ffce-408d-a0ee-f995c2fb64b7 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:57.887689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-efd203dc-ffce-408d-a0ee-f995c2fb64b7 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096235 Jul 15 17:07:57.888339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58436) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.948778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.951366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:57.952557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b82d141-ebf2-4d60-90ca-fdad67820fff HTTP/1.1" status: 204 len: 168 time: 0.1801648 Jul 15 17:07:57.955420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:57.974387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b28440-3174-4c7b-af39-97dfb94fe621 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82d141-ebf2-4d60-90ca-fdad67820fff,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:57.996435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.021228 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.028363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.053246 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.083252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.086293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.087822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb578ea6-c6c9-48ae-af56-eb16b624f55a HTTP/1.1" status: 204 len: 168 time: 0.1988709 Jul 15 17:07:58.092379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58442) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.104597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82fdce-190f-4820-aaaa-ce2da9eee012 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb578ea6-c6c9-48ae-af56-eb16b624f55a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:58.136781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.140801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.142417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/security-groups/41c97bda-9eba-4b26-b9c2-5fb6150baa6b HTTP/1.1" status: 204 len: 168 time: 0.1849065 Jul 15 17:07:58.145932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58444) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.153797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c9054-e8a2-4cd5-ae11-a3fcdb96fa23 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c97bda-9eba-4b26-b9c2-5fb6150baa6b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:58.197533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-190df01b-33c8-4a71-a600-2a7e92c6fccf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037707 Jul 15 17:07:58.203526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58448) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.210705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--734697772'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:58.256267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 06599d37-4105-461d-aff9-c8704c404387 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:58.262732 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.268078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.448302 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.495428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.502076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.558374 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.562625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.567859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec4b210d-f4d8-4cfc-ab5f-9cf55afae72b tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '9597465d-6e95-48ef-87e4-9a5fbcbdde40', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:58.568857 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-ec4b210d-f4d8-4cfc-ab5f-9cf55afae72b tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 17:07:58.569360 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ec4b210d-f4d8-4cfc-ab5f-9cf55afae72b tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:58.573087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec4b210d-f4d8-4cfc-ab5f-9cf55afae72b tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094445 Jul 15 17:07:58.573638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.577453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3723042 Jul 15 17:07:58.651841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33dcfe-8ea3-45a9-9dc6-3974c24e197e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9597465d-6e95-48ef-87e4-9a5fbcbdde40,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:58.695927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.732671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.738264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c73ca9-a420-453c-9e4b-9e3a81534ca2 req-970bf04f-b2c3-4548-a355-7ad53eff8abe tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:58.739880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7c73ca9-a420-453c-9e4b-9e3a81534ca2 req-970bf04f-b2c3-4548-a355-7ad53eff8abe tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.3541834 Jul 15 17:07:58.747553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.803117 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.803725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.813736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.817429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/9597465d-6e95-48ef-87e4-9a5fbcbdde40 HTTP/1.1" status: 204 len: 168 time: 0.2421241 Jul 15 17:07:58.825825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58468) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.851852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf92052-014c-4d5f-aa5d-e8497716b4be tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9597465d-6e95-48ef-87e4-9a5fbcbdde40,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:58.876457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7c73ca9-a420-453c-9e4b-9e3a81534ca2 req-e37654dd-34ed-4fb1-8d35-e3c7151f9a53 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252611 Jul 15 17:07:58.916618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb558a1-6cf0-4d3f-8a2f-745079b523e1 req-883969b3-db68-4a04-a3bc-3564bd75fa56 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:07:58.918189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6eb558a1-6cf0-4d3f-8a2f-745079b523e1 req-883969b3-db68-4a04-a3bc-3564bd75fa56 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 946 time: 0.2443452 Jul 15 17:07:58.931328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.944863 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97dfbcfd-6602-4279-88c3-de0dbe084815 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1175251 Jul 15 17:07:58.945885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58474) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:58.950493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987239518'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:58.982795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.992682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:58.994581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/06599d37-4105-461d-aff9-c8704c404387 HTTP/1.1" status: 204 len: 168 time: 0.8475044 Jul 15 17:07:58.997717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ed8a3-10ad-4145-8b6b-deedfba0d771 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:07:59.000534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833eda3-6ee6-4719-8d77-85cf488bc4d6 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=06599d37-4105-461d-aff9-c8704c404387,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:59.004391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.027814 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6eb558a1-6cf0-4d3f-8a2f-745079b523e1 req-3d19dae1-e1d1-4fd7-b2f6-3c545d7dfc78 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990522 Jul 15 17:07:59.129453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bfd13fa1-a1d5-417c-a174-66b120cd42b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.130507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 7bfa6c2e-1f60-4df9-9175-b24fa5f35533 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:59.139040 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.193661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.329114 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.337252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.340561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.399188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.400732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4538920 Jul 15 17:07:59.404342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.413416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737f86f-26bf-491e-a16e-ba7900465f2d tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:59.424745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d04ca534-eef3-4af2-88a1-b162b0ed22a2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:59.443804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.452054 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-d04ca534-eef3-4af2-88a1-b162b0ed22a2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 17:07:59.453093 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-d04ca534-eef3-4af2-88a1-b162b0ed22a2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:59.454458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d04ca534-eef3-4af2-88a1-b162b0ed22a2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0487614 Jul 15 17:07:59.460224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.464061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58484) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.465632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/7bfa6c2e-1f60-4df9-9175-b24fa5f35533 HTTP/1.1" status: 204 len: 168 time: 0.4597297 Jul 15 17:07:59.466231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.475373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7691dbd3-c6d2-4a1d-b434-85632276a578 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:59.476512 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-7691dbd3-c6d2-4a1d-b434-85632276a578 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 17:07:59.477248 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-7691dbd3-c6d2-4a1d-b434-85632276a578 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:59.478533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7691dbd3-c6d2-4a1d-b434-85632276a578 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132332 Jul 15 17:07:59.481490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58488) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.492246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-13402d7d-a407-4822-ab4e-fe412447266e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:59.496332 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-13402d7d-a407-4822-ab4e-fe412447266e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 17:07:59.499045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dc66f-beb0-4798-95fd-1873edb8c794 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfa6c2e-1f60-4df9-9175-b24fa5f35533,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:59.499454 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-13402d7d-a407-4822-ab4e-fe412447266e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:59.508662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-13402d7d-a407-4822-ab4e-fe412447266e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0258250 Jul 15 17:07:59.509578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.519962 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0de051-14e2-4f35-be90-1e0951d2c968 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:07:59.520499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0de051-14e2-4f35-be90-1e0951d2c968 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:59.521873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-98920f4c-1398-47b4-9d5d-7818fcb63bed tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:59.523070 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-98920f4c-1398-47b4-9d5d-7818fcb63bed tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 17:07:59.523871 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-98920f4c-1398-47b4-9d5d-7818fcb63bed tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:07:59.525271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.530983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-98920f4c-1398-47b4-9d5d-7818fcb63bed tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134470 Jul 15 17:07:59.531224 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec0de051-14e2-4f35-be90-1e0951d2c968 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/06599d37-4105-461d-aff9-c8704c404387 HTTP/1.1" status: 404 len: 337 time: 0.0409949 Jul 15 17:07:59.531784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.531922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58492) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.595989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting subnet 466f5efb-5815-4f1c-8499-4eeec7572a27 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:07:59.605986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.632048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.654188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.661885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.713152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.716153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.717675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55 HTTP/1.1" status: 204 len: 168 time: 0.1849279 Jul 15 17:07:59.721767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58496) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.742142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a02dab-56fd-496f-9a4f-09640020a7bd tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e8130-6f1a-4fb0-b7e2-c7ac027a2b55,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:59.786570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.797493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4374a503-60a5-4a43-b7f5-730f687241e1 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701246 Jul 15 17:07:59.800903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58498) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.808917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548000024'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:07:59.842225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.864533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.911851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Subnet': ['ID=466f5efb-5815-4f1c-8499-4eeec7572a27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:07:59.922353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:07:59.927276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58502) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:07:59.927976 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d7990481-6fab-4215-a7e4-97ae4095ecaa tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/466f5efb-5815-4f1c-8499-4eeec7572a27 HTTP/1.1" status: 204 len: 168 time: 0.3911994 Jul 15 17:07:59.989330 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d8661c-479a-4111-b5d3-52da92c30d83 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:07:59.989946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d8661c-479a-4111-b5d3-52da92c30d83 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:07:59.991770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-94d8661c-479a-4111-b5d3-52da92c30d83 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/62ea1ba3-81ce-4663-894c-db12df47cd5a HTTP/1.1" status: 404 len: 337 time: 0.0635195 Jul 15 17:07:59.996421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58504) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.047684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6bf0a6c9-e29b-4dda-8d3d-9a80c3e1600d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1d43a09-6215-4ad3-9f75-5186bcbc227c HTTP/1.1" status: 200 len: 205 time: 0.0497136 Jul 15 17:08:00.051165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58508) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.137951 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-db383477-11a3-4807-bd18-c295a7721908 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] delete failed (client error): The resource could not be found. Jul 15 17:08:00.139874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db383477-11a3-4807-bd18-c295a7721908 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/routers/c1d43a09-6215-4ad3-9f75-5186bcbc227c HTTP/1.1" status: 404 len: 336 time: 0.0876477 Jul 15 17:08:00.154240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58514) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.154425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39a4d2-d5e0-4665-a8fa-d4d28e51aa23 None None] Network fb058e14-7652-4741-9bd0-086659f21ba8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:08:00.172749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-0272dc93-2c6c-429e-9de4-c8b42c7fbd04 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:00.174530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-0272dc93-2c6c-429e-9de4-c8b42c7fbd04 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 946 time: 0.1794765 Jul 15 17:08:00.244910 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffe3949-80fd-4ce0-9229-1a97f8fd0e2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.245714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffe3949-80fd-4ce0-9229-1a97f8fd0e2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.247911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6ffe3949-80fd-4ce0-9229-1a97f8fd0e2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/2a23c549-2dd4-4bb2-9ca9-80db36a3881d HTTP/1.1" status: 404 len: 337 time: 0.0927184 Jul 15 17:08:00.263591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58516) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.269609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c72cc7af-f10b-40b0-8021-c441a6ef562b None None] Provisioning complete for port 6494f8f2-8b65-468d-a392-30b52c0edf8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:08:00.269609 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c72cc7af-f10b-40b0-8021-c441a6ef562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.305029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Deleting port ac141e59-910f-49ca-9a98-3a32ad8d50d4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:08:00.305547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.334998 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40630a4-54fe-4688-848b-c1819a8a2d46 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.335473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40630a4-54fe-4688-848b-c1819a8a2d46 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.339525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e40630a4-54fe-4688-848b-c1819a8a2d46 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/58e062c6-b85e-495f-9bb5-083ed36047a3 HTTP/1.1" status: 404 len: 337 time: 0.0660760 Jul 15 17:08:00.340149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.353078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.366376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.400969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b31d-7ec8-407f-b8a1-91c0f5287e58 req-ed44bfee-0527-4783-8c9d-39c3703837ee tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:00.402416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4735b31d-7ec8-407f-b8a1-91c0f5287e58 req-ed44bfee-0527-4783-8c9d-39c3703837ee tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2615039 Jul 15 17:08:00.403452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.407517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6026416 Jul 15 17:08:00.415009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58522) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.423604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b41cc650-0feb-473e-853d-15274a6d78ca tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.424437 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-b41cc650-0feb-473e-853d-15274a6d78ca tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 17:08:00.425094 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-b41cc650-0feb-473e-853d-15274a6d78ca tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.429300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b41cc650-0feb-473e-853d-15274a6d78ca tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103159 Jul 15 17:08:00.433365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58524) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.447861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c72cc7af-f10b-40b0-8021-c441a6ef562b None None] Provisioning complete for port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:08:00.448304 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c72cc7af-f10b-40b0-8021-c441a6ef562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.467079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-61037799-1bcb-4259-b186-b7d8b0c53afb tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.478355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fbdd3-fd84-471f-8e8a-dcc94e2fdedf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848f7990-b1f5-4fab-9c1a-6f9df2b88435,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:00.487916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd4fb6-81db-4791-9362-690cc0a01e38 req-939f2c55-25d5-4ac9-8612-e157d2f3dc29 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:00.489682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0edd4fb6-81db-4791-9362-690cc0a01e38 req-939f2c55-25d5-4ac9-8612-e157d2f3dc29 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 946 time: 0.2521453 Jul 15 17:08:00.506451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c72cc7af-f10b-40b0-8021-c441a6ef562b None None] Port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:08:00.539093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4735b31d-7ec8-407f-b8a1-91c0f5287e58 req-2d1e8c28-9817-410d-a9cb-2b738093a3fa tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197572 Jul 15 17:08:00.584347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0edd4fb6-81db-4791-9362-690cc0a01e38 req-73ae2bf8-8baa-44f1-b677-242da7f17aa2 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876603 Jul 15 17:08:00.589168 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-61037799-1bcb-4259-b186-b7d8b0c53afb tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.590546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-61037799-1bcb-4259-b186-b7d8b0c53afb tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1462653 Jul 15 17:08:00.600747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58526) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.606613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c6259eba-38d9-4c8b-800f-92dc157ae81f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.607573 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-c6259eba-38d9-4c8b-800f-92dc157ae81f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 17:08:00.607712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827a77f-507f-4735-bed6-f80e036616db None None] DHCP port deletion for fb058e14-7652-4741-9bd0-086659f21ba8 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:08:00.608318 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-c6259eba-38d9-4c8b-800f-92dc157ae81f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.613158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c6259eba-38d9-4c8b-800f-92dc157ae81f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0110075 Jul 15 17:08:00.613768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58528) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.618324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b5c5700e-cb31-4409-98d1-a416510f59ac tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.659616 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-b5c5700e-cb31-4409-98d1-a416510f59ac tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.663601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b5c5700e-cb31-4409-98d1-a416510f59ac tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0463665 Jul 15 17:08:00.663862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58530) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.669462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-35fd6010-eb3e-4557-8a9e-0cb954658b01 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.670143 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-35fd6010-eb3e-4557-8a9e-0cb954658b01 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 17:08:00.671066 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-35fd6010-eb3e-4557-8a9e-0cb954658b01 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.675608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35fd6010-eb3e-4557-8a9e-0cb954658b01 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073762 Jul 15 17:08:00.676028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58532) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.682157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c0f9a168-9b51-473d-a995-f49352066a11 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.696633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Deleting port 6494f8f2-8b65-468d-a392-30b52c0edf8d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:08:00.697014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.709076 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-c0f9a168-9b51-473d-a995-f49352066a11 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Project c594181f5fee4229b5010f89ca70d962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:08:00.724716 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-c0f9a168-9b51-473d-a995-f49352066a11 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.728567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c0f9a168-9b51-473d-a995-f49352066a11 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0488617 Jul 15 17:08:00.730911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58534) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.740825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da13be53-0365-4068-801c-49a121a2d313 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.740825 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-da13be53-0365-4068-801c-49a121a2d313 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 17:08:00.741057 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-da13be53-0365-4068-801c-49a121a2d313 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.744856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da13be53-0365-4068-801c-49a121a2d313 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099559 Jul 15 17:08:00.744856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58536) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.749085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7a90f6af-ca50-456e-894d-ad9bdcee9e0f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.767396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7827a77f-507f-4735-bed6-f80e036616db None None] For port 6494f8f2-8b65-468d-a392-30b52c0edf8d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6494f8f2-8b65-468d-a392-30b52c0edf8d,segment=NetworkSegment(2d014872-2d38-4605-aa74-8012608f244d),segment_id=2d014872-2d38-4605-aa74-8012608f244d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:00.768105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.774915 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-7a90f6af-ca50-456e-894d-ad9bdcee9e0f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Project c594181f5fee4229b5010f89ca70d962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:08:00.781403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Calling delete_port for 6494f8f2-8b65-468d-a392-30b52c0edf8d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:08:00.790830 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-7a90f6af-ca50-456e-894d-ad9bdcee9e0f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.794963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a90f6af-ca50-456e-894d-ad9bdcee9e0f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0467579 Jul 15 17:08:00.795356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58538) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.800896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-648c7434-0afc-4c1c-8d9e-3aa14815bf23 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '848f7990-b1f5-4fab-9c1a-6f9df2b88435', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:00.821392 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6c1b08-0d3a-4536-86ad-bf9b336fa185 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.821987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6c1b08-0d3a-4536-86ad-bf9b336fa185 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.824932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d6c1b08-0d3a-4536-86ad-bf9b336fa185 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/f00cd1c9-fe4a-4c8e-ab74-d94f02237a6f HTTP/1.1" status: 404 len: 337 time: 0.4831607 Jul 15 17:08:00.826568 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-648c7434-0afc-4c1c-8d9e-3aa14815bf23 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Project c594181f5fee4229b5010f89ca70d962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:08:00.826919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58540) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.843234 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-648c7434-0afc-4c1c-8d9e-3aa14815bf23 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:00.847435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-648c7434-0afc-4c1c-8d9e-3aa14815bf23 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0480411 Jul 15 17:08:00.847756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58542) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.863593 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9c409f-fc8e-45d3-a09a-bbd3ca3926c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.864282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9c409f-fc8e-45d3-a09a-bbd3ca3926c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.868775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b9c409f-fc8e-45d3-a09a-bbd3ca3926c1 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/cd2f64aa-0716-4329-bfe6-a1237acf9fed HTTP/1.1" status: 404 len: 333 time: 0.0385766 Jul 15 17:08:00.869709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.876717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.903765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827a77f-507f-4735-bed6-f80e036616db None None] Pushing event deleted for resources: {'Port': ['ID=6494f8f2-8b65-468d-a392-30b52c0edf8d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:00.907526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827a77f-507f-4735-bed6-f80e036616db None None] No DVR routers for this DVR port 6494f8f2-8b65-468d-a392-30b52c0edf8d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:08:00.912139 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb67df1-a501-4c4f-b091-485006f8b835 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.912599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb67df1-a501-4c4f-b091-485006f8b835 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.914508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6cb67df1-a501-4c4f-b091-485006f8b835 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/d0cf0bd1-f60b-420e-ae0e-5e45f90b571b HTTP/1.1" status: 404 len: 337 time: 0.0438635 Jul 15 17:08:00.917014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58546) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.930439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] For port ac141e59-910f-49ca-9a98-3a32ad8d50d4, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ac141e59-910f-49ca-9a98-3a32ad8d50d4,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:00.930800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.959023 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac95dd58-6699-4279-b0ff-951f30390522 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.959470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac95dd58-6699-4279-b0ff-951f30390522 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.963709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ac95dd58-6699-4279-b0ff-951f30390522 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/879bd77b-e770-4e06-85ba-3c5f4df57068 HTTP/1.1" status: 404 len: 337 time: 0.0434883 Jul 15 17:08:00.964054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58548) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:00.972705 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:00.974896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Calling delete_port for ac141e59-910f-49ca-9a98-3a32ad8d50d4 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:08:00.997021 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a72cc25-c9c6-423c-8a5f-806ccafcf65e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:00.997665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a72cc25-c9c6-423c-8a5f-806ccafcf65e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:00.999408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a72cc25-c9c6-423c-8a5f-806ccafcf65e tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/9d6017ae-53ee-411c-93ce-b75990be6516 HTTP/1.1" status: 404 len: 333 time: 0.0343940 Jul 15 17:08:01.003530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.011834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.046731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-6e92dd05-b5be-48d0-a6a4-712025f34690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:01.048271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-6e92dd05-b5be-48d0-a6a4-712025f34690 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 1094 time: 0.1480095 Jul 15 17:08:01.058760 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-6641c347-fc31-42f0-9d13-67831165ca2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:01.059242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6641c347-fc31-42f0-9d13-67831165ca2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:01.061026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6641c347-fc31-42f0-9d13-67831165ca2d tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/5b51ad94-e8b1-459f-b0dc-572b9b85b2ae HTTP/1.1" status: 404 len: 337 time: 0.0565908 Jul 15 17:08:01.065063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.100604 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcf8b16-b965-476f-9c9b-a7652d55f2db tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] DELETE failed (client error): The resource could not be found. Jul 15 17:08:01.101069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcf8b16-b965-476f-9c9b-a7652d55f2db tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:08:01.105160 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7bcf8b16-b965-476f-9c9b-a7652d55f2db tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/subnets/9f132b70-188b-4c36-ad02-1b6197036121 HTTP/1.1" status: 404 len: 337 time: 0.0373435 Jul 15 17:08:01.106288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58554) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.118566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.121116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.124624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/848f7990-b1f5-4fab-9c1a-6f9df2b88435 HTTP/1.1" status: 204 len: 168 time: 0.2735071 Jul 15 17:08:01.126970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58558) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.142977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:08:01.167003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e0d09-aa91-4f09-9f5b-28d1aae75b1f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f7990-b1f5-4fab-9c1a-6f9df2b88435,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:01.192209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6494f8f2-8b65-468d-a392-30b52c0edf8d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:08:01.193725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6494f8f2-8b65-468d-a392-30b52c0edf8d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:08:01.209030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ae65852-1910-4045-8937-a39bd2ae2cbf tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770113 Jul 15 17:08:01.213123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.220058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272833362'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:01.242209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-9b18b00a-f966-4c21-9002-71818767e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:01.243786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-9b18b00a-f966-4c21-9002-71818767e8af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1094 time: 0.1720848 Jul 15 17:08:01.250655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.252742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.261647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.261892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ac141e59-910f-49ca-9a98-3a32ad8d50d4'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:08:01.308201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Pushing event deleted for resources: {'Port': ['ID=ac141e59-910f-49ca-9a98-3a32ad8d50d4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:01.388518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] No DVR routers for this DVR port ac141e59-910f-49ca-9a98-3a32ad8d50d4 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:08:01.392375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.393964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-e58d99b1-365b-4863-a967-545e15109124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:01.396490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-e58d99b1-365b-4863-a967-545e15109124 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.1459160 Jul 15 17:08:01.398401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Deleting port 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:08:01.398751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.405671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7ed89215-df78-4b09-b0dc-2d03ba3854b5 req-ee48da4a-bbd5-4ec2-afe2-77fe3cef878a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "DELETE /v2.0/ports/ac141e59-910f-49ca-9a98-3a32ad8d50d4 HTTP/1.1" status: 204 len: 173 time: 1.2247927 Jul 15 17:08:01.406168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'name': 'network-vif-deleted', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:01.408708 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089673c9-abf9-4701-b72b-fd2eafc70463" -d '{"events": [{"server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "name": "network-vif-deleted", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:01.512761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.517815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.550819 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:08:01.556213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.558000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3436861 Jul 15 17:08:01.561308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.567106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ab6eeb2e-1de0-4dfd-ae35-5a5a0f0fa285 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '3a85bca7-e8e1-4334-9b66-840e0ba9adea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:01.574486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5890-4882-493a-8fbf-ccd240902490 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a85bca7-e8e1-4334-9b66-840e0ba9adea,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:01.585795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.605960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Calling delete_port for 7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:08:01.663182 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ab6eeb2e-1de0-4dfd-ae35-5a5a0f0fa285 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The resource could not be found. Jul 15 17:08:01.664741 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab6eeb2e-1de0-4dfd-ae35-5a5a0f0fa285 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1020870 Jul 15 17:08:01.668621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58578) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.675885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-419d6f0a-d0c3-4295-a507-44ce735e5a8c tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '3a85bca7-e8e1-4334-9b66-840e0ba9adea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c02cf6d3-d219-45b3-82c2-e58f4a4522a2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:01.734846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.740603 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e417b71c-cbf5-4307-b6ce-5744b1726965 x-openstack-request-id: req-e417b71c-cbf5-4307-b6ce-5744b1726965 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:01.741144 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e02df6-880b-4c30-8d88-8f97ab987c0e", "name": "network-vif-deleted", "tag": "ac141e59-910f-49ca-9a98-3a32ad8d50d4", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:01.741575 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e417b71c-cbf5-4307-b6ce-5744b1726965 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:01.742171 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e02df6-880b-4c30-8d88-8f97ab987c0e', 'name': 'network-vif-deleted', 'tag': 'ac141e59-910f-49ca-9a98-3a32ad8d50d4', 'status': 'completed', 'code': 200} Jul 15 17:08:01.747537 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-419d6f0a-d0c3-4295-a507-44ce735e5a8c tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The resource could not be found. Jul 15 17:08:01.748966 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-419d6f0a-d0c3-4295-a507-44ce735e5a8c tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0791173 Jul 15 17:08:01.751531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.802287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Port': ['ID=7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:01.825703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.855295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.873611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.878889 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4d022bf5-9a12-4c41-af6a-498b817c4923 tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/ports/7acc1e74-07bf-4dd1-85ea-b0d4d7bb30f2 HTTP/1.1" status: 204 len: 168 time: 0.7713327 Jul 15 17:08:01.880380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58584) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.892976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-c99f35fe-e3b0-430a-a5fc-6b4edb763afd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 200 len: 999 time: 0.4899781 Jul 15 17:08:01.907227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.910353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:01.913880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/3a85bca7-e8e1-4334-9b66-840e0ba9adea HTTP/1.1" status: 204 len: 168 time: 0.1587572 Jul 15 17:08:01.921304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:01.929587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ae24d-2070-423b-8c13-0fbb0c9502d3 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a85bca7-e8e1-4334-9b66-840e0ba9adea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:01.963763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de6ce444-8ef0-4e4c-a3cd-c030e6107a36 req-54e6dd99-d49d-4a51-ac2c-69dd1b456c3f tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0e02df6-880b-4c30-8d88-8f97ab987c0e HTTP/1.1" status: 200 len: 210 time: 0.0926719 Jul 15 17:08:01.992009 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee77142b-f00b-45f9-809b-8986638ba56e tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689895 Jul 15 17:08:01.992678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.003795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9af52013-6081-4160-b15c-5e86b231e826 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': 'd9c66a2b-28c1-474c-8be7-90b0f014f7f4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:02.046633 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-9af52013-6081-4160-b15c-5e86b231e826 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The resource could not be found. Jul 15 17:08:02.054852 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9af52013-6081-4160-b15c-5e86b231e826 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0598462 Jul 15 17:08:02.055481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.065974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1111936569'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:02.103196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.215610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.220330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.252217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.256591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1964774 Jul 15 17:08:02.257332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.262428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--660924455'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:02.270160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b374790-36fd-4fe9-84f0-f26445136069 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7febeb56-9918-4e13-956d-da658aa03019,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:02.291791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.369093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-90f1001f-22e6-41b6-b331-b260f519d42b req-d9033a7a-479c-4fd5-ac92-dd486d97064b tempest-MigrationsAdminTest-425757694 tempest-MigrationsAdminTest-425757694-project] (100428) timed out ('10.222.0.35', 58362) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:08:02.392836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.397845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.425929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.429978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1690180 Jul 15 17:08:02.430124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58594) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.431190 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.435106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-bfc166ca-7e90-4063-8ccc-1196820a9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:02.435610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5484fe4-1cfe-47e5-a4d2-95f8ae631353 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '7febeb56-9918-4e13-956d-da658aa03019', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9e776e70-0e60-43b1-9913-37bbca8b8bed'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:02.436856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-bfc166ca-7e90-4063-8ccc-1196820a9116 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.4944108 Jul 15 17:08:02.445014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9e419-2faf-425f-8652-636b0b2bdeee tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e776e70-0e60-43b1-9913-37bbca8b8bed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:02.445267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e812b4-82e4-4994-8de0-f67317b89223 req-c4453e15-7c54-4cee-8642-a02f7d3e724e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:02.446751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e812b4-82e4-4994-8de0-f67317b89223 req-c4453e15-7c54-4cee-8642-a02f7d3e724e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.7130451 Jul 15 17:08:02.484173 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-d5484fe4-1cfe-47e5-a4d2-95f8ae631353 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:02.485306 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5484fe4-1cfe-47e5-a4d2-95f8ae631353 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0542643 Jul 15 17:08:02.488317 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.544923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.569442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.573162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e812b4-82e4-4994-8de0-f67317b89223 req-6063b4f7-f50e-4dcd-8704-0d3cbf353c03 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140721 Jul 15 17:08:02.611919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.621413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.621811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-15e784dd-d34b-4341-aeab-f343452efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:02.623340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-15e784dd-d34b-4341-aeab-f343452efd7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751375 Jul 15 17:08:02.624405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.628407 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e776e70-0e60-43b1-9913-37bbca8b8bed HTTP/1.1" status: 204 len: 168 time: 0.1362681 Jul 15 17:08:02.629032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58600) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.632870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb058e14-7652-4741-9bd0-086659f21ba8']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:08:02.636462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad2829-79d2-432b-a0f3-2eca3fcd5786 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e776e70-0e60-43b1-9913-37bbca8b8bed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:02.666243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d014872-2d38-4605-aa74-8012608f244d') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:08:02.666568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d014872-2d38-4605-aa74-8012608f244d') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:08:02.696025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.744692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.767732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:08:02.768160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:08:02.771386 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:08:02.819913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ba24399-6947-4472-9f09-b541b5090500 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1899014 Jul 15 17:08:02.823416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.857093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-9464cc92-6983-410a-847b-1975f4a40f8d service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258711 Jul 15 17:08:02.872203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.887777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.891699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.893707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] 10.222.0.25 "DELETE /v2.0/networks/fb058e14-7652-4741-9bd0-086659f21ba8 HTTP/1.1" status: 204 len: 168 time: 1.0035672 Jul 15 17:08:02.912332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015087-d51b-40fb-a8a2-207ac52596ba tempest-PortsTestJSON-1162321720 tempest-PortsTestJSON-1162321720-project] Pushing event deleted for resources: {'Network': ['ID=fb058e14-7652-4741-9bd0-086659f21ba8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:02.915050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.960749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.963678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:02.967357 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/7febeb56-9918-4e13-956d-da658aa03019 HTTP/1.1" status: 204 len: 168 time: 0.1404672 Jul 15 17:08:02.968087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:02.975119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3484be-0588-450d-a865-9d667c666a8f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7febeb56-9918-4e13-956d-da658aa03019,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:03.024416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df6df9b3-29c7-442e-8d70-fba7891c302e req-c4575ca8-79b3-492a-acda-bb7854bdce79 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604958 Jul 15 17:08:03.065298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8087274b-36bd-463c-8557-a9789f1b8afc tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961528 Jul 15 17:08:03.069590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.077143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759360372'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:03.125982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.293599 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.298364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.337648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.351557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.353309 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2819784 Jul 15 17:08:03.356966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.363590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4ba8fd6d-44f4-4e2b-9477-af1549967d36 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '1241bf12-90cc-4bdb-bf7d-6f3ba2f71327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:03.387440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9f8f6-c531-4faa-b4d1-55bffee1686f tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1241bf12-90cc-4bdb-bf7d-6f3ba2f71327,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:03.445369 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4ba8fd6d-44f4-4e2b-9477-af1549967d36 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:03.446622 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ba8fd6d-44f4-4e2b-9477-af1549967d36 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0879362 Jul 15 17:08:03.449467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58636) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.454259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-25da6056-ed43-40f4-a165-fe58f87eba52 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group_rule': {'security_group_id': '1241bf12-90cc-4bdb-bf7d-6f3ba2f71327', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:03.506396 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-25da6056-ed43-40f4-a165-fe58f87eba52 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:08:03.511131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-25da6056-ed43-40f4-a165-fe58f87eba52 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0581169 Jul 15 17:08:03.511966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58638) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.673429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ac141e59-910f-49ca-9a98-3a32ad8d50d4 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:08:03.703478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58654) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:03.707849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2517d2f2-8047-4f56-976a-58e38b4f2ad9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba9bac4f827246d2833ecba2f460be89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681018 Jul 15 17:08:03.750286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ac141e59-910f-49ca-9a98-3a32ad8d50d4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:08:03.754293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ac141e59-910f-49ca-9a98-3a32ad8d50d4 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:08:03.791425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.834071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.882547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.887319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:03.998510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.001739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.006793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/1241bf12-90cc-4bdb-bf7d-6f3ba2f71327 HTTP/1.1" status: 204 len: 168 time: 0.4905214 Jul 15 17:08:04.011376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58656) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:04.033275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfcf7-8fb9-4907-8655-ae7e41fe3821 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241bf12-90cc-4bdb-bf7d-6f3ba2f71327,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:04.169488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.177935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.182306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/887bb705-fb27-42d3-b0a5-66a62b221813 HTTP/1.1" status: 204 len: 168 time: 0.4744649 Jul 15 17:08:04.191776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46f7a8b2-2bc8-41a2-b6cd-21b61119cfb9 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726234 Jul 15 17:08:04.197521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:04.202865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'tempest-secgroup--320475326'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:04.217837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17ffa9-84c4-4a64-8381-d6f44e3150d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887bb705-fb27-42d3-b0a5-66a62b221813,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:04.228169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975a9f-01ed-4878-80bf-606365441148 req-557cb7ef-26ff-4a09-bfa7-0ab9c9e82432 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:04.243856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1975a9f-01ed-4878-80bf-606365441148 req-557cb7ef-26ff-4a09-bfa7-0ab9c9e82432 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2728076 Jul 15 17:08:04.279187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.357711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1975a9f-01ed-4878-80bf-606365441148 req-6d0c9d57-f042-4222-a742-2bcb9a93fcaa tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119151 Jul 15 17:08:04.522326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.529399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.583738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.585205 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3862884 Jul 15 17:08:04.588504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58668) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:04.592359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01117be4-9bf0-4b3a-975d-55dd91929446 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c007d96a-f1fd-4f88-a7ce-dcaf550ca49b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:04.595842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5bec1b43-e304-4b30-8e90-6421ae0f76af tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:04.597662 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-5bec1b43-e304-4b30-8e90-6421ae0f76af tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 17:08:04.598736 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-5bec1b43-e304-4b30-8e90-6421ae0f76af tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 17:08:04.600077 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5bec1b43-e304-4b30-8e90-6421ae0f76af tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "PUT /v2.0/security-groups/c007d96a-f1fd-4f88-a7ce-dcaf550ca49b HTTP/1.1" status: 409 len: 330 time: 0.0102606 Jul 15 17:08:04.605587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58670) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:04.738719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.792476 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.879644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.882748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:04.892412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/c007d96a-f1fd-4f88-a7ce-dcaf550ca49b HTTP/1.1" status: 204 len: 168 time: 0.2854726 Jul 15 17:08:04.894527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:04.929462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284382e-fca2-4e37-8c4c-0b0901e06024 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007d96a-f1fd-4f88-a7ce-dcaf550ca49b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:05.019535 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2519f30e-4e96-4af3-938b-c1a86590435c tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111584 Jul 15 17:08:05.028575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58684) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:05.054202 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-d3ef1927-5617-4c44-8c0b-41a8ad8b35d6 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] delete failed (client error): The resource could not be found. Jul 15 17:08:05.061474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3ef1927-5617-4c44-8c0b-41a8ad8b35d6 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "DELETE /v2.0/security-groups/89357976-d6c4-4c01-8533-99a919996a13 HTTP/1.1" status: 404 len: 347 time: 0.0257530 Jul 15 17:08:05.061680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58686) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:05.094979 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-a055c959-bac1-4561-89b0-5327253647e2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] show failed (client error): The resource could not be found. Jul 15 17:08:05.101724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a055c959-bac1-4561-89b0-5327253647e2 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-groups/f97a6d94-2a84-420c-86d2-4bbc2edc604e HTTP/1.1" status: 404 len: 347 time: 0.0336261 Jul 15 17:08:05.101932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58688) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:05.138633 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-1abdefff-ae53-437d-a9e3-492b08cd2c12 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] show failed (client error): The resource could not be found. Jul 15 17:08:05.144625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1abdefff-ae53-437d-a9e3-492b08cd2c12 tempest-NegativeSecGroupIPv6Test-1463803567 tempest-NegativeSecGroupIPv6Test-1463803567-project] 10.222.0.25 "GET /v2.0/security-group-rules/b66676f4-9c07-4d50-81ed-0cac6c1fed7c HTTP/1.1" status: 404 len: 356 time: 0.0368063 Jul 15 17:08:05.840191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:05.911576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042c6b5-6693-4854-9625-5c97466cac3e req-9b486a57-0d9c-4bc1-98ed-274cc47aeeee tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:05.919285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7042c6b5-6693-4854-9625-5c97466cac3e req-9b486a57-0d9c-4bc1-98ed-274cc47aeeee tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1056712 Jul 15 17:08:05.932483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58712) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:06.072935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7042c6b5-6693-4854-9625-5c97466cac3e req-7963b824-a305-4133-837b-56c03a819cea tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494496 Jul 15 17:08:06.169117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--251404014'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:06.180851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-83b3cab9-7287-4bfa-b8a8-c9c748c58451 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c594181f5fee4229b5010f89ca70d962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394046 Jul 15 17:08:06.181410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58718) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:06.233325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.249464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.285640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.310543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.496671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.498538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.501893 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.503807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9ec65df-19ca-4af4-942a-e72efcbc4207 HTTP/1.1" status: 204 len: 168 time: 0.3215864 Jul 15 17:08:06.513343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4b11-b3d8-4126-a824-91933aef029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec65df-19ca-4af4-942a-e72efcbc4207,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:06.515195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.553092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41d04ab-4396-4245-b990-6e3e14cb8794,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:06.642062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.648805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.707971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:06.709313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7758605 Jul 15 17:08:06.712878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:06.728850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aade0-4d42-43cb-9c4d-c9f54725c770 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60d630-048b-4fc7-a242-9b730dae5e16,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:06.801146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f04ebf9-cc42-44e6-93e4-32eaeed516c8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0870266 Jul 15 17:08:06.811475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58734) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:06.818765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-security--1510603045', 'description': 'tempest-security-description-1536119571'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:06.868019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.011970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.022107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.024913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.030375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "PUT /v2.0/security-groups/7d60d630-048b-4fc7-a242-9b730dae5e16 HTTP/1.1" status: 200 len: 1780 time: 0.2175972 Jul 15 17:08:07.033671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.099149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd80f1-a319-40ca-8143-0cd8a545e7be tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d60d630-048b-4fc7-a242-9b730dae5e16,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:07.167767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3bfd6b57-0542-4285-ac40-773dd3be5f2c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups/7d60d630-048b-4fc7-a242-9b730dae5e16 HTTP/1.1" status: 200 len: 1780 time: 0.1321249 Jul 15 17:08:07.169874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.351708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.396462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.453364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.457456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.458784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d60d630-048b-4fc7-a242-9b730dae5e16 HTTP/1.1" status: 204 len: 168 time: 0.2870648 Jul 15 17:08:07.461411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.568312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-90e8e12b-67d3-4c63-a857-71078b99c2f4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051843 Jul 15 17:08:07.574649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.589071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cad21-9a8f-4caf-82ae-360c6a2b6e54 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d60d630-048b-4fc7-a242-9b730dae5e16,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:07.594413 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-cc288dda-71cb-4703-a5af-0a33a7a5f41b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] delete failed (client error): The resource could not be found. Jul 15 17:08:07.600833 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc288dda-71cb-4703-a5af-0a33a7a5f41b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d60d630-048b-4fc7-a242-9b730dae5e16 HTTP/1.1" status: 404 len: 347 time: 0.0245485 Jul 15 17:08:07.606155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.617335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025664278'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:07.670947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790870e-bbc8-43f2-9a11-19916ab31124 req-df175565-c403-4fe9-b65b-de057662b38c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:07.673868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6790870e-bbc8-43f2-9a11-19916ab31124 req-df175565-c403-4fe9-b65b-de057662b38c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2245777 Jul 15 17:08:07.675828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.768606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6790870e-bbc8-43f2-9a11-19916ab31124 req-d9689147-995e-4352-a4d0-440eee916275 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862660 Jul 15 17:08:07.844490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.849810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.932705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:07.936051 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3276956 Jul 15 17:08:07.937154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58776) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:07.944492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '61ec07fd-e45b-44da-bbe5-6456a130f2c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:07.957514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d76e3-180b-4399-bad1-00d1314925b3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ec07fd-e45b-44da-bbe5-6456a130f2c5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:08.021191 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.062631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.090532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.107757 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.175721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99360f96-68d5-4aab-8fb2-1e7c5ff16097,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:08.184587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.186831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-608a0754-8631-46f9-9ec2-05660fb3db48 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477806 Jul 15 17:08:08.189346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58784) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.235241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e0d65fd5-40ba-4ad9-81bd-f24b4a0679f4 tempest-ServiceProvidersTest-1303428027 tempest-ServiceProvidersTest-1303428027-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1712449 Jul 15 17:08:08.269019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.291048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.385012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.403528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.406713 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/99360f96-68d5-4aab-8fb2-1e7c5ff16097 HTTP/1.1" status: 204 len: 168 time: 0.2160511 Jul 15 17:08:08.409318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71b86-6046-4bf5-9cf8-bf923a3da5f6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99360f96-68d5-4aab-8fb2-1e7c5ff16097,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:08.409583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58792) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.581864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-056172d1-125d-4001-8d8b-a15bc6f7d34e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1672382 Jul 15 17:08:08.582242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.703377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.733601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.811857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.820976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:08.824622 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/61ec07fd-e45b-44da-bbe5-6456a130f2c5 HTTP/1.1" status: 204 len: 168 time: 0.2414198 Jul 15 17:08:08.827304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58802) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.834911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58804) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.870817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84b787-75d2-4c42-b15c-051e9733494e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ec07fd-e45b-44da-bbe5-6456a130f2c5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:08.989722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba84fa69-61a0-45c0-a06f-06eb2915a451 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612315 Jul 15 17:08:08.993652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:08.999174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--962903607'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:09.044646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.277734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10c6238f-7f4d-44a0-969f-07f9c030a746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.333886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.342571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.353793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfb2a-d92d-47cf-96fa-a4794cb81f10 req-da9e6c6d-3d9b-4a1a-97b9-70d9dd1c8cc9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:09.355389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c74dfb2a-d92d-47cf-96fa-a4794cb81f10 req-da9e6c6d-3d9b-4a1a-97b9-70d9dd1c8cc9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2739320 Jul 15 17:08:09.449872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c74dfb2a-d92d-47cf-96fa-a4794cb81f10 req-16b69dad-2251-4f14-931a-fee49a743fef tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808473 Jul 15 17:08:09.514961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d260cb-c010-42ff-9ac9-e381e8807203,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:09.550897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10c6238f-7f4d-44a0-969f-07f9c030a746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.555918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10c6238f-7f4d-44a0-969f-07f9c030a746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.560223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.564545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-211dbb00-b896-4199-b4d6-be46ec4a5179 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5666790 Jul 15 17:08:09.570349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58816) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:09.577059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'e6d260cb-c010-42ff-9ac9-e381e8807203', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:09.595268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-10c6238f-7f4d-44a0-969f-07f9c030a746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48148f46ee8f4ac2812c2cff84633221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566192 Jul 15 17:08:09.595613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58818) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:09.644004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.650714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6238f-7f4d-44a0-969f-07f9c030a746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d16b91e-088b-4d39-85f1-84993f36b8fd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:09.701955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.729644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.796258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.802265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.802714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.806391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.808155 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d16b91e-088b-4d39-85f1-84993f36b8fd HTTP/1.1" status: 204 len: 168 time: 0.2114110 Jul 15 17:08:09.818150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90046198-38ed-421a-b8c4-c11e021bf6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d16b91e-088b-4d39-85f1-84993f36b8fd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:09.860852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd08e4c-fbca-440e-a870-80b41cee509b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:09.883240 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:09.887890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f9af7bb-a5db-42c1-804f-1ee81e9b44e4 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164089 Jul 15 17:08:09.888019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58822) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:09.895222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'e6d260cb-c010-42ff-9ac9-e381e8807203', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:09.958421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.090987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.103107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.133454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3031da-77fd-4c09-a529-9444853dc789,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:10.139282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.144310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58830) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:10.145273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-84c29dfb-a9c5-4fc7-98aa-2d6f396ef49a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2557502 Jul 15 17:08:10.149676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'e6d260cb-c010-42ff-9ac9-e381e8807203', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:10.200677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.366200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.371296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.429933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33943260-753b-44a4-aada-0a9d3ae3d33f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:10.465283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.469211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1893eb07-cf40-401b-8a55-859ad94ea698 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235159 Jul 15 17:08:10.474306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:10.480255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'e6d260cb-c010-42ff-9ac9-e381e8807203', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:10.551933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.712570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.719262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.763315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ea6239-8d50-4744-bbae-176efb1aaa83,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:10.783052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.784705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-557764ed-e6e2-404f-b39b-021f12f7cde5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3086948 Jul 15 17:08:10.787379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:10.793130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'e6d260cb-c010-42ff-9ac9-e381e8807203', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:10.830374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.846485 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.882624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.971102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19b1b7-d8fd-444e-b3e1-76adbb877f45 req-1ff8ab82-c379-41c1-8298-9ad720ce5ab6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:10.981769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a19b1b7-d8fd-444e-b3e1-76adbb877f45 req-1ff8ab82-c379-41c1-8298-9ad720ce5ab6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2781973 Jul 15 17:08:10.984812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:10.990557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.019046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d782fa19-b6b8-4427-ad7f-9fc4c09d89f3,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:11.041383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.042781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fe73d68a-9dee-4788-afbc-9681ad70de00 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2541203 Jul 15 17:08:11.045667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.120148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a19b1b7-d8fd-444e-b3e1-76adbb877f45 req-5a592bcf-85c1-472b-9b76-4ae06c269641 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359355 Jul 15 17:08:11.120692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.149333 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.188582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.195274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.209631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d782fa19-b6b8-4427-ad7f-9fc4c09d89f3 HTTP/1.1" status: 204 len: 168 time: 0.1628397 Jul 15 17:08:11.212875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58866) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.216039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8025c36-5838-4b02-9201-4e70897ce23b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d782fa19-b6b8-4427-ad7f-9fc4c09d89f3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:11.307892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b7f10cba-cb10-4483-b427-7ea6803076f1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0936933 Jul 15 17:08:11.310863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.369832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.378998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.439364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.448035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.449587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/48ea6239-8d50-4744-bbae-176efb1aaa83 HTTP/1.1" status: 204 len: 168 time: 0.1374736 Jul 15 17:08:11.452596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58874) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.471479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee70ee8-7711-4a53-bb2e-8d08e6fd93e1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48ea6239-8d50-4744-bbae-176efb1aaa83,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:11.530773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-131464df-e74a-4c29-a079-81213087c8fb tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0768793 Jul 15 17:08:11.535478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58878) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.583922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.617789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.664236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.673635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.676195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/33943260-753b-44a4-aada-0a9d3ae3d33f HTTP/1.1" status: 204 len: 168 time: 0.1393058 Jul 15 17:08:11.679049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.684421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c081b4-632c-4614-936c-9b89f76bbd05 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33943260-753b-44a4-aada-0a9d3ae3d33f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:11.856093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-98d7dde6-3539-488b-9046-2a4d32bf6fe3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1758146 Jul 15 17:08:11.859714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58890) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:11.912747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:11.933655 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.013976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.031482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.034698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2b3031da-77fd-4c09-a529-9444853dc789 HTTP/1.1" status: 204 len: 168 time: 0.1739278 Jul 15 17:08:12.038413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:12.047639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0449b15-c223-4aa3-8495-d5ff09441ba5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b3031da-77fd-4c09-a529-9444853dc789,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:12.153298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee0aa5df-f7e1-479d-bd29-bbcacac4f198 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1132193 Jul 15 17:08:12.160696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58904) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:12.382894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.428072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.538000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58916) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:12.583117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-1c9641bf-c472-4831-a2b0-fe76d8486004 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4057038 Jul 15 17:08:12.594017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.602632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:12.606375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ecd08e4c-fbca-440e-a870-80b41cee509b HTTP/1.1" status: 204 len: 168 time: 0.4419293 Jul 15 17:08:12.606930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58920) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:12.621169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5d54-75d5-4562-b6f3-9c9f00507207 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd08e4c-fbca-440e-a870-80b41cee509b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:12.670293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab840ff-d17e-4038-81a2-873d93181ea1 req-40176724-24f8-4fb9-b793-d7383ca9ffd6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.677707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ab840ff-d17e-4038-81a2-873d93181ea1 req-40176724-24f8-4fb9-b793-d7383ca9ffd6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.2028286 Jul 15 17:08:12.711583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-387a5c1d-a944-49f0-a4e9-44f19957bc17 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1036623 Jul 15 17:08:12.714392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:12.835985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ab840ff-d17e-4038-81a2-873d93181ea1 req-d3c1e84d-fa10-4765-9f33-576ca72c845b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559231 Jul 15 17:08:12.936516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.937160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.937647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.938124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.938603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.939065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.939538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:12.954285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-6b8fd46b-aa09-4215-8b8d-ab0491fa9eaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.2295492 Jul 15 17:08:13.027621 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.029786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee289591-b4b6-4942-81d8-13112c09e41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.116541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.261803 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.265582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.270521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58928) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:13.271449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/e6d260cb-c010-42ff-9ac9-e381e8807203 HTTP/1.1" status: 204 len: 168 time: 0.5551593 Jul 15 17:08:13.289999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e008b4b-582d-45eb-8bb3-21436e72c983 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d260cb-c010-42ff-9ac9-e381e8807203,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:13.352745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee289591-b4b6-4942-81d8-13112c09e41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.358442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ee289591-b4b6-4942-81d8-13112c09e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.391848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee289591-b4b6-4942-81d8-13112c09e41d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbca17476fb24552b88f451abc061beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8523054 Jul 15 17:08:13.395048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:13.468334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee289591-b4b6-4942-81d8-13112c09e41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88348b0b-5fe1-4477-96ff-ec7690e09dab,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:13.487730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.516856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.644543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d11cccae-bfb8-42e6-847e-78eddb1018f5 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3645751 Jul 15 17:08:13.646929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:13.655705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--39089488'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:13.743138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.758247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.762263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.763951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88348b0b-5fe1-4477-96ff-ec7690e09dab HTTP/1.1" status: 204 len: 168 time: 0.3621509 Jul 15 17:08:13.780305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dc41f-f128-4208-8300-27efc6bd7099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88348b0b-5fe1-4477-96ff-ec7690e09dab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:13.905000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.911671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:13.960694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-61e1e97d-d6b2-4c1f-84c9-7080f3b20983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:13.965667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-61e1e97d-d6b2-4c1f-84c9-7080f3b20983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:13.966460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-61e1e97d-d6b2-4c1f-84c9-7080f3b20983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:13.971224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-61e1e97d-d6b2-4c1f-84c9-7080f3b20983 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 2294 time: 0.6464338 Jul 15 17:08:13.995351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c331c14-5863-4b27-8f52-ad30c7a31e27,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:14.016389 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.022562 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7bb3ba22-0ca8-4053-b072-e2e06a07eb8b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3736997 Jul 15 17:08:14.024302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:14.038413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '7c331c14-5863-4b27-8f52-ad30c7a31e27', 'direction': 'ingress', 'protocol': 17}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:14.116827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.160494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-5251a5fc-4eba-40f6-b3c2-e07241f44a77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 1001 time: 0.1660326 Jul 15 17:08:14.307805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.314569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.366214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.378103 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3506448 Jul 15 17:08:14.383561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:14.395759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41b398-294e-4243-8ba7-b919be80c0b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba33d47-fc89-4733-b614-d0c39b557508,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:14.472359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.487375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-bf148eb0-f319-4aea-a20b-c0d565b92d0d tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:14.492713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-bf148eb0-f319-4aea-a20b-c0d565b92d0d tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 813 time: 0.5016880 Jul 15 17:08:14.511766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.557904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-55038924-9b3a-49d5-8357-4c63d5a801b8 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/quotas/045aeeefab1841c4af2bba777fa1d794 HTTP/1.1" status: 200 len: 375 time: 0.0493360 Jul 15 17:08:14.577585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-80e94743-0d5b-4953-98a2-80ac1d0a8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:14.583224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-80e94743-0d5b-4953-98a2-80ac1d0a8b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 200 len: 856 time: 0.4003167 Jul 15 17:08:14.642005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.646672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:14.648670 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c331c14-5863-4b27-8f52-ad30c7a31e27 HTTP/1.1" status: 204 len: 168 time: 0.2622366 Jul 15 17:08:14.661232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:14.662334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0eadc-2985-4b5d-8264-acdc72e7ffab tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c331c14-5863-4b27-8f52-ad30c7a31e27,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:14.742460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-0fe96baa-6f09-413d-82fb-118eb6ae38b8 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1737220 Jul 15 17:08:14.776548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-496dc95d-eed4-4cc6-89a1-c6c3d0c523b1 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114442 Jul 15 17:08:14.788688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:14.793340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107904051'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:14.841431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.046459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c0ac5-b90d-4dfb-b790-21c2967e80fb req-d31eaaa7-a240-426a-b764-f39034d14b81 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:15.055133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d01c0ac5-b90d-4dfb-b790-21c2967e80fb req-d31eaaa7-a240-426a-b764-f39034d14b81 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.8699613 Jul 15 17:08:15.062550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.067815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.114324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.120761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3308649 Jul 15 17:08:15.121324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 58990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:15.140550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--410628709'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:15.159833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d01c0ac5-b90d-4dfb-b790-21c2967e80fb req-2f45da42-6c89-4b0a-9bda-55da09b25919 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944936 Jul 15 17:08:15.167737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-5df5c16d-d4d3-4406-8ff1-dd2bf51ef993 service neutron] 10.222.0.25 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125099 Jul 15 17:08:15.175669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.192654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9f109-5cd0-45cc-a7c9-97c79b457353 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7a0c13-00f0-4b7c-9cd6-0dfbe03f3501,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:15.260397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-8020b431-9cb3-4305-8693-d2dd37e414d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:15.261921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-8020b431-9cb3-4305-8693-d2dd37e414d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02356bfb-7512-4180-91a4-77d01500d8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5082333 Jul 15 17:08:15.297225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.302585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.327050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-1511f73f-9cde-4930-990b-c046ff165d04 service neutron] 10.222.0.25 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509838 Jul 15 17:08:15.369625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.371113 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2389441 Jul 15 17:08:15.375081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 58998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:15.381061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06166a-c25f-4eed-94fe-95541dcda89e tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555507ac-55fd-4d22-b91d-e5ef61daebe6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:15.383194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '0f7a0c13-00f0-4b7c-9cd6-0dfbe03f3501', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '555507ac-55fd-4d22-b91d-e5ef61daebe6', 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:15.436826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.676212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aebe4eb6-9ea1-463e-b4f5-bb7ed31f673f req-b9f8e060-cde6-4663-a948-142ee1d17855 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0440705 Jul 15 17:08:15.698064 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.716013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.725643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-f2bf5995-ecdd-4885-870d-349642531436 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264125 Jul 15 17:08:15.761337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdb71de-ac1d-4baa-acce-4d5f47823fce,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:15.773268 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.774464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c2e22a94-d96e-4b5f-9779-c904902469b8 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3977997 Jul 15 17:08:15.777458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59006) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:15.810337 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.819946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.870318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.876344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:15.891158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-13f5cb0a-4120-41c7-96d9-26cce8336d10 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555121 Jul 15 17:08:15.893747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4bdb71de-ac1d-4baa-acce-4d5f47823fce HTTP/1.1" status: 204 len: 168 time: 0.1144786 Jul 15 17:08:15.895947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:15.907013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6b9a-68c9-44d8-b794-88e998f6c5a7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bdb71de-ac1d-4baa-acce-4d5f47823fce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:15.958448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-9ac50240-850e-4e76-b1a7-0fdd5c956761 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 217 time: 0.0601132 Jul 15 17:08:16.034398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5836229d-1ab7-4d9a-abe1-d951bd0548dc tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1366875 Jul 15 17:08:16.037333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.065807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-9ec53ed1-8727-480b-b61e-a237183cdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:16.067307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-9ec53ed1-8727-480b-b61e-a237183cdcd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0991168 Jul 15 17:08:16.108035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.142742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-be4d73fb-0c7c-4d4c-bcf4-00db6e9be768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:16.142742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-be4d73fb-0c7c-4d4c-bcf4-00db6e9be768 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682545 Jul 15 17:08:16.144629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.194242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.197323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.201303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/555507ac-55fd-4d22-b91d-e5ef61daebe6 HTTP/1.1" status: 204 len: 168 time: 0.1628833 Jul 15 17:08:16.201897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.243920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b5b93-6ed1-4f9b-adc8-9424803f8271 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555507ac-55fd-4d22-b91d-e5ef61daebe6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:16.251719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-32cfa60c-1b5c-4d28-825e-4cf86065e79a service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985723 Jul 15 17:08:16.280087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8cd5c08a-65a2-489b-8fee-9c6982c27242 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0741384 Jul 15 17:08:16.280806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59028) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.386081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.397018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-3e16e6b7-d92b-4725-92cf-d5be46aaac4d service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385946 Jul 15 17:08:16.412871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.461703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.464447 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.468930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f7a0c13-00f0-4b7c-9cd6-0dfbe03f3501 HTTP/1.1" status: 204 len: 168 time: 0.1870875 Jul 15 17:08:16.469651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.487477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-7711bfda-a4e6-453e-882a-1405e0a4f3e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 217 time: 0.0779650 Jul 15 17:08:16.500549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518a58a-0e6d-4f8b-88f8-6623b12319e6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7a0c13-00f0-4b7c-9cd6-0dfbe03f3501,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:16.572454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588df00-c850-4c2b-a3bb-1b914d090c10 req-d91d3b7e-805e-4934-9f1c-d2c424b1210b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:16.581639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f120a6d7-95e7-4560-941f-66d20d163486 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067219 Jul 15 17:08:16.582162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e588df00-c850-4c2b-a3bb-1b914d090c10 req-d91d3b7e-805e-4934-9f1c-d2c424b1210b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1841834 Jul 15 17:08:16.582276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.586939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--747631923'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:16.612323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.622306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-b04d5ef6-0d4c-4f6e-ab8d-ad5e715c6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:16.624064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-b04d5ef6-0d4c-4f6e-ab8d-ad5e715c6a10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.1306324 Jul 15 17:08:16.661511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e588df00-c850-4c2b-a3bb-1b914d090c10 req-2bf49186-f2dc-4f8e-be35-6f0940756dfe tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782707 Jul 15 17:08:16.766997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-fe82dcce-1548-49f7-bc75-50652ec29584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:16.774636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-fe82dcce-1548-49f7-bc75-50652ec29584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262705 Jul 15 17:08:16.785115 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.792319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.821724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.823759 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2404006 Jul 15 17:08:16.831697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:16.840755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': 'ec84f4af-8ee5-43b1-9e06-8f5237536fbf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:16.889550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:16.939336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-09e416fe-3e88-4abc-9a56-a1e4f9fda81a service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566942 Jul 15 17:08:17.010795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbfc2e-e266-4b6a-aa2a-412939158522 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec84f4af-8ee5-43b1-9e06-8f5237536fbf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:17.019956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ce5b718-7dba-4cbf-afb1-e72014388b73 req-3d925899-4709-41ea-8694-95a0ec0a4bd7 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0674148 Jul 15 17:08:17.113693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-b6abefa0-571a-4c38-b587-359a77d355b4 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683087 Jul 15 17:08:17.116147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.122266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.173625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-40d380b7-6587-4e29-8d13-2a92d701d47c tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:17.175893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-40d380b7-6587-4e29-8d13-2a92d701d47c tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 813 time: 0.2531865 Jul 15 17:08:17.181196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13133413-62d1-43e4-a804-c2d03c8fe51f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:17.191615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Request body: {'port': {'device_id': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749', 'admin_state_up': True, 'tenant_id': '045aeeefab1841c4af2bba777fa1d794'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:17.224926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.226168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-262484ec-e446-4da1-bc6b-951a6a674887 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3923714 Jul 15 17:08:17.230163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:17.301070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.328081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.387600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.396625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.397802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/13133413-62d1-43e4-a804-c2d03c8fe51f HTTP/1.1" status: 204 len: 168 time: 0.1664898 Jul 15 17:08:17.405577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59060) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:17.426617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28375e83-e91e-4372-a80c-42bd9a1a60ca tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13133413-62d1-43e4-a804-c2d03c8fe51f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:17.457082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Made reservation on behalf of 045aeeefab1841c4af2bba777fa1d794 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:17.460873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.481259 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6718bd09-47fa-41e6-853a-ebf111c19238 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708766 Jul 15 17:08:17.483945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59064) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:17.536529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-5bdff5c7-572c-444c-a7ae-d759b3949bdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 200 len: 217 time: 0.4112654 Jul 15 17:08:17.594872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-3d20ff3b-1058-4bc8-991a-c182d4654726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:17.596919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-3d20ff3b-1058-4bc8-991a-c182d4654726 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0535328 Jul 15 17:08:17.607950 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.666963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.669987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-b1880453-c7ee-4a21-97de-cf95e7f9027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:17.671364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-b1880453-c7ee-4a21-97de-cf95e7f9027d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687082 Jul 15 17:08:17.699166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Allocated IP 172.20.0.5 (01656763-2fd6-41c3-8c38-f6751d92d749/42610ef5-70a3-442c-b463-41ba39d4016a/dececac4-5aaf-4b91-b4f7-2aaa87b42c41) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:08:17.754912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.757747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:17.759232 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec84f4af-8ee5-43b1-9e06-8f5237536fbf HTTP/1.1" status: 204 len: 168 time: 0.2742624 Jul 15 17:08:17.773741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:17.808626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38958f09-c8d6-4e32-851e-eb0927547a07 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec84f4af-8ee5-43b1-9e06-8f5237536fbf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:17.848853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-e98a192d-6193-44c0-a190-b9a68c5a50ad service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703866 Jul 15 17:08:17.897728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1f6575b-38d1-4fd1-a300-eebc70c6883a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224997 Jul 15 17:08:17.904748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:17.911942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group': {'name': 'tempest-secgroup--380670099'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:17.978586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.012474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-e9be9942-e9ec-4b50-a720-6abd3a6df466 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493618 Jul 15 17:08:18.023491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.110388 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.115892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4929-2818-4821-b146-25d3358593a6 req-f56a7f56-b706-4fe2-817e-a093783c3648 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.117896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572e4929-2818-4821-b146-25d3358593a6 req-f56a7f56-b706-4fe2-817e-a093783c3648 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1798642 Jul 15 17:08:18.119449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-931d29eb-e42d-4c58-9dc1-b64976faaaa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 200 len: 217 time: 0.1055491 Jul 15 17:08:18.156624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.167904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Network 01656763-2fd6-41c3-8c38-f6751d92d749 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:08:18.171698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:08:18.176361 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.183088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:08:18.188682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-572e4929-2818-4821-b146-25d3358593a6 req-8ff22921-0f5a-4ab3-9567-bca7e2b6dbb8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644350 Jul 15 17:08:18.230112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Pushing event updated for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:18.256940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.261585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3558536 Jul 15 17:08:18.265312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:18.270135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '90ba6cc5-5c8f-4f9d-b412-55e8364550c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:18.277126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cda60-a764-4fec-a1d7-5ab0ad8845a2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba6cc5-5c8f-4f9d-b412-55e8364550c3,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:18.291062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.291680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.309820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-0241e6f7-a743-40c8-a609-c4d7726624a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.311509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-0241e6f7-a743-40c8-a609-c4d7726624a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.1403706 Jul 15 17:08:18.319303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-223a0cb2-bea4-429c-a886-791f7eb7a391 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1326785 Jul 15 17:08:18.320736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.360664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Request body: {'port': {'device_id': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:18.368365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25939df7-ab94-42db-9183-278ce2ed6d9a req-9ca2ca36-e582-4c19-afe7-b4b3bc8ebb73 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.375549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25939df7-ab94-42db-9183-278ce2ed6d9a req-9ca2ca36-e582-4c19-afe7-b4b3bc8ebb73 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 931 time: 0.1826010 Jul 15 17:08:18.452075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25939df7-ab94-42db-9183-278ce2ed6d9a req-dc0c0168-6835-4787-a0e5-d42a9678ffef tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755236 Jul 15 17:08:18.462571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-647d67f4-0395-4a91-8779-aaf636ec0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.464340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-647d67f4-0395-4a91-8779-aaf636ec0d86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454506 Jul 15 17:08:18.497608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.505010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.526911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d3f299-c282-4ccf-8872-41daf0d9554e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:18.540367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.559801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.561334 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f124a468-c39a-47d8-9b05-1392b9e2a80c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951813 Jul 15 17:08:18.564013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59084) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:18.593602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0026417e-66a2-421e-a58e-a048e5802dfc tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules/85d3f299-c282-4ccf-8872-41daf0d9554e HTTP/1.1" status: 200 len: 763 time: 0.0275464 Jul 15 17:08:18.595469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:18.601910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-0f1ef8c3-c1f8-4c71-b94c-c5d4a93f65bf service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306007 Jul 15 17:08:18.771282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-74888ad8-3708-46d2-9be3-9aeb209f9c86 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588154 Jul 15 17:08:18.787168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c1291d7e-e7f6-473a-bd75-741870f585b2 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1897414 Jul 15 17:08:18.788549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:18.838023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-4432ad35-9e69-4f23-a49b-6bdaf749c3dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 217 time: 0.0635500 Jul 15 17:08:18.891995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-0b661123-9c18-4aa2-83e4-916df1a750db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.893840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-0b661123-9c18-4aa2-83e4-916df1a750db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0505307 Jul 15 17:08:18.927306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.938777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:18.970265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-65345a03-f2d1-4a93-8fd9-5187727bd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:18.971917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-65345a03-f2d1-4a93-8fd9-5187727bd675 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719390 Jul 15 17:08:18.996136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.006154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.008901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/85d3f299-c282-4ccf-8872-41daf0d9554e HTTP/1.1" status: 204 len: 168 time: 0.1431403 Jul 15 17:08:19.016753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59094) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.068603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dececac4-5aaf-4b91-b4f7-2aaa87b42c41 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:08:19.077558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.092137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fcd858b9-06d7-48f1-8287-a4422ce546d7 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742114 Jul 15 17:08:19.092266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Transition to ACTIVE for port object dececac4-5aaf-4b91-b4f7-2aaa87b42c41 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:08:19.095606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.100353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.101267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '90ba6cc5-5c8f-4f9d-b412-55e8364550c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:19.108357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca96a-34a1-429f-847d-43f8494ccb8a tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85d3f299-c282-4ccf-8872-41daf0d9554e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:19.150910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-225ca647-c0a3-476c-a9bb-189723644c94 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732917 Jul 15 17:08:19.164814 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.179289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Pushing event updated for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:19.234225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Attempting to bind port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:08:19.234690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Attempting to bind port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:08:19.235030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Attempting to bind port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 on network 01656763-2fd6-41c3-8c38-f6751d92d749 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:08:19.241100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 on network 01656763-2fd6-41c3-8c38-f6751d92d749 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:08:19.241430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Attempting to bind port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 on network 01656763-2fd6-41c3-8c38-f6751d92d749 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:08:19.247013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:08:19.247256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Checking segment: {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:08:19.247645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Bound using segment: {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:08:19.248239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Bound port: dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda51407-ba4f-46c2-94b7-5752159b28c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:08:19.248658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.288387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.291031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-69224f17-25ad-4d0e-8990-74b15d5306dc service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337023 Jul 15 17:08:19.292486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.342958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:08:19.346563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:08:19.350603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.371057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfa8798-a20c-4f16-9c9c-b8bab3cdd2be,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:19.376002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-c5ba633c-4ced-4eef-bb49-22f3c1f874d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 217 time: 0.0774684 Jul 15 17:08:19.387404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.388027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-143ae0e1-5891-472e-8d6f-38f95132cb59 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2908864 Jul 15 17:08:19.393333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.395937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.396565 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.397901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] 10.222.0.20 "PUT /v2.0/ports/dececac4-5aaf-4b91-b4f7-2aaa87b42c41 HTTP/1.1" status: 200 len: 1091 time: 1.0511496 Jul 15 17:08:19.407426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:19.413006 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664afefb-b401-44cc-9566-78d76d3b4b22" -d '{"events": [{"name": "network-changed", "server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:19.441009 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-741def52-4ee4-4a8b-8f98-3163ef9747fe tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules/3cfa8798-a20c-4f16-9c9c-b8bab3cdd2be HTTP/1.1" status: 200 len: 763 time: 0.0454640 Jul 15 17:08:19.444217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59106) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.453179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd2ba5-662f-424d-a5a7-68999fad961f service neutron] Pushing event updated for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:19.466801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-50c8f6d3-37c9-4c14-bcff-9badd4d48fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.468361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-50c8f6d3-37c9-4c14-bcff-9badd4d48fd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0791662 Jul 15 17:08:19.511501 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7c6653-3eae-415c-85e9-8b5c14be6e69 x-openstack-request-id: req-ee7c6653-3eae-415c-85e9-8b5c14be6e69 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:19.511784 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:19.512037 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee7c6653-3eae-415c-85e9-8b5c14be6e69 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:19.512462 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41', 'status': 'completed', 'code': 200} Jul 15 17:08:19.536142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148da0e-a0dc-4630-9dfe-65c859a935fa req-5197f7a6-e89f-47af-8ec7-460f378bcc82 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.543184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2148da0e-a0dc-4630-9dfe-65c859a935fa req-5197f7a6-e89f-47af-8ec7-460f378bcc82 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1740105 Jul 15 17:08:19.550868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03b65c3c-bfe2-455c-a73f-0ddcc82c4969 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1052954 Jul 15 17:08:19.552846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59112) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.574125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-54413c12-1e9a-4884-80fc-0fe6ef965a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.576253 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-54413c12-1e9a-4884-80fc-0fe6ef965a2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 1094 time: 0.1032245 Jul 15 17:08:19.635017 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-56b3be54-8dd4-4d28-8754-aaa747ff5b9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41 HTTP/1.1" status: 200 len: 217 time: 0.0523050 Jul 15 17:08:19.647212 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2148da0e-a0dc-4630-9dfe-65c859a935fa req-54167110-f8c0-483d-b355-813434f64753 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935235 Jul 15 17:08:19.662161 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.677867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.724525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-550ae401-25d8-47c0-9b2a-23f9ef73f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.726216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-550ae401-25d8-47c0-9b2a-23f9ef73f1c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42610ef5-70a3-442c-b463-41ba39d4016a HTTP/1.1" status: 200 len: 853 time: 0.0856183 Jul 15 17:08:19.733874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-cf7fe1c4-f19e-4d47-9660-fda2857662f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.735632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-cf7fe1c4-f19e-4d47-9660-fda2857662f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603514 Jul 15 17:08:19.762149 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-7920929f-cdde-4b51-982e-b2ae1f007b91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01656763-2fd6-41c3-8c38-f6751d92d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297110 Jul 15 17:08:19.787772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.796524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:19.800300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3cfa8798-a20c-4f16-9c9c-b8bab3cdd2be HTTP/1.1" status: 204 len: 168 time: 0.2430327 Jul 15 17:08:19.801102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.847151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f98394-677b-4859-b44c-6770f50ef051 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cfa8798-a20c-4f16-9c9c-b8bab3cdd2be,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:19.888581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9de0-3e1a-4cbe-8629-8f3d08c18252 req-a2600cab-bb98-428d-be49-d72ba47b176d tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:19.890415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-911c9de0-3e1a-4cbe-8629-8f3d08c18252 req-a2600cab-bb98-428d-be49-d72ba47b176d tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 943 time: 0.2088301 Jul 15 17:08:19.892995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-05c459ad-3244-43e5-b443-750bc84bdb35 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492410 Jul 15 17:08:19.904069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6a443a4a-f407-4586-858e-ac4f535e27b9 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017833 Jul 15 17:08:19.906761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59122) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:19.920218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Request body: {'security_group_rule': {'security_group_id': '90ba6cc5-5c8f-4f9d-b412-55e8364550c3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:19.947387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-f469179a-21c6-45c9-aac8-6f4192417b30 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792848 Jul 15 17:08:20.023312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-911c9de0-3e1a-4cbe-8629-8f3d08c18252 req-ca36769d-216d-4b23-9916-492acc2a8e07 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264777 Jul 15 17:08:20.036904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.119045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27a6726c-3b37-4e57-b48a-4d5341b18b32 req-d593db68-474e-4676-9d04-eda301bb020f service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153273 Jul 15 17:08:20.166662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1409a5da-f6f1-493e-ba57-367a4d4fc874 req-526ef9ff-7560-43dc-89cf-cfcaf159069c service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126403 Jul 15 17:08:20.178742 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.183472 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.224268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc07014c-6f9f-4e2c-8f6a-9a3f8adc3bf5,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:20.227794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.229386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e67be4e-f8f0-4502-bc28-87556f7ddf3b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214984 Jul 15 17:08:20.232074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59130) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.252132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a9f8aae2-3a25-45f6-9a31-039a5ceb7456 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules/cc07014c-6f9f-4e2c-8f6a-9a3f8adc3bf5 HTTP/1.1" status: 200 len: 764 time: 0.0184283 Jul 15 17:08:20.255411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.304763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-44560af0-8ff2-4236-b859-7cc77771d7b6 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0478029 Jul 15 17:08:20.307272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.317558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-a1e938be-0bf5-4815-abf6-372858110a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:20.319708 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-a1e938be-0bf5-4815-abf6-372858110a10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=045aeeefab1841c4af2bba777fa1d794&device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0738082 Jul 15 17:08:20.340850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.350621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.387572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.395978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.397345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cc07014c-6f9f-4e2c-8f6a-9a3f8adc3bf5 HTTP/1.1" status: 204 len: 168 time: 0.0889294 Jul 15 17:08:20.403911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.423827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d894be5-31cc-48c2-9f7c-8f49a3d01c92 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc07014c-6f9f-4e2c-8f6a-9a3f8adc3bf5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:20.480555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.481092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0f03d03b-7384-436b-8038-184f55b9768c tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760064 Jul 15 17:08:20.482751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-167e7801-ced2-4cd6-b625-cc93cf82a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:20.484245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-167e7801-ced2-4cd6-b625-cc93cf82a002 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 200 len: 913 time: 0.1586478 Jul 15 17:08:20.560741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.560889 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-f75fa109-3f42-4c79-b083-497e18bde36d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41 HTTP/1.1" status: 200 len: 217 time: 0.0583308 Jul 15 17:08:20.586177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.617253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.621867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-8f5cbeea-a240-4d9e-825c-7e3d2f793280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:20.624128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-8f5cbeea-a240-4d9e-825c-7e3d2f793280 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42610ef5-70a3-442c-b463-41ba39d4016a HTTP/1.1" status: 200 len: 853 time: 0.0563936 Jul 15 17:08:20.664300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-ba6fb61a-416f-4595-8e4a-dc8d97b44b8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01656763-2fd6-41c3-8c38-f6751d92d749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325425 Jul 15 17:08:20.666766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.670140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.673966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "DELETE /v2.0/security-groups/90ba6cc5-5c8f-4f9d-b412-55e8364550c3 HTTP/1.1" status: 204 len: 168 time: 0.1895649 Jul 15 17:08:20.685850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59148) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.689142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb9a41-e48b-452e-a7ee-a99b8daaeb76 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba6cc5-5c8f-4f9d-b412-55e8364550c3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:20.801220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-6bc734d9-ae87-4bcd-9f8d-ee2603e5a69e service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192968 Jul 15 17:08:20.803035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d734fdcb-ae8d-4f6e-859e-a330dcee642e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:20.903467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eeda8eaa-e876-4c83-b98d-28b769f1e2f3 tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2059350 Jul 15 17:08:20.904078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-664afefb-b401-44cc-9566-78d76d3b4b22 req-2b002e1a-dd55-4dcd-8cab-2a1ec4854434 service neutron] 10.222.0.20 "GET /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950723 Jul 15 17:08:20.904078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59152) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:20.965817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940f6b7-33fe-433f-918e-63daaf9ccb08 req-0c5dc2a5-145e-4ebe-b400-8ab791af8980 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:20.967763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4940f6b7-33fe-433f-918e-63daaf9ccb08 req-0c5dc2a5-145e-4ebe-b400-8ab791af8980 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1270268 Jul 15 17:08:20.973055 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6599d1d7-5010-4317-952a-d0cb612f6a7b tempest-SecGroupTest-2044220252 tempest-SecGroupTest-2044220252-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680473 Jul 15 17:08:21.147880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4940f6b7-33fe-433f-918e-63daaf9ccb08 req-0585079e-75e8-4cc3-9e03-b93cd8615796 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709440 Jul 15 17:08:21.196614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d734fdcb-ae8d-4f6e-859e-a330dcee642e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.200616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d734fdcb-ae8d-4f6e-859e-a330dcee642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.311918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d734fdcb-ae8d-4f6e-859e-a330dcee642e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7ac9a969eee43d8be2b0631abae57b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466242 Jul 15 17:08:21.311918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734fdcb-ae8d-4f6e-859e-a330dcee642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48afbfe1-f246-409d-811a-4c2e64c94989,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:21.312273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:21.367130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425c94f-03f6-4bd9-892a-8101cb9d2442 req-55a2c20c-743a-4814-98cd-c7da699548a0 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:21.368818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9425c94f-03f6-4bd9-892a-8101cb9d2442 req-55a2c20c-743a-4814-98cd-c7da699548a0 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 943 time: 0.0955462 Jul 15 17:08:21.383372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:21.400144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.413330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9425c94f-03f6-4bd9-892a-8101cb9d2442 req-f675e797-c70a-4703-a237-c96b8664d847 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Jul 15 17:08:21.422505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.477211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.479703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.483189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48afbfe1-f246-409d-811a-4c2e64c94989 HTTP/1.1" status: 204 len: 168 time: 0.1676846 Jul 15 17:08:21.489461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48afbfe1-f246-409d-811a-4c2e64c94989,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:21.510046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.510397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.510742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.511080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.511418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.511748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.512076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.512439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.512771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.513097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.513419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.513746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a88fbc-7f22-41ec-aa75-61f9a4709b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:21.552386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c4eced30-ef7d-4fc5-b8ac-e9abfa1fab9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dea114f4e6d462ca4d2f2e2e00674dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678786 Jul 15 17:08:21.554804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:21.605534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.627136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.677944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.680819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.681982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a41d04ab-4396-4245-b990-6e3e14cb8794 HTTP/1.1" status: 204 len: 168 time: 0.1262527 Jul 15 17:08:21.694324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec4276-997a-44f7-b121-e3097af420d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41d04ab-4396-4245-b990-6e3e14cb8794,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:21.754104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:21.767618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-560fb095-e088-4ca5-8421-36b141d0465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.877977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-560fb095-e088-4ca5-8421-36b141d0465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.884671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-560fb095-e088-4ca5-8421-36b141d0465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:21.927358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-560fb095-e088-4ca5-8421-36b141d0465a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd26804248a3497794fcec8707db72a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1722541 Jul 15 17:08:21.929592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fb095-e088-4ca5-8421-36b141d0465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c296fc-ef0d-49b3-8231-a9ba0a5da4fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:21.930521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:22.009026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:22.031890 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:22.086147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:22.089179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:22.090717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5c296fc-ef0d-49b3-8231-a9ba0a5da4fa HTTP/1.1" status: 204 len: 168 time: 0.1592271 Jul 15 17:08:22.108795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c470369-e11d-49d7-b9b6-9e23517a582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c296fc-ef0d-49b3-8231-a9ba0a5da4fa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:22.394717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81c31f-2dbc-43ed-b7af-b3df3b2f29ad req-bb7c2cc6-4f8d-4371-94ab-fd90878d4ce6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:22.396397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b81c31f-2dbc-43ed-b7af-b3df3b2f29ad req-bb7c2cc6-4f8d-4371-94ab-fd90878d4ce6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.1025259 Jul 15 17:08:22.473595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b81c31f-2dbc-43ed-b7af-b3df3b2f29ad req-9506857f-7423-4697-a079-d216221f6d9c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687022 Jul 15 17:08:22.680069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1d5b2-b7cd-43cc-8512-745fd5d9c7ef req-a1103878-0412-47ea-9d2f-e53cfc6fe6ba tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:22.681661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63f1d5b2-b7cd-43cc-8512-745fd5d9c7ef req-a1103878-0412-47ea-9d2f-e53cfc6fe6ba tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 943 time: 0.0777454 Jul 15 17:08:22.745418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63f1d5b2-b7cd-43cc-8512-745fd5d9c7ef req-b8a8b1eb-1ecf-4511-9028-3b92c3713785 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Jul 15 17:08:23.684103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb694697-3431-4fcf-8bc1-4dc458c0eafa req-a6bd4e1d-dc85-4255-b783-9e868b6b474b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:23.685758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb694697-3431-4fcf-8bc1-4dc458c0eafa req-a6bd4e1d-dc85-4255-b783-9e868b6b474b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 943 time: 0.0741930 Jul 15 17:08:23.708432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:08:23.737385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb694697-3431-4fcf-8bc1-4dc458c0eafa req-b7b4704a-36d9-46b7-b357-c41727f602b2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 Jul 15 17:08:23.843924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:23.862226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '4e694997-418b-4f0b-985b-eefb5674f261', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': '4e694997-418b-4f0b-985b-eefb5674f261', 'mac_address': 'fa:16:3e:3f:4c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:08:23.906779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:23.921156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:08:23.945568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:23.950292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:23.951326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dececac4-5aaf-4b91-b4f7-2aaa87b42c41 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:08:23.960007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741a0e8-641a-45d9-be53-a714d7291832 req-69893e1d-860b-4a2d-8bde-9c604267054a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:23.961773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6741a0e8-641a-45d9-be53-a714d7291832 req-69893e1d-860b-4a2d-8bde-9c604267054a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 943 time: 0.0901902 Jul 15 17:08:24.009573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6741a0e8-641a-45d9-be53-a714d7291832 req-e5245941-2608-4f8c-a76c-08a6eb9c62a3 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jul 15 17:08:24.073470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:24.082965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.083503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.084013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.084517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.084993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.085466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.086390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.087070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.087531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.087862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.088242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.088575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:24.169084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:24.186811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41', 'network_id': '01656763-2fd6-41c3-8c38-f6751d92d749', 'port_id': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41', 'mac_address': 'fa:16:3e:f4:51:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42610ef5-70a3-442c-b463-41ba39d4016a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:08:24.234400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:24.251082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dececac4-5aaf-4b91-b4f7-2aaa87b42c41 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:08:24.273759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:24.278367 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:24.356591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:24.574013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dececac4-5aaf-4b91-b4f7-2aaa87b42c41'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:08:24.576361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['4e694997-418b-4f0b-985b-eefb5674f261'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:08:24.979128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44841a90-ae5f-44fe-9f20-03be9ee84970 req-6fc11e4c-1adc-4d43-b9b2-e1f961014495 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:24.981208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44841a90-ae5f-44fe-9f20-03be9ee84970 req-6fc11e4c-1adc-4d43-b9b2-e1f961014495 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 944 time: 0.0957983 Jul 15 17:08:25.029383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44841a90-ae5f-44fe-9f20-03be9ee84970 req-c3206486-35d5-4c7c-9f19-31166f899261 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406787 Jul 15 17:08:25.203151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:25.302007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949009-647d-46d8-8ad0-f4067cdba1b4 req-74847ce6-aaa9-4045-beb3-87820b9e9d89 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:25.308635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6949009-647d-46d8-8ad0-f4067cdba1b4 req-74847ce6-aaa9-4045-beb3-87820b9e9d89 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 944 time: 0.0919344 Jul 15 17:08:25.324486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e318112-3fd5-46da-a3f2-3ee01c4a2e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.380679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6949009-647d-46d8-8ad0-f4067cdba1b4 req-b3648be9-7dbb-4599-83e2-9febc00cef49 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Jul 15 17:08:25.457754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e318112-3fd5-46da-a3f2-3ee01c4a2e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.462290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e318112-3fd5-46da-a3f2-3ee01c4a2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.494438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1e318112-3fd5-46da-a3f2-3ee01c4a2e3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df72d8840b094c319c8d4df542dd468e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875040 Jul 15 17:08:25.494668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59382) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:25.538506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e318112-3fd5-46da-a3f2-3ee01c4a2e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0f431-2e12-458d-8340-bb8eb0ae9e2c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:25.568889 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.590978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.641629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.644707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.648182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cb0f431-2e12-458d-8340-bb8eb0ae9e2c HTTP/1.1" status: 204 len: 168 time: 0.1503222 Jul 15 17:08:25.655020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ff726-f5b0-4d20-86dc-846ecaf792e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0f431-2e12-458d-8340-bb8eb0ae9e2c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:25.717572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:08:25.777020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69507b4d-e088-4b51-a208-ba5de0cacbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.790960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 4e694997-418b-4f0b-985b-eefb5674f261 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:08:25.791938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.921301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.955927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:25.958231 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9c0eeb-a048-4335-a22c-a0e7a92b26ea" -d '{"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:25.976569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:25.983495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:25.984773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dececac4-5aaf-4b91-b4f7-2aaa87b42c41 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:08:26.118435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:26.141579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:26.174733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f452-7f6f-49ba-897c-9d5a24fd47ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.202515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:08:26.208446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:08:26.209351 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.354630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b226ea-e301-4561-b265-2e39be34cba8 req-fa0a6349-e315-42f1-a40e-5c5583879cb8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:26.363668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b226ea-e301-4561-b265-2e39be34cba8 req-fa0a6349-e315-42f1-a40e-5c5583879cb8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.1400247 Jul 15 17:08:26.405451 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7f9f4-a883-481f-a8d6-3c17babc69f8 x-openstack-request-id: req-07a7f9f4-a883-481f-a8d6-3c17babc69f8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:26.405892 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-plugged", "status": "completed", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:26.405987 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07a7f9f4-a883-481f-a8d6-3c17babc69f8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:26.406414 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'code': 200} Jul 15 17:08:26.412278 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.452136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f452-7f6f-49ba-897c-9d5a24fd47ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.471801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b226ea-e301-4561-b265-2e39be34cba8 req-ac142c70-9966-46ae-aabb-cdc84e820ef7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031835 Jul 15 17:08:26.478287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:26.483149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.484412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f452-7f6f-49ba-897c-9d5a24fd47ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.571099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6a3f452-7f6f-49ba-897c-9d5a24fd47ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fceb29207e824bd8a73e6baec2aef310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278102 Jul 15 17:08:26.573687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:26.578114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3f452-7f6f-49ba-897c-9d5a24fd47ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcd7c7-89a9-419c-969f-4f16c8f98ec3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:26.603776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:26.671893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.712947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.736172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f89f5c-2e3e-4505-972a-1b9ba8515477 req-7fe3f84f-acc8-4cf8-9d43-c71616d93e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:26.737683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42f89f5c-2e3e-4505-972a-1b9ba8515477 req-7fe3f84f-acc8-4cf8-9d43-c71616d93e28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 1097 time: 0.1400349 Jul 15 17:08:26.788734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-42f89f5c-2e3e-4505-972a-1b9ba8515477 req-ca49bdf9-9560-41c4-bef3-c7e35ce20d15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Jul 15 17:08:26.800951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.804367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:26.805493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9bcd7c7-89a9-419c-969f-4f16c8f98ec3 HTTP/1.1" status: 204 len: 168 time: 0.2302742 Jul 15 17:08:26.814528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5476d13-2db9-4ee7-b0dc-d3545e0d2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bcd7c7-89a9-419c-969f-4f16c8f98ec3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:26.851695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530b0f6-196e-45f4-9278-a233e9c927b9 req-ed07c01d-39f4-4819-a84e-88b4520a13a0 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:26.853411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9530b0f6-196e-45f4-9278-a233e9c927b9 req-ed07c01d-39f4-4819-a84e-88b4520a13a0 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.1237750 Jul 15 17:08:26.896651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9530b0f6-196e-45f4-9278-a233e9c927b9 req-c7a04e32-3807-4afc-b0aa-ff9eb41b9632 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Jul 15 17:08:27.745126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149f115-65ce-4ab6-8f2c-39974067a080 req-dc733daa-7552-4282-af98-b99367ffd6ff tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:27.753762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0149f115-65ce-4ab6-8f2c-39974067a080 req-dc733daa-7552-4282-af98-b99367ffd6ff tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.1120670 Jul 15 17:08:27.803651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0149f115-65ce-4ab6-8f2c-39974067a080 req-810570d1-1cf0-4e6b-98d9-217ad7f1bf1f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Jul 15 17:08:28.222177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c3875-9d5c-4fd5-9a30-34344342cd73 req-3fb30be3-6c29-4268-b223-054b573e9597 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:28.240144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c36c3875-9d5c-4fd5-9a30-34344342cd73 req-3fb30be3-6c29-4268-b223-054b573e9597 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.1528215 Jul 15 17:08:28.301961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c36c3875-9d5c-4fd5-9a30-34344342cd73 req-3b807211-a395-41a0-9aa4-80c350c3c0fd tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Jul 15 17:08:28.407308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:28.411223 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e6f52-16e7-4e9d-a6b3-2f9c8d3fa697" -d '{"events": [{"server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "name": "network-vif-plugged", "status": "completed", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:28.469544 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3835f63-842d-4a33-91ff-f6ca01d3455c x-openstack-request-id: req-f3835f63-842d-4a33-91ff-f6ca01d3455c {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:28.469834 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "name": "network-vif-plugged", "status": "completed", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:28.470315 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3835f63-842d-4a33-91ff-f6ca01d3455c {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:28.471662 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41', 'code': 200} Jul 15 17:08:28.610897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047043a-31f9-49bc-a565-3a71f25d6401 req-bf330e0d-5098-462b-b962-0fb87bce2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:28.613473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8047043a-31f9-49bc-a565-3a71f25d6401 req-bf330e0d-5098-462b-b962-0fb87bce2de5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0642371 Jul 15 17:08:28.657048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8047043a-31f9-49bc-a565-3a71f25d6401 req-853257db-e254-42f9-a275-fe592a7edf71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Jul 15 17:08:28.802126 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.008003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f4de3-8aae-4570-ab6c-45750b1c25bf req-0a4c78f1-c356-4bcb-8e06-cba369065f3b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:29.017015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-956f4de3-8aae-4570-ab6c-45750b1c25bf req-0a4c78f1-c356-4bcb-8e06-cba369065f3b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.0891922 Jul 15 17:08:29.071214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-956f4de3-8aae-4570-ab6c-45750b1c25bf req-c3292a0e-a913-4e37-8193-85f778f63e66 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530283 Jul 15 17:08:29.101183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-73701d66-a1da-47aa-9782-7b71bc22579f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.365908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59556) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:29.537080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.613690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.717183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.728432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.761096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c288a4-80bf-40c8-8414-cc3bfc28661d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:29.786070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.786520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.786921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.787422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.787822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.788240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.788648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.789036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.789423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.789809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.790195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.790578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:08:29.800802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a639fdad-f3cb-4c3f-ae48-b35593f75399 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0902a8fa10154b12bb283304eedad336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309831 Jul 15 17:08:29.801155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:29.806992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95967ba-dd25-4b0f-a8f3-0cedd736a15a req-4b0d00de-deca-46ef-80b8-8de3a12a8ab1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:29.812578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e95967ba-dd25-4b0f-a8f3-0cedd736a15a req-4b0d00de-deca-46ef-80b8-8de3a12a8ab1 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.3080254 Jul 15 17:08:29.852705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e95967ba-dd25-4b0f-a8f3-0cedd736a15a req-24aeb559-ddb0-4c06-9109-cb9982e82970 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Jul 15 17:08:29.861592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.903136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.967043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.969733 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:29.971000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14c288a4-80bf-40c8-8414-cc3bfc28661d HTTP/1.1" status: 204 len: 168 time: 0.1688194 Jul 15 17:08:29.979203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d651f8-3b81-4b91-9e45-fe71873d2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c288a4-80bf-40c8-8414-cc3bfc28661d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:30.271803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:30.285978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31467f2a-f839-47c0-8403-de5458ec87f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.415587 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31467f2a-f839-47c0-8403-de5458ec87f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.420987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31467f2a-f839-47c0-8403-de5458ec87f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.470602 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-31467f2a-f839-47c0-8403-de5458ec87f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9b808426196431490cfe6ea4f7b8efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976039 Jul 15 17:08:30.472167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31467f2a-f839-47c0-8403-de5458ec87f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5148e-8627-4e20-bcd6-2094779ab4e0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:30.473804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59578) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:30.553008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.582170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.640499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.644035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:30.645555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfc5148e-8627-4e20-bcd6-2094779ab4e0 HTTP/1.1" status: 204 len: 168 time: 0.1685989 Jul 15 17:08:30.676063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd0ffd-a2c6-48e8-9f85-02fa50495766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5148e-8627-4e20-bcd6-2094779ab4e0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:31.000893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:31.014568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645ecbf-cb0d-4446-adc1-2bdcfc6ec627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.043727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22c81c-f808-40b1-bb44-c33d5536b57d req-531eabff-ccf0-401c-bd3d-11b2d55b227b tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:31.045359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb22c81c-f808-40b1-bb44-c33d5536b57d req-531eabff-ccf0-401c-bd3d-11b2d55b227b tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.0722768 Jul 15 17:08:31.094718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb22c81c-f808-40b1-bb44-c33d5536b57d req-0b03be7a-5dfc-4275-b380-bab2c82146b3 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Jul 15 17:08:31.132778 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645ecbf-cb0d-4446-adc1-2bdcfc6ec627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.137005 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d645ecbf-cb0d-4446-adc1-2bdcfc6ec627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.163009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ecbf-cb0d-4446-adc1-2bdcfc6ec627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd624de-8d72-4e89-8005-45723a2aa6fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:31.186880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d645ecbf-cb0d-4446-adc1-2bdcfc6ec627 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0898e836e63c4311975abda580153b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848426 Jul 15 17:08:31.189582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:31.248042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.255784 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.279001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.335288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.339067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:31.340577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edd624de-8d72-4e89-8005-45723a2aa6fe HTTP/1.1" status: 204 len: 168 time: 0.1497319 Jul 15 17:08:31.358165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88399e0-0145-489f-87b9-ca3eb527bd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd624de-8d72-4e89-8005-45723a2aa6fe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:34.159677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59690) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:34.394990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-802a6dda-7db9-4e07-a0ad-ff75de9d04c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.573870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-802a6dda-7db9-4e07-a0ad-ff75de9d04c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.578461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-802a6dda-7db9-4e07-a0ad-ff75de9d04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.641642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-802a6dda-7db9-4e07-a0ad-ff75de9d04c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92b461eb090341f4b7fb8989b8da5bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806457 Jul 15 17:08:34.644274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a6dda-7db9-4e07-a0ad-ff75de9d04c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05007d40-58a4-4d09-9906-966f539b4cf8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:34.644914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59712) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:34.713842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.741572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.791382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.794589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:34.810836 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05007d40-58a4-4d09-9906-966f539b4cf8 HTTP/1.1" status: 204 len: 168 time: 0.1599989 Jul 15 17:08:34.840691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d62cf3-d63c-4eb4-b320-d66dc77c5041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05007d40-58a4-4d09-9906-966f539b4cf8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:37.332362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59896) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:37.358876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59900) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:37.479983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-531b3f1a-8f17-45dc-9f4c-7a619a9f693c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.489084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b50e7e6-43ff-4aaa-886a-2b354beee6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.581365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-531b3f1a-8f17-45dc-9f4c-7a619a9f693c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.586477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-531b3f1a-8f17-45dc-9f4c-7a619a9f693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.651197 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-531b3f1a-8f17-45dc-9f4c-7a619a9f693c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=347e86015db3468a9ddac12018cf8b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170807 Jul 15 17:08:37.652888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:37.653768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b3f1a-8f17-45dc-9f4c-7a619a9f693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9060e68-b98f-4158-9da4-30b3aa4b58d1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:37.693205 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b50e7e6-43ff-4aaa-886a-2b354beee6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.703826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b50e7e6-43ff-4aaa-886a-2b354beee6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.713052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.738974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.757203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b50e7e6-43ff-4aaa-886a-2b354beee6cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b71ddc27579b4ebf804b30d7bafdbcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971674 Jul 15 17:08:37.759843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e7e6-43ff-4aaa-886a-2b354beee6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4165be-29cd-4603-a51e-605c98c36490,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:37.764550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59914) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:37.830912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.833559 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.837431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9060e68-b98f-4158-9da4-30b3aa4b58d1 HTTP/1.1" status: 204 len: 168 time: 0.1792307 Jul 15 17:08:37.838806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.850916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d65985-97e7-4b63-ad69-1582127352cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9060e68-b98f-4158-9da4-30b3aa4b58d1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:37.883537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.944895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.948062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:37.949418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb4165be-29cd-4603-a51e-605c98c36490 HTTP/1.1" status: 204 len: 168 time: 0.1837180 Jul 15 17:08:37.959195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732845d-55b9-4a52-8144-119a66b6f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4165be-29cd-4603-a51e-605c98c36490,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:38.106738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59926) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:38.256447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c0a3-174d-48b3-90a2-d3ccac97737c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.287914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59932) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:38.306030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2958a203-f306-41ef-ae43-e46943fe1a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.373772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c0a3-174d-48b3-90a2-d3ccac97737c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.378334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c7c9c0a3-174d-48b3-90a2-d3ccac97737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.420713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9c0a3-174d-48b3-90a2-d3ccac97737c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07910e0-3ef9-401e-98d7-bdc95b33d2e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:38.438888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c7c9c0a3-174d-48b3-90a2-d3ccac97737c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5221278a99184ce38622bedb455bfb24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310406 Jul 15 17:08:38.442774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:38.472453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2958a203-f306-41ef-ae43-e46943fe1a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.477510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2958a203-f306-41ef-ae43-e46943fe1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.501312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.525929 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2958a203-f306-41ef-ae43-e46943fe1a1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e93aebbe1a494f23a7e6c4aaf8596dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368245 Jul 15 17:08:38.526929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a203-f306-41ef-ae43-e46943fe1a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca55668-7308-4ea6-a267-cdd877bd2d19,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:38.527107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.528921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:38.550296 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:08:38.604631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.621270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.623782 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.628095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a07910e0-3ef9-401e-98d7-bdc95b33d2e0 HTTP/1.1" status: 204 len: 168 time: 0.1812658 Jul 15 17:08:38.645826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.647629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8a847-7c79-4848-a904-a71993ff962f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07910e0-3ef9-401e-98d7-bdc95b33d2e0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:38.703466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.706955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:38.708356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ca55668-7308-4ea6-a267-cdd877bd2d19 HTTP/1.1" status: 204 len: 168 time: 0.1784170 Jul 15 17:08:38.717189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fa9de-1f4d-48b3-80c6-688ac6ccfb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca55668-7308-4ea6-a267-cdd877bd2d19,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:39.051764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 59966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:39.067306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7737d775-db9c-4cb4-a6a4-833897e53c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.191669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7737d775-db9c-4cb4-a6a4-833897e53c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.195692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7737d775-db9c-4cb4-a6a4-833897e53c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.239573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 59970) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:39.239734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7737d775-db9c-4cb4-a6a4-833897e53c29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9e089d9f65d42c9a12409f1db6d1e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866860 Jul 15 17:08:39.240332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d775-db9c-4cb4-a6a4-833897e53c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ce99d-2714-414f-b063-ab7750361242,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:39.296546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.319464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.374485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.377278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:39.378510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/178ce99d-2714-414f-b063-ab7750361242 HTTP/1.1" status: 204 len: 168 time: 0.1373107 Jul 15 17:08:39.389485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea171-7082-4e81-97b2-dbc2a5cb6129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ce99d-2714-414f-b063-ab7750361242,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:40.738068 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:40.767150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.508536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60062) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:41.613589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f286fc1-463d-4b5f-a0d6-cf29a8cd9f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.708087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f286fc1-463d-4b5f-a0d6-cf29a8cd9f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.712653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f286fc1-463d-4b5f-a0d6-cf29a8cd9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.750810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f286fc1-463d-4b5f-a0d6-cf29a8cd9f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c28d1d1ce054183bdab5baf4f1b57b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410901 Jul 15 17:08:41.753475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f286fc1-463d-4b5f-a0d6-cf29a8cd9f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4386f3d8-1949-45e9-8c46-8368a6c4bd8b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:41.754278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:41.816162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.837297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.887064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.889914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:41.891084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4386f3d8-1949-45e9-8c46-8368a6c4bd8b HTTP/1.1" status: 204 len: 168 time: 0.1356790 Jul 15 17:08:41.900786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0d6dc-c265-4b20-8937-95f15c7c9ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4386f3d8-1949-45e9-8c46-8368a6c4bd8b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:42.153950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:42.167431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df6ef65f-caef-45a1-9d2d-036497d1c21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.317158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df6ef65f-caef-45a1-9d2d-036497d1c21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.322075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df6ef65f-caef-45a1-9d2d-036497d1c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.407437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-df6ef65f-caef-45a1-9d2d-036497d1c21d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2ec3eceeb1f4435afbe6b117d1bbfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523918 Jul 15 17:08:42.409752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ef65f-caef-45a1-9d2d-036497d1c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfdc8e2-6c22-4ed3-9d64-761c1b86787f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:42.411705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:42.492875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.521752 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.573594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.576796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:42.582847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bfdc8e2-6c22-4ed3-9d64-761c1b86787f HTTP/1.1" status: 204 len: 168 time: 0.1653044 Jul 15 17:08:42.588224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1aca87-6666-4ba2-bd4e-24be191c7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfdc8e2-6c22-4ed3-9d64-761c1b86787f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:43.097165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60104) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:43.238117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f08865-7302-4b57-bc97-6c55bafa236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.357849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f08865-7302-4b57-bc97-6c55bafa236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.363154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5f08865-7302-4b57-bc97-6c55bafa236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.382351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:43.406041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f08865-7302-4b57-bc97-6c55bafa236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0677c4a8-d225-4b1a-a1b7-6832d221cdbf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:43.413826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60122) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:43.414006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a5f08865-7302-4b57-bc97-6c55bafa236a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01c90be67b644dc0a1dc97ee21c47faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148546 Jul 15 17:08:43.513246 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.536164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1758887828-network', 'tenant_id': 'bb03416de45f430d8a16ecade364a71d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:43.551816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.581881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Made reservation on behalf of bb03416de45f430d8a16ecade364a71d for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:43.584241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.598664 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.639311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.642003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.643182 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0677c4a8-d225-4b1a-a1b7-6832d221cdbf HTTP/1.1" status: 204 len: 168 time: 0.2280333 Jul 15 17:08:43.664202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338f92a-6167-4241-8c23-18e6a397245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0677c4a8-d225-4b1a-a1b7-6832d221cdbf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:43.759795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.765836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.809887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:08:43.832848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3b2092-6a32-4c47-8285-c79380f256e5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:43.837919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.838560 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Added segment f4c042ed-d267-4c79-811d-85a894dccf2b of type vlan for network 7678fa17-9b89-4f4e-8fd5-129560a7f5db Jul 15 17:08:43.919690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.970634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:43.971683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:43.972370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:44.030051 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6429555 Jul 15 17:08:44.030478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60136) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:44.038010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Request body: {'subnet': {'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1758887828-subnet', 'tenant_id': 'bb03416de45f430d8a16ecade364a71d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:44.062181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b78f0-6b1a-4e93-be8b-73ea0d3b14ff admin admin] Pushing event updated for resources: {'Network': ['ID=7678fa17-9b89-4f4e-8fd5-129560a7f5db,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:44.073992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Made reservation on behalf of bb03416de45f430d8a16ecade364a71d for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:44.076224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7678fa17-9b89-4f4e-8fd5-129560a7f5db details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:08:44.076934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:44.251299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:44.315608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6887baca-d85b-470a-8282-1fc5da9dfad0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:44.325798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Checking segment: {'id': 'f4c042ed-d267-4c79-811d-85a894dccf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:08:44.326199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Network hostable DHCP agents. Network: 7678fa17-9b89-4f4e-8fd5-129560a7f5db, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:08:44.356974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Network 7678fa17-9b89-4f4e-8fd5-129560a7f5db is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:08:44.368701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 7678fa17-9b89-4f4e-8fd5-129560a7f5db) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:08:44.374144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:44.375130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:44.382856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df5298f-79fb-465c-b2d9-c6fab4bfff30 None None] Network 7678fa17-9b89-4f4e-8fd5-129560a7f5db requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:08:44.396691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-305247d6-f4e5-400e-8b1c-fcd6b8e81b34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644922 Jul 15 17:08:44.537081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218a1dd-85e3-42f4-bfc2-c8c31e186ec1 None None] Network 7678fa17-9b89-4f4e-8fd5-129560a7f5db requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:08:45.106198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:45.113334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1087906852-network', 'tenant_id': 'b0007a44e6d14e2ea20098a187fe95d6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:45.137474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Made reservation on behalf of b0007a44e6d14e2ea20098a187fe95d6 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:45.140385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.151154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.278734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.297822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.313140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:08:45.336251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.336602 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Added segment 561e94b1-8b9f-4f13-bb7a-464ae9f716f7 of type vlan for network 804d8ac2-e78e-4e71-a585-13f1dcc7f569 Jul 15 17:08:45.362498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389b51c7-2bdf-4ed1-8b5c-ef9c3b1cd9bb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:45.400085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.431916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.433047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:45.433628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.468570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3605564 Jul 15 17:08:45.472752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:45.479612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Request body: {'subnet': {'network_id': '804d8ac2-e78e-4e71-a585-13f1dcc7f569', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1087906852-subnet', 'tenant_id': 'b0007a44e6d14e2ea20098a187fe95d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:45.510593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Made reservation on behalf of b0007a44e6d14e2ea20098a187fe95d6 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:45.512470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c3902-e58c-4658-bba3-264344f85d57 admin admin] Pushing event updated for resources: {'Network': ['ID=804d8ac2-e78e-4e71-a585-13f1dcc7f569,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:45.513377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.524787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 804d8ac2-e78e-4e71-a585-13f1dcc7f569 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:08:45.712732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.773500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9772983a-90a5-4cc8-bf13-3e881a2d83e9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:45.782215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Checking segment: {'id': '561e94b1-8b9f-4f13-bb7a-464ae9f716f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '804d8ac2-e78e-4e71-a585-13f1dcc7f569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:08:45.782354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Network hostable DHCP agents. Network: 804d8ac2-e78e-4e71-a585-13f1dcc7f569, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:08:45.801171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Network 804d8ac2-e78e-4e71-a585-13f1dcc7f569 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:08:45.811602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 804d8ac2-e78e-4e71-a585-13f1dcc7f569) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:08:45.817189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:45.818152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:45.824495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891d342-7827-486e-8edc-aeca5a1c5770 None None] Network 804d8ac2-e78e-4e71-a585-13f1dcc7f569 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:08:45.843192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a108260c-1cec-4b66-bce6-ea845ed8ee2d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3606029 Jul 15 17:08:46.021715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbde8d3c-a984-41f4-9c8a-ee3ea6b1c0a9 None None] Network 804d8ac2-e78e-4e71-a585-13f1dcc7f569 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:08:46.556279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-76052e86-d2e8-4970-b858-135ea3408e19 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:46.557711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-76052e86-d2e8-4970-b858-135ea3408e19 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/networks?id=7678fa17-9b89-4f4e-8fd5-129560a7f5db HTTP/1.1" status: 200 len: 809 time: 0.1077065 Jul 15 17:08:46.574948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-e72737b0-8e4f-42fb-90e6-54b00475209f tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/quotas/bb03416de45f430d8a16ecade364a71d HTTP/1.1" status: 200 len: 375 time: 0.0100307 Jul 15 17:08:46.612635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-50342e52-e1a1-49c6-9544-53c3eb5b4406 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb03416de45f430d8a16ecade364a71d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333989 Jul 15 17:08:46.707654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-d9c64d59-f055-4c20-89a2-d846f529fbb8 service neutron] 10.222.0.25 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Jul 15 17:08:46.807704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-0ff7538b-8ce1-4b33-baed-03bc7f10c511 service neutron] 10.222.0.25 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939798 Jul 15 17:08:47.047476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4b24b65-0e4c-4161-9ac1-4be166257289 req-d451eb71-3c78-4de6-b70e-c0095e478089 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 210 time: 0.0654571 Jul 15 17:08:48.326679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e71f3c80-04c4-46f4-934d-ea85cc80acc0 req-3704bf07-522d-44b2-84d1-b2baab3caeeb tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 210 time: 0.0367990 Jul 15 17:08:48.454479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-3e1db8d3-9ba4-4b64-9292-9562167237eb tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:48.458352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-3e1db8d3-9ba4-4b64-9292-9562167237eb tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.20 "GET /v2.0/networks?id=7678fa17-9b89-4f4e-8fd5-129560a7f5db HTTP/1.1" status: 200 len: 809 time: 0.1581986 Jul 15 17:08:48.480539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Request body: {'port': {'device_id': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db', 'admin_state_up': True, 'tenant_id': 'bb03416de45f430d8a16ecade364a71d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:48.602141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Made reservation on behalf of bb03416de45f430d8a16ecade364a71d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:08:48.605783 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:48.737353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Allocated IP 172.20.0.13 (7678fa17-9b89-4f4e-8fd5-129560a7f5db/6887baca-d85b-470a-8282-1fc5da9dfad0/4cd7a5de-8b3d-43b1-9011-fc02319183ec) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:08:48.897452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:48.937471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:48.984264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Network 7678fa17-9b89-4f4e-8fd5-129560a7f5db is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:08:48.988400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:08:48.992440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:08:49.017365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Pushing event updated for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:49.043416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:49.044309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:49.059043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-a660e1c6-4719-4b41-b7a6-dd617ca5fe5a tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829730 Jul 15 17:08:49.070776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Request body: {'port': {'device_id': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:08:49.473349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:49.589474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0936b9-7ad0-4533-b467-e2ccf3763add req-69291c36-8bee-4564-9601-21acdbd1834e tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:49.597608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0936b9-7ad0-4533-b467-e2ccf3763add req-69291c36-8bee-4564-9601-21acdbd1834e tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 932 time: 0.1198843 Jul 15 17:08:49.664080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0936b9-7ad0-4533-b467-e2ccf3763add req-1ca66cd3-ece0-4ade-839c-5f8c627b3be8 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652142 Jul 15 17:08:49.800803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd7a5de-8b3d-43b1-9011-fc02319183ec {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:08:49.808752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:49.821261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Transition to ACTIVE for port object 4cd7a5de-8b3d-43b1-9011-fc02319183ec will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:08:49.825453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:49.899319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:49.961871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Attempting to bind port 4cd7a5de-8b3d-43b1-9011-fc02319183ec on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:08:49.962410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Attempting to bind port 4cd7a5de-8b3d-43b1-9011-fc02319183ec by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'f4c042ed-d267-4c79-811d-85a894dccf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:08:49.962802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Attempting to bind port 4cd7a5de-8b3d-43b1-9011-fc02319183ec on network 7678fa17-9b89-4f4e-8fd5-129560a7f5db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:08:49.967345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Port 4cd7a5de-8b3d-43b1-9011-fc02319183ec on network 7678fa17-9b89-4f4e-8fd5-129560a7f5db not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:08:49.967735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Attempting to bind port 4cd7a5de-8b3d-43b1-9011-fc02319183ec on network 7678fa17-9b89-4f4e-8fd5-129560a7f5db {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:08:49.973213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:08:49.973629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Checking segment: {'id': 'f4c042ed-d267-4c79-811d-85a894dccf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:08:49.974073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Bound using segment: {'id': 'f4c042ed-d267-4c79-811d-85a894dccf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:08:49.974558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Bound port: 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c042ed-d267-4c79-811d-85a894dccf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:08:49.974983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:50.045338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:08:50.049697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec,segment=NetworkSegment(f4c042ed-d267-4c79-811d-85a894dccf2b),segment_id=f4c042ed-d267-4c79-811d-85a894dccf2b)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:08:50.054275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:50.095116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.095860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:50.097346 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cd7a5de-8b3d-43b1-9011-fc02319183ec HTTP/1.1" status: 200 len: 1092 time: 1.0310097 Jul 15 17:08:50.097779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:50.100202 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de833f-185a-4c81-b704-9dac88d0d8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:50.121251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b64e2-8ed3-4815-919a-ba11e6590ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:50.172155 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d0db73-c13e-4ca8-a29a-0164c0f38583 x-openstack-request-id: req-37d0db73-c13e-4ca8-a29a-0164c0f38583 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:50.172533 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:50.173330 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37d0db73-c13e-4ca8-a29a-0164c0f38583 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:50.173589 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec', 'status': 'completed', 'code': 200} Jul 15 17:08:50.205887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-30eea5a3-13e9-4900-b690-a986e3bcdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.207474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-30eea5a3-13e9-4900-b690-a986e3bcdb89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb03416de45f430d8a16ecade364a71d&device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 1095 time: 0.0640490 Jul 15 17:08:50.297894 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-5105c983-529b-447f-b62e-c24e4b41301d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec HTTP/1.1" status: 200 len: 217 time: 0.0825312 Jul 15 17:08:50.365531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-7757be73-13f8-4977-9a80-fd718062b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.366998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-7757be73-13f8-4977-9a80-fd718062b1eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6887baca-d85b-470a-8282-1fc5da9dfad0 HTTP/1.1" status: 200 len: 849 time: 0.0627971 Jul 15 17:08:50.408554 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-15b32e92-4734-4ff3-a4ab-f9212cd84dab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7678fa17-9b89-4f4e-8fd5-129560a7f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305631 Jul 15 17:08:50.532277 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-9c7dc8e0-8372-4f80-9467-6cf22104a026 service neutron] 10.222.0.20 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170845 Jul 15 17:08:50.639462 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9ce37460-eacc-49c3-b9db-09212b7dfcd1 req-68f23749-c285-4d06-a89e-fa90922d45da service neutron] 10.222.0.20 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949531 Jul 15 17:08:50.766275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-2d25d41a-b4ef-43fb-9336-3b980cc905e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.768181 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-2d25d41a-b4ef-43fb-9336-3b980cc905e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb03416de45f430d8a16ecade364a71d&device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 1095 time: 0.0700719 Jul 15 17:08:50.865507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f222dfb-ed58-4065-9c99-f4b326c625c7 req-22d72813-08fe-4924-99b2-52497860de73 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.866058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-426c2de2-f869-417d-983f-3341e10abb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.867556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-426c2de2-f869-417d-983f-3341e10abb62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7678fa17-9b89-4f4e-8fd5-129560a7f5db HTTP/1.1" status: 200 len: 909 time: 0.0932820 Jul 15 17:08:50.868486 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f222dfb-ed58-4065-9c99-f4b326c625c7 req-22d72813-08fe-4924-99b2-52497860de73 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 944 time: 0.0795319 Jul 15 17:08:50.909759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f222dfb-ed58-4065-9c99-f4b326c625c7 req-24ade22a-e58e-415d-a850-0e8b11d1935c tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369825 Jul 15 17:08:50.914362 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-ee06f2d3-2953-4767-95ea-8ae59225b8c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec HTTP/1.1" status: 200 len: 217 time: 0.0398476 Jul 15 17:08:50.968561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-2563d9e7-a941-4969-8ceb-fbb8681c64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:50.970040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-2563d9e7-a941-4969-8ceb-fbb8681c64a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6887baca-d85b-470a-8282-1fc5da9dfad0 HTTP/1.1" status: 200 len: 849 time: 0.0449572 Jul 15 17:08:51.007857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-ebbd05bc-04bf-4dc8-9177-b969d6e301bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7678fa17-9b89-4f4e-8fd5-129560a7f5db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276227 Jul 15 17:08:51.105975 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-a218a4bc-f947-4c71-bb56-58e3ec22431e service neutron] 10.222.0.20 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Jul 15 17:08:51.199611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de833f-185a-4c81-b704-9dac88d0d8b5 req-02c562e2-7005-4880-aadb-894420178a8d service neutron] 10.222.0.20 "GET /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864787 Jul 15 17:08:52.092876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6aacf-d2b9-4375-8df4-d7742e9eb73f req-39b69c20-f016-4a59-92c3-66137c43c399 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:52.094534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86c6aacf-d2b9-4375-8df4-d7742e9eb73f req-39b69c20-f016-4a59-92c3-66137c43c399 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 944 time: 0.0671773 Jul 15 17:08:52.141298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86c6aacf-d2b9-4375-8df4-d7742e9eb73f req-ef3ac97d-4fb7-4702-8ea3-91ff4d0d4468 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388925 Jul 15 17:08:53.324501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018b48b-1f87-4efe-afe7-3af350892eb8 req-4c9996f2-94e4-46b0-a31d-77e4e511d381 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:53.328578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0018b48b-1f87-4efe-afe7-3af350892eb8 req-4c9996f2-94e4-46b0-a31d-77e4e511d381 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 944 time: 0.0757713 Jul 15 17:08:53.374563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0018b48b-1f87-4efe-afe7-3af350892eb8 req-f0250508-f688-4464-943b-6a9d69308d1b tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Jul 15 17:08:53.812280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4cd7a5de-8b3d-43b1-9011-fc02319183ec details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:08:53.927614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec,segment=NetworkSegment(f4c042ed-d267-4c79-811d-85a894dccf2b),segment_id=f4c042ed-d267-4c79-811d-85a894dccf2b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:53.940516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '4cd7a5de-8b3d-43b1-9011-fc02319183ec', 'network_id': '7678fa17-9b89-4f4e-8fd5-129560a7f5db', 'port_id': '4cd7a5de-8b3d-43b1-9011-fc02319183ec', 'mac_address': 'fa:16:3e:35:8f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6887baca-d85b-470a-8282-1fc5da9dfad0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:08:53.979742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:53.993766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd7a5de-8b3d-43b1-9011-fc02319183ec {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:08:54.015047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec,segment=NetworkSegment(f4c042ed-d267-4c79-811d-85a894dccf2b),segment_id=f4c042ed-d267-4c79-811d-85a894dccf2b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:54.019379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:54.068419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:54.354346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['4cd7a5de-8b3d-43b1-9011-fc02319183ec'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:08:54.573794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e29578-6a1d-4493-8b3e-d03f1d26bfe4 req-4d8fdbb9-e0d4-4682-bb2f-c872f6c0fb95 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:54.575234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e29578-6a1d-4493-8b3e-d03f1d26bfe4 req-4d8fdbb9-e0d4-4682-bb2f-c872f6c0fb95 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 945 time: 0.0688262 Jul 15 17:08:54.621373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e29578-6a1d-4493-8b3e-d03f1d26bfe4 req-3e5fa33e-388e-4d05-b487-d5f71fa090a1 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Jul 15 17:08:55.514986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.521404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.527309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.534241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.540235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.546115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.552608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.554563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82572c9c-b16d-4991-9c79-043d025bf695 req-1cc6386a-5b89-4ee1-add9-d978392d16c4 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.4178443 Jul 15 17:08:55.603455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82572c9c-b16d-4991-9c79-043d025bf695 req-0c2a3de7-a31c-452a-9126-5208f893a624 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405643 Jul 15 17:08:55.768634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-83e4abad-1ff7-411f-98f4-3de2ee16d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:55.812504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4cd7a5de-8b3d-43b1-9011-fc02319183ec up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:08:55.882274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.884308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 4cd7a5de-8b3d-43b1-9011-fc02319183ec completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:08:55.888294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.890736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 4cd7a5de-8b3d-43b1-9011-fc02319183ec triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:08:55.891539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:55.894945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.900923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.908189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.914585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.922171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.924558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-311c60e1-cdee-45f8-bafd-de95dfccbc6e req-fdfa317a-21b6-4cf0-94f1-b52ca8c21447 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.1760089 Jul 15 17:08:55.932596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31674-e645-4933-9dff-3267072da657 req-958974e9-0a33-4b18-8999-2d472d6ba474 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:55.934076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98a31674-e645-4933-9dff-3267072da657 req-958974e9-0a33-4b18-8999-2d472d6ba474 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 945 time: 0.1681237 Jul 15 17:08:55.990659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98a31674-e645-4933-9dff-3267072da657 req-d4e0ce95-b06f-4771-9802-32c4fc8c3f06 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Jul 15 17:08:56.050463 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:56.078254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:08:56.080835 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5888bb-fb28-4a64-98e4-e230afb73b45" -d '{"events": [{"server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "name": "network-vif-plugged", "status": "completed", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:08:56.094282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec,segment=NetworkSegment(f4c042ed-d267-4c79-811d-85a894dccf2b),segment_id=f4c042ed-d267-4c79-811d-85a894dccf2b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:08:56.099154 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:56.124874 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade3373-e56e-4184-9f6a-4c9053fdbbde x-openstack-request-id: req-7ade3373-e56e-4184-9f6a-4c9053fdbbde {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:08:56.125167 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "name": "network-vif-plugged", "status": "completed", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:08:56.125418 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ade3373-e56e-4184-9f6a-4c9053fdbbde {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:08:56.125828 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec', 'code': 200} Jul 15 17:08:56.166754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:08:56.252438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883cd49-9afc-4880-95be-cf16e41c448e req-fb99dcd5-b351-4069-a8a5-4b1c35417796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:56.254190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7883cd49-9afc-4880-95be-cf16e41c448e req-fb99dcd5-b351-4069-a8a5-4b1c35417796 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 1097 time: 0.0591598 Jul 15 17:08:56.298447 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7883cd49-9afc-4880-95be-cf16e41c448e req-a79efae7-7e4d-4f07-a839-edcee4e6ede3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Jul 15 17:08:57.224409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdbd74-d1c1-4d39-ab9a-1a1c36e4f4e5 req-ec0c7fd6-3c19-46be-9912-bcde12b565aa tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:57.226019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06cdbd74-d1c1-4d39-ab9a-1a1c36e4f4e5 req-ec0c7fd6-3c19-46be-9912-bcde12b565aa tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 946 time: 0.0905592 Jul 15 17:08:57.271415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-06cdbd74-d1c1-4d39-ab9a-1a1c36e4f4e5 req-dbc0a33e-22fc-41c9-ba86-77d9abdbb936 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Jul 15 17:08:58.171830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60428) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:08:58.297852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.298652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.298948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.299676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.300151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.300614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.301181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.303131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-5a6e8a79-ea7c-4137-8dd9-6c744af83658 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.1270330 Jul 15 17:08:58.342630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-f6e43eba-ad0c-4910-8798-0178263342e0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&id=061f8409-0554-4fe1-818c-9c8941bf9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328395 Jul 15 17:08:58.497097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6b93b-776a-4ec1-9bd5-a02b4bf796c0 req-4beae4de-2b32-4c95-a4c7-61d5e2f1d9ed tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.498946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97d6b93b-776a-4ec1-9bd5-a02b4bf796c0 req-4beae4de-2b32-4c95-a4c7-61d5e2f1d9ed tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 946 time: 0.0765290 Jul 15 17:08:58.569341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97d6b93b-776a-4ec1-9bd5-a02b4bf796c0 req-e901ee21-694e-4b52-a469-d7d860945ea2 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Jul 15 17:08:58.598088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718b8ad-f925-47fb-b006-eb8644cd230e req-8bffb710-3c72-4d30-a389-233ac4614563 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:58.599562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e718b8ad-f925-47fb-b006-eb8644cd230e req-8bffb710-3c72-4d30-a389-233ac4614563 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.0996678 Jul 15 17:08:58.643938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e718b8ad-f925-47fb-b006-eb8644cd230e req-49daccdc-7d2f-4caa-a323-c5077230ea13 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Jul 15 17:08:58.794521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:59.096483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-037c9e90-acfa-4d63-91f0-2988f58ccace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:59.529124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:08:59.821588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651e814-3517-4b21-88a1-639eec7625ac req-4db32598-0f4a-4a94-8422-dfbcc563fd94 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:08:59.823298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1651e814-3517-4b21-88a1-639eec7625ac req-4db32598-0f4a-4a94-8422-dfbcc563fd94 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.0659013 Jul 15 17:08:59.874700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1651e814-3517-4b21-88a1-639eec7625ac req-7e836e55-8091-421e-b9df-ba8943a2e931 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/security-groups?id=96083911-7a66-47f7-bc6f-097536e329e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Jul 15 17:09:00.238286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-22dd64e5-240d-40eb-9a14-8c89d6bc2bfc tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:00.239945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-22dd64e5-240d-40eb-9a14-8c89d6bc2bfc tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 945 time: 0.0837624 Jul 15 17:09:00.376138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Deleting port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:09:00.376757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:00.499877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] For port dececac4-5aaf-4b91-b4f7-2aaa87b42c41, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,segment=NetworkSegment(dda51407-ba4f-46c2-94b7-5752159b28c4),segment_id=dda51407-ba4f-46c2-94b7-5752159b28c4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:00.500669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:00.513383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Calling delete_port for dececac4-5aaf-4b91-b4f7-2aaa87b42c41 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:09:00.655644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:00.668346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dececac4-5aaf-4b91-b4f7-2aaa87b42c41'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:09:00.700304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Pushing event deleted for resources: {'Port': ['ID=dececac4-5aaf-4b91-b4f7-2aaa87b42c41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:00.743836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] No DVR routers for this DVR port dececac4-5aaf-4b91-b4f7-2aaa87b42c41 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:09:00.746586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:00.748662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f624db8d-869e-46d0-a94e-6ae0f6ba610b req-1f31f413-d356-4d76-8822-de21a6d7d683 tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.20 "DELETE /v2.0/ports/dececac4-5aaf-4b91-b4f7-2aaa87b42c41 HTTP/1.1" status: 204 len: 173 time: 0.5032768 Jul 15 17:09:00.749096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'name': 'network-vif-deleted', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:00.752064 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dba4512-d8b4-4599-ae08-62fb4fd1af21" -d '{"events": [{"server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "name": "network-vif-deleted", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:00.799110 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1754fc91-015c-4af3-a3a4-e509aec8d06c x-openstack-request-id: req-1754fc91-015c-4af3-a3a4-e509aec8d06c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:00.799431 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aff255f-7e79-4ed2-bd33-c72a878c9fc7", "name": "network-vif-deleted", "tag": "dececac4-5aaf-4b91-b4f7-2aaa87b42c41", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:00.799912 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1754fc91-015c-4af3-a3a4-e509aec8d06c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:00.800562 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aff255f-7e79-4ed2-bd33-c72a878c9fc7', 'name': 'network-vif-deleted', 'tag': 'dececac4-5aaf-4b91-b4f7-2aaa87b42c41', 'status': 'completed', 'code': 200} Jul 15 17:09:01.058605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1443742-1b59-47e1-ac8b-21d959b68a8b req-e1bc22ac-9c37-4a42-be74-d1ada1e0f68a tempest-VolumesSnapshotTestJSON-828309208 tempest-VolumesSnapshotTestJSON-828309208-project] 10.222.0.25 "GET /v2.0/ports?device_id=4aff255f-7e79-4ed2-bd33-c72a878c9fc7 HTTP/1.1" status: 200 len: 210 time: 0.0296807 Jul 15 17:09:01.255322 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:01.358615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b62e2-7862-4c85-a126-6ac2a6fe3fe0 req-25cc26f9-4172-4849-98dd-d7b1b7d876e6 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:01.360302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d42b62e2-7862-4c85-a126-6ac2a6fe3fe0 req-25cc26f9-4172-4849-98dd-d7b1b7d876e6 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 946 time: 0.0755038 Jul 15 17:09:01.403086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d42b62e2-7862-4c85-a126-6ac2a6fe3fe0 req-d19c4f90-b6e1-40cd-8986-afcc9fe9eb0c tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Jul 15 17:09:02.612637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c099881-9332-43b9-9b54-ae78d318ac09 req-6ccbc235-2499-4a32-9795-e83af1dc7373 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:02.615110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c099881-9332-43b9-9b54-ae78d318ac09 req-6ccbc235-2499-4a32-9795-e83af1dc7373 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 946 time: 0.0795646 Jul 15 17:09:02.662194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c099881-9332-43b9-9b54-ae78d318ac09 req-6438f35e-acdf-4694-8563-5bd7298423b5 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3b2092-6a32-4c47-8285-c79380f256e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Jul 15 17:09:02.683491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-363e508f-3526-4e22-a1bf-d1a23c78da47 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:02.685082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-363e508f-3526-4e22-a1bf-d1a23c78da47 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 946 time: 0.1140139 Jul 15 17:09:02.813351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Deleting port 4cd7a5de-8b3d-43b1-9011-fc02319183ec {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:09:02.814227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:02.931001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] For port 4cd7a5de-8b3d-43b1-9011-fc02319183ec, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4cd7a5de-8b3d-43b1-9011-fc02319183ec,segment=NetworkSegment(f4c042ed-d267-4c79-811d-85a894dccf2b),segment_id=f4c042ed-d267-4c79-811d-85a894dccf2b)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:02.931611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:02.951165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Calling delete_port for 4cd7a5de-8b3d-43b1-9011-fc02319183ec owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:09:03.131337 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:03.149862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['4cd7a5de-8b3d-43b1-9011-fc02319183ec'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:09:03.189666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Pushing event deleted for resources: {'Port': ['ID=4cd7a5de-8b3d-43b1-9011-fc02319183ec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:03.239955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] No DVR routers for this DVR port 4cd7a5de-8b3d-43b1-9011-fc02319183ec on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:09:03.243262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:03.245920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-af2f7904-482d-44ee-b7f5-6808c74fa0d9 req-2eaccbcd-c875-4fba-87c6-f2121b7a6f65 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.20 "DELETE /v2.0/ports/4cd7a5de-8b3d-43b1-9011-fc02319183ec HTTP/1.1" status: 204 len: 173 time: 0.5504758 Jul 15 17:09:03.246406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'name': 'network-vif-deleted', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:03.248863 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b891c793-a8ea-4cf9-9133-d5776eb5f76f" -d '{"events": [{"server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "name": "network-vif-deleted", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:03.285535 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15279f5b-4254-483e-9772-5ed8c5c8ae6b x-openstack-request-id: req-15279f5b-4254-483e-9772-5ed8c5c8ae6b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:03.285833 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c21ec4-1607-4f9d-a4a1-c579969e2b40", "name": "network-vif-deleted", "tag": "4cd7a5de-8b3d-43b1-9011-fc02319183ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:03.286086 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15279f5b-4254-483e-9772-5ed8c5c8ae6b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:03.286486 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c21ec4-1607-4f9d-a4a1-c579969e2b40', 'name': 'network-vif-deleted', 'tag': '4cd7a5de-8b3d-43b1-9011-fc02319183ec', 'status': 'completed', 'code': 200} Jul 15 17:09:03.864929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dececac4-5aaf-4b91-b4f7-2aaa87b42c41 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:09:03.904139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd235c07-3e1a-4a1d-aa07-297ef451f004 req-ce626582-8a5d-494b-b644-08200248e1e3 tempest-VolumesActionsTest-1810227261 tempest-VolumesActionsTest-1810227261-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7c21ec4-1607-4f9d-a4a1-c579969e2b40 HTTP/1.1" status: 200 len: 210 time: 0.0714338 Jul 15 17:09:03.905742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: dececac4-5aaf-4b91-b4f7-2aaa87b42c41 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:09:03.906288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dececac4-5aaf-4b91-b4f7-2aaa87b42c41 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:09:03.906870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4cd7a5de-8b3d-43b1-9011-fc02319183ec no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:09:03.935918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 4cd7a5de-8b3d-43b1-9011-fc02319183ec {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:09:03.936515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4cd7a5de-8b3d-43b1-9011-fc02319183ec not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:09:08.869682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b042c-924f-496f-a00b-56fff748e3bf req-fe182a1d-2d4d-4b29-af80-94e3320f4806 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:08.872086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d39b042c-924f-496f-a00b-56fff748e3bf req-fe182a1d-2d4d-4b29-af80-94e3320f4806 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.0938911 Jul 15 17:09:08.993665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d39b042c-924f-496f-a00b-56fff748e3bf req-35817ba9-5683-490a-a690-40e832483ec6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137173 Jul 15 17:09:10.143746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-34da1d7b-2259-4738-8b55-bf318daedd95 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:10.146177 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-34da1d7b-2259-4738-8b55-bf318daedd95 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.1202757 Jul 15 17:09:10.300857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa3e90-9824-4907-88a5-e4a3668c7deb req-04bb1b31-738e-4100-968a-a317333eb104 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:10.308719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bfa3e90-9824-4907-88a5-e4a3668c7deb req-04bb1b31-738e-4100-968a-a317333eb104 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 946 time: 0.0920391 Jul 15 17:09:10.339892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Deleting port 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:09:10.340476 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.387115 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bfa3e90-9824-4907-88a5-e4a3668c7deb req-9709e75a-ac2c-4684-b622-b430befd11fb tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=de98a7f5-36e2-44d1-a43d-2a1417807e76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771275 Jul 15 17:09:10.464159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] For port 4e694997-418b-4f0b-985b-eefb5674f261, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=4e694997-418b-4f0b-985b-eefb5674f261,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:10.464159 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.737872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.738268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.738590 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Floating IP 0294b49a-c0f5-4154-8e9b-a3b4bb1cb930 disassociated. External IP: 172.25.8.105, port: 4e694997-418b-4f0b-985b-eefb5674f261. Jul 15 17:09:10.739072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Calling delete_port for 4e694997-418b-4f0b-985b-eefb5674f261 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:09:10.775257 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.782632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.915110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:10.982034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'Port': ['ID=4e694997-418b-4f0b-985b-eefb5674f261,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:11.208375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:09:11.350714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:11.368727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:11.385080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:11.385710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:08:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:11.415617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] No DVR routers for this DVR port 4e694997-418b-4f0b-985b-eefb5674f261 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:09:11.421458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:11.424840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bfc654f7-1e9b-4424-9873-9427b19477c7 req-ff6fef3f-b82a-4a22-bdea-2ee9599c7fac tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "DELETE /v2.0/ports/4e694997-418b-4f0b-985b-eefb5674f261 HTTP/1.1" status: 204 len: 173 time: 1.2726531 Jul 15 17:09:11.425792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-deleted', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:11.429286 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86cd158-6d73-449b-854d-bd4d1c017436" -d '{"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-deleted", "tag": "4e694997-418b-4f0b-985b-eefb5674f261"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:11.533300 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96beb9b1-2c71-4639-aacc-8c796021c9d9 x-openstack-request-id: req-96beb9b1-2c71-4639-aacc-8c796021c9d9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:11.534352 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358a93a1-b042-42d4-94c8-dd03564ffe9d", "name": "network-vif-deleted", "tag": "4e694997-418b-4f0b-985b-eefb5674f261", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:11.534825 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96beb9b1-2c71-4639-aacc-8c796021c9d9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:11.535506 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358a93a1-b042-42d4-94c8-dd03564ffe9d', 'name': 'network-vif-deleted', 'tag': '4e694997-418b-4f0b-985b-eefb5674f261', 'status': 'completed', 'code': 200} Jul 15 17:09:11.686825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:11.734112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47d6166f-e5c1-4711-95bf-f344131298a1 req-52772c82-fd60-4b51-92e2-846613003c32 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=358a93a1-b042-42d4-94c8-dd03564ffe9d HTTP/1.1" status: 200 len: 210 time: 0.0343740 Jul 15 17:09:12.064443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:12.117449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:12.129320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:12.130150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:08:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:12.533124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:12.822847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:12.860135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e44b7-3bef-445b-a781-1f462753d01a None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:13.004067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60686) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:13.076942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.121381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.187614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.192562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.193655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "DELETE /v2.0/security-groups/de98a7f5-36e2-44d1-a43d-2a1417807e76 HTTP/1.1" status: 204 len: 168 time: 0.1848099 Jul 15 17:09:13.196359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:13.218246 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-4391e55e-82fd-4fe5-a215-abc3c112d787 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] show failed (client error): The resource could not be found. Jul 15 17:09:13.221272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4391e55e-82fd-4fe5-a215-abc3c112d787 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups/de98a7f5-36e2-44d1-a43d-2a1417807e76 HTTP/1.1" status: 404 len: 347 time: 0.0235152 Jul 15 17:09:13.222488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9bdea-f3db-4277-8850-c67221aa83b9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de98a7f5-36e2-44d1-a43d-2a1417807e76,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:13.224373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60694) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:13.403579 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff180f7-dc8f-4f62-8dd9-f527ecd27b25 None None] New status for floating IP 0294b49a-c0f5-4154-8e9b-a3b4bb1cb930: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:09:13.491029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Deleting port 13938ca6-0121-4da9-b061-8c1b4eddba26 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:09:13.491304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.729075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.729405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:13.761678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Calling delete_port for 13938ca6-0121-4da9-b061-8c1b4eddba26 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:09:13.903650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:09:13.959456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 4e694997-418b-4f0b-985b-eefb5674f261 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:09:13.960024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 4e694997-418b-4f0b-985b-eefb5674f261 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:09:14.083292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.224576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'Port': ['ID=13938ca6-0121-4da9-b061-8c1b4eddba26,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:14.303148 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.310812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.312441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f858ffdf-6649-4c15-acd4-f6a405ee992b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "DELETE /v2.0/floatingips/0294b49a-c0f5-4154-8e9b-a3b4bb1cb930 HTTP/1.1" status: 204 len: 168 time: 1.0866895 Jul 15 17:09:14.673105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:14.677876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758844760', 'description': 'tempest-description--260386571'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:14.705939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.832964 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.838484 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.871658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695e8ade-68ab-47fc-8ae2-226bdbd5555d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:14.917068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:14.918783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36bc30ba-0ed2-4128-80df-562a65d2cd3a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2445736 Jul 15 17:09:14.921788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60718) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:14.929731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group_rule': {'security_group_id': '695e8ade-68ab-47fc-8ae2-226bdbd5555d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:14.964020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.064498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.068971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.087821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610dad27-46ac-494a-ac60-b8098840c757,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:15.096001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.101569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7bb1a8fa-d367-4bc6-97ff-740381fcf405 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773536 Jul 15 17:09:15.103829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:15.108533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'security_group_rule': {'security_group_id': '695e8ade-68ab-47fc-8ae2-226bdbd5555d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:15.144193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.241270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.246297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.269810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eb9e41-4e05-4a50-9194-9c1216356f2f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:15.280216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.281614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-264f911f-16e0-4ba4-aa8e-691aa5b2ef01 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766040 Jul 15 17:09:15.285481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:15.290541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:15.315777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.521427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.549292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:09:15.650128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Allocated IP 172.25.8.59 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/eaf7424f-8689-4010-a8e5-4f44f3876bfc) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:15.767302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.808352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.849481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:15.852297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:15.855897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:15.878289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=eaf7424f-8689-4010-a8e5-4f44f3876bfc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:15.945737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:15.990839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:16.210707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:16.215876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:16.264414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=eaf7424f-8689-4010-a8e5-4f44f3876bfc,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:16.354702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:16.371669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:16.383022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d2bd50b5-7c3a-4725-95d6-34ae08a7d945 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0963452 Jul 15 17:09:16.698902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-6f7a56c0-16fa-4abe-81dd-7ddba5fbd6b7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--758844760&fields=id&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 267 time: 0.0454316 Jul 15 17:09:16.884793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-b23057f2-d49b-471d-873e-b7b769a36924 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:16.886841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-b23057f2-d49b-471d-873e-b7b769a36924 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 817 time: 0.1864915 Jul 15 17:09:16.908763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-84228c13-fca6-488b-af0d-1865d4ed3916 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/quotas/05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 375 time: 0.0137129 Jul 15 17:09:17.018906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-1dd48343-d213-4e9b-a039-e01d50da3402 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032350 Jul 15 17:09:17.125031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:17.167313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-9d66785d-13fa-40fc-b8b6-e2497b8dc611 service neutron] 10.222.0.25 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279213 Jul 15 17:09:17.264288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-8452a9d2-e8e5-46ad-badf-cb21490c5f5d service neutron] 10.222.0.25 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Jul 15 17:09:17.320762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0032f13f-d39f-4427-8058-5c87238a68de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.581724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-10d066b5-7de5-4f63-b7ad-7e664f4151f4 req-f9f3c141-2bc3-43dd-a4eb-923382d20490 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 210 time: 0.0795949 Jul 15 17:09:17.609929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0032f13f-d39f-4427-8058-5c87238a68de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.620307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0032f13f-d39f-4427-8058-5c87238a68de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.666388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032f13f-d39f-4427-8058-5c87238a68de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784feb8c-6dbe-4578-809a-16e8c4c4f3c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:17.674348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:17.674836 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0032f13f-d39f-4427-8058-5c87238a68de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=141878caea444d4597cbb1ab1e7fbbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464723 Jul 15 17:09:17.730010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.757788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.818926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.822762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:17.827646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/784feb8c-6dbe-4578-809a-16e8c4c4f3c6 HTTP/1.1" status: 204 len: 168 time: 0.1519475 Jul 15 17:09:17.837586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe97f4-b90a-4327-951b-df62e8d797cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784feb8c-6dbe-4578-809a-16e8c4c4f3c6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:18.843984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2941e247-ad9f-4a8a-93a9-cfe855d1c3cf req-62ac8125-b3e9-4d2e-a79b-4591f4bad7cf tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 210 time: 0.0405500 Jul 15 17:09:19.391779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-2b504cee-56c1-474e-90e0-4885cc29dd7f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:19.394190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-2b504cee-56c1-474e-90e0-4885cc29dd7f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 817 time: 0.1437988 Jul 15 17:09:19.445092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-c523e90e-9078-4a09-aa45-05f141d0b486 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 379 time: 0.0428140 Jul 15 17:09:19.454690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'port': {'device_id': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'admin_state_up': True, 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'security_groups': ['695e8ade-68ab-47fc-8ae2-226bdbd5555d']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:19.593203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60842) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:19.629058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Made reservation on behalf of 05d5655a83a7497786b904aa4ce9882b for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:19.632839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:19.755707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'network': {'name': 'tempest-network-smoke--319512603', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:19.789141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:19.794479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:19.803605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Allocated IP 172.20.0.6 (48f20d26-7611-4ef7-959b-222385602082/6e72b6ef-8610-4115-a21b-d555cdc51714/dfe9178c-2526-4da6-a030-7d98c66f7657) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:19.806799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:19.987796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:19.994879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.042254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.050602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:09:20.058478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Transition to ACTIVE for port object dfe9178c-2526-4da6-a030-7d98c66f7657 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:20.062084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.062694 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Added segment 003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4 of type vlan for network 4a0b8988-559a-416f-941c-1e43767040f2 Jul 15 17:09:20.105941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.155052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.161814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dde6ab-3218-4f16-83ba-ae833b234989,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:20.169887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:20.195085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Network 48f20d26-7611-4ef7-959b-222385602082 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:20.201506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:20.208600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:20.221723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.227948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:20.228679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.320199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7256780 Jul 15 17:09:20.327185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60858) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:20.346798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-250328684', 'admin_state_up': True, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:20.353885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:20.354935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.388429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e3ae5ba2-6f48-44cc-b7f8-281d9978816b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385772 Jul 15 17:09:20.401644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Request body: {'port': {'device_id': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:20.464946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34ba80-065d-4f51-91d0-1275d8ecb629 req-642bbfd6-5d53-4961-8dd8-ebe5d2b9fda2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:20.476104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a34ba80-065d-4f51-91d0-1275d8ecb629 req-642bbfd6-5d53-4961-8dd8-ebe5d2b9fda2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 931 time: 0.4323268 Jul 15 17:09:20.504368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61af48-845e-4c94-a157-92b73ca4fdab tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Network': ['ID=4a0b8988-559a-416f-941c-1e43767040f2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:20.519332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4a0b8988-559a-416f-941c-1e43767040f2 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:09:20.582248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.602409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a34ba80-065d-4f51-91d0-1275d8ecb629 req-dc5f1037-5e15-4d61-a6ca-85623c2e6eaa tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253920 Jul 15 17:09:20.603518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.604817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.665268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6840cda5-c4f2-4c41-aef5-f15cd354d10f None None] Provisioning for port dfe9178c-2526-4da6-a030-7d98c66f7657 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:20.671078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6840cda5-c4f2-4c41-aef5-f15cd354d10f None None] Provisioning complete for port dfe9178c-2526-4da6-a030-7d98c66f7657 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:20.671846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6840cda5-c4f2-4c41-aef5-f15cd354d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.714982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6840cda5-c4f2-4c41-aef5-f15cd354d10f None None] Port dfe9178c-2526-4da6-a030-7d98c66f7657 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:20.715193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:20.862472 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.093955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.116237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.213673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:09:21.222140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.230588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.25.8.19 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/cb49fcc7-941c-4f2e-80b8-81c53806a740) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:21.236723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Transition to ACTIVE for port object dfe9178c-2526-4da6-a030-7d98c66f7657 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:21.242224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.295698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:21.368081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Attempting to bind port dfe9178c-2526-4da6-a030-7d98c66f7657 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:21.368442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Attempting to bind port dfe9178c-2526-4da6-a030-7d98c66f7657 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:21.368770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Attempting to bind port dfe9178c-2526-4da6-a030-7d98c66f7657 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:21.373437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Port dfe9178c-2526-4da6-a030-7d98c66f7657 on network 48f20d26-7611-4ef7-959b-222385602082 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:09:21.373764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Attempting to bind port dfe9178c-2526-4da6-a030-7d98c66f7657 on network 48f20d26-7611-4ef7-959b-222385602082 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:21.375220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.379768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:21.380104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Checking segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:21.380511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Bound using segment: {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:21.380941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Bound port: dfe9178c-2526-4da6-a030-7d98c66f7657, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a21b1d-2e96-4481-b4fe-eb94346f9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '48f20d26-7611-4ef7-959b-222385602082'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:21.381304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.433561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.457378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:21.469967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:21.473790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:21.478854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.479617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:21.484275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:21.533967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:21.533967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:21.535489 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] 10.222.0.20 "PUT /v2.0/ports/dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 1091 time: 1.1382637 Jul 15 17:09:21.535930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:21.539838 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff" -d '{"events": [{"name": "network-changed", "server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:21.598890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:21.610926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=cb49fcc7-941c-4f2e-80b8-81c53806a740,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:21.637419 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb5a26-b536-46cc-b372-bbf74854b1c1 x-openstack-request-id: req-b1bb5a26-b536-46cc-b372-bbf74854b1c1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:21.638057 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:21.638719 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1bb5a26-b536-46cc-b372-bbf74854b1c1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:21.639594 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'status': 'completed', 'code': 200} Jul 15 17:09:21.669423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.671201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.671896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.673107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.673760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.674678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.675158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.675734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.676213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.676909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.677339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.677832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a7a616-97a6-4753-82d6-35cb15b39fdb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:21.749680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e0065e7e-3ad0-4863-bba0-80e4ebf18357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:21.752616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-e0065e7e-3ad0-4863-bba0-80e4ebf18357 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1094 time: 0.1649127 Jul 15 17:09:21.852029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-caaff75c-79cd-4c04-8af7-62d43bb5a912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 217 time: 0.0928011 Jul 15 17:09:21.930205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-27b4475b-6b6c-4f49-bad6-92292949ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:21.931775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-27b4475b-6b6c-4f49-bad6-92292949ebb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0741169 Jul 15 17:09:21.997512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-2b24a13a-572f-4dee-9fe4-f3af93fcaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:21.999136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-2b24a13a-572f-4dee-9fe4-f3af93fcaf41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614443 Jul 15 17:09:22.080007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:22.089343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78581c67-be15-40a0-ace3-835161da757a req-aaf28995-8796-4da6-8114-637228fab20e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:22.091235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78581c67-be15-40a0-ace3-835161da757a req-aaf28995-8796-4da6-8114-637228fab20e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1880136 Jul 15 17:09:22.121815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-2d96cbb1-7315-4239-ad72-afb815d12302 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160688 Jul 15 17:09:22.202708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-78581c67-be15-40a0-ace3-835161da757a req-76940878-a733-4bfc-b67f-8cc53a1d5fba tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753379 Jul 15 17:09:22.238728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-de7fe0db-d03b-45b9-bdd5-1f2efb08892d req-9951abbb-8e7e-4618-aaef-960fd3cb63e5 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108019 Jul 15 17:09:22.350413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:22.366506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-896965d3-5bbd-41ce-85b3-40898e3a5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:22.368214 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-896965d3-5bbd-41ce-85b3-40898e3a5323 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1094 time: 0.0824907 Jul 15 17:09:22.473489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-81a7cd86-d91e-4660-a93e-4c0d7661e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:22.475295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-81a7cd86-d91e-4660-a93e-4c0d7661e404 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.1008654 Jul 15 17:09:22.508100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:09:22.532743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-552b8ace-1649-4f95-ac33-3190df262184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 217 time: 0.0482457 Jul 15 17:09:22.589741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-00c40c2d-7c48-49ee-b3fe-597fa6244715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:22.591455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-00c40c2d-7c48-49ee-b3fe-597fa6244715 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0532520 Jul 15 17:09:22.655560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-7b3f6684-e19e-4253-9b49-33558e6a6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:22.657845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-7b3f6684-e19e-4253-9b49-33558e6a6f69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595844 Jul 15 17:09:22.766756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-4c14338c-b718-4779-ac42-736a104253e0 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009436 Jul 15 17:09:22.876471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e405310d-d06d-4e95-ac9c-3d5f5ed623ff req-ae51e409-82a2-43e5-ae27-380c36fa063f service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027169 Jul 15 17:09:22.968345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:22.978785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:22.988992 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:22.993122 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-47df143e-29fe-4fa3-a84b-56db2e11d1bf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6620469 Jul 15 17:09:22.993456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:22.995240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:22.995908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:08:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:23.108387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:23.110932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-584566ab-1384-4411-b2b2-60a844f4c706 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3684f7a9a55a4bf892aaa810a5f2a647&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1154711 Jul 15 17:09:23.113507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60894) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:23.317020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd631066-28c4-4426-bbe6-9122aa03d2fa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:23.321331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bd631066-28c4-4426-bbe6-9122aa03d2fa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2040579 Jul 15 17:09:23.321580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:23.367432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:21Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:23.391362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e90f2bf5-008a-4c12-b07e-9b52faf9ba0e tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0663366 Jul 15 17:09:23.392218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:23.397678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353640964', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:23.398569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:23.398927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Updating router 1664ce68-ffeb-4e78-8750-294121f9d922 port cb49fcc7-941c-4f2e-80b8-81c53806a740 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:09:23.457471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.493378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2e709-9c36-4e8e-9d16-d2a525642079 req-829205b7-405c-4fb7-a504-6d2841c8a50e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:23.495305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cef2e709-9c36-4e8e-9d16-d2a525642079 req-829205b7-405c-4fb7-a504-6d2841c8a50e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1103902 Jul 15 17:09:23.543572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:23.550512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.554104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cef2e709-9c36-4e8e-9d16-d2a525642079 req-29d85237-d249-49c4-913e-3b530725acca tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508511 Jul 15 17:09:23.807838 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.843988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.858626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Transition to ACTIVE for port object cb49fcc7-941c-4f2e-80b8-81c53806a740 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:23.868106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.900694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Checking segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:23.901301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network hostable DHCP agents. Network: 4a0b8988-559a-416f-941c-1e43767040f2, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:09:23.905835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Subnet': ['ID=3899aec8-c871-4ea0-8462-64353f0f7416,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:23.912957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Pushing event updated for resources: {'Port': ['ID=cb49fcc7-941c-4f2e-80b8-81c53806a740,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:23.928704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 4a0b8988-559a-416f-941c-1e43767040f2 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:09:23.934765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Attempting to bind port cb49fcc7-941c-4f2e-80b8-81c53806a740 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:23.935144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Attempting to bind port cb49fcc7-941c-4f2e-80b8-81c53806a740 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:23.935555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Attempting to bind port cb49fcc7-941c-4f2e-80b8-81c53806a740 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:23.941037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4a0b8988-559a-416f-941c-1e43767040f2) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:23.941863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:23.942245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:23.942653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.943097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:23.943598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Bound port: cb49fcc7-941c-4f2e-80b8-81c53806a740, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:23.944240 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.947640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:23.948528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:23.973646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60908) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:23.974153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08507f73-def8-4b12-b512-2750465dbdd2 None None] Network 4a0b8988-559a-416f-941c-1e43767040f2 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:09:24.014244 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ce2e1ef0-c852-4b77-a3e4-aad29dd951d1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6065693 Jul 15 17:09:24.225418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] For port cb49fcc7-941c-4f2e-80b8-81c53806a740, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:24.247574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] For port cb49fcc7-941c-4f2e-80b8-81c53806a740, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb49fcc7-941c-4f2e-80b8-81c53806a740,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:24.255133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:24.334185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Pushing event updated for resources: {'Port': ['ID=cb49fcc7-941c-4f2e-80b8-81c53806a740,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:24.371581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.371934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.372331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.372988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.373345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.373708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.376319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.376976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.377481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.379038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.379383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.379724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7005e1-d471-48b6-b2fb-6b10d99b2e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:24.397353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-4a0b8988-559a-416f-941c-1e43767040f2', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:09:24.398645 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:24.425957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:24.431479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:08:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:24.714260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:24.937443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Allocated IP 172.20.0.2 (4a0b8988-559a-416f-941c-1e43767040f2/3899aec8-c871-4ea0-8462-64353f0f7416/2be3e5af-5054-4138-b731-be4390eae21d) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:24.952590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:24.979655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b1c1a-0cb9-4985-95c5-a24047fa8e3a req-c565ad21-3dd7-4b66-a4a7-8895c91f6eb6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:24.981237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-993b1c1a-0cb9-4985-95c5-a24047fa8e3a req-c565ad21-3dd7-4b66-a4a7-8895c91f6eb6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.2110496 Jul 15 17:09:25.349635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-993b1c1a-0cb9-4985-95c5-a24047fa8e3a req-b2251afd-16dc-4001-b3bb-5e23df42a065 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124466 Jul 15 17:09:25.398686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.408756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:21Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:25.413186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Transition to ACTIVE for port object 2be3e5af-5054-4138-b731-be4390eae21d will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:25.458810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12563e9a-aef3-44d9-9209-5c42537e8a80 None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:21Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:25.473851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Transition to ACTIVE for port object 2be3e5af-5054-4138-b731-be4390eae21d will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:25.487853 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.560764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Network 4a0b8988-559a-416f-941c-1e43767040f2 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:25.564139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:25.571522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:25.574699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Pushing event updated for resources: {'Port': ['ID=2be3e5af-5054-4138-b731-be4390eae21d,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:25.613909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.1 (4a0b8988-559a-416f-941c-1e43767040f2/3899aec8-c871-4ea0-8462-64353f0f7416/5d8b36dc-812a-412d-8f7b-2fb6866a31ea) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:25.671172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Attempting to bind port 2be3e5af-5054-4138-b731-be4390eae21d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:25.671686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Attempting to bind port 2be3e5af-5054-4138-b731-be4390eae21d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:25.671686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Attempting to bind port 2be3e5af-5054-4138-b731-be4390eae21d on network 4a0b8988-559a-416f-941c-1e43767040f2 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:25.685872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:25.686719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Checking segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:25.687291 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.687995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Bound using segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:25.689248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Bound port: 2be3e5af-5054-4138-b731-be4390eae21d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:25.689248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.785341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] For port 2be3e5af-5054-4138-b731-be4390eae21d, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:25.827628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.872012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] For port 2be3e5af-5054-4138-b731-be4390eae21d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2be3e5af-5054-4138-b731-be4390eae21d,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:25.873442 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d9f50976-94a5-42ae-bc66-efe4769af34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.887241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:25.903497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object 5d8b36dc-812a-412d-8f7b-2fb6866a31ea will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:25.970372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:09:26.007237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:26.059676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6dc14-4d9c-4b15-bedc-e71ced4aba55 None None] Pushing event updated for resources: {'Port': ['ID=2be3e5af-5054-4138-b731-be4390eae21d,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:26.093907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 4a0b8988-559a-416f-941c-1e43767040f2 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:26.100832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:26.105527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:26.155394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:26.166846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:09:26.176672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:26.215124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:26.236858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:09:26.257474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:26.296539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:26.336298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:26.457066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:26.543329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:26.622916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dfe9178c-2526-4da6-a030-7d98c66f7657'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:09:26.865392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675bf7e-49a5-4a72-9bb0-0275d971f098 req-3004b888-819a-48b9-8f49-12fa8c3a0711 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:26.872682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9675bf7e-49a5-4a72-9bb0-0275d971f098 req-3004b888-819a-48b9-8f49-12fa8c3a0711 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.2299736 Jul 15 17:09:27.104307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9675bf7e-49a5-4a72-9bb0-0275d971f098 req-753f412f-20fa-489d-86e7-79041c1ebfa1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702554 Jul 15 17:09:27.328289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb49fcc7-941c-4f2e-80b8-81c53806a740 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:27.396475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.403281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.434437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port cb49fcc7-941c-4f2e-80b8-81c53806a740 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:27.448674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cb49fcc7-941c-4f2e-80b8-81c53806a740 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:27.452391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.621264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.635238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.713706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port cb49fcc7-941c-4f2e-80b8-81c53806a740, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb49fcc7-941c-4f2e-80b8-81c53806a740,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:27.713706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:27.713706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2be3e5af-5054-4138-b731-be4390eae21d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:27.745642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:27.783249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebd59c-658d-492d-bf53-35fef989ba5e None None] Network 4a0b8988-559a-416f-941c-1e43767040f2 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:09:27.848703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 4a0b8988-559a-416f-941c-1e43767040f2 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:27.850170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:27.957932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:28.011511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:09:28.030473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da2bac63-665c-44bb-be10-9c0b39511bfb None None] Provisioning for port 2be3e5af-5054-4138-b731-be4390eae21d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:28.057271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=cb49fcc7-941c-4f2e-80b8-81c53806a740,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:28.068789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2be3e5af-5054-4138-b731-be4390eae21d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:28.076566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2be3e5af-5054-4138-b731-be4390eae21d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:28.077225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.147806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port dfe9178c-2526-4da6-a030-7d98c66f7657 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:28.156080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port dfe9178c-2526-4da6-a030-7d98c66f7657 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:28.156390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.164682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:28.176530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-909d053f-bc8c-4a34-8aa9-9c08873cb0c2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/1664ce68-ffeb-4e78-8750-294121f9d922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2015085 Jul 15 17:09:28.179130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:28.261867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.330302 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:28.349613 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:28.354177 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:08:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:28.377181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2be3e5af-5054-4138-b731-be4390eae21d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2be3e5af-5054-4138-b731-be4390eae21d,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:28.402918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.462895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.580437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:28.596900 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e5858d-7eb9-4e22-a48d-74aeb39cdf1b" -d '{"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:28.610012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.610718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.612795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.615160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.616031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.617825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.617825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.617986 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:28.620751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.622981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.624566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.625945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.630381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b48ff1bf-63e4-48d1-a0e1-a67c8012cf9f tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7758 time: 0.4501832 Jul 15 17:09:28.633212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:28.688290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2be3e5af-5054-4138-b731-be4390eae21d,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:28.706482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1bd48-fc2e-4d3c-b25a-a5245d6650e3 req-71363ece-d105-4b32-ab07-0faa7faee5f0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.714602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:28.720980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79a1bd48-fc2e-4d3c-b25a-a5245d6650e3 req-71363ece-d105-4b32-ab07-0faa7faee5f0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.2563927 Jul 15 17:09:28.727212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.754167 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9579efe-8f7f-48d7-8278-b2feac682089 x-openstack-request-id: req-e9579efe-8f7f-48d7-8278-b2feac682089 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:28.754529 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:28.754707 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9579efe-8f7f-48d7-8278-b2feac682089 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:28.756045 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'code': 200} Jul 15 17:09:28.846782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.860731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Provisioning for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:28.870280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Provisioning complete for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:28.870649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:28.878829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:28.913284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.913754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.914439 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.915313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.915771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.916290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.916928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.917552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.917983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.918430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.918875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:28.921313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6bbb43fa-5dd0-430a-9c55-581e8ed393aa tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7100 time: 0.2849810 Jul 15 17:09:28.925624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:28.980451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79a1bd48-fc2e-4d3c-b25a-a5245d6650e3 req-4a57952f-89c2-4fb3-9d80-bd1dd9340299 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506239 Jul 15 17:09:29.040370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:29.072500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Provisioning complete for port 2be3e5af-5054-4138-b731-be4390eae21d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:29.073268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fda8453a-360e-4a6b-8e19-9715b6cfc647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.156733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423b77f-5cc2-4b57-aea2-345556fd2b7e req-3bb6241d-db69-404a-a349-6e20b78e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:29.158597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4423b77f-5cc2-4b57-aea2-345556fd2b7e req-3bb6241d-db69-404a-a349-6e20b78e1cff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1096 time: 0.3211210 Jul 15 17:09:29.179262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-636f8988-fd7a-4833-8cfa-8c3141c6be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.292067 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 2, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:29.325031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4423b77f-5cc2-4b57-aea2-345556fd2b7e req-5ce6da18-5f9c-4fd9-b778-ba9a8ec46ff5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599257 Jul 15 17:09:29.335504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb49fcc7-941c-4f2e-80b8-81c53806a740 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:29.432261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-67f9ce3d-3ead-403c-98d9-8edd59bf358c None None] Provisioning complete for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:29.434681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-67f9ce3d-3ead-403c-98d9-8edd59bf358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.471918 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-15fc5a31-b470-4df4-836b-a2c198ca5522 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.5448582 Jul 15 17:09:29.552991 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:29.557076 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Updating router 1664ce68-ffeb-4e78-8750-294121f9d922 port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:09:29.581618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.583591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-67f9ce3d-3ead-403c-98d9-8edd59bf358c None None] Port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:29.596509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cb49fcc7-941c-4f2e-80b8-81c53806a740 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:29.596886 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.643575 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.702938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:29.720234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900295780', 'description': 'tempest-secgroup-smoke-1900295780 description', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:29.767154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a5842f77-7501-4fff-a7b0-03e272b0092a None None] Provisioning complete for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:29.774260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.780930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a5842f77-7501-4fff-a7b0-03e272b0092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.853025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a5842f77-7501-4fff-a7b0-03e272b0092a None None] Port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:29.883720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.889608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2be3e5af-5054-4138-b731-be4390eae21d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:29.890366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.979950 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:29.981482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2751679 Jul 15 17:09:29.984241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:29.989942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:29.990385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.011093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.011428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.011768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.012100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.013205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.014338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.014843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.015168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.015487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.016668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.017174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.019365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f116def6-eec1-4ff9-bb92-6aecfcd1ef1d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.061315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2be3e5af-5054-4138-b731-be4390eae21d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:30.061780 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.063927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.131390 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.158368 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Transition to ACTIVE for port object 5d8b36dc-812a-412d-8f7b-2fb6866a31ea will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:30.172685 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.299816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.306094 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Pushing event updated for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.306970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.347172 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.347512 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.347908 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.348204 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.348484 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.348801 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.349121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.349522 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.349734 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.350035 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.350344 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.350649 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:09:30.362815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe2894-f7ad-4111-9259-4a9bcee97958 req-edaeed3b-6728-4895-b7f2-acc612476ff6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:30.374032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148d0caa-75c1-4e34-9ea3-2bba3ac18b1f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.380629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7cfe2894-f7ad-4111-9259-4a9bcee97958 req-edaeed3b-6728-4895-b7f2-acc612476ff6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1797044 Jul 15 17:09:30.388632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.401508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7abff0f9-9c25-475f-bdfe-fa24da6ddb7a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4157934 Jul 15 17:09:30.404363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60986) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:30.409749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:30.456775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.507653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7cfe2894-f7ad-4111-9259-4a9bcee97958 req-05bb290f-e379-424b-b18e-f3e370f80e7f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257310 Jul 15 17:09:30.540010 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Attempting to bind port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:30.557119 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Attempting to bind port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:30.557830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Attempting to bind port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea on network 4a0b8988-559a-416f-941c-1e43767040f2 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:30.580071 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:30.580480 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Checking segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:30.581097 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.582112 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Bound using segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:30.582112 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Bound port: 5d8b36dc-812a-412d-8f7b-2fb6866a31ea, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:30.582322 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.584890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.592287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.649007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95699301-b1a0-462e-ad3a-5f20a2a87b03,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.662321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.666004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97565d02-5df8-4c40-b948-5789c5b58b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2579179 Jul 15 17:09:30.666415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60990) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:30.671001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:30.723259 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.735868 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] For port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:30.744291 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] For port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:30.754637 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.808821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.813875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.815211 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93105f3-a4f4-46a8-a617-0a88c6b0995d None None] Pushing event updated for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.839081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465e7515-210b-46ee-9164-546a985a77c7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:30.843354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.849043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 60994) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:30.853265 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d332870-5bfc-4494-bc14-d0929b4cebcf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1852207 Jul 15 17:09:30.861991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:30.874550 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:30.876182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:30.902535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.975466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:30.980294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.006850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0bc40b-abcb-48b5-a5eb-a41be4ea2018,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:31.018566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.022823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60996) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:31.022966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d9b97728-a713-43da-b15f-595a5053e059 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702669 Jul 15 17:09:31.028661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:31.056471 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:09:31.065486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.076716 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:31.158913 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.164333 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.199116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fd4b88-afda-4c2c-823e-796f2d6e05a0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:31.201258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.202472 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e89ec02-1db1-4fab-82fb-0f5af76cb91f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1781859 Jul 15 17:09:31.205619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 60998) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:31.211203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '1b2cb303-c5ed-4032-8ded-4afb6c95f1d5', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:31.246109 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:09:31.254962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.263523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.328434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.334728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.341897 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:30Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:31.357543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7206c-082b-4da5-ac7f-c450af69d9c1,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:31.366114 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:31.368573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b75deddc-f326-48e3-a16c-451e3fb64ebb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619766 Jul 15 17:09:31.374330 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a144b3b8-1935-4074-a055-bd5bca47d456 None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:30Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:31.594479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-a36c65e6-6bf1-4098-89b6-d05aac7e2c17 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900295780&fields=id&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 267 time: 0.0515633 Jul 15 17:09:31.738835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-3236486a-d68e-4921-b559-bd78446cf2e8 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:31.740488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-3236486a-d68e-4921-b559-bd78446cf2e8 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/networks?id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 796 time: 0.1446760 Jul 15 17:09:31.762406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-c1783461-8190-4c4b-a3d1-028d890843dc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/quotas/3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 375 time: 0.0163305 Jul 15 17:09:31.826097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b653a51-c42a-4861-bb01-ada84795ca19 req-a33143b6-84c7-4f47-a3ee-89ddf7a95625 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:31.827626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b653a51-c42a-4861-bb01-ada84795ca19 req-a33143b6-84c7-4f47-a3ee-89ddf7a95625 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1311831 Jul 15 17:09:31.900621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-43855ac1-2984-4da4-b798-acc0f0306872 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241066 Jul 15 17:09:31.920640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b653a51-c42a-4861-bb01-ada84795ca19 req-6723a062-9314-4f05-88f6-2401391b9512 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842021 Jul 15 17:09:32.044492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-2aa67373-cb8d-465f-b957-29bff9683687 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413240 Jul 15 17:09:32.524527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-a003768d-5c9a-4c86-80f0-aa4351e50594 service neutron] 10.222.0.25 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791753 Jul 15 17:09:32.565270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d1d92-50cc-48ea-addc-d7f63ae49deb req-57e55c73-5dbc-49b8-86c0-5300fdd0a961 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:32.566758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-829d1d92-50cc-48ea-addc-d7f63ae49deb req-57e55c73-5dbc-49b8-86c0-5300fdd0a961 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1579490 Jul 15 17:09:32.576149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32794) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:32.581027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Request body: {'floatingip': {'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:32.628313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:32.779903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 32802) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:32.861805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Deleting subnet 6887baca-d85b-470a-8282-1fc5da9dfad0 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:09:32.883609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:32.885184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fb27005-9ddb-40f0-a640-2f118a730c58 req-26844569-d26d-4a11-ab66-7bfb6b3a01ef tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 210 time: 0.0861709 Jul 15 17:09:32.946009 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.028047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.095446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.127221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6887baca-d85b-470a-8282-1fc5da9dfad0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:33.132002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.134256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-92fbbf19-fb54-40aa-b87d-5d3813718216 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6887baca-d85b-470a-8282-1fc5da9dfad0 HTTP/1.1" status: 204 len: 168 time: 0.3526309 Jul 15 17:09:33.139072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 32810) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:33.228223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.294105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5d8b36dc-812a-412d-8f7b-2fb6866a31ea up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:33.376982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:33.383468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:33.384080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.396213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.407554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7678fa17-9b89-4f4e-8fd5-129560a7f5db']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:33.441088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c042ed-d267-4c79-811d-85a894dccf2b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:33.441384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c042ed-d267-4c79-811d-85a894dccf2b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:33.458748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.488966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.505260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:09:33.505594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:09:33.508738 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:09:33.543057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.612689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:33.617486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.618872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.637107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.641585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7678fa17-9b89-4f4e-8fd5-129560a7f5db HTTP/1.1" status: 204 len: 168 time: 0.5009604 Jul 15 17:09:33.646882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32814) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:33.670104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5721d71-1298-43ee-95f2-2fffdad39460 admin admin] Pushing event deleted for resources: {'Network': ['ID=7678fa17-9b89-4f4e-8fd5-129560a7f5db,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:33.690078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.db.resource_extend [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:09:33.717302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:33.761571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Deleting subnet 9772983a-90a5-4cc8-bf13-3e881a2d83e9 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:09:33.767124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.770426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.792842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.882385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:33.940928 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Floating IP 123f72cf-e5e2-410a-b205-e112df4659c4 associated. External IP: 172.25.8.59, port: dfe9178c-2526-4da6-a030-7d98c66f7657. Jul 15 17:09:33.943393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.052395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4571436f-d332-42b1-82fb-02203f21f989 req-3ea315c9-f7e9-435e-a46e-d73216ef370a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 210 time: 0.0572474 Jul 15 17:09:34.133694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.168788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9772983a-90a5-4cc8-bf13-3e881a2d83e9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:34.175101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.177385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-28ab1d05-f919-4244-858d-874b1d6a1eee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9772983a-90a5-4cc8-bf13-3e881a2d83e9 HTTP/1.1" status: 204 len: 168 time: 0.5291209 Jul 15 17:09:34.179762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32818) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:34.311737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-2b8f454e-30a1-4779-9464-dad18c0429df tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:34.314120 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-2b8f454e-30a1-4779-9464-dad18c0429df tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/networks?id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 796 time: 0.1730924 Jul 15 17:09:34.399643 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-30497be7-2087-4660-90e6-0444bbfa2996 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 380 time: 0.0774710 Jul 15 17:09:34.402238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.411508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'port': {'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'admin_state_up': True, 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'security_groups': ['1b2cb303-c5ed-4032-8ded-4afb6c95f1d5']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:34.420765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:09:34.507045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.518441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804d8ac2-e78e-4e71-a585-13f1dcc7f569']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:34.529066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561e94b1-8b9f-4f13-bb7a-464ae9f716f7') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:34.529363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561e94b1-8b9f-4f13-bb7a-464ae9f716f7') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:34.539609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.553834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:34.556270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.558858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.563198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:09:34.563661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:09:34.619521 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:09:34.667730 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.674799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.677287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/804d8ac2-e78e-4e71-a585-13f1dcc7f569 HTTP/1.1" status: 204 len: 168 time: 0.4967277 Jul 15 17:09:34.699878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f861631-44b7-4f6d-bd27-cf2f497ced1c admin admin] Pushing event deleted for resources: {'Network': ['ID=804d8ac2-e78e-4e71-a585-13f1dcc7f569,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:34.734639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.9 (4a0b8988-559a-416f-941c-1e43767040f2/3899aec8-c871-4ea0-8462-64353f0f7416/9b117eb0-f56f-49a2-8c14-9eda18817174) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:34.785976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:34.791926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:34.800577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:34.814681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:34.816544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:34.873129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-33776fd6-be78-4532-b847-990ae5c66041 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "PUT /v2.0/floatingips/123f72cf-e5e2-410a-b205-e112df4659c4 HTTP/1.1" status: 200 len: 990 time: 2.2958651 Jul 15 17:09:34.891687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:34.896150 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33210c3-090e-4a04-b7d3-016785e47938" -d '{"events": [{"name": "network-changed", "server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:34.963655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:35.014007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32836) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:35.016543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.041577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object 9b117eb0-f56f-49a2-8c14-9eda18817174 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:35.086106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.102703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f838aa85-e69f-403d-97d1-1750b62c6130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb03416de45f430d8a16ecade364a71d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875325 Jul 15 17:09:35.106302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 32840) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:35.185141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 4a0b8988-559a-416f-941c-1e43767040f2 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:35.194589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:35.204843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:35.215163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:35.284659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5d8b36dc-812a-412d-8f7b-2fb6866a31ea up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:35.292198 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c28de-b5eb-45cf-9942-b17a1436c656 x-openstack-request-id: req-647c28de-b5eb-45cf-9942-b17a1436c656 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:35.292684 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:35.293089 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-647c28de-b5eb-45cf-9942-b17a1436c656 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:35.293655 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'status': 'completed', 'code': 200} Jul 15 17:09:35.363014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:35.363656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.386402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.415098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b21f4e9d-9f10-444a-8b2a-507e09445c43 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105801 Jul 15 17:09:35.435401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Request body: {'port': {'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:35.481308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33210c3-090e-4a04-b7d3-016785e47938 req-2d3de1a7-db3c-40e0-bb91-b638ac4cb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:35.483188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-2d3de1a7-db3c-40e0-bb91-b638ac4cb9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1096 time: 0.1741791 Jul 15 17:09:35.495326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.559983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c841e7-e8d2-4e82-b6fd-e57fdf19784b req-d6eff17e-2833-49ee-a2aa-a66eafbf56fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:35.569193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c841e7-e8d2-4e82-b6fd-e57fdf19784b req-d6eff17e-2833-49ee-a2aa-a66eafbf56fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 931 time: 0.1926270 Jul 15 17:09:35.594900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.631719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.634345 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.635606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c3b2092-6a32-4c47-8285-c79380f256e5 HTTP/1.1" status: 204 len: 168 time: 0.5209727 Jul 15 17:09:35.652318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaaf3cc-a937-433c-952e-fc6a238f261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3b2092-6a32-4c47-8285-c79380f256e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:35.689079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8c841e7-e8d2-4e82-b6fd-e57fdf19784b req-dec26102-7e72-462d-804d-ddc74545015f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181343 Jul 15 17:09:35.719249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33210c3-090e-4a04-b7d3-016785e47938 req-7840b3f4-a5df-4fb1-8c6e-ae4b5e3aac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:35.721886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-7840b3f4-a5df-4fb1-8c6e-ae4b5e3aac09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.2271068 Jul 15 17:09:35.724544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42251938-7195-4301-b0a7-4b691cd98c7b None None] Provisioning for port 9b117eb0-f56f-49a2-8c14-9eda18817174 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:35.791583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42251938-7195-4301-b0a7-4b691cd98c7b None None] Provisioning complete for port 9b117eb0-f56f-49a2-8c14-9eda18817174 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:35.792236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42251938-7195-4301-b0a7-4b691cd98c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.858743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:35.860357 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:35.912362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-d617d81d-35f3-4de1-b437-39899879265a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 998 time: 0.1845560 Jul 15 17:09:35.949331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-42251938-7195-4301-b0a7-4b691cd98c7b None None] Port 9b117eb0-f56f-49a2-8c14-9eda18817174 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:35.965877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '123f72cf-e5e2-410a-b205-e112df4659c4', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:15Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:36.001372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33210c3-090e-4a04-b7d3-016785e47938 req-5aa8d4b5-7e59-445c-8beb-63d84fb8eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.002897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-5aa8d4b5-7e59-445c-8beb-63d84fb8eb41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0849993 Jul 15 17:09:36.028655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:36.049263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:36.050179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:36.070772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b117eb0-f56f-49a2-8c14-9eda18817174 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:09:36.080574 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.084655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33210c3-090e-4a04-b7d3-016785e47938 req-c622898e-150d-46fa-a442-ada11cf1cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.086979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-c622898e-150d-46fa-a442-ada11cf1cb75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777140 Jul 15 17:09:36.095686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Transition to ACTIVE for port object 9b117eb0-f56f-49a2-8c14-9eda18817174 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:36.099353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.159953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Pushing event updated for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:36.165656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:36.217029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-c601908a-6640-4105-b70a-c22906b6d667 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189625 Jul 15 17:09:36.289367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Attempting to bind port 9b117eb0-f56f-49a2-8c14-9eda18817174 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:36.289719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Attempting to bind port 9b117eb0-f56f-49a2-8c14-9eda18817174 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:36.290034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Attempting to bind port 9b117eb0-f56f-49a2-8c14-9eda18817174 on network 4a0b8988-559a-416f-941c-1e43767040f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:36.295341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Port 9b117eb0-f56f-49a2-8c14-9eda18817174 on network 4a0b8988-559a-416f-941c-1e43767040f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:09:36.295867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Attempting to bind port 9b117eb0-f56f-49a2-8c14-9eda18817174 on network 4a0b8988-559a-416f-941c-1e43767040f2 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:36.302294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:36.302689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Checking segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:36.303083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Bound using segment: {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:36.303661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Bound port: 9b117eb0-f56f-49a2-8c14-9eda18817174, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:36.304023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.350898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32850) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:36.389168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a33210c3-090e-4a04-b7d3-016785e47938 req-ee0af690-bf2f-4ee3-aed9-06abbaa3031e service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641197 Jul 15 17:09:36.418851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-323070fd-38f9-40b7-b620-cd44b5e18ef9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0007a44e6d14e2ea20098a187fe95d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656009 Jul 15 17:09:36.419849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:36.420905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 32852) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:36.425017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b117eb0-f56f-49a2-8c14-9eda18817174,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:36.435199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.489744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.490749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.493070 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 200 len: 1091 time: 1.0619969 Jul 15 17:09:36.493530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:36.496528 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8872d-055e-44d8-831b-d6de472b97ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:36.520292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '123f72cf-e5e2-410a-b205-e112df4659c4', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:15Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:36.527561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ff8ea-8147-4a87-ab20-6272db1dd384 service neutron] Pushing event updated for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:36.583393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.597349 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01100a1e-4c78-4064-a6ac-88ca179a863c x-openstack-request-id: req-01100a1e-4c78-4064-a6ac-88ca179a863c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:36.597648 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:36.597906 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01100a1e-4c78-4064-a6ac-88ca179a863c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:36.601352 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'status': 'completed', 'code': 200} Jul 15 17:09:36.609613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980865-c735-4276-bbc9-ef09007f3abf None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '123f72cf-e5e2-410a-b205-e112df4659c4', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:15Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 1, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:36.615103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.710608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.718366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-88c6e3d3-9ed8-4d27-a531-74c7d317d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.720808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-88c6e3d3-9ed8-4d27-a531-74c7d317d4a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1094 time: 0.1519392 Jul 15 17:09:36.723192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:36.724410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/389b51c7-2bdf-4ed1-8b5c-ef9c3b1cd9bb HTTP/1.1" status: 204 len: 168 time: 0.3009164 Jul 15 17:09:36.742858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90059989-e1cf-4386-9e56-69791d6dfc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b51c7-2bdf-4ed1-8b5c-ef9c3b1cd9bb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:36.818892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-3b1a3f8f-8c05-4824-bed4-1af382dfb7fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 200 len: 217 time: 0.0818188 Jul 15 17:09:36.904938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc3152-dd4b-41e2-8dd4-1bf33afc70b3 req-b68c4747-0e22-4c96-b0fa-29bdca5bec74 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.912604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dfc3152-dd4b-41e2-8dd4-1bf33afc70b3 req-b68c4747-0e22-4c96-b0fa-29bdca5bec74 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 943 time: 0.0842304 Jul 15 17:09:36.920585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-63f801b6-6319-4555-8d57-34de8ff1f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:36.922115 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-63f801b6-6319-4555-8d57-34de8ff1f0d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3899aec8-c871-4ea0-8462-64353f0f7416 HTTP/1.1" status: 200 len: 834 time: 0.0977476 Jul 15 17:09:36.978890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dfc3152-dd4b-41e2-8dd4-1bf33afc70b3 req-4dc64061-b03d-4d4f-b4ac-e71ce2e564cf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652978 Jul 15 17:09:37.004770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b15acf03-7458-4c3b-a5e1-c1aaae8c66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:37.007060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-b15acf03-7458-4c3b-a5e1-c1aaae8c66eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a0b8988-559a-416f-941c-1e43767040f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792201 Jul 15 17:09:37.024434 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbdad31-7599-4550-aa51-872e1f55f636 None None] New status for floating IP 123f72cf-e5e2-410a-b205-e112df4659c4: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:09:37.154590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-ebf164e5-9745-4e99-90aa-375cb714969b service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410668 Jul 15 17:09:37.607229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-66210911-c6b5-4f1c-a7f7-6c69d3a7bce1 req-1725170e-0578-4703-bd7c-8a7d8d98d795 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462378 Jul 15 17:09:37.723461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8872d-055e-44d8-831b-d6de472b97ae req-6c2f8e34-8943-49b5-b460-667e3ef66f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:37.725037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-6c2f8e34-8943-49b5-b460-667e3ef66f83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1094 time: 0.0719850 Jul 15 17:09:37.824349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8872d-055e-44d8-831b-d6de472b97ae req-2096cdde-7fab-4925-8769-4c63cfdef1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:37.825823 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-2096cdde-7fab-4925-8769-4c63cfdef1d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 896 time: 0.0948589 Jul 15 17:09:37.867971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-41358cda-53f9-4e63-90fb-53a0f4f92129 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 200 len: 217 time: 0.0351951 Jul 15 17:09:37.931137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8872d-055e-44d8-831b-d6de472b97ae req-cc8c5545-3a3d-4adf-a01c-d497aff3c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:37.932701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-cc8c5545-3a3d-4adf-a01c-d497aff3c393 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3899aec8-c871-4ea0-8462-64353f0f7416 HTTP/1.1" status: 200 len: 834 time: 0.0575225 Jul 15 17:09:37.993096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8872d-055e-44d8-831b-d6de472b97ae req-f202acc2-1cb1-4191-852e-03ffcf11e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:37.994755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-f202acc2-1cb1-4191-852e-03ffcf11e0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a0b8988-559a-416f-941c-1e43767040f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558338 Jul 15 17:09:38.106028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-4d9c5f4b-2948-4863-859a-735016cc1d15 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043534 Jul 15 17:09:38.174292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35154d41-53c6-4925-bed1-6989b71e17d5 req-d61033f8-6362-4d98-9c8f-fa5c7e12a726 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:38.176025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35154d41-53c6-4925-bed1-6989b71e17d5 req-d61033f8-6362-4d98-9c8f-fa5c7e12a726 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 943 time: 0.0920148 Jul 15 17:09:38.228075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-07a8872d-055e-44d8-831b-d6de472b97ae req-05b52874-8e43-45d1-a00d-42b5b09e7f9b service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148119 Jul 15 17:09:38.238104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35154d41-53c6-4925-bed1-6989b71e17d5 req-37422ffa-0608-423c-9866-95f8a660ed36 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526454 Jul 15 17:09:39.433398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c71dc-a1da-44b3-9e9b-5bfeb153d5c8 req-0575547f-9759-4c19-85cb-b41edb1a1130 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:39.434910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d1c71dc-a1da-44b3-9e9b-5bfeb153d5c8 req-0575547f-9759-4c19-85cb-b41edb1a1130 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 943 time: 0.0796235 Jul 15 17:09:39.482660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d1c71dc-a1da-44b3-9e9b-5bfeb153d5c8 req-c1fd7ed8-4001-4c2a-a95d-4dd2436969cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Jul 15 17:09:40.044013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b117eb0-f56f-49a2-8c14-9eda18817174 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:09:40.154184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b117eb0-f56f-49a2-8c14-9eda18817174,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:40.167400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:09:40.209730 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:40.223572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b117eb0-f56f-49a2-8c14-9eda18817174 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:09:40.242901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b117eb0-f56f-49a2-8c14-9eda18817174,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:40.247046 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:40.296729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:40.531974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['9b117eb0-f56f-49a2-8c14-9eda18817174'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:09:40.682923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aed40-4ffc-4651-9d53-4e75e79c2124 req-60230968-8193-43b9-a336-12c024944312 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:40.685064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951aed40-4ffc-4651-9d53-4e75e79c2124 req-60230968-8193-43b9-a336-12c024944312 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 944 time: 0.0832024 Jul 15 17:09:40.737767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-951aed40-4ffc-4651-9d53-4e75e79c2124 req-6c51b702-3e1d-40d1-8904-adfafefddd02 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467932 Jul 15 17:09:40.779446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:40.793502 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:41.929900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb9334-2c55-49cd-be90-fd0bd5b3a07a req-dd5de449-4494-463a-b6d3-1f72e34e98c3 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:41.931668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59cb9334-2c55-49cd-be90-fd0bd5b3a07a req-dd5de449-4494-463a-b6d3-1f72e34e98c3 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 944 time: 0.0776501 Jul 15 17:09:41.973786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59cb9334-2c55-49cd-be90-fd0bd5b3a07a req-090225b3-e56a-4649-a546-c9939f31bd1c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361896 Jul 15 17:09:42.052857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b117eb0-f56f-49a2-8c14-9eda18817174 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:42.115505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 9b117eb0-f56f-49a2-8c14-9eda18817174 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:42.120429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 9b117eb0-f56f-49a2-8c14-9eda18817174 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:42.121605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:42.217983 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:42.241138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:42.243369 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14788d3c-8dfa-44df-a25a-295af7d5553c" -d '{"events": [{"server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "name": "network-vif-plugged", "status": "completed", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:42.256511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b117eb0-f56f-49a2-8c14-9eda18817174,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:42.264144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:42.286745 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73290057-063f-45b9-82e7-18d157e0dfbc x-openstack-request-id: req-73290057-063f-45b9-82e7-18d157e0dfbc {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:42.287054 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "name": "network-vif-plugged", "status": "completed", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:42.287287 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73290057-063f-45b9-82e7-18d157e0dfbc {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:42.287672 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'code': 200} Jul 15 17:09:42.316310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:42.404371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf85f34-20b1-4b3a-ac1b-a48f3b8129c1 req-c23efb94-b1d1-4f15-851c-6c9ba3131d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:42.405884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bcf85f34-20b1-4b3a-ac1b-a48f3b8129c1 req-c23efb94-b1d1-4f15-851c-6c9ba3131d83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1096 time: 0.0548480 Jul 15 17:09:42.442529 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bcf85f34-20b1-4b3a-ac1b-a48f3b8129c1 req-3d587222-179a-46c6-a280-b431f5ceea50 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302742 Jul 15 17:09:43.174165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b4239-2e6e-4acc-a2c6-c8ec46b14e99 req-94f43cb0-b833-49d9-96e9-76b567c3774b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:43.181447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-440b4239-2e6e-4acc-a2c6-c8ec46b14e99 req-94f43cb0-b833-49d9-96e9-76b567c3774b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.0762830 Jul 15 17:09:43.233547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-440b4239-2e6e-4acc-a2c6-c8ec46b14e99 req-94035adb-2dda-4807-b9f4-cff64377bbe6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511351 Jul 15 17:09:44.456800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb396148-e5e2-4bf2-8c81-a137ced1a42a req-9ed5a010-81ff-4dfc-9637-05edcc656ae6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:44.458267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb396148-e5e2-4bf2-8c81-a137ced1a42a req-9ed5a010-81ff-4dfc-9637-05edcc656ae6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.0750253 Jul 15 17:09:44.544840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb396148-e5e2-4bf2-8c81-a137ced1a42a req-efa9e92a-2df8-45a8-ba0e-98ea33f880f7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804293 Jul 15 17:09:44.793663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a70f4c-c99e-48ae-a06c-9810f8a97f15 req-0dab790c-49c0-415d-be46-c374aa949397 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:44.795656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a70f4c-c99e-48ae-a06c-9810f8a97f15 req-0dab790c-49c0-415d-be46-c374aa949397 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.0818195 Jul 15 17:09:44.836777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36a70f4c-c99e-48ae-a06c-9810f8a97f15 req-0bcfa70a-c2ad-4d52-8b04-688b2f7bc352 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344598 Jul 15 17:09:44.862246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33032) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:44.925792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad9026-63cc-478f-a912-4808be4fe779 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:44.927370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3cad9026-63cc-478f-a912-4808be4fe779 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1091 time: 0.0641220 Jul 15 17:09:44.930570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:44.935783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:44.971106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:45.122564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:45.271702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.25.8.221 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/5d919e84-cbeb-4f5f-8300-8607ed057b86) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:45.450885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:45.495307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:45.553045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:45.556234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:45.560026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:45.591125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=5d919e84-cbeb-4f5f-8300-8607ed057b86,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:46.127624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:46.262764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:46.441523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:46.450180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:46.538496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=5d919e84-cbeb-4f5f-8300-8607ed057b86,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:46.550608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:46.690527 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Floating IP 88adf9ec-792a-425d-93f7-c7c25c9b7293 associated. External IP: 172.25.8.221, port: 9b117eb0-f56f-49a2-8c14-9eda18817174. Jul 15 17:09:47.008053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:09:47.222829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:47.236198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:47.259032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:47.259706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:47.261564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:47.309335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33058) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:47.309968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-51f2317f-59fc-44ef-90c6-684718a96adf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3776994 Jul 15 17:09:47.310078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:09:47.312470 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:09:47.378346 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1c1846-19dc-4594-bffd-3240bd83fb7e x-openstack-request-id: req-1c1c1846-19dc-4594-bffd-3240bd83fb7e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:09:47.378642 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:09:47.378898 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c1c1846-19dc-4594-bffd-3240bd83fb7e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:09:47.379310 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'status': 'completed', 'code': 200} Jul 15 17:09:47.406701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e2a8d47-d469-480f-8263-c4b4650e4fc5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/88adf9ec-792a-425d-93f7-c7c25c9b7293 HTTP/1.1" status: 200 len: 991 time: 0.0956666 Jul 15 17:09:47.432080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:47.460852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-66b49772-b800-46b8-a915-ff7c32fba734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:47.462628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-66b49772-b800-46b8-a915-ff7c32fba734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1096 time: 0.0613782 Jul 15 17:09:47.584454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-c4067316-d09f-49f1-be1d-de89f512003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:47.586215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-c4067316-d09f-49f1-be1d-de89f512003a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 896 time: 0.1166809 Jul 15 17:09:47.689938 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-d6c087ab-1f2e-4278-ae83-c529bb156450 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 200 len: 999 time: 0.0965407 Jul 15 17:09:47.768927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-c42a6f28-31e7-4886-9517-0e04d94f8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:47.771711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-c42a6f28-31e7-4886-9517-0e04d94f8f2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3899aec8-c871-4ea0-8462-64353f0f7416 HTTP/1.1" status: 200 len: 834 time: 0.0755694 Jul 15 17:09:47.794762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:45Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:47.822707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:47.832154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:47.833143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:47.839745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-7e1e3892-9ce3-4cdf-803f-e6eaf7379faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:47.841350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-7e1e3892-9ce3-4cdf-803f-e6eaf7379faa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a0b8988-559a-416f-941c-1e43767040f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567911 Jul 15 17:09:47.961272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-bf003f9e-9e26-4a1f-abb0-b7b373a7db9d service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131957 Jul 15 17:09:47.966032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:48.073782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64e9d8a7-3ff7-47bd-9a3f-f524ee9800c4 req-57b96aa7-9c16-46e4-bfcb-6e9282ebacc3 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039648 Jul 15 17:09:48.244393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:45Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:48.274400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38836d06-b685-4a39-9d9f-413f3aea41f1 None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:09:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:45Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:48.410005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:48.501069 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62b6a7-4161-4b8f-b89a-1543ba6bb332 None None] New status for floating IP 88adf9ec-792a-425d-93f7-c7c25c9b7293: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:09:48.789652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c0409bed-4b53-49e8-9395-d95cf27d3f8a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/88adf9ec-792a-425d-93f7-c7c25c9b7293 HTTP/1.1" status: 200 len: 991 time: 0.3784761 Jul 15 17:09:49.793498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33084) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:49.855692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-21f2ada0-2c7f-4fe9-a383-4512525a1348 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/88adf9ec-792a-425d-93f7-c7c25c9b7293 HTTP/1.1" status: 200 len: 993 time: 0.0606902 Jul 15 17:09:51.295245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:51.408843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66a50604-69bf-4f45-a052-b99e9ffc4e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.512462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66a50604-69bf-4f45-a052-b99e9ffc4e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.517311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66a50604-69bf-4f45-a052-b99e9ffc4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.558068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-66a50604-69bf-4f45-a052-b99e9ffc4e3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad914304fbde41889a2e6da66bc42bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617404 Jul 15 17:09:51.558939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a50604-69bf-4f45-a052-b99e9ffc4e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d869c88-126c-49a1-8c2f-2e130ee62347,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:51.560779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:51.611651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.632831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.679772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.682260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:51.683423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d869c88-126c-49a1-8c2f-2e130ee62347 HTTP/1.1" status: 204 len: 168 time: 0.1215098 Jul 15 17:09:51.692158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea2981-5ded-4a16-b2c3-51a61b721bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d869c88-126c-49a1-8c2f-2e130ee62347,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:51.940411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33112) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:51.957080 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d5d-ad51-469d-ab3b-b09f5d64f7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.051799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d5d-ad51-469d-ab3b-b09f5d64f7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.055962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-65ea7d5d-ad51-469d-ab3b-b09f5d64f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.076660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:52.097311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65ea7d5d-ad51-469d-ab3b-b09f5d64f7fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4e4102177604f85a361650d31c2dccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550164 Jul 15 17:09:52.099171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33122) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:52.107015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7d5d-ad51-469d-ab3b-b09f5d64f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83362cb-7d5f-4aa9-a10a-901067cb4dfe,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:52.135367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Deleting subnet 42610ef5-70a3-442c-b463-41ba39d4016a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:09:52.138260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.153086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.175839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.176409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.222463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.228400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.231178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.234962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a83362cb-7d5f-4aa9-a10a-901067cb4dfe HTTP/1.1" status: 204 len: 168 time: 0.1321838 Jul 15 17:09:52.241115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081b9b8-0c22-4e17-8d29-659ae7c42e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83362cb-7d5f-4aa9-a10a-901067cb4dfe,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:52.519679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.545817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42610ef5-70a3-442c-b463-41ba39d4016a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:52.550376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.551846 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:09:52.554940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:52.560691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d67bf525-7bc3-44d8-832f-518b3ebfdbbc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/42610ef5-70a3-442c-b463-41ba39d4016a HTTP/1.1" status: 204 len: 168 time: 0.4827557 Jul 15 17:09:52.628284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.706661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.716889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01656763-2fd6-41c3-8c38-f6751d92d749']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:52.732571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda51407-ba4f-46c2-94b7-5752159b28c4') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:52.732869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda51407-ba4f-46c2-94b7-5752159b28c4') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:52.742862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.757066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.763615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:09:52.763972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:09:52.766050 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:09:52.820827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.827562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:52.831886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] 10.222.0.25 "DELETE /v2.0/networks/01656763-2fd6-41c3-8c38-f6751d92d749 HTTP/1.1" status: 204 len: 168 time: 0.2736382 Jul 15 17:09:52.840686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90a1a8-8cd6-48b1-8a65-fea9906ed078 admin admin] Pushing event deleted for resources: {'Network': ['ID=01656763-2fd6-41c3-8c38-f6751d92d749,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:52.996260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:53.041433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-846947fb-db17-4370-b7c6-23e0a8eb664c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=045aeeefab1841c4af2bba777fa1d794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439379 Jul 15 17:09:53.043836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33154) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:53.091459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:53.116969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:53.165016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:53.167827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:53.169020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96083911-7a66-47f7-bc6f-097536e329e9 HTTP/1.1" status: 204 len: 168 time: 0.1242492 Jul 15 17:09:53.176849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4777f30-0858-4a4d-b175-b2bde594a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96083911-7a66-47f7-bc6f-097536e329e9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:53.867988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33184) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:53.969816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-672987356-network', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:53.994104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Made reservation on behalf of d1f87136a09046a9a82491c9c2f59136 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:53.996724 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.007623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.109166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.112475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.133286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:09:54.147208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e7b892-2684-4639-8301-474df7557e21,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:54.152182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.152556 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Added segment f335fc48-6c52-469a-ab68-15b6e3b80b13 of type vlan for network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d Jul 15 17:09:54.192620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.221025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.222036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:54.222617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.257685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3885560 Jul 15 17:09:54.260658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:54.266761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Request body: {'subnet': {'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-672987356-subnet', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:54.286524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Made reservation on behalf of d1f87136a09046a9a82491c9c2f59136 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:54.288857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.289211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b2744-4b61-425c-b7ab-c51272a2fc9f admin admin] Pushing event updated for resources: {'Network': ['ID=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:54.299624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:09:54.455002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.514121 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Pushing event updated for resources: {'Subnet': ['ID=955de2d0-0090-49bd-8a51-04e222fee701,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:54.518927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Checking segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:54.519293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Network hostable DHCP agents. Network: 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:09:54.536971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:09:54.547281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:54.552032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:54.552663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.556971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f15144-d1d0-4b6e-aa01-ab8ea99bd12a None None] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:09:54.571984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eaebbdd6-a2ac-4b4a-94fb-befb97cf63df admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3078127 Jul 15 17:09:54.572763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33196) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:54.578352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:54.602582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.603688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.682009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.767933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:09:54.768890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.831651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:54.906774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Allocated IP 172.20.0.2 (6cf4da68-7ebf-4820-9e69-7eb2747f6e7d/955de2d0-0090-49bd-8a51-04e222fee701/fefd06de-4d6b-468d-8192-536c3fd4117a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:55.042718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.052245 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.060650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Transition to ACTIVE for port object fefd06de-4d6b-468d-8192-536c3fd4117a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:55.065248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.075558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Transition to ACTIVE for port object fefd06de-4d6b-468d-8192-536c3fd4117a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:55.081245 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.121202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:55.123932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:55.127547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:55.134312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Pushing event updated for resources: {'Port': ['ID=fefd06de-4d6b-468d-8192-536c3fd4117a,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:55.173594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Allocated IP 172.25.8.120 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f1a3e6c1-2bda-467e-9816-a34bea717278) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:55.193905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Attempting to bind port fefd06de-4d6b-468d-8192-536c3fd4117a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:55.194281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Attempting to bind port fefd06de-4d6b-468d-8192-536c3fd4117a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:55.194675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Attempting to bind port fefd06de-4d6b-468d-8192-536c3fd4117a on network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:55.200093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:55.200497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Checking segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:55.200907 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.201307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Bound using segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:55.201778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Bound port: fefd06de-4d6b-468d-8192-536c3fd4117a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:55.202183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.267896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] For port fefd06de-4d6b-468d-8192-536c3fd4117a, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:55.271356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] For port fefd06de-4d6b-468d-8192-536c3fd4117a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fefd06de-4d6b-468d-8192-536c3fd4117a,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:55.277106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.293858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.347279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f06a46-12ff-4969-b5e2-a27a7181b09d None None] Pushing event updated for resources: {'Port': ['ID=fefd06de-4d6b-468d-8192-536c3fd4117a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:55.356849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.395412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:55.398726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:55.402598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:55.439507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3e6c1-2bda-467e-9816-a34bea717278,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:55.759094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:55.821402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0310104a-4df7-407a-a0c6-d56bceb68232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:56.029812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:56.165124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:09:56.279435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:56.290950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:09:56.300954 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:56.305209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a53aff7a-696a-4bf7-9d1b-955e04d29ba6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7289801 Jul 15 17:09:56.305527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33204) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:56.309258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:56.310354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:56.511070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd0989-1213-4ba0-b7cd-66758fdc1a2e None None] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:09:56.554009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-91d909fe-0c17-45b2-aeea-534b13ae4fb1 None None] Provisioning for port fefd06de-4d6b-468d-8192-536c3fd4117a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:56.650844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:56.737748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:56.906505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:55Z', 'revision_number': 3, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:56.939366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:09:56.939774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Updating router dc66b560-ec97-4ccd-bca7-25d7bb324834 port f1a3e6c1-2bda-467e-9816-a34bea717278 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:09:56.975938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Allocated IP 172.20.0.1 (6cf4da68-7ebf-4820-9e69-7eb2747f6e7d/955de2d0-0090-49bd-8a51-04e222fee701/7a063f24-bde9-448b-9c18-848a0810407f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:09:56.982782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.129366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.147371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Transition to ACTIVE for port object 7a063f24-bde9-448b-9c18-848a0810407f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:57.196612 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.242728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:57.245734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:57.252249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:09:57.297000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:57.308970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.328221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fefd06de-4d6b-468d-8192-536c3fd4117a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:57.422600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.433287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port fefd06de-4d6b-468d-8192-536c3fd4117a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:57.438854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Transition to ACTIVE for port object f1a3e6c1-2bda-467e-9816-a34bea717278 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:09:57.442974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fefd06de-4d6b-468d-8192-536c3fd4117a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:57.443388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.467686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.470228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.517510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a9605-4429-4d29-a15d-d6a2881ac940 None None] Pushing event updated for resources: {'Port': ['ID=f1a3e6c1-2bda-467e-9816-a34bea717278,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:57.562837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Attempting to bind port f1a3e6c1-2bda-467e-9816-a34bea717278 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:09:57.563241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Attempting to bind port f1a3e6c1-2bda-467e-9816-a34bea717278 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:09:57.563708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Attempting to bind port f1a3e6c1-2bda-467e-9816-a34bea717278 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:09:57.570492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:09:57.570872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:57.571280 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.571676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:09:57.572169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Bound port: f1a3e6c1-2bda-467e-9816-a34bea717278, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:09:57.572735 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.605766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-590cbe66-41d9-455c-a2b0-24bee90f812d None None] Provisioning for port 7a063f24-bde9-448b-9c18-848a0810407f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:57.634625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-590cbe66-41d9-455c-a2b0-24bee90f812d None None] Provisioning complete for port 7a063f24-bde9-448b-9c18-848a0810407f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:57.634988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-590cbe66-41d9-455c-a2b0-24bee90f812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.652685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.658203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.698521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.707609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] For port f1a3e6c1-2bda-467e-9816-a34bea717278, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:09:57.716799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] For port f1a3e6c1-2bda-467e-9816-a34bea717278, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f1a3e6c1-2bda-467e-9816-a34bea717278,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:09:57.717757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-590cbe66-41d9-455c-a2b0-24bee90f812d None None] Port 7a063f24-bde9-448b-9c18-848a0810407f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:57.731100 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.745055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.750557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:57.787545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port fefd06de-4d6b-468d-8192-536c3fd4117a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fefd06de-4d6b-468d-8192-536c3fd4117a,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:57.795910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:09:57.796768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:57.801201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:57.849183 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a9605-4429-4d29-a15d-d6a2881ac940 None None] Pushing event updated for resources: {'Port': ['ID=f1a3e6c1-2bda-467e-9816-a34bea717278,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:57.866160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:09:57.867687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:57.984738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=fefd06de-4d6b-468d-8192-536c3fd4117a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:58.019108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:09:58.282597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acfd7bfb-214e-4b31-97c6-7e931adcf0a2 None None] Provisioning complete for port 7a063f24-bde9-448b-9c18-848a0810407f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:58.282962 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-acfd7bfb-214e-4b31-97c6-7e931adcf0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:58.350630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-acfd7bfb-214e-4b31-97c6-7e931adcf0a2 None None] Port 7a063f24-bde9-448b-9c18-848a0810407f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:09:58.378602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:09:58.405832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0950c-222d-4019-b495-e697c7baca2e None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:09:58.447020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:09:58.556749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:09:58.562176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-701a9d8f-b79f-4559-9e0b-14c5f07520a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc66b560-ec97-4ccd-bca7-25d7bb324834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2556167 Jul 15 17:09:58.800945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.115087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33236) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:59.120356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1806090523-network', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:59.120642 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c7486ee0-f2be-40e0-9f09-c8f209fbcad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.142117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Made reservation on behalf of a8d642623c0b4850b84a0e7f22041c95 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:59.145364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.161605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.337238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.345831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.358429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f1a3e6c1-2bda-467e-9816-a34bea717278 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:59.375666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:09:59.400046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.400576 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Added segment 643f7000-fe66-489d-88f0-e2974cca0763 of type vlan for network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 Jul 15 17:09:59.402284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8791fb-d7b8-4e68-bdf4-0c4afe67a71b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:59.433509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f1a3e6c1-2bda-467e-9816-a34bea717278 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:09:59.438994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f1a3e6c1-2bda-467e-9816-a34bea717278 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:59.439804 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.461167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.497327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.498501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:59.499234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.540740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4244401 Jul 15 17:09:59.541450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:59.549901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Request body: {'subnet': {'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1806090523-subnet', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:59.550339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.554484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.576770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Made reservation on behalf of a8d642623c0b4850b84a0e7f22041c95 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:09:59.582263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.591224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c5cc8-169f-4d5e-b04e-2be4d5dfcfa9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7e7239-44aa-4b28-9a3d-91c21b35bf29,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:59.600799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f1a3e6c1-2bda-467e-9816-a34bea717278, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f1a3e6c1-2bda-467e-9816-a34bea717278,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:09:59.607357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:09:59.613390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.614491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fefd06de-4d6b-468d-8192-536c3fd4117a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:09:59.758575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f1a3e6c1-2bda-467e-9816-a34bea717278,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:59.776604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fefd06de-4d6b-468d-8192-536c3fd4117a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:09:59.777241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.804920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.864264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05a5185-7acf-4243-a546-c5222ed47a18,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:09:59.884929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Checking segment: {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:09:59.885292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Network hostable DHCP agents. Network: 6a7e7239-44aa-4b28-9a3d-91c21b35bf29, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:09:59.903096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:09:59.912556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6a7e7239-44aa-4b28-9a3d-91c21b35bf29) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:09:59.917054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:09:59.917649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.933965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ac1b-e4b1-40a4-ae94-abd27a8026b3 None None] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:09:59.940518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5448defd-928a-47f3-a857-6252a65fd025 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3947985 Jul 15 17:09:59.940876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33244) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:09:59.945733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:09:59.983059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:09:59.984201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.050470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.095209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'fixed_ips': [{'subnet_id': 'c05a5185-7acf-4243-a546-c5222ed47a18'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:10:00.096570 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.205250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.458647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Allocated IP 172.20.0.2 (6a7e7239-44aa-4b28-9a3d-91c21b35bf29/c05a5185-7acf-4243-a546-c5222ed47a18/dbc868fc-24a7-4f97-a486-a612e2830118) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:00.498700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.533049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.652930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.662600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Transition to ACTIVE for port object dbc868fc-24a7-4f97-a486-a612e2830118 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:00.664593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Allocated IP 172.25.8.199 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/7331e961-5146-4c9c-ac3a-947921d05697) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:00.679944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Transition to ACTIVE for port object dbc868fc-24a7-4f97-a486-a612e2830118 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:00.685669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.724224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:00.730354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:00.734921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:00.769438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Pushing event updated for resources: {'Port': ['ID=dbc868fc-24a7-4f97-a486-a612e2830118,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:00.789674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.803144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Attempting to bind port dbc868fc-24a7-4f97-a486-a612e2830118 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:00.803517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Attempting to bind port dbc868fc-24a7-4f97-a486-a612e2830118 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:00.803882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Attempting to bind port dbc868fc-24a7-4f97-a486-a612e2830118 on network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:00.809604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:00.809999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Checking segment: {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:00.810419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.810899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Bound using segment: {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:00.811293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Bound port: dbc868fc-24a7-4f97-a486-a612e2830118, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:00.811684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.830331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.878031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:00.880903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:00.883525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:00.889715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] For port dbc868fc-24a7-4f97-a486-a612e2830118, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:00.893173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] For port dbc868fc-24a7-4f97-a486-a612e2830118, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dbc868fc-24a7-4f97-a486-a612e2830118,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:00.897059 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:00.911881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Pushing event updated for resources: {'Port': ['ID=7331e961-5146-4c9c-ac3a-947921d05697,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:00.964668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae90aa6-33b9-4663-8e67-59ce9cc4ed5b None None] Pushing event updated for resources: {'Port': ['ID=dbc868fc-24a7-4f97-a486-a612e2830118,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:00.984888 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:00.996366 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:00.997065 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:01.110150 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:01.213577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.280151 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.331591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f1a3e6c1-2bda-467e-9816-a34bea717278 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:01.418978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f1a3e6c1-2bda-467e-9816-a34bea717278 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:01.419350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.487335 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:01.502077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.520929 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:01.521278 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Updating router dc66b560-ec97-4ccd-bca7-25d7bb324834 port 7a063f24-bde9-448b-9c18-848a0810407f binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:01.563172 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.697788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:10:01.820725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:01.837276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Sync routers for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:01.841543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.844518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9c51dc02-deed-48e5-8563-e5dc05caa166 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9023459 Jul 15 17:10:01.846973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33254) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:01.850475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:01.851114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:01.886697 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.898934 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Transition to ACTIVE for port object 7a063f24-bde9-448b-9c18-848a0810407f will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:01.910216 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:01.954834 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1dc51-5825-4f17-bbcd-d2cd751d29d4 None None] Pushing event updated for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:01.994418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:02.062464 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Attempting to bind port 7a063f24-bde9-448b-9c18-848a0810407f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:02.063020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Attempting to bind port 7a063f24-bde9-448b-9c18-848a0810407f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:02.063311 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Attempting to bind port 7a063f24-bde9-448b-9c18-848a0810407f on network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:02.069147 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:02.069820 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Checking segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:02.070381 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.070925 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Bound using segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:02.071566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Bound port: 7a063f24-bde9-448b-9c18-848a0810407f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:02.072174 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.172898 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] For port 7a063f24-bde9-448b-9c18-848a0810407f, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:02.179327 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] For port 7a063f24-bde9-448b-9c18-848a0810407f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7a063f24-bde9-448b-9c18-848a0810407f,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:02.195627 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.285717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:01Z', 'revision_number': 3, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:02.350392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Checking router: 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:02.351107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Updating router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 port 7331e961-5146-4c9c-ac3a-947921d05697 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:02.423136 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:02.423786 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:02.443546 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.482513 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1dc51-5825-4f17-bbcd-d2cd751d29d4 None None] Pushing event updated for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:02.629057 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.641933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd07658-366f-4d5a-b725-a8a37f64a03b None None] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:10:02.643320 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:02.790434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-276044ac-4869-4ca3-b818-3fedeed98166 None None] Provisioning for port dbc868fc-24a7-4f97-a486-a612e2830118 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:02.894345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.906495 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:02Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:02.909236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Transition to ACTIVE for port object 7331e961-5146-4c9c-ac3a-947921d05697 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:02.926942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Allocated IP 172.20.0.1 (6a7e7239-44aa-4b28-9a3d-91c21b35bf29/c05a5185-7acf-4243-a546-c5222ed47a18/caa5d713-1778-4b44-bdc5-d0563a9a1f03) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:02.935591 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:02.950677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112aa22e-7c25-4261-8239-827baec3f0ec None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:02Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:03.042087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Attempting to bind port 7331e961-5146-4c9c-ac3a-947921d05697 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:03.042632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Attempting to bind port 7331e961-5146-4c9c-ac3a-947921d05697 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:03.042815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Attempting to bind port 7331e961-5146-4c9c-ac3a-947921d05697 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:03.044840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f0b4-f35b-4ef4-aa65-51d6b803acd3 None None] Pushing event updated for resources: {'Port': ['ID=7331e961-5146-4c9c-ac3a-947921d05697,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:03.054528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:03.054911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:03.055391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.055707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:03.056206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Bound port: 7331e961-5146-4c9c-ac3a-947921d05697, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:03.056594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.094625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.114333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Transition to ACTIVE for port object caa5d713-1778-4b44-bdc5-d0563a9a1f03 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:03.122921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] For port 7331e961-5146-4c9c-ac3a-947921d05697, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:03.126956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] For port 7331e961-5146-4c9c-ac3a-947921d05697, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7331e961-5146-4c9c-ac3a-947921d05697,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:03.132796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.179075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.192478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f0b4-f35b-4ef4-aa65-51d6b803acd3 None None] Pushing event updated for resources: {'Port': ['ID=7331e961-5146-4c9c-ac3a-947921d05697,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:03.215418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:03.216375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:03.241531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:03.251922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:03.255556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:03.322864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Pushing event updated for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:03.334134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.417045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:03.490839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7a063f24-bde9-448b-9c18-848a0810407f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:03.648270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.738921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7a063f24-bde9-448b-9c18-848a0810407f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:03.747731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7a063f24-bde9-448b-9c18-848a0810407f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:03.748342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.836125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:01Z', 'revision_number': 3, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:03.875727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.885854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7159ec-ba20-44ed-ae51-d6fb704f45e8 None None] The sync data for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 is: [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:01Z', 'revision_number': 3, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:03.900594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.940451 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:03.990533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2d9f0dbd-378f-4b48-83d5-48d0fc7395af None None] Provisioning for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:04.007103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2d9f0dbd-378f-4b48-83d5-48d0fc7395af None None] Provisioning complete for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:04.008198 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2d9f0dbd-378f-4b48-83d5-48d0fc7395af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.014062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7a063f24-bde9-448b-9c18-848a0810407f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7a063f24-bde9-448b-9c18-848a0810407f,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:04.017893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.045009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.046065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dbc868fc-24a7-4f97-a486-a612e2830118 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:04.063599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Pushing event updated for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:04.113224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f0dbd-378f-4b48-83d5-48d0fc7395af None None] Port caa5d713-1778-4b44-bdc5-d0563a9a1f03 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:04.151052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:04.152879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:04.162407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:04.195297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port dbc868fc-24a7-4f97-a486-a612e2830118 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:04.199478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dbc868fc-24a7-4f97-a486-a612e2830118 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:04.199861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.325526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.337949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:10:04.391129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port dbc868fc-24a7-4f97-a486-a612e2830118, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dbc868fc-24a7-4f97-a486-a612e2830118,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:04.396639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.456571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=dbc868fc-24a7-4f97-a486-a612e2830118,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:04.537024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cb1dc4da-f6cd-461b-9df8-a2627249b4e2 None None] Provisioning complete for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:04.537546 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb1dc4da-f6cd-461b-9df8-a2627249b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:04.583662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cb1dc4da-f6cd-461b-9df8-a2627249b4e2 None None] Port caa5d713-1778-4b44-bdc5-d0563a9a1f03 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:04.756489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:04.763464 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8859397f-e5de-4bda-be4b-4dc80f55f309 admin admin] 10.222.0.25 "PUT /v2.0/routers/3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125886 Jul 15 17:10:05.383715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7a063f24-bde9-448b-9c18-848a0810407f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:05.441046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7a063f24-bde9-448b-9c18-848a0810407f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:05.441413 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:05.534474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7331e961-5146-4c9c-ac3a-947921d05697 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:05.590016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7331e961-5146-4c9c-ac3a-947921d05697 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:05.594848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7331e961-5146-4c9c-ac3a-947921d05697 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:05.595500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:05.679802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:05.714461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7331e961-5146-4c9c-ac3a-947921d05697, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7331e961-5146-4c9c-ac3a-947921d05697,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:05.720309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:05.721317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dbc868fc-24a7-4f97-a486-a612e2830118 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:05.816596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7331e961-5146-4c9c-ac3a-947921d05697,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:05.831206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dbc868fc-24a7-4f97-a486-a612e2830118 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:05.831583 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:06.127546 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Sync routers for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:06.136737 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:06.137339 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:06.261829 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:06.500538 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 4, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'caa5d713-1778-4b44-bdc5-d0563a9a1f03', 'name': '', 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'mac_address': 'fa:16:3e:54:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:02Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 2, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'subnets': [{'id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:06.526988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Checking router: 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:06.527330 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Updating router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 port caa5d713-1778-4b44-bdc5-d0563a9a1f03 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:06.567703 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:06.853250 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:06.866472 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Transition to ACTIVE for port object caa5d713-1778-4b44-bdc5-d0563a9a1f03 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:06.872891 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:06.954197 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f10b-e234-4a9e-9732-5eaf2de1c54f None None] Pushing event updated for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:06.991081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Attempting to bind port caa5d713-1778-4b44-bdc5-d0563a9a1f03 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:06.991081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Attempting to bind port caa5d713-1778-4b44-bdc5-d0563a9a1f03 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:06.991081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Attempting to bind port caa5d713-1778-4b44-bdc5-d0563a9a1f03 on network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:06.996387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:06.996766 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Checking segment: {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:06.997232 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:06.997688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Bound using segment: {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:06.998239 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Bound port: caa5d713-1778-4b44-bdc5-d0563a9a1f03, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643f7000-fe66-489d-88f0-e2974cca0763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:06.998861 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:07.072056 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] For port caa5d713-1778-4b44-bdc5-d0563a9a1f03, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:07.078262 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] For port caa5d713-1778-4b44-bdc5-d0563a9a1f03, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=caa5d713-1778-4b44-bdc5-d0563a9a1f03,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:07.087935 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:07.143961 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:07.144637 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:09:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:07.271217 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6f10b-e234-4a9e-9732-5eaf2de1c54f None None] Pushing event updated for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:07.290406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7331e961-5146-4c9c-ac3a-947921d05697 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:07.327494 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:07.456292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7331e961-5146-4c9c-ac3a-947921d05697 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:07.456918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:07.824981 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 4, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'caa5d713-1778-4b44-bdc5-d0563a9a1f03', 'name': '', 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'mac_address': 'fa:16:3e:54:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:02Z', 'updated_at': '2021-07-15T17:10:07Z', 'revision_number': 4, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'subnets': [{'id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:07.853589 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8259932-7ed1-4b3f-8cdb-6704595e240e None None] The sync data for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 is: [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 4, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'caa5d713-1778-4b44-bdc5-d0563a9a1f03', 'name': '', 'network_id': '6a7e7239-44aa-4b28-9a3d-91c21b35bf29', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'mac_address': 'fa:16:3e:54:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:02Z', 'updated_at': '2021-07-15T17:10:07Z', 'revision_number': 4, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'subnets': [{'id': 'c05a5185-7acf-4243-a546-c5222ed47a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:09.264355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device caa5d713-1778-4b44-bdc5-d0563a9a1f03 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:09.324952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:09.343062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:09.343939 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:09.444079 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:09.480458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port caa5d713-1778-4b44-bdc5-d0563a9a1f03, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=caa5d713-1778-4b44-bdc5-d0563a9a1f03,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:09.485846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:09.542163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:10.760177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:10.771468 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:11.248447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device caa5d713-1778-4b44-bdc5-d0563a9a1f03 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:11.308022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port caa5d713-1778-4b44-bdc5-d0563a9a1f03 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:11.308345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:14.416181 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-e7f9c514-941e-40e5-861b-2699c3197dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0869436 Jul 15 17:10:14.563421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.564506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.565115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.565714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.566325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.566799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.567882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.569569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-36af956a-895b-4b67-a878-448296924900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6e76c7c6102441438f7fab0a81523c18&device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 6502 time: 0.0871751 Jul 15 17:10:14.706061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-86e5a99b-4b5c-4043-b5b9-6e6d98de520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.706807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-86e5a99b-4b5c-4043-b5b9-6e6d98de520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.707358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-86e5a99b-4b5c-4043-b5b9-6e6d98de520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.708971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-86e5a99b-4b5c-4043-b5b9-6e6d98de520b service neutron] 10.222.0.20 "GET /v2.0/networks?id=02356bfb-7512-4180-91a4-77d01500d8a3&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=aa52719c-374c-4734-8aa0-97000847b98d&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&id=61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 200 len: 2294 time: 0.1058683 Jul 15 17:10:14.788213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-c3c353a7-70cb-496f-9916-5c1f2c46dfb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 200 len: 1001 time: 0.0723360 Jul 15 17:10:14.845343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-af1f6919-d8f4-41fa-a99c-79bccdbda6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.847223 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-af1f6919-d8f4-41fa-a99c-79bccdbda6ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 200 len: 856 time: 0.0536127 Jul 15 17:10:14.915246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-7466b201-8731-46b0-afe3-3ee747690fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:14.917227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-7466b201-8731-46b0-afe3-3ee747690fdd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02356bfb-7512-4180-91a4-77d01500d8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635946 Jul 15 17:10:15.022556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-845952aa-5d88-4289-8253-90d7adea8edc service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981572 Jul 15 17:10:15.121068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-920f8fe2-8d5d-4b5e-b28d-d9b90fead8b4 service neutron] 10.222.0.20 "GET /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906026 Jul 15 17:10:15.170826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-28044f1e-b0c6-4da5-9c57-0d3a600db737 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 217 time: 0.0425096 Jul 15 17:10:15.228856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-c7f96044-d02f-4156-9d0a-57f7cb833803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:15.230243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-c7f96044-d02f-4156-9d0a-57f7cb833803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0533786 Jul 15 17:10:15.308437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-fc142cc4-50f8-43ed-9904-508a7e8bf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:15.310283 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-fc142cc4-50f8-43ed-9904-508a7e8bf6d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732293 Jul 15 17:10:15.439229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-d57dc981-de88-4edb-9841-30ecc38f14f9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219387 Jul 15 17:10:15.571860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-90ba3c3a-da2b-4e94-b7d7-3eba91ae981b service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237206 Jul 15 17:10:15.627467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-000b3cb4-9583-47ae-8d1f-a14a81af1796 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 217 time: 0.0484529 Jul 15 17:10:15.677805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-65c6569b-5f5f-4bd7-8be7-1ec700fec0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:15.679281 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-65c6569b-5f5f-4bd7-8be7-1ec700fec0f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0455372 Jul 15 17:10:15.739085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-ee598473-ec34-48f8-97e8-f242a57d1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:15.740671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-ee598473-ec34-48f8-97e8-f242a57d1571 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552053 Jul 15 17:10:15.840626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-bb180b32-a3d4-43a7-a991-922376370fc1 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918901 Jul 15 17:10:15.934068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-d6e86ac1-39eb-4291-9e31-007241082345 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865793 Jul 15 17:10:15.980031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-32258d9f-6dba-436b-ba3d-5ad9ad0816be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 200 len: 217 time: 0.0395973 Jul 15 17:10:16.032530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-b9435376-8002-447e-9551-c7881d631286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.034043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-b9435376-8002-447e-9551-c7881d631286 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0481966 Jul 15 17:10:16.091904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-043d719a-baeb-4e7e-97bc-315dcec0a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.093958 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-043d719a-baeb-4e7e-97bc-315dcec0a3a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536196 Jul 15 17:10:16.197437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-52ff635f-ae04-41d5-a5ca-1f2c953eb131 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967717 Jul 15 17:10:16.304443 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-b9e4b641-0faa-4855-a487-304f5bd8b156 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004860 Jul 15 17:10:16.388269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-c02e5b16-14d5-41e9-8c78-970d3362571a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 200 len: 217 time: 0.0751741 Jul 15 17:10:16.445243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-af7bf5f0-83fd-4bc0-b885-145cdfd7783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.446814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-af7bf5f0-83fd-4bc0-b885-145cdfd7783c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 200 len: 797 time: 0.0479705 Jul 15 17:10:16.482640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:16.585529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-273acc2a-eb00-4874-9c9b-950b51f2f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.587022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-273acc2a-eb00-4874-9c9b-950b51f2f84d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa52719c-374c-4734-8aa0-97000847b98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335158 Jul 15 17:10:16.625435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cb287-797f-4248-9dd2-4ac944d07492 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.625842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cb287-797f-4248-9dd2-4ac944d07492 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.626315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904cb287-797f-4248-9dd2-4ac944d07492 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.643581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-904cb287-797f-4248-9dd2-4ac944d07492 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=3684f7a9a55a4bf892aaa810a5f2a647&network_id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 2969 time: 0.1456709 Jul 15 17:10:16.742236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-75d31322-fab2-4e02-8ff7-c14ad7837b5f service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467369 Jul 15 17:10:16.867168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-2aaa1734-680b-4ce7-a871-a60081da4492 service neutron] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179292 Jul 15 17:10:16.915852 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-eb027cdf-38cb-4589-abe0-17836333174a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 200 len: 217 time: 0.0394702 Jul 15 17:10:16.975727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-5f8e7081-5469-4e6a-a8af-61fbca75cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:16.977591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-5f8e7081-5469-4e6a-a8af-61fbca75cc4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0540571 Jul 15 17:10:17.047558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-3c14cd4e-df73-466d-b268-b2f50d97a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:17.049278 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-3c14cd4e-df73-466d-b268-b2f50d97a448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641298 Jul 15 17:10:17.154809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-db92ae40-778e-4e1d-9030-3b2e8f7e2a4f service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986862 Jul 15 17:10:17.256045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-7b2ee997-5be2-4951-93de-91a0813b553f service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952723 Jul 15 17:10:17.305591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-1635d555-6cd9-4fce-af36-fb5dbefb91d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 200 len: 217 time: 0.0389173 Jul 15 17:10:17.359378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-b779bf53-35e9-4718-9358-897eac4f87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:17.361293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-b779bf53-35e9-4718-9358-897eac4f87d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 200 len: 797 time: 0.0480378 Jul 15 17:10:17.451233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-0b11aa3b-c293-4138-9c75-101c2ae96f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:17.454168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-0b11aa3b-c293-4138-9c75-101c2ae96f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61e6030c-50ad-431e-b459-7b3ff12c0dd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837760 Jul 15 17:10:17.598993 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-dc98a99b-3aca-4b6c-baf1-c18218c31c28 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404173 Jul 15 17:10:17.703825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-218fb152-6f98-4cd8-b3dc-b85532221614 req-ce7ecc8c-cffb-4043-8145-34df1c29f1f9 service neutron] 10.222.0.20 "GET /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981982 Jul 15 17:10:20.784579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33516) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:20.835120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec5797-ca61-46b2-8999-5f2ec5be7c2c tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:20.836705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a3ec5797-ca61-46b2-8999-5f2ec5be7c2c tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402 HTTP/1.1" status: 200 len: 814 time: 0.0510170 Jul 15 17:10:22.100337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33542) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.106718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'network': {'name': 'tempest-network-smoke--1782713824', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:22.134916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:22.140672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.173762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:10:22.184384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.184986 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Added segment 4bda80d2-10ec-4ba6-88f8-31de1c6b09c0 of type vlan for network be456182-18b3-422e-8e64-f42648054cf9 Jul 15 17:10:22.235964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.272058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.280890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:22.281956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.320180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.349242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2479241 Jul 15 17:10:22.352486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33552) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.407547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Network': ['ID=be456182-18b3-422e-8e64-f42648054cf9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:22.415001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.415343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.415677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.416145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.416355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.416672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.417306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.417306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.417610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.417927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.418241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.418549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b742f6e4-5135-473e-96e8-c9d465209ad9 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:22.431096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network be456182-18b3-422e-8e64-f42648054cf9 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:10:22.440974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352f977-dc2a-489e-a9d3-0b04ce5e854a tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:22.442472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c352f977-dc2a-489e-a9d3-0b04ce5e854a tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3684f7a9a55a4bf892aaa810a5f2a647&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0887616 Jul 15 17:10:22.443702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a34eb8fd-410a-4e7d-9768-2595647d17cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.445479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.542575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a34eb8fd-410a-4e7d-9768-2595647d17cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.546800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a34eb8fd-410a-4e7d-9768-2595647d17cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.591207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a34eb8fd-410a-4e7d-9768-2595647d17cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1302299edacc4631917a0a27e6a8507c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695529 Jul 15 17:10:22.592398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eb8fd-410a-4e7d-9768-2595647d17cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f5925a-3bf2-4b58-a389-b450cfe6cc83,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:22.594492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.609503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fde582-ff95-4440-9f46-2e727061a0cd tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:22.610963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-95fde582-ff95-4440-9f46-2e727061a0cd tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1644909 Jul 15 17:10:22.613928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33558) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.643387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-04750091-eca3-4096-8564-16af7ca5c8c1 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283141 Jul 15 17:10:22.646862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.675554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.678567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a1a65d35-ca08-4733-9b60-cc1d6eeddbc9 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3684f7a9a55a4bf892aaa810a5f2a647&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307131 Jul 15 17:10:22.681190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.729531 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.804597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e8ac7-5c0d-43d5-aa82-fbb9d0d35b0c tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:22.806101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6d1e8ac7-5c0d-43d5-aa82-fbb9d0d35b0c tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1239886 Jul 15 17:10:22.810430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.846578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f9843810-6c72-4f22-b533-1bc746e196de tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367541 Jul 15 17:10:22.849265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:22.854852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175497950', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:22.871114 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.874718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:22.875915 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4f5925a-3bf2-4b58-a389-b450cfe6cc83 HTTP/1.1" status: 204 len: 168 time: 0.2804370 Jul 15 17:10:22.893844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66318953-ccf3-40ed-b1fd-bb1af5bea03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f5925a-3bf2-4b58-a389-b450cfe6cc83,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:22.985827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:22.989642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.197991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.264593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Subnet': ['ID=393f76ab-b5cf-4ade-a501-f00f0ca41bfc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:23.273420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Checking segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:23.273787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network hostable DHCP agents. Network: be456182-18b3-422e-8e64-f42648054cf9, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:10:23.292334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network be456182-18b3-422e-8e64-f42648054cf9 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:10:23.301845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, be456182-18b3-422e-8e64-f42648054cf9) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:23.306504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:23.307449 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.317346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14e5d0-99a8-4275-8ed3-64178a38410e None None] Network be456182-18b3-422e-8e64-f42648054cf9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:10:23.326101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5efc8db0-fb43-4d40-93b1-fcfd3072e464 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4755814 Jul 15 17:10:23.539656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-be456182-18b3-422e-8e64-f42648054cf9', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ips': [{'subnet_id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:10:23.544619 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.600010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:23.604919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448619948', 'description': 'tempest-secgroup-smoke-448619948 description', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:23.642065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.712269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Allocated IP 172.20.0.18 (be456182-18b3-422e-8e64-f42648054cf9/393f76ab-b5cf-4ade-a501-f00f0ca41bfc/8802554c-903e-4b57-8dcd-4475759584b3) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:23.752863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.757986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.784263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.785705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1844354 Jul 15 17:10:23.788839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:23.794659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:23.802542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559040b4-bc76-47d2-9867-73b567ff1bbc tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81d93c-7b7f-48fe-a87c-9a487d95de5c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:23.828818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.902169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.907502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.908855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.918337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Transition to ACTIVE for port object 8802554c-903e-4b57-8dcd-4475759584b3 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:23.929681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5b706d-2f56-4d6d-9804-a23246263cb3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:23.938972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Transition to ACTIVE for port object 8802554c-903e-4b57-8dcd-4475759584b3 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:23.943214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.944540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb293dc4-cc1c-4b79-9ee9-936068ddc1c1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546037 Jul 15 17:10:23.946991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:23.947602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:23.954542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:23.994132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Network be456182-18b3-422e-8e64-f42648054cf9 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:23.997035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:24.003765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:24.025605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.043710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Pushing event updated for resources: {'Port': ['ID=8802554c-903e-4b57-8dcd-4475759584b3,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.081624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Attempting to bind port 8802554c-903e-4b57-8dcd-4475759584b3 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:24.082292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Attempting to bind port 8802554c-903e-4b57-8dcd-4475759584b3 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:24.082499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Attempting to bind port 8802554c-903e-4b57-8dcd-4475759584b3 on network be456182-18b3-422e-8e64-f42648054cf9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:24.088342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.089118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:24.089763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Checking segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:24.090278 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.090927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Bound using segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:24.091716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Bound port: 8802554c-903e-4b57-8dcd-4475759584b3, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:24.092131 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.103023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.127045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884c2ef2-93bc-44b4-a5d9-f920d99d3e93,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.137170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.141568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:24.141720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec31136c-51a7-4071-8981-9e2c32c837b7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928310 Jul 15 17:10:24.146185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:24.177712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.178334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] For port 8802554c-903e-4b57-8dcd-4475759584b3, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:24.182687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] For port 8802554c-903e-4b57-8dcd-4475759584b3, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8802554c-903e-4b57-8dcd-4475759584b3,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:24.186671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.263832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.268968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.271338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ced72b-1dc6-4ad2-9554-cb2fd9048d80 None None] Pushing event updated for resources: {'Port': ['ID=8802554c-903e-4b57-8dcd-4475759584b3,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.287784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeead8b3-05cd-45f1-bea7-038f66878a66,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.299049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.300815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4769a4f6-d8d2-45bc-a077-eeffe4d44417 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581111 Jul 15 17:10:24.303744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:24.308568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:24.357751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.436316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.441974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.469079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7293e7-2a3f-4e92-bb5b-4f3878df4572,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.491648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.493001 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4d85bc45-30af-4b80-aaa1-d9859542f2fb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881750 Jul 15 17:10:24.495719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:24.503782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:24.541690 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:10:24.556045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.654539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.659759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.685478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f905d371-a9a9-470f-92e9-5fa32dd1d67d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.690429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.691914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e25c034c-598e-4d40-a449-053d30cdae91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1951370 Jul 15 17:10:24.694710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:24.700014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': '7a81d93c-7b7f-48fe-a87c-9a487d95de5c', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:24.724771 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:10:24.730385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.799623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.803549 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.823138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b102e148-da83-4d39-92c8-2e967dba44fb,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:24.831310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:24.832234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01839ca0-50f4-4da0-86f0-d64cf75a1c8d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363802 Jul 15 17:10:25.053363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-f96b4431-7635-4fd7-a670-1bf216b9c260 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448619948&fields=id&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 267 time: 0.0474281 Jul 15 17:10:25.169611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-13801fe0-4c74-443d-a595-7b7ee25e6896 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:25.177576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-13801fe0-4c74-443d-a595-7b7ee25e6896 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/networks?id=be456182-18b3-422e-8e64-f42648054cf9 HTTP/1.1" status: 200 len: 797 time: 0.1233084 Jul 15 17:10:25.194475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-d93af296-19ac-455f-9836-0f75664cf4d0 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/quotas/3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 375 time: 0.0159717 Jul 15 17:10:25.289013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-23622bfc-8185-4269-851a-745582457dd2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0935855 Jul 15 17:10:25.384497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8802554c-903e-4b57-8dcd-4475759584b3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:25.467051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8802554c-903e-4b57-8dcd-4475759584b3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:25.491836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-0f619e26-2109-4995-a9d7-5a8ea200e04d service neutron] 10.222.0.25 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814451 Jul 15 17:10:25.594548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ea39e-9fd5-437d-b13d-2de37f23abc3 None None] Network be456182-18b3-422e-8e64-f42648054cf9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:10:25.606094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-10897b04-a4de-4adb-9530-230c5d1dccfc service neutron] 10.222.0.25 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077363 Jul 15 17:10:25.708989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Provisioning for port 8802554c-903e-4b57-8dcd-4475759584b3 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:25.724369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Provisioning complete for port 8802554c-903e-4b57-8dcd-4475759584b3 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:25.724740 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:25.806407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36e9d707-79e2-46ca-a354-02f18eab0e14 req-e0bdd359-805a-4cff-92bf-ad746ba907cf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 210 time: 0.0422025 Jul 15 17:10:25.838642 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c06ba351-f14f-409f-9be8-d0967619958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:25.953149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:26.007949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] For port 8802554c-903e-4b57-8dcd-4475759584b3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8802554c-903e-4b57-8dcd-4475759584b3,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:26.014847 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:26.072230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Pushing event updated for resources: {'Port': ['ID=8802554c-903e-4b57-8dcd-4475759584b3,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:26.082364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.082917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.083400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.083895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.084356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.084870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.085298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.086066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.086490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.086966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.087394 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.087847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d632c0-b6cf-47fd-945c-fa291693a3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:26.368067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1098bb32-206b-4352-b146-a366322dfda5 None None] Provisioning complete for port 8802554c-903e-4b57-8dcd-4475759584b3 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:26.368831 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1098bb32-206b-4352-b146-a366322dfda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:26.970480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ddc8bb77-1d7d-4a94-bc47-bbff4e7f7b08 req-eb2c8a18-5a82-48de-9aa4-2d132a5c66b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 210 time: 0.0375717 Jul 15 17:10:27.159456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-b685db22-1ae6-43fb-a1ba-fa0ba702db9a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:27.161077 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-b685db22-1ae6-43fb-a1ba-fa0ba702db9a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/networks?id=be456182-18b3-422e-8e64-f42648054cf9 HTTP/1.1" status: 200 len: 797 time: 0.1664977 Jul 15 17:10:27.231097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-b4966949-ec09-4e78-8323-27739a0309cf tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 472 time: 0.0616326 Jul 15 17:10:27.241848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'port': {'device_id': '54b08552-78b4-4619-9c97-449c822bba2e', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'admin_state_up': True, 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'security_groups': ['7a81d93c-7b7f-48fe-a87c-9a487d95de5c']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:27.254347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8802554c-903e-4b57-8dcd-4475759584b3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:27.352051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8802554c-903e-4b57-8dcd-4475759584b3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:27.352737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:27.385426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:27.390910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:27.827276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.30 (be456182-18b3-422e-8e64-f42648054cf9/393f76ab-b5cf-4ade-a501-f00f0ca41bfc/f397d9a4-daf4-46d0-9e7f-573762eaa754) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:27.978869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:27.994059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object f397d9a4-daf4-46d0-9e7f-573762eaa754 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:28.034920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.088384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network be456182-18b3-422e-8e64-f42648054cf9 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:28.100194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:28.125555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:28.130044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:28.200416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:28.201092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.225137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-3ecb7838-474c-4024-a937-9eebc3504500 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9876688 Jul 15 17:10:28.237723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Request body: {'port': {'device_id': '54b08552-78b4-4619-9c97-449c822bba2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:28.255264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847e0a2-b688-4f29-a51a-a10dc8b3e31a req-746bb9b7-94f6-4c3a-9c1f-0db22387151e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:28.256712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e847e0a2-b688-4f29-a51a-a10dc8b3e31a req-746bb9b7-94f6-4c3a-9c1f-0db22387151e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 932 time: 0.1110897 Jul 15 17:10:28.305552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e847e0a2-b688-4f29-a51a-a10dc8b3e31a req-de1f3a62-181a-4c55-9f3b-f159545683df tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Jul 15 17:10:28.391969 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.409299 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-133a3984-7bbe-4f22-a8fd-1cbc82d268c1 None None] Provisioning for port f397d9a4-daf4-46d0-9e7f-573762eaa754 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:28.413888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-133a3984-7bbe-4f22-a8fd-1cbc82d268c1 None None] Provisioning complete for port f397d9a4-daf4-46d0-9e7f-573762eaa754 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:28.414544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-133a3984-7bbe-4f22-a8fd-1cbc82d268c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.461371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-133a3984-7bbe-4f22-a8fd-1cbc82d268c1 None None] Port f397d9a4-daf4-46d0-9e7f-573762eaa754 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:28.672083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f397d9a4-daf4-46d0-9e7f-573762eaa754 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:10:28.679317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.691814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Transition to ACTIVE for port object f397d9a4-daf4-46d0-9e7f-573762eaa754 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:28.695606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.746535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:28.806324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.834477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Attempting to bind port f397d9a4-daf4-46d0-9e7f-573762eaa754 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:28.834817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Attempting to bind port f397d9a4-daf4-46d0-9e7f-573762eaa754 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:28.835438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Attempting to bind port f397d9a4-daf4-46d0-9e7f-573762eaa754 on network be456182-18b3-422e-8e64-f42648054cf9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:28.840276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Port f397d9a4-daf4-46d0-9e7f-573762eaa754 on network be456182-18b3-422e-8e64-f42648054cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:10:28.840604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Attempting to bind port f397d9a4-daf4-46d0-9e7f-573762eaa754 on network be456182-18b3-422e-8e64-f42648054cf9 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:28.846583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:28.846921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Checking segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:28.847307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Bound using segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:28.847734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Bound port: f397d9a4-daf4-46d0-9e7f-573762eaa754, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:28.848099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.925465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:28.928919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:28.934299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.969462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:28.970154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:28.971559 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/f397d9a4-daf4-46d0-9e7f-573762eaa754 HTTP/1.1" status: 200 len: 1092 time: 0.7394261 Jul 15 17:10:28.972005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:10:28.974323 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49457ec2-2511-4d8b-8662-62cd96da7e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:10:29.024721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052b0c-54d3-4040-b8c4-c436609660c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:29.031198 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3364b5-9a11-433b-ac01-ef592edb0372 x-openstack-request-id: req-fe3364b5-9a11-433b-ac01-ef592edb0372 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:10:29.031516 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:10:29.031742 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe3364b5-9a11-433b-ac01-ef592edb0372 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:10:29.032701 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754', 'status': 'completed', 'code': 200} Jul 15 17:10:29.100172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-c9380d2a-5b19-44e7-9a01-6acbab1c854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.102880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-c9380d2a-5b19-44e7-9a01-6acbab1c854d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 1095 time: 0.0691185 Jul 15 17:10:29.109698 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a50b001-f875-4aa2-86cb-31da2563c7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:29.184331 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-633e718e-0553-41ff-b731-b52454cc0e35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754 HTTP/1.1" status: 200 len: 217 time: 0.0737503 Jul 15 17:10:29.241405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-f770e98b-77ce-4ac1-b77a-3d3a59f6b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.242920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-f770e98b-77ce-4ac1-b77a-3d3a59f6b33c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=393f76ab-b5cf-4ade-a501-f00f0ca41bfc HTTP/1.1" status: 200 len: 838 time: 0.0527661 Jul 15 17:10:29.309225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476b404-3b23-4423-9681-795eb9a3d57a req-461728b8-d6b5-4297-bf0c-81b0280018a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.310813 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-461728b8-d6b5-4297-bf0c-81b0280018a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be456182-18b3-422e-8e64-f42648054cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620253 Jul 15 17:10:29.430912 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-69b5f1da-6983-4d3d-8141-969c994ac781 service neutron] 10.222.0.20 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131976 Jul 15 17:10:29.511717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb8bb-017e-45ee-bda6-f453309c18ce req-0aa2b138-830b-4355-ac9b-c493d1402a84 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.515880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-527bb8bb-017e-45ee-bda6-f453309c18ce req-0aa2b138-830b-4355-ac9b-c493d1402a84 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 944 time: 0.0764980 Jul 15 17:10:29.551717 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:10:29.552585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:29.570152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-527bb8bb-017e-45ee-bda6-f453309c18ce req-c3c7d3d6-6882-4eff-911e-b251cf153b2c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462418 Jul 15 17:10:29.579550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5476b404-3b23-4423-9681-795eb9a3d57a req-a384a73a-9879-4053-8114-64257b398f66 service neutron] 10.222.0.20 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422751 Jul 15 17:10:29.686868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-4ae85829-56a0-47f3-8948-7378dab38722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.688653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-4ae85829-56a0-47f3-8948-7378dab38722 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 1095 time: 0.0600183 Jul 15 17:10:29.788891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-d83d6ea7-119c-471d-9030-9a56be1a5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.790588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-d83d6ea7-119c-471d-9030-9a56be1a5e0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=be456182-18b3-422e-8e64-f42648054cf9 HTTP/1.1" status: 200 len: 897 time: 0.0961401 Jul 15 17:10:29.835087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-94bb3249-8ff2-4370-81ff-feb8bb87ebf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754 HTTP/1.1" status: 200 len: 217 time: 0.0375113 Jul 15 17:10:29.889966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-a3d676a7-c643-4b6c-bcdc-b00bdfc84834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.891909 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-a3d676a7-c643-4b6c-bcdc-b00bdfc84834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=393f76ab-b5cf-4ade-a501-f00f0ca41bfc HTTP/1.1" status: 200 len: 838 time: 0.0508361 Jul 15 17:10:29.976148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-020632e5-0fa7-49b2-b69c-f25bb5e24089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:29.980092 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-020632e5-0fa7-49b2-b69c-f25bb5e24089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be456182-18b3-422e-8e64-f42648054cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789995 Jul 15 17:10:30.086620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-bb43bf44-4098-460e-a89c-14dc616946dd service neutron] 10.222.0.20 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017249 Jul 15 17:10:30.209974 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49457ec2-2511-4d8b-8662-62cd96da7e4b req-239bd595-d8d1-4848-9d52-f792a3f577e6 service neutron] 10.222.0.20 "GET /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162679 Jul 15 17:10:30.761679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ef08f-7a02-4d00-bd4b-11b35969dc0d req-a4830eab-f6c2-45d7-87d5-0e7623e50449 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:30.763194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c96ef08f-7a02-4d00-bd4b-11b35969dc0d req-a4830eab-f6c2-45d7-87d5-0e7623e50449 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 944 time: 0.0735385 Jul 15 17:10:30.816700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c96ef08f-7a02-4d00-bd4b-11b35969dc0d req-b0912660-80ff-4529-a980-fe1816a99434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469759 Jul 15 17:10:31.265956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:31.998795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49109-3a92-42ba-9b48-9a612f4545d5 req-90c96397-05da-4452-9c17-7a2b400028ce tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:32.000324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ce49109-3a92-42ba-9b48-9a612f4545d5 req-90c96397-05da-4452-9c17-7a2b400028ce tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 944 time: 0.0705464 Jul 15 17:10:32.040074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ce49109-3a92-42ba-9b48-9a612f4545d5 req-90e51f0e-de1b-44c6-af1b-d8bac9fee685 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Jul 15 17:10:32.238421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f397d9a4-daf4-46d0-9e7f-573762eaa754 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:10:32.347222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:32.360246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'f397d9a4-daf4-46d0-9e7f-573762eaa754', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'port_id': 'f397d9a4-daf4-46d0-9e7f-573762eaa754', 'mac_address': 'fa:16:3e:3e:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:10:32.402371 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:32.416737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f397d9a4-daf4-46d0-9e7f-573762eaa754 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:10:32.439684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:32.443307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:32.499876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:32.727787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['f397d9a4-daf4-46d0-9e7f-573762eaa754'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:10:33.219434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c37ef-ffe5-45f7-bfea-15ff56708f4f req-c48aa2cf-884c-4ea8-b391-3dcf00070563 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:33.221832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d08c37ef-ffe5-45f7-bfea-15ff56708f4f req-c48aa2cf-884c-4ea8-b391-3dcf00070563 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 945 time: 0.0663333 Jul 15 17:10:33.260712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d08c37ef-ffe5-45f7-bfea-15ff56708f4f req-6663f006-c622-4eff-9bad-0ad956cf3ef6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Jul 15 17:10:33.911867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:34.031144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0288077-937f-4d83-95f5-44e793ed5f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.130035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0288077-937f-4d83-95f5-44e793ed5f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.133551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e0288077-937f-4d83-95f5-44e793ed5f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.174498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e0288077-937f-4d83-95f5-44e793ed5f3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4461925c25d448dd8be458a3b916bdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616706 Jul 15 17:10:34.175675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0288077-937f-4d83-95f5-44e793ed5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a320c6e-cd9a-4841-811a-b08e5a90edf4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:34.177000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33850) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:34.239665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.243967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f397d9a4-daf4-46d0-9e7f-573762eaa754 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:34.266158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.293935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port f397d9a4-daf4-46d0-9e7f-573762eaa754 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:34.307446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port f397d9a4-daf4-46d0-9e7f-573762eaa754 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:34.307446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.320589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.323481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.328082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a320c6e-cd9a-4841-811a-b08e5a90edf4 HTTP/1.1" status: 204 len: 168 time: 0.1498780 Jul 15 17:10:34.345810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a320c6e-cd9a-4841-811a-b08e5a90edf4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:34.354416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.354774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.356791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.357141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.357480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.357842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.358176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.358557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.358890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.359513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.360011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.360554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef12ae7-ac7d-4650-85bd-39cd3de1970e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:34.430644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.469739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:34.471745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:10:34.474952 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5db15a-8ed0-4201-a563-953fe283edbb" -d '{"events": [{"server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "name": "network-vif-plugged", "status": "completed", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:10:34.478856 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.499643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764a14f-64c0-4d22-95f3-5a3e960db0ab req-2e0ed6ac-e199-4c03-99d3-22b1d23f2540 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:34.501622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1764a14f-64c0-4d22-95f3-5a3e960db0ab req-2e0ed6ac-e199-4c03-99d3-22b1d23f2540 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 945 time: 0.0888369 Jul 15 17:10:34.534372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:34.551151 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526e68e6-dc9f-4c79-993b-922a38496b5d x-openstack-request-id: req-526e68e6-dc9f-4c79-993b-922a38496b5d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:10:34.551463 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "name": "network-vif-plugged", "status": "completed", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:10:34.551742 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-526e68e6-dc9f-4c79-993b-922a38496b5d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:10:34.552159 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754', 'code': 200} Jul 15 17:10:34.568819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1764a14f-64c0-4d22-95f3-5a3e960db0ab req-171b5ce2-5532-4b02-ae4d-62a6bba528d6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598121 Jul 15 17:10:34.667141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:34.684235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e843c1-664d-483a-85fd-22362fb10e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.700556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3854ced-a537-4c29-a970-b63357483e44 req-06cfa76d-151f-4fd0-a007-c6dbf51ee64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:34.702971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f3854ced-a537-4c29-a970-b63357483e44 req-06cfa76d-151f-4fd0-a007-c6dbf51ee64e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 1097 time: 0.0838780 Jul 15 17:10:34.757839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f3854ced-a537-4c29-a970-b63357483e44 req-785c58d6-8828-4132-97df-0bfd1e2bedfc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482888 Jul 15 17:10:34.818395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e843c1-664d-483a-85fd-22362fb10e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.822499 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06e843c1-664d-483a-85fd-22362fb10e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.861358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-06e843c1-664d-483a-85fd-22362fb10e8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c884d7b9b49f4ad1a737e4aceb769d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931655 Jul 15 17:10:34.863276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e843c1-664d-483a-85fd-22362fb10e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ee874-6d67-43b5-8928-399c085cdf0b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:34.864047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:34.912729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.933542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.978744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.981368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:34.982753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/084ee874-6d67-43b5-8928-399c085cdf0b HTTP/1.1" status: 204 len: 168 time: 0.1176226 Jul 15 17:10:34.993104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91241-6c6e-414a-aee6-4aa4380f1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ee874-6d67-43b5-8928-399c085cdf0b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:35.314136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33880) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:35.330553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1c8022b-7c37-4cab-b546-6e7fb3b17a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.443859 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1c8022b-7c37-4cab-b546-6e7fb3b17a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.454690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b1c8022b-7c37-4cab-b546-6e7fb3b17a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.493454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8022b-7c37-4cab-b546-6e7fb3b17a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a37f5f-33ff-487d-8edd-bd8bcc69a55a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:35.506050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b1c8022b-7c37-4cab-b546-6e7fb3b17a9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2526d12f689145f8aefb79fee87ae57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907349 Jul 15 17:10:35.508779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33888) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:35.577196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.617039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.674317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.677083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:35.680702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14a37f5f-33ff-487d-8edd-bd8bcc69a55a HTTP/1.1" status: 204 len: 168 time: 0.1687155 Jul 15 17:10:35.693816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef565049-4aff-4852-9d59-da020581bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a37f5f-33ff-487d-8edd-bd8bcc69a55a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:35.768823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738428-1268-4815-8e95-2d181c966fc7 req-93f67209-aa19-481d-b2ff-99401b88b62a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:35.770376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca738428-1268-4815-8e95-2d181c966fc7 req-93f67209-aa19-481d-b2ff-99401b88b62a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 946 time: 0.0776203 Jul 15 17:10:35.812836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca738428-1268-4815-8e95-2d181c966fc7 req-200c13b6-e881-439e-b4cb-084b895999f1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364413 Jul 15 17:10:36.023265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24d92f-85c3-476b-bed9-763dec3fee09 req-ba72b8b3-1315-4e82-bc41-e83a4813e454 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:36.030700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d24d92f-85c3-476b-bed9-763dec3fee09 req-ba72b8b3-1315-4e82-bc41-e83a4813e454 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 946 time: 0.0819976 Jul 15 17:10:36.079270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d24d92f-85c3-476b-bed9-763dec3fee09 req-32114997-6d50-4e5d-9b1b-9bbebf404beb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476260 Jul 15 17:10:37.552498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 33970) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:37.895814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33974) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:37.902049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'network': {'name': 'tempest-network-smoke--2047548045', 'project_id': 'd95baeccaac1480dba81b252287c1634', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:37.926806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:37.931136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:37.942481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.058321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.062598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.096713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:10:38.102964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d471b70-054f-4c96-b639-ddb88b265f45,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:38.112360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.112833 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Added segment 040d4b0a-9fee-4321-aef8-2e6d36b13dff of type vlan for network caf477c5-4f02-4179-ab05-dc413b9fffac Jul 15 17:10:38.166234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.200300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.206101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:38.206689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.247848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3482144 Jul 15 17:10:38.248368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 33978) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:38.255252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'admin_state_up': True, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:38.291931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39342f-61af-41c9-aa0f-dc5719be925e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Network': ['ID=caf477c5-4f02-4179-ab05-dc413b9fffac,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:38.305475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network caf477c5-4f02-4179-ab05-dc413b9fffac details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:10:38.318977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.320873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.429495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.435511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.590145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.733552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.17 (be456182-18b3-422e-8e64-f42648054cf9/393f76ab-b5cf-4ade-a501-f00f0ca41bfc/744181cc-4b43-42e3-9ce7-11a48f000a71) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:38.789634 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.814639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.856748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.872669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object 744181cc-4b43-42e3-9ce7-11a48f000a71 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:38.910498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:38.925564 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.25.8.114 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/24886f16-dae8-40c3-b67c-7d6ebc8dc303) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:38.954608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network be456182-18b3-422e-8e64-f42648054cf9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:38.960389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:38.963132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:38.997851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:39.027234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.055686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.100517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.142704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:39.146872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:39.152037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:39.191992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=24886f16-dae8-40c3-b67c-7d6ebc8dc303,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:39.223991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.319343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-12c8edfa-6df6-47fd-9986-a5a52d05f8af None None] Provisioning for port 744181cc-4b43-42e3-9ce7-11a48f000a71 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:39.323715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-12c8edfa-6df6-47fd-9986-a5a52d05f8af None None] Provisioning complete for port 744181cc-4b43-42e3-9ce7-11a48f000a71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:39.323982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12c8edfa-6df6-47fd-9986-a5a52d05f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.382101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-12c8edfa-6df6-47fd-9986-a5a52d05f8af None None] Port 744181cc-4b43-42e3-9ce7-11a48f000a71 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:39.541700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.554328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.558879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.641574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.645577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:39.742833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:39.750580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network be456182-18b3-422e-8e64-f42648054cf9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:39.752204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:39.880644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:10:39.900145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router 99f4f844-851b-44e5-8108-3cf934e52bfd is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:10:40.013646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:40.024875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58f8248e-158c-4fae-bb26-2b22b23a5e5d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/1664ce68-ffeb-4e78-8750-294121f9d922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707839 Jul 15 17:10:40.039148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:40.048826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:40.049451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:40.143163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da146514-fdc7-4075-b7c1-c89f88a1776c None None] Provisioning complete for port 744181cc-4b43-42e3-9ce7-11a48f000a71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:40.143536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da146514-fdc7-4075-b7c1-c89f88a1776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.199930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-da146514-fdc7-4075-b7c1-c89f88a1776c None None] Port 744181cc-4b43-42e3-9ce7-11a48f000a71 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:40.204650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:40.300300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:40.312172 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Sync routers for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:40.320198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.321648 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cb63cbe4-cfaf-44f6-9ffc-9e6d0e9a61d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0723093 Jul 15 17:10:40.324636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34000) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:40.342779 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:40.343385 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:40.520272 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:40.559780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec24e15a-6f56-4ebf-ae00-97026439b991 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d95baeccaac1480dba81b252287c1634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2339818 Jul 15 17:10:40.563496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34008) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:40.644853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744181cc-4b43-42e3-9ce7-11a48f000a71', 'name': '', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e6:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 2, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:40.673376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:40.673731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Updating router 1664ce68-ffeb-4e78-8750-294121f9d922 port 744181cc-4b43-42e3-9ce7-11a48f000a71 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:40.689402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378ff5c-2b71-4209-8edf-51acf608c6a8 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:40.691420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5378ff5c-2b71-4209-8edf-51acf608c6a8 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267998 Jul 15 17:10:40.694177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:40.716500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.733651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e73a4183-c456-4452-a694-707407b64421 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352895 Jul 15 17:10:40.734139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34014) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:40.739505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1119168298', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'project_id': 'd95baeccaac1480dba81b252287c1634', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:40.753021 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:40.789971 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Checking router: 99f4f844-851b-44e5-8108-3cf934e52bfd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:40.790315 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Updating router 99f4f844-851b-44e5-8108-3cf934e52bfd port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:40.796402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.828926 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.849878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:40.854135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:40.872022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.055884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.084406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.096516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Transition to ACTIVE for port object 744181cc-4b43-42e3-9ce7-11a48f000a71 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:41.103072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.114744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Subnet': ['ID=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:41.135550 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.146995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Checking segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:41.147347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network hostable DHCP agents. Network: caf477c5-4f02-4179-ab05-dc413b9fffac, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:10:41.148061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Transition to ACTIVE for port object 24886f16-dae8-40c3-b67c-7d6ebc8dc303 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:41.155497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d5c8-7d8b-4f7f-a76d-e3e6dcf1cdfc None None] Pushing event updated for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:41.157237 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.172005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network caf477c5-4f02-4179-ab05-dc413b9fffac is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:10:41.193939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, caf477c5-4f02-4179-ab05-dc413b9fffac) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:41.199503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:41.201296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.205339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088c643-3c34-4658-9317-73576d218acb None None] Network caf477c5-4f02-4179-ab05-dc413b9fffac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:10:41.229001 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eed80b82-a1a6-494a-8e76-d41056622fa0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4926264 Jul 15 17:10:41.230722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34016) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:41.257337 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Pushing event updated for resources: {'Port': ['ID=24886f16-dae8-40c3-b67c-7d6ebc8dc303,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:41.261031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Attempting to bind port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:41.261395 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Attempting to bind port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:41.261749 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Attempting to bind port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:41.269576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.269915 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.270251 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.270574 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.270904 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.271230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.271551 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.271870 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.272354 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.272682 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.273000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.273314 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:10:41.283641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Attempting to bind port 744181cc-4b43-42e3-9ce7-11a48f000a71 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:41.284019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Attempting to bind port 744181cc-4b43-42e3-9ce7-11a48f000a71 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:41.284456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Attempting to bind port 744181cc-4b43-42e3-9ce7-11a48f000a71 on network be456182-18b3-422e-8e64-f42648054cf9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:41.291667 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:41.292043 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:41.292737 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.293135 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:41.293612 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Bound port: 24886f16-dae8-40c3-b67c-7d6ebc8dc303, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:41.293991 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.295850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:41.296266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Checking segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:41.296815 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.297124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Bound using segment: {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:41.298575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Bound port: 744181cc-4b43-42e3-9ce7-11a48f000a71, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:41.298575 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.394155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] For port 24886f16-dae8-40c3-b67c-7d6ebc8dc303, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:41.410274 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] For port 24886f16-dae8-40c3-b67c-7d6ebc8dc303, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=24886f16-dae8-40c3-b67c-7d6ebc8dc303,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:41.417034 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.468167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] For port 744181cc-4b43-42e3-9ce7-11a48f000a71, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:41.504172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] For port 744181cc-4b43-42e3-9ce7-11a48f000a71, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=744181cc-4b43-42e3-9ce7-11a48f000a71,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:41.515915 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.585545 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:41.585784 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:41.587891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1d5c8-7d8b-4f7f-a76d-e3e6dcf1cdfc None None] Pushing event updated for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:41.604041 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eaed8-7afa-4ab0-bba8-1a298ffda1e6 None None] Pushing event updated for resources: {'Port': ['ID=24886f16-dae8-40c3-b67c-7d6ebc8dc303,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:41.640428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-caf477c5-4f02-4179-ab05-dc413b9fffac', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:10:41.641645 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.662235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:41.663689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:41.797723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:41.946183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:41.964870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:42.006370 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:42.040736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca759ef9-31e1-4da2-9816-4882de9d888f None None] The sync data for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 is: [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:42.087067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Allocated IP 172.20.0.2 (caf477c5-4f02-4179-ab05-dc413b9fffac/13ca9e00-8755-4e86-90f7-c8cb6a7d30ad/85e86b90-d324-4b63-b3f5-0a0134b7cbf0) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:42.372637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.384594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Transition to ACTIVE for port object 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:42.410499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Transition to ACTIVE for port object 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:42.418869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744181cc-4b43-42e3-9ce7-11a48f000a71', 'name': '', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e6:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:41Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:42.424183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.461991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67d3b5c-e7e7-48fb-ab91-23ef3b23392d None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:10:39Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '744181cc-4b43-42e3-9ce7-11a48f000a71', 'name': '', 'network_id': 'be456182-18b3-422e-8e64-f42648054cf9', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e6:96:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 3057, 'fixed_ips': [{'subnet_id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:41Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '393f76ab-b5cf-4ade-a501-f00f0ca41bfc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:42.501994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.20.0.1 (caf477c5-4f02-4179-ab05-dc413b9fffac/13ca9e00-8755-4e86-90f7-c8cb6a7d30ad/21f4a9f0-64d9-4098-9c79-4c36bd884439) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:42.520897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Network caf477c5-4f02-4179-ab05-dc413b9fffac is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:42.528635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:42.534865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:42.543293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Pushing event updated for resources: {'Port': ['ID=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:42.665910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Attempting to bind port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:42.666611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Attempting to bind port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:42.666611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Attempting to bind port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 on network caf477c5-4f02-4179-ab05-dc413b9fffac {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:42.674798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:42.675174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Checking segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:42.675582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.676056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Bound using segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:42.676581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Bound port: 85e86b90-d324-4b63-b3f5-0a0134b7cbf0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:42.676975 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.711016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.726798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Transition to ACTIVE for port object 21f4a9f0-64d9-4098-9c79-4c36bd884439 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:42.782522 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.839473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] For port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:42.848774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] For port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:42.860329 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:42.881132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network caf477c5-4f02-4179-ab05-dc413b9fffac is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:42.882723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:42.889667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:42.955018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97637f-af32-4611-8fb1-0d2b67ffe959 None None] Pushing event updated for resources: {'Port': ['ID=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:42.956565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:42.979828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.175303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.424568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 24886f16-dae8-40c3-b67c-7d6ebc8dc303 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:43.527215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:43.532466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:43.532838 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.621758 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.643669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.649257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.668332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 24886f16-dae8-40c3-b67c-7d6ebc8dc303, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=24886f16-dae8-40c3-b67c-7d6ebc8dc303,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:43.673747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.675423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 744181cc-4b43-42e3-9ce7-11a48f000a71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:43.754548 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.778657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=24886f16-dae8-40c3-b67c-7d6ebc8dc303,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:43.783734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 744181cc-4b43-42e3-9ce7-11a48f000a71 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:43.789556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 744181cc-4b43-42e3-9ce7-11a48f000a71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:43.789988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.796376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:43.890750 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:43.911932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network caf477c5-4f02-4179-ab05-dc413b9fffac is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:43.915239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:43.941477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 744181cc-4b43-42e3-9ce7-11a48f000a71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=744181cc-4b43-42e3-9ce7-11a48f000a71,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:43.947391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.044920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:44.100664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router 99f4f844-851b-44e5-8108-3cf934e52bfd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:10:44.217838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:44.223632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7096ab6a-93b8-4a4d-8de5-08f5a88e2e4f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "PUT /v2.0/routers/99f4f844-851b-44e5-8108-3cf934e52bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9911628 Jul 15 17:10:44.226421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34044) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:44.231655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--88490312', 'description': 'tempest-secgroup_access--88490312 description', 'project_id': 'd95baeccaac1480dba81b252287c1634'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:44.255738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.272625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584bd370-6c96-451f-815f-07e32be17c56 None None] Network caf477c5-4f02-4179-ab05-dc413b9fffac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:10:44.370541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.374758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.392431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6ca80f97-ee85-4b62-8a02-c4cfe18ad4ec None None] Provisioning for port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:44.430290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.432425 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2049525 Jul 15 17:10:44.434693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade13a1-bbe2-4a7d-bc49-9150412b97c0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3614a2-29c2-48b4-86b6-5cf3ba542b94,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:44.435249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34046) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:44.440510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--826557921', 'description': 'tempest-secgroup_general--826557921 description', 'project_id': 'd95baeccaac1480dba81b252287c1634'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:44.489287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.594317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.599653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.644771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.646099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2098043 Jul 15 17:10:44.649397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34050) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:44.650928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48879c-8f78-4fac-95f6-29217d2ddd1e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f660275-87e1-465b-b015-030952d8a9b2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:44.667951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'security_group_rule': {'security_group_id': '5d3614a2-29c2-48b4-86b6-5cf3ba542b94', 'project_id': 'd95baeccaac1480dba81b252287c1634', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:44.711329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.776552 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.782554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.804641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76f555a-2817-44fd-8a80-792e661e0179,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:44.809302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:44.810582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1879a15b-b83b-4a13-a5b0-837fa0053ee7 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596429 Jul 15 17:10:44.827897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Sync routers for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:44.837500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:44.838415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:44.986810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:44.989522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-78701919-aa22-47a0-986e-ead12bfdaad6 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--826557921&fields=id&tenant_id=d95baeccaac1480dba81b252287c1634 HTTP/1.1" status: 200 len: 267 time: 0.0456171 Jul 15 17:10:45.037143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-98990518-0946-498c-b08f-d78557e0dfbc tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--88490312&fields=id&tenant_id=d95baeccaac1480dba81b252287c1634 HTTP/1.1" status: 200 len: 267 time: 0.0386057 Jul 15 17:10:45.170047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-197dbc49-1c5f-4f0e-9dee-527feff7a065 None None] Provisioning for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:45.201817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-197dbc49-1c5f-4f0e-9dee-527feff7a065 None None] Provisioning complete for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:45.204588 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-197dbc49-1c5f-4f0e-9dee-527feff7a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:45.219410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-16894736-b0dc-4b46-bd73-9429b20782e8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:45.221337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-16894736-b0dc-4b46-bd73-9429b20782e8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/networks?id=caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 200 len: 797 time: 0.1736398 Jul 15 17:10:45.250737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-0a24a8dd-6f32-405f-a496-d6218e7971f9 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/quotas/d95baeccaac1480dba81b252287c1634 HTTP/1.1" status: 200 len: 375 time: 0.0183587 Jul 15 17:10:45.300931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-197dbc49-1c5f-4f0e-9dee-527feff7a065 None None] Port 21f4a9f0-64d9-4098-9c79-4c36bd884439 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:45.396745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-f6c1cd62-fd4e-4d1c-899b-93e69ea3714f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376903 Jul 15 17:10:45.571417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-b626c078-692a-4733-9c21-39bc785451ff service neutron] 10.222.0.25 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554677 Jul 15 17:10:45.625222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 24886f16-dae8-40c3-b67c-7d6ebc8dc303 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:45.650291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dd32e728-4783-4b07-a0b8-44552da77c67 None None] Provisioning complete for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:45.650779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dd32e728-4783-4b07-a0b8-44552da77c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:45.674149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-477a5bfe-a1cc-467e-8abb-6b9af2515afb service neutron] 10.222.0.25 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953565 Jul 15 17:10:45.705229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dd32e728-4783-4b07-a0b8-44552da77c67 None None] Port 21f4a9f0-64d9-4098-9c79-4c36bd884439 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:45.729545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:45.729995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:45.758873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 2, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:45.793191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Checking router: 99f4f844-851b-44e5-8108-3cf934e52bfd for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:45.793610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Updating router 99f4f844-851b-44e5-8108-3cf934e52bfd port 21f4a9f0-64d9-4098-9c79-4c36bd884439 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:10:45.850116 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:45.862446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e8c2021-b684-4ba3-b8ac-8702450a84cc None None] Provisioning complete for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:45.862905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2021-b684-4ba3-b8ac-8702450a84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:45.956046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c2021-b684-4ba3-b8ac-8702450a84cc None None] Port 21f4a9f0-64d9-4098-9c79-4c36bd884439 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:45.963751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59cc27c1-3c84-4fbb-9544-509c6361fadf req-78978fda-1ed3-4d68-9b2d-6cdf1f8fc48f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 210 time: 0.0686765 Jul 15 17:10:45.966254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:46.146029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:46.155650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:46.156049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.309150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.311338 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.329887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Transition to ACTIVE for port object 21f4a9f0-64d9-4098-9c79-4c36bd884439 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:46.339787 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.395406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:46.408132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486929-8f98-456e-9148-aed31f86cb82 None None] Pushing event updated for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:46.412762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.413545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 744181cc-4b43-42e3-9ce7-11a48f000a71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:46.548187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:46.563518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Attempting to bind port 21f4a9f0-64d9-4098-9c79-4c36bd884439 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:46.563887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Attempting to bind port 21f4a9f0-64d9-4098-9c79-4c36bd884439 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:46.564277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Attempting to bind port 21f4a9f0-64d9-4098-9c79-4c36bd884439 on network caf477c5-4f02-4179-ab05-dc413b9fffac {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:46.573189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:46.573616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Checking segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:46.574022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.574488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Bound using segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:46.574989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Bound port: 21f4a9f0-64d9-4098-9c79-4c36bd884439, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:46.575371 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.592432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 744181cc-4b43-42e3-9ce7-11a48f000a71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:46.592803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.703356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] For port 21f4a9f0-64d9-4098-9c79-4c36bd884439, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:46.717971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] For port 21f4a9f0-64d9-4098-9c79-4c36bd884439, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f4a9f0-64d9-4098-9c79-4c36bd884439,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:46.739229 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:46.816521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486929-8f98-456e-9148-aed31f86cb82 None None] Pushing event updated for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:46.819147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:46.819741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:46.970209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:47.177675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff187366-6d66-48a3-abc6-a93b95a44f18 req-152f9633-be61-4086-b92a-82b183c60be1 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 210 time: 0.0405550 Jul 15 17:10:47.178168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-9dd9a848-8f64-4797-87ba-0c2aad88b1f1 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:47.179557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-9dd9a848-8f64-4797-87ba-0c2aad88b1f1 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.20 "GET /v2.0/networks?id=caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 200 len: 797 time: 0.1517198 Jul 15 17:10:47.243603 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-4d99b1c8-22c9-4cf9-8392-03026fdeed39 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95baeccaac1480dba81b252287c1634 HTTP/1.1" status: 200 len: 475 time: 0.0529375 Jul 15 17:10:47.257487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'port': {'device_id': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'admin_state_up': True, 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'security_groups': ['1f660275-87e1-465b-b015-030952d8a9b2', '5d3614a2-29c2-48b4-86b6-5cf3ba542b94']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:47.316317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:46Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:47.320768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:47.351496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cc7637-9b78-42c9-a87e-817ec051f9e1 None None] The sync data for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 is: [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:46Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:47.448303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:47.448831 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:47.467991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:10:47.473143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:47.624871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.20.0.10 (caf477c5-4f02-4179-ab05-dc413b9fffac/13ca9e00-8755-4e86-90f7-c8cb6a7d30ad/a5f90951-33c9-49d7-8def-3fdc7dcef9b6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:47.801915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:47.817000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Transition to ACTIVE for port object a5f90951-33c9-49d7-8def-3fdc7dcef9b6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:47.852393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:47.893794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network caf477c5-4f02-4179-ab05-dc413b9fffac is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:47.897324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:47.901743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:47.942920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:47.970694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:47.971649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:47.987944 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-685531a1-5252-41c5-8e63-6ca5f5259a84 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7352102 Jul 15 17:10:48.003524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Request body: {'port': {'device_id': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:48.102158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.236139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05895148-ed1c-4657-9c7c-79a8e512bcb3 None None] Provisioning for port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:48.244435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-05895148-ed1c-4657-9c7c-79a8e512bcb3 None None] Provisioning complete for port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:48.244812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05895148-ed1c-4657-9c7c-79a8e512bcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.325109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-05895148-ed1c-4657-9c7c-79a8e512bcb3 None None] Port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:10:48.431816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c155cc-d410-4c91-9f55-52f9e79ce012 req-d792b866-46ce-4a76-85f0-df8faed5536d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:48.434442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38c155cc-d410-4c91-9f55-52f9e79ce012 req-d792b866-46ce-4a76-85f0-df8faed5536d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 971 time: 0.0769873 Jul 15 17:10:48.467267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f90951-33c9-49d7-8def-3fdc7dcef9b6 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:10:48.475435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.485856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38c155cc-d410-4c91-9f55-52f9e79ce012 req-d190cc88-28a5-4f4b-a496-0bed26c7cc82 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0441737 Jul 15 17:10:48.492482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Transition to ACTIVE for port object a5f90951-33c9-49d7-8def-3fdc7dcef9b6 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:10:48.496423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.547455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:48.626199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Attempting to bind port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:10:48.626540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Attempting to bind port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:10:48.626872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Attempting to bind port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 on network caf477c5-4f02-4179-ab05-dc413b9fffac {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:48.631567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 on network caf477c5-4f02-4179-ab05-dc413b9fffac not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:10:48.631892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Attempting to bind port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 on network caf477c5-4f02-4179-ab05-dc413b9fffac {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:10:48.636938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:10:48.637276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Checking segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:10:48.637688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Bound using segment: {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:10:48.638114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Bound port: a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040d4b0a-9fee-4321-aef8-2e6d36b13dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:10:48.638475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.720203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:10:48.723736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:10:48.728230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.765972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:48.766598 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:48.768017 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] 10.222.0.20 "PUT /v2.0/ports/a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 200 len: 1131 time: 0.7713876 Jul 15 17:10:48.768520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:10:48.770924 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc248c6-83b4-49d8-9e4d-a168c29c260f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:10:48.868914 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94d91cb-6d3e-44dc-a5ed-b3a5799a6bdd x-openstack-request-id: req-a94d91cb-6d3e-44dc-a5ed-b3a5799a6bdd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:10:48.869582 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:10:48.870331 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a94d91cb-6d3e-44dc-a5ed-b3a5799a6bdd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:10:48.870758 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'status': 'completed', 'code': 200} Jul 15 17:10:48.876240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa44e8e-62ec-4fcf-b50f-c2cad36a3f75 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:48.902784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-fe40212c-10b7-4730-9ecf-9e74c0050164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:48.904941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-fe40212c-10b7-4730-9ecf-9e74c0050164 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1134 time: 0.0886307 Jul 15 17:10:48.968255 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-7d9f8830-2530-4823-90bc-da2bf24dff03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 200 len: 217 time: 0.0553050 Jul 15 17:10:49.036582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-319de0ee-b069-49f2-8896-3effe38bd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.038266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-319de0ee-b069-49f2-8896-3effe38bd9b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad HTTP/1.1" status: 200 len: 835 time: 0.0643063 Jul 15 17:10:49.100300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-3952c17a-4686-4a6b-9b73-1b316ee83783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.101910 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-3952c17a-4686-4a6b-9b73-1b316ee83783 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=caf477c5-4f02-4179-ab05-dc413b9fffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579104 Jul 15 17:10:49.202945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-d4d6ccbf-b9c8-4ba5-9cad-183318ef2acd service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948088 Jul 15 17:10:49.295747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f4a9f0-64d9-4098-9c79-4c36bd884439 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:49.329307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8a48dead-6356-4fed-b7fe-9524d0ef5d8b req-b1892525-dfef-46e8-a5e0-37e82d292677 service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191418 Jul 15 17:10:49.375227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:49.379210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:49.379615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:49.453301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-300a762a-7233-495c-b372-7b7746a3785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.456684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-300a762a-7233-495c-b372-7b7746a3785d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1134 time: 0.0792282 Jul 15 17:10:49.465014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:49.504456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 21f4a9f0-64d9-4098-9c79-4c36bd884439, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f4a9f0-64d9-4098-9c79-4c36bd884439,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:49.509218 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:49.565601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-9acb8170-770a-4ab2-af05-88ffae6fdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.567250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-9acb8170-770a-4ab2-af05-88ffae6fdc0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 200 len: 897 time: 0.1042290 Jul 15 17:10:49.578884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:49.625645 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-dc874592-f054-4591-9a9e-1b1aa93868ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 200 len: 217 time: 0.0508223 Jul 15 17:10:49.692633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2abc0-2d2a-4683-9669-cb48c87b2da1 req-bc022a09-e161-47b1-8302-0de332aff5dc tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.694294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2b2abc0-2d2a-4683-9669-cb48c87b2da1 req-bc022a09-e161-47b1-8302-0de332aff5dc tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 983 time: 0.0725496 Jul 15 17:10:49.698615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-d6cc09c6-a7ba-45c8-a6c7-0d917de2210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.700257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-d6cc09c6-a7ba-45c8-a6c7-0d917de2210b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad HTTP/1.1" status: 200 len: 835 time: 0.0683365 Jul 15 17:10:49.744480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2b2abc0-2d2a-4683-9669-cb48c87b2da1 req-8fdf18fe-d4d0-485f-9de0-90f91264fa7c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0430477 Jul 15 17:10:49.766873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-4b9df757-5a7e-461d-8a76-9936f506c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:49.768473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-4b9df757-5a7e-461d-8a76-9936f506c265 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=caf477c5-4f02-4179-ab05-dc413b9fffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601563 Jul 15 17:10:49.866133 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-f5403c07-ddc0-4440-9abf-0c90002f1b60 service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909567 Jul 15 17:10:49.966061 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fcc248c6-83b4-49d8-9e4d-a168c29c260f req-ae05f4c3-d431-41dc-845f-54762e577cc0 service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910776 Jul 15 17:10:50.923385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e409e-a661-4445-be21-043cb7803d7e req-dda48a0f-beb7-465e-8c67-9348bfcf6ff9 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:50.924891 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b87e409e-a661-4445-be21-043cb7803d7e req-dda48a0f-beb7-465e-8c67-9348bfcf6ff9 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 983 time: 0.0659053 Jul 15 17:10:50.968327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b87e409e-a661-4445-be21-043cb7803d7e req-b957d91c-a247-41a9-bee3-0e23268dda0f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0377884 Jul 15 17:10:51.256798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f4a9f0-64d9-4098-9c79-4c36bd884439 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:51.309239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 21f4a9f0-64d9-4098-9c79-4c36bd884439 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:51.309612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:52.167308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000b532-2d8a-4779-93c0-57bb2f5a41e8 req-6a2d3ef4-6820-4ebe-b9aa-97c70959ffec tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:52.168756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e000b532-2d8a-4779-93c0-57bb2f5a41e8 req-6a2d3ef4-6820-4ebe-b9aa-97c70959ffec tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 983 time: 0.0889430 Jul 15 17:10:52.212037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e000b532-2d8a-4779-93c0-57bb2f5a41e8 req-290c45ba-c6e7-4414-a6cc-2bbdc8a0e73e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0359635 Jul 15 17:10:52.322271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a5f90951-33c9-49d7-8def-3fdc7dcef9b6 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:10:52.422377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:52.432805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'port_id': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'mac_address': 'fa:16:3e:97:9e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:10:52.468796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:52.480851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f90951-33c9-49d7-8def-3fdc7dcef9b6 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:10:52.500402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:52.504272 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:52.552454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:52.798816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['a5f90951-33c9-49d7-8def-3fdc7dcef9b6'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:10:53.394708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029fbca-4a20-42c1-b8e1-59008ede6f92 req-4e3e8568-4b1e-498b-ba76-108d54ea3ef0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:53.396264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4029fbca-4a20-42c1-b8e1-59008ede6f92 req-4e3e8568-4b1e-498b-ba76-108d54ea3ef0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 984 time: 0.0649848 Jul 15 17:10:53.436323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4029fbca-4a20-42c1-b8e1-59008ede6f92 req-c746b515-33bb-43b6-a662-210e9c19c891 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0340374 Jul 15 17:10:54.321493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a5f90951-33c9-49d7-8def-3fdc7dcef9b6 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:10:54.374095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:10:54.378028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:10:54.378401 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:54.456901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:54.479283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:10:54.481541 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054567a-6c4a-4c22-a1ba-72dfb60682be" -d '{"events": [{"server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:10:54.500566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:10:54.505236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:54.539876 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aae0485-1ce0-4728-9e4b-a7b0102f5efa x-openstack-request-id: req-6aae0485-1ce0-4728-9e4b-a7b0102f5efa {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:10:54.540635 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:10:54.541046 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6aae0485-1ce0-4728-9e4b-a7b0102f5efa {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:10:54.541601 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'code': 200} Jul 15 17:10:54.574285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:54.632539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d9701-5209-4627-a41a-eb9b5a9dbcde req-c167b8a7-f169-42ce-b842-b8b7ee478ae5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:54.634571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d2d9701-5209-4627-a41a-eb9b5a9dbcde req-c167b8a7-f169-42ce-b842-b8b7ee478ae5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.0776446 Jul 15 17:10:54.642262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01e2f-9adc-4ed3-84d7-712fec8e15fb req-4d685ab9-3885-410c-9af2-7d8feac9d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:54.643762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf01e2f-9adc-4ed3-84d7-712fec8e15fb req-4d685ab9-3885-410c-9af2-7d8feac9d347 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1136 time: 0.0526788 Jul 15 17:10:54.678341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d2d9701-5209-4627-a41a-eb9b5a9dbcde req-b8296a51-b0a6-4fd0-b558-91b302c2357a tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0374672 Jul 15 17:10:54.687533 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bdf01e2f-9adc-4ed3-84d7-712fec8e15fb req-946eb8bf-95f0-458c-bb8e-150c72df8400 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&id=1f660275-87e1-465b-b015-030952d8a9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0366359 Jul 15 17:10:55.771845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-acb4472f-f5ff-4e92-b6af-95a0b642744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:55.855343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56caacd-8b65-4a37-b01b-dae6a464653b req-1f71195d-b08a-48a8-afbc-5194cf81a01c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:55.857008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d56caacd-8b65-4a37-b01b-dae6a464653b req-1f71195d-b08a-48a8-afbc-5194cf81a01c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.0660577 Jul 15 17:10:55.902710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d56caacd-8b65-4a37-b01b-dae6a464653b req-37301075-1a51-4542-8d2f-25a08eb7d2d0 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0389886 Jul 15 17:10:56.081612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee4623-0634-4610-8d5c-529f145f46c3 req-1393ed70-a9b0-4aa6-ae2e-6daf603a8241 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:56.083123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fee4623-0634-4610-8d5c-529f145f46c3 req-1393ed70-a9b0-4aa6-ae2e-6daf603a8241 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.0649595 Jul 15 17:10:56.128827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4fee4623-0634-4610-8d5c-529f145f46c3 req-3f6e4c1e-cf4f-4a78-bdbc-ed49958ba456 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0395575 Jul 15 17:10:56.288010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-7ac64dc8-2e9c-4e78-8832-f8e623a56a30 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:56.289463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-7ac64dc8-2e9c-4e78-8832-f8e623a56a30 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1136 time: 0.0519199 Jul 15 17:10:56.308057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-e99ec4a0-8afe-410b-afe3-60284f02bba3 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.400723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-e99ec4a0-8afe-410b-afe3-60284f02bba3 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.405274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-e99ec4a0-8afe-410b-afe3-60284f02bba3 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.426159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a273782-3b32-45c8-a9a6-ea93053d4306 req-e99ec4a0-8afe-410b-afe3-60284f02bba3 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1301775 Jul 15 17:10:56.437092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ec4a0-8afe-410b-afe3-60284f02bba3 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6ff7b-70f6-4cb8-af7f-0dc57faa5c3c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:56.450698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:56.504808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0abca9-22a9-4599-8d5c-e43d9e879a4a tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:56.506358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a0abca9-22a9-4599-8d5c-e43d9e879a4a tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1131 time: 0.0533125 Jul 15 17:10:56.509559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:56.514819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:10:56.538454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.635073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.746060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.25.8.66 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/852bb3e0-2985-4882-b762-43134543219d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:10:56.860592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.902243 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:56.944251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:10:56.947217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:10:56.949704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:10:56.971601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=852bb3e0-2985-4882-b762-43134543219d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:57.316052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:57.390226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:57.540121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:57.544536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:57.616486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=852bb3e0-2985-4882-b762-43134543219d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:10:57.624850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:57.726087 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Floating IP 804efbc2-f7dc-4039-b2f2-5d624baafbb4 associated. External IP: 172.25.8.66, port: a5f90951-33c9-49d7-8def-3fdc7dcef9b6. Jul 15 17:10:58.248931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router 99f4f844-851b-44e5-8108-3cf934e52bfd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:10:58.363157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:10:58.373235 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Sync routers for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:10:58.379505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:58.384473 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:58.385387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:58.419576 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d32b8856-3dff-4410-87ad-08dd7f00fe64 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9064472 Jul 15 17:10:58.419576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:10:58.420711 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8c229-7d56-4f14-9534-920272a4cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:10:58.421710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:58.459179 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc976b7-1d43-4989-a738-ff4aa5559541 x-openstack-request-id: req-5bc976b7-1d43-4989-a738-ff4aa5559541 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:10:58.459470 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:10:58.459719 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bc976b7-1d43-4989-a738-ff4aa5559541 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:10:58.460280 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'status': 'completed', 'code': 200} Jul 15 17:10:58.508145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:58.536777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-95a5b5f1-8b93-4c0c-ac4e-07075e4563f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:58.538299 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-95a5b5f1-8b93-4c0c-ac4e-07075e4563f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1136 time: 0.0562694 Jul 15 17:10:58.648687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-458b9d42-0ef2-47ca-bda2-c78de86038fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:58.650371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-458b9d42-0ef2-47ca-bda2-c78de86038fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 200 len: 897 time: 0.1055489 Jul 15 17:10:58.765865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-5e598ebf-a428-405c-8ee9-873a4f8e6b09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 200 len: 999 time: 0.1086061 Jul 15 17:10:58.807028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:58.828209 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '804efbc2-f7dc-4039-b2f2-5d624baafbb4', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'port_id': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'mac_address': 'fa:16:3e:97:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:10:57Z', 'updated_at': '2021-07-15T17:10:57Z', 'revision_number': 0, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:58.866408 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Checking router: 99f4f844-851b-44e5-8108-3cf934e52bfd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:10:58.870058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-b4f58c6b-d600-4727-84d3-b4f9704be72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:58.872558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-b4f58c6b-d600-4727-84d3-b4f9704be72f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad HTTP/1.1" status: 200 len: 835 time: 0.0981214 Jul 15 17:10:58.878323 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:10:58.879119 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:58.944144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-753a053b-eb62-44f8-9e0b-b3f03d9b9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:58.946122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-753a053b-eb62-44f8-9e0b-b3f03d9b9479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=caf477c5-4f02-4179-ab05-dc413b9fffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662963 Jul 15 17:10:59.028198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.028680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.029708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.030358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.030818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.031894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.031894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.032439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.032900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.033354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.033809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.034264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.039828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bc8d62fe-8835-4f86-8e9a-b7621fb01ef0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8435 time: 0.6122212 Jul 15 17:10:59.040037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34232) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:59.113103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f10021c-584f-48cd-8b4e-47d3a8a40909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:59.113319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-c5cf1340-a3b0-49e5-b31c-64e5b1dc3be1 service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591475 Jul 15 17:10:59.132777 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:10:59.152886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.153481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.154441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.154992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.155447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.155914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.156397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.157259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.157259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.157744 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.158185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.158625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.160792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-63d131ff-853f-444b-9320-7b624e29dd41 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7715 time: 0.1204212 Jul 15 17:10:59.163827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34236) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:59.241334 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-43f8c229-7d56-4f14-9534-920272a4cde3 req-0cf3a102-9a47-42a9-a3b7-a53ec542ce9f service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210380 Jul 15 17:10:59.390241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '804efbc2-f7dc-4039-b2f2-5d624baafbb4', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'port_id': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'mac_address': 'fa:16:3e:97:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:10:57Z', 'updated_at': '2021-07-15T17:10:57Z', 'revision_number': 0, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:10:59.420418 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332076d8-db63-47e0-9b9d-4d704e673bf1 None None] The sync data for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 is: [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '804efbc2-f7dc-4039-b2f2-5d624baafbb4', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'port_id': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'mac_address': 'fa:16:3e:97:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:10:57Z', 'updated_at': '2021-07-15T17:10:57Z', 'revision_number': 0, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:10:59.430537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-30dbb3a4-c20e-4845-9c92-6f36218d56aa tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5229 time: 0.2621090 Jul 15 17:10:59.431066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34238) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:10:59.489569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b473857-ee93-4cbe-b206-d2b1ebf492c8 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.489966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b473857-ee93-4cbe-b206-d2b1ebf492c8 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:10:59.496173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b473857-ee93-4cbe-b206-d2b1ebf492c8 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=99f4f844-851b-44e5-8108-3cf934e52bfd HTTP/1.1" status: 200 len: 1990 time: 0.0599174 Jul 15 17:10:59.541173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:10:59.655578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0be24-6177-49f5-b314-c448d58404d6 None None] New status for floating IP 804efbc2-f7dc-4039-b2f2-5d624baafbb4: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:11:00.673133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.679069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.685061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.691237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.697112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.703216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.709138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:00.711051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-dfafc852-613c-4129-a246-3633e66915ff tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.1117349 Jul 15 17:11:00.751883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20d74ae9-e6e7-44c0-b16d-2f0c55d22d28 req-0b37c26c-7eab-4c8f-ad63-fa4e66e1e078 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341201 Jul 15 17:11:00.815516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34262) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:01.183908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:01.270687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:01.522734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 744181cc-4b43-42e3-9ce7-11a48f000a71 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:01.523198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:01.615625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 744181cc-4b43-42e3-9ce7-11a48f000a71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=744181cc-4b43-42e3-9ce7-11a48f000a71,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:01.615987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:01.628368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 744181cc-4b43-42e3-9ce7-11a48f000a71 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:01.794447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.801326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.807835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.814817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.821518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.823144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:01.828376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.834682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.836873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-3879312e-209d-4989-a826-e556f52fe0f8 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.1220741 Jul 15 17:11:01.863027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=744181cc-4b43-42e3-9ce7-11a48f000a71,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:01.914577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-89d22d81-2ec5-451a-a3b8-f6d435edb1df tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:01.920022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-89d22d81-2ec5-451a-a3b8-f6d435edb1df tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0727921 Jul 15 17:11:02.055462 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-82e1259a-20c5-4ca8-93f9-238033aa774a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1320748 Jul 15 17:11:02.067319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:02.106516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.113232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.119323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.127108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.133751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.141473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.147342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.149663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.152637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-fe476ad5-f551-4735-8021-42de97ea2cb9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 5445 time: 0.2138503 Jul 15 17:11:02.184738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.221163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe7b7be-139b-44c2-89dd-7494c33949fe req-cba6be24-c94a-43fd-9db3-d392e797012d tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=061f8409-0554-4fe1-818c-9c8941bf9d85&id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647798 Jul 15 17:11:02.297022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a393081d-7566-4737-92d5-ee4cb91d4f91,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:02.340715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] For port a393081d-7566-4737-92d5-ee4cb91d4f91, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:02.376816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] device_id is not set on port a393081d-7566-4737-92d5-ee4cb91d4f91 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:11:02.385403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.392984 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.462644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Pushing event updated for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:02.465434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] No DVR routers for this DVR port a393081d-7566-4737-92d5-ee4cb91d4f91 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:02.490899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:02.507749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] In _notify_port_updated(), no bound segment for port a393081d-7566-4737-92d5-ee4cb91d4f91 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:11:02.508748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.509377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.510901 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-27511973-41c6-4d16-8922-ace75196e202 service neutron] 10.222.0.20 "PUT /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 200 len: 1033 time: 0.4478419 Jul 15 17:11:02.572847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-ba15f4ab-a490-468b-8467-e95465c7c57c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:02.574308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-ba15f4ab-a490-468b-8467-e95465c7c57c tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "GET /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0568264 Jul 15 17:11:02.585055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:02.619388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:02.631688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9dc78880-18cb-4c8e-a787-86369d470b99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/1664ce68-ffeb-4e78-8750-294121f9d922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8149376 Jul 15 17:11:02.632403 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:02.649041 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:02.649663 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:02.698239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.738400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-459324e7-695c-4a89-89c0-47905b952813 None None] Provisioning complete for port a393081d-7566-4737-92d5-ee4cb91d4f91 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:02.738929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-459324e7-695c-4a89-89c0-47905b952813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.784182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:02.807332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-459324e7-695c-4a89-89c0-47905b952813 None None] Port a393081d-7566-4737-92d5-ee4cb91d4f91 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:02.852884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a28eb98d-6234-480a-a72a-7ff91e33cd64,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:02.904786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] For port a28eb98d-6234-480a-a72a-7ff91e33cd64, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:02.941997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] device_id is not set on port a28eb98d-6234-480a-a72a-7ff91e33cd64 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:11:02.952016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:02.958099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.027007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] No DVR routers for this DVR port a28eb98d-6234-480a-a72a-7ff91e33cd64 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:03.069948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0bda-64bd-4a64-b639-1249ac7665b9 req-0fa3a4a2-1cf5-4c90-a4d3-a6dc1979ea34 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.078398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-004c0bda-64bd-4a64-b639-1249ac7665b9 req-0fa3a4a2-1cf5-4c90-a4d3-a6dc1979ea34 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 946 time: 0.1036317 Jul 15 17:11:03.088173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Pushing event updated for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:03.110444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] In _notify_port_updated(), no bound segment for port a28eb98d-6234-480a-a72a-7ff91e33cd64 on network aa52719c-374c-4734-8aa0-97000847b98d {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:11:03.111336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.111952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.113291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-4e9cfef6-eb27-465a-a83b-f7d7116809cf service neutron] 10.222.0.20 "PUT /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 200 len: 1032 time: 0.5324430 Jul 15 17:11:03.121770 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:03.140933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-004c0bda-64bd-4a64-b639-1249ac7665b9 req-93affc08-438d-4ab5-8c62-cd45e4241962 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615461 Jul 15 17:11:03.205349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:03.218918 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:03.219745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:03.274186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:03.280016 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.343182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8db4a48f-1771-4806-93d6-6c13c22a16a5 None None] Provisioning complete for port a28eb98d-6234-480a-a72a-7ff91e33cd64 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:03.346580 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8db4a48f-1771-4806-93d6-6c13c22a16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.352790 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:03.408237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:03.408657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.422734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:03.452645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8db4a48f-1771-4806-93d6-6c13c22a16a5 None None] Port a28eb98d-6234-480a-a72a-7ff91e33cd64 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:03.494410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.503027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.509262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.516255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.522671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:03.524805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-c2dd0694-262e-4e87-9a97-53bac4cba468 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 3886 time: 0.1152015 Jul 15 17:11:03.584280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cdb60fe-d914-4a85-8252-805ebc57823b req-16761528-6859-4ef3-be7e-f8b5e42fa2db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503633 Jul 15 17:11:03.618489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.621723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:03.649801 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f1dc0-b217-4064-a9f9-e1f96c8c931d None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '88adf9ec-792a-425d-93f7-c7c25c9b7293', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'port_id': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'mac_address': 'fa:16:3e:7f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:09:45Z', 'updated_at': '2021-07-15T17:09:48Z', 'revision_number': 1, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:03.705239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=5f381dfa-b1c1-4d23-9dee-22f8c87b01e6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:03.708436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:03.711239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.713594 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-dcc9136d-19db-4cab-9b12-64acf44823eb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "DELETE /v2.0/ports/5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 HTTP/1.1" status: 204 len: 173 time: 0.5947237 Jul 15 17:11:03.714027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:03.716271 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4c26b8-03a5-42a4-b5ac-922bdac382c0" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:03.761310 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2df6e-91f2-4db2-895b-62b5907d50c0 x-openstack-request-id: req-c8e2df6e-91f2-4db2-895b-62b5907d50c0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:03.761607 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "5f381dfa-b1c1-4d23-9dee-22f8c87b01e6", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:03.761862 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8e2df6e-91f2-4db2-895b-62b5907d50c0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:03.762257 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': '5f381dfa-b1c1-4d23-9dee-22f8c87b01e6', 'status': 'completed', 'code': 200} Jul 15 17:11:03.820801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port e2ea24b4-3355-4b80-b957-845ea5d69024 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:03.821140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:03.909424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port e2ea24b4-3355-4b80-b957-845ea5d69024, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e2ea24b4-3355-4b80-b957-845ea5d69024,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:03.910066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.098679 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.099284 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.099791 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Floating IP c3c0bd47-83ae-4b78-bb2e-dc969049f3d9 disassociated. External IP: 172.25.8.170, port: e2ea24b4-3355-4b80-b957-845ea5d69024. Jul 15 17:11:04.100381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for e2ea24b4-3355-4b80-b957-845ea5d69024 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:04.283378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.366267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-93665852-46bf-49cb-ba96-910f0ee4a39c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:04.367950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-93665852-46bf-49cb-ba96-910f0ee4a39c tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 946 time: 0.1172218 Jul 15 17:11:04.369297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:04.377688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=e2ea24b4-3355-4b80-b957-845ea5d69024,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:04.455651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Router ee2db830-6476-4d6c-be37-487dcb1887bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:04.468480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.510578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:04.512528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:04.516861 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f94065f-bd6e-4b8d-9ae9-c9d332ff3577" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-unplugged", "status": "completed", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:04.522424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.523997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:04.568131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:04.568484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5f381dfa-b1c1-4d23-9dee-22f8c87b01e6 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:04.568912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e2ea24b4-3355-4b80-b957-845ea5d69024 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:04.601392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:04.636642 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e1a91f-3134-432f-8f7d-e4945e76b737 x-openstack-request-id: req-42e1a91f-3134-432f-8f7d-e4945e76b737 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:04.637190 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-unplugged", "status": "completed", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:04.637828 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42e1a91f-3134-432f-8f7d-e4945e76b737 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:04.639044 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'code': 200} Jul 15 17:11:04.640259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Sync routers for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:04.652263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: e2ea24b4-3355-4b80-b957-845ea5d69024 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:04.653034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e2ea24b4-3355-4b80-b957-845ea5d69024 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:04.653645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a393081d-7566-4737-92d5-ee4cb91d4f91 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:04.696022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:04.696942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:04.711212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port e2ea24b4-3355-4b80-b957-845ea5d69024 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:04.720540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.722595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-248f9e5e-8ffe-4a18-80ab-7a8df7c9e919 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "DELETE /v2.0/ports/e2ea24b4-3355-4b80-b957-845ea5d69024 HTTP/1.1" status: 204 len: 173 time: 1.0030441 Jul 15 17:11:04.806690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fe538-3ed8-4eaf-93ad-f7a2ffed5841 req-6713ff55-9231-43d6-8dac-f0e58373bc2a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:04.808518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c26fe538-3ed8-4eaf-93ad-f7a2ffed5841 req-6713ff55-9231-43d6-8dac-f0e58373bc2a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 946 time: 0.5027063 Jul 15 17:11:04.845994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:04.885689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c26fe538-3ed8-4eaf-93ad-f7a2ffed5841 req-3a246f9f-2e11-4d40-9db4-d70c84024a70 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a81d93c-7b7f-48fe-a87c-9a487d95de5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698965 Jul 15 17:11:04.927701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port f397d9a4-daf4-46d0-9e7f-573762eaa754 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:04.928210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.962309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port bdd11baa-e487-4ebf-9568-20fe041f5c59 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:04.962875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:04.981990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:05.033092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a393081d-7566-4737-92d5-ee4cb91d4f91 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:05.033532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a28eb98d-6234-480a-a72a-7ff91e33cd64 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:05.073153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a28eb98d-6234-480a-a72a-7ff91e33cd64 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:05.073577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device cc18a8b0-09e5-4d57-9988-81eb0a019e81 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:05.106038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port bdd11baa-e487-4ebf-9568-20fe041f5c59, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bdd11baa-e487-4ebf-9568-20fe041f5c59,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:05.107111 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.114384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port f397d9a4-daf4-46d0-9e7f-573762eaa754, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=f397d9a4-daf4-46d0-9e7f-573762eaa754,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:05.115051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.123500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for bdd11baa-e487-4ebf-9568-20fe041f5c59 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:05.137708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for f397d9a4-daf4-46d0-9e7f-573762eaa754 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:05.151227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226a0d-1946-4842-aa9f-dc4cc3c2bd1b req-12d42ddc-9cbe-43cb-a937-75b79f547a46 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:05.157461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226a0d-1946-4842-aa9f-dc4cc3c2bd1b req-12d42ddc-9cbe-43cb-a937-75b79f547a46 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:05.163528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226a0d-1946-4842-aa9f-dc4cc3c2bd1b req-12d42ddc-9cbe-43cb-a937-75b79f547a46 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:05.165281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c226a0d-1946-4842-aa9f-dc4cc3c2bd1b req-12d42ddc-9cbe-43cb-a937-75b79f547a46 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 2414 time: 0.1729171 Jul 15 17:11:05.196233 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.242310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:05.257655 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.258432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bdd11baa-e487-4ebf-9568-20fe041f5c59 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:05.271202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.304273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 744181cc-4b43-42e3-9ce7-11a48f000a71 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:05.310202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c226a0d-1946-4842-aa9f-dc4cc3c2bd1b req-de71116e-733e-4a97-afda-e5f62f151244 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371148 Jul 15 17:11:05.320990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=bdd11baa-e487-4ebf-9568-20fe041f5c59,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:05.390801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port bdd11baa-e487-4ebf-9568-20fe041f5c59 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:05.394232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.394488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:05.397048 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-23a8da55-a5aa-4ff3-9dc8-380a953cfdbc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "DELETE /v2.0/ports/bdd11baa-e487-4ebf-9568-20fe041f5c59 HTTP/1.1" status: 204 len: 173 time: 0.6696262 Jul 15 17:11:05.402238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 744181cc-4b43-42e3-9ce7-11a48f000a71 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:05.402637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 744181cc-4b43-42e3-9ce7-11a48f000a71 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:05.406846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No active binding found for port bdd11baa-e487-4ebf-9568-20fe041f5c59 {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 17:11:05.407325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bdd11baa-e487-4ebf-9568-20fe041f5c59 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:05.423631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:05.454671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Checking router: ee2db830-6476-4d6c-be37-487dcb1887bf for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:05.463753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:05.464495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:05.480347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.518759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=f397d9a4-daf4-46d0-9e7f-573762eaa754,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:05.550863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:05.552199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.586682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] No DVR routers for this DVR port f397d9a4-daf4-46d0-9e7f-573762eaa754 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:05.589657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.592621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb12c27c-2f27-4218-b34b-c93f635a48d9 req-a00d50e4-5718-45ab-8f91-71ee0a266ea2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "DELETE /v2.0/ports/f397d9a4-daf4-46d0-9e7f-573762eaa754 HTTP/1.1" status: 204 len: 173 time: 1.2180254 Jul 15 17:11:05.593258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'name': 'network-vif-deleted', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:05.595685 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3757f164-e54b-406e-a326-f2a496aa85ce" -d '{"events": [{"server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "name": "network-vif-deleted", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:05.609106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:05.658173 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f98454-1fdf-4db7-8cea-5460670f4274 x-openstack-request-id: req-19f98454-1fdf-4db7-8cea-5460670f4274 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:05.658657 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b08552-78b4-4619-9c97-449c822bba2e", "name": "network-vif-deleted", "tag": "f397d9a4-daf4-46d0-9e7f-573762eaa754", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:05.659077 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19f98454-1fdf-4db7-8cea-5460670f4274 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:05.660242 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b08552-78b4-4619-9c97-449c822bba2e', 'name': 'network-vif-deleted', 'tag': 'f397d9a4-daf4-46d0-9e7f-573762eaa754', 'status': 'completed', 'code': 200} Jul 15 17:11:05.687965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:05.688620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:05.710480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:05.764388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024'}, {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:05.767388 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840387b6-377a-4a40-a0ba-e20e9b8434f6" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024"}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:05.903009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:05.952755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5d0a8-0d5e-4ae9-acfd-4893ac6447dd None None] The sync data for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 is: [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T16:59:54Z', 'revision_number': 4, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '81b0630b-8510-4d13-a36d-f24b0a7fa7b4', 'name': '', 'network_id': '02356bfb-7512-4180-91a4-77d01500d8a3', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'mac_address': 'fa:16:3e:1b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:52Z', 'updated_at': '2021-07-15T17:00:10Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'subnets': [{'id': '3f390be4-a96d-46e5-9fdb-270a04f04834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:05.957985 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb27bbc0-039e-4e85-9117-2f94fc2b897f x-openstack-request-id: req-cb27bbc0-039e-4e85-9117-2f94fc2b897f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:05.960513 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "e2ea24b4-3355-4b80-b957-845ea5d69024", "status": "completed", "code": 200}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "bdd11baa-e487-4ebf-9568-20fe041f5c59", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:05.962827 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb27bbc0-039e-4e85-9117-2f94fc2b897f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:05.964576 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'e2ea24b4-3355-4b80-b957-845ea5d69024', 'status': 'completed', 'code': 200} Jul 15 17:11:05.965257 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'bdd11baa-e487-4ebf-9568-20fe041f5c59', 'status': 'completed', 'code': 200} Jul 15 17:11:06.044684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:06.146052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=59ecc5bb-aa12-4ced-bbc4-c21a90016fb5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:06.170590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port 59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:06.176321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:06.179771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-c04b7b14-9e15-4dab-ace6-63ae4f435ef9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "DELETE /v2.0/ports/59ecc5bb-aa12-4ced-bbc4-c21a90016fb5 HTTP/1.1" status: 204 len: 173 time: 0.7772279 Jul 15 17:11:06.203446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9ff90d1-b1e0-4125-85cf-16b97b421efa req-ebdedf14-27b1-438d-8683-a0d1e2e0e838 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=54b08552-78b4-4619-9c97-449c822bba2e HTTP/1.1" status: 200 len: 210 time: 0.0824113 Jul 15 17:11:06.315622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port cc18a8b0-09e5-4d57-9988-81eb0a019e81 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:06.315967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:06.346760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e3cba-0621-4eaf-96e3-777f0b52100d None None] New status for floating IP c3c0bd47-83ae-4b78-bb2e-dc969049f3d9: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:11:06.462642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port cc18a8b0-09e5-4d57-9988-81eb0a019e81, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=cc18a8b0-09e5-4d57-9988-81eb0a019e81,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:06.463393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:06.479361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for cc18a8b0-09e5-4d57-9988-81eb0a019e81 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:06.557554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:11:06.570710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84e7ce-2de2-4f39-9b29-6226ed6469f4 req-19479126-077c-479f-97d4-d559e07a2fb5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:06.578614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc84e7ce-2de2-4f39-9b29-6226ed6469f4 req-19479126-077c-479f-97d4-d559e07a2fb5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 943 time: 0.0849535 Jul 15 17:11:06.620258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc84e7ce-2de2-4f39-9b29-6226ed6469f4 req-f8a03924-588d-4e5f-82d4-9dd78b992dd5 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups?id=26fa41f2-2de6-4159-9ee9-f616d978665e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 Jul 15 17:11:06.640709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:06.645959 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd310f5-c368-405a-9cfa-e2c96d53814c" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:06.702723 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd281c3-b88b-4304-b336-1f61ccb67f36 x-openstack-request-id: req-2bd281c3-b88b-4304-b336-1f61ccb67f36 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:06.703029 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:06.703282 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bd281c3-b88b-4304-b336-1f61ccb67f36 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:06.703747 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'code': 200} Jul 15 17:11:06.974095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.002179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=cc18a8b0-09e5-4d57-9988-81eb0a019e81,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:07.052384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port cc18a8b0-09e5-4d57-9988-81eb0a019e81 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:07.054870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.057033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22e46c0a-6094-417a-8db7-7aa45954f54b req-e76fca4e-69c9-4028-81d8-cc94413af0dc tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.20 "DELETE /v2.0/ports/cc18a8b0-09e5-4d57-9988-81eb0a019e81 HTTP/1.1" status: 204 len: 173 time: 0.8727341 Jul 15 17:11:07.297199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34342) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:07.384855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.416508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.490978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.493790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.495072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a81d93c-7b7f-48fe-a87c-9a487d95de5c HTTP/1.1" status: 204 len: 168 time: 0.1967289 Jul 15 17:11:07.522360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04365c4d-3c6c-481c-9cc0-958a7164fc65 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81d93c-7b7f-48fe-a87c-9a487d95de5c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:07.533269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:07.597130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting subnet 393f76ab-b5cf-4ade-a501-f00f0ca41bfc {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:11:07.600918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.645836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.750955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.799041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-059941d6-6437-41a9-99a6-cdc545d83b79 req-0770e80e-6ed4-4f3a-8e04-4fa9deb3ff89 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0317683 Jul 15 17:11:07.819690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.850887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Subnet': ['ID=393f76ab-b5cf-4ade-a501-f00f0ca41bfc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:07.856360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.858534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-962bd94c-9fd0-4bfb-a28f-933b2ff4e434 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/subnets/393f76ab-b5cf-4ade-a501-f00f0ca41bfc HTTP/1.1" status: 204 len: 168 time: 0.3242073 Jul 15 17:11:07.861565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34356) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:07.867566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985ded2-614b-4b8a-bd1a-7b291399eb99 None None] Network be456182-18b3-422e-8e64-f42648054cf9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:07.954846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:07.967696 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5'}, {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:07.970108 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cad6c32-a2e2-4361-8a5a-8751eb971d77" -d '{"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5"}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:08.022314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 8802554c-903e-4b57-8dcd-4475759584b3 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:08.022938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.034300 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa04082-3e65-4e32-8bdf-a35915d5237b x-openstack-request-id: req-8fa04082-3e65-4e32-8bdf-a35915d5237b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:08.034790 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "59ecc5bb-aa12-4ced-bbc4-c21a90016fb5", "status": "completed", "code": 200}, {"server_uuid": "00ac3acf-f73d-4c2b-9cf8-7dc9f108385d", "name": "network-vif-deleted", "tag": "cc18a8b0-09e5-4d57-9988-81eb0a019e81", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:08.034889 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fa04082-3e65-4e32-8bdf-a35915d5237b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:08.035234 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': '59ecc5bb-aa12-4ced-bbc4-c21a90016fb5', 'status': 'completed', 'code': 200} Jul 15 17:11:08.035486 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ac3acf-f73d-4c2b-9cf8-7dc9f108385d', 'name': 'network-vif-deleted', 'tag': 'cc18a8b0-09e5-4d57-9988-81eb0a019e81', 'status': 'completed', 'code': 200} Jul 15 17:11:08.102334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 8802554c-903e-4b57-8dcd-4475759584b3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8802554c-903e-4b57-8dcd-4475759584b3,segment=NetworkSegment(4bda80d2-10ec-4ba6-88f8-31de1c6b09c0),segment_id=4bda80d2-10ec-4ba6-88f8-31de1c6b09c0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:08.103834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.117047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 8802554c-903e-4b57-8dcd-4475759584b3 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:08.145816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] DHCP port deletion for be456182-18b3-422e-8e64-f42648054cf9 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:11:08.209364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Deleting port 8802554c-903e-4b57-8dcd-4475759584b3 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:08.211038 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.215288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.253727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=8802554c-903e-4b57-8dcd-4475759584b3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:08.259405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] No DVR routers for this DVR port 8802554c-903e-4b57-8dcd-4475759584b3 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:08.308150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] For port 8802554c-903e-4b57-8dcd-4475759584b3, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:08.308642 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.324087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Calling delete_port for 8802554c-903e-4b57-8dcd-4475759584b3 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:08.333106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Port 8802554c-903e-4b57-8dcd-4475759584b3 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:11:08.334504 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.361780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] Pushing event deleted for resources: {'Port': ['ID=8802554c-903e-4b57-8dcd-4475759584b3,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:08.369361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5f330-a3ba-4f04-a381-976610edfe1e None None] No DVR routers for this DVR port 8802554c-903e-4b57-8dcd-4475759584b3 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:08.391226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f397d9a4-daf4-46d0-9e7f-573762eaa754 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:08.408699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.413641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: f397d9a4-daf4-46d0-9e7f-573762eaa754 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:08.413986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device f397d9a4-daf4-46d0-9e7f-573762eaa754 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:08.423440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be456182-18b3-422e-8e64-f42648054cf9']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:08.435721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:08.436585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bda80d2-10ec-4ba6-88f8-31de1c6b09c0') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:08.446010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.469211 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.476553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:11:08.477558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:11:08.480987 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:11:08.546670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.556623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.558588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/networks/be456182-18b3-422e-8e64-f42648054cf9 HTTP/1.1" status: 204 len: 168 time: 0.6958454 Jul 15 17:11:08.561789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:08.571534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f59b5-a868-40bf-a1b9-bf97105a24c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Network': ['ID=be456182-18b3-422e-8e64-f42648054cf9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:08.723293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 5d919e84-cbeb-4f5f-8300-8607ed057b86 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:08.723667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.802632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.802965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:08.815173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 5d919e84-cbeb-4f5f-8300-8607ed057b86 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:08.981795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b62280ab-b41a-4424-90c5-18affc9a9572 req-24bfad2b-775a-49c2-a5dd-ff7e9f5f66af tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0285630 Jul 15 17:11:09.028300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:09.117165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:09.117799 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Floating IP 88adf9ec-792a-425d-93f7-c7c25c9b7293 disassociated (deleted). External IP: 172.25.8.221, port: 9b117eb0-f56f-49a2-8c14-9eda18817174. Jul 15 17:11:09.121661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=5d919e84-cbeb-4f5f-8300-8607ed057b86,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:09.305754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8802554c-903e-4b57-8dcd-4475759584b3 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:09.340176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8802554c-903e-4b57-8dcd-4475759584b3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:09.340525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8802554c-903e-4b57-8dcd-4475759584b3 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:09.414227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:09.558483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:09.569273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:09.569766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:09.584743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:09.585857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:09.629666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ff8bcd7b-6881-49cb-a4e0-2e4dd78cbf31 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/floatingips/88adf9ec-792a-425d-93f7-c7c25c9b7293 HTTP/1.1" status: 204 len: 168 time: 1.0664039 Jul 15 17:11:09.709912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:10.036591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:10.038955 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b69d3f-6138-4e59-8810-dcf79c280f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:10.191075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:10.210461 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377faecf-31f3-4002-b47a-170087e9ac6c x-openstack-request-id: req-377faecf-31f3-4002-b47a-170087e9ac6c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:10.210936 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:10.211034 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-377faecf-31f3-4002-b47a-170087e9ac6c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:10.211378 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'status': 'completed', 'code': 200} Jul 15 17:11:10.229250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:10.256723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:10.257419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:10.270266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f2927ba-50d7-4ebf-9821-7a7410a03b6d req-ee91a137-4bf0-4dd3-bc26-c38102f71e1f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0746782 Jul 15 17:11:10.396488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-d032177d-284a-42b2-9181-50beadc5efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:10.397952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-d032177d-284a-42b2-9181-50beadc5efca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 1096 time: 0.1625500 Jul 15 17:11:10.429805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:10.533454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-99a3f7e0-b0ec-46c8-92d2-edda2aa5365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:10.535292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-99a3f7e0-b0ec-46c8-92d2-edda2aa5365f service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 200 len: 896 time: 0.1282229 Jul 15 17:11:10.602739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137ac0-0131-4636-aa1f-7fc52809e777 req-1bef459e-b52f-4b7a-8be8-67f2a7edfb96 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:10.604441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f137ac0-0131-4636-aa1f-7fc52809e777 req-1bef459e-b52f-4b7a-8be8-67f2a7edfb96 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.1552663 Jul 15 17:11:10.611240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-38200a79-2e44-4349-b10c-2133899a9fb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 200 len: 217 time: 0.0613537 Jul 15 17:11:10.662915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-57f969c5-f8ba-43e1-bdc1-536346c3a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:10.665904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-57f969c5-f8ba-43e1-bdc1-536346c3a00c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3899aec8-c871-4ea0-8462-64353f0f7416 HTTP/1.1" status: 200 len: 834 time: 0.0538177 Jul 15 17:11:10.697479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f137ac0-0131-4636-aa1f-7fc52809e777 req-72259739-ce31-4071-b4f3-02f71b2b6fe0 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862958 Jul 15 17:11:10.768614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:10.778477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-7dfc4d92-efb2-4f12-9f44-aee1b750f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:10.781189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-7dfc4d92-efb2-4f12-9f44-aee1b750f21e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a0b8988-559a-416f-941c-1e43767040f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064506 Jul 15 17:11:10.851095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:10.857191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:10.888740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7437625c-4f03-4e19-ba8c-7f5e55e67a26 None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:01Z', 'revision_number': 6, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '5d8b36dc-812a-412d-8f7b-2fb6866a31ea', 'name': '', 'network_id': '4a0b8988-559a-416f-941c-1e43767040f2', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:e2:e8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:25Z', 'updated_at': '2021-07-15T17:09:33Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '3899aec8-c871-4ea0-8462-64353f0f7416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:10.938680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-a898f304-f793-4cb9-b8f6-ff665719a69a service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480246 Jul 15 17:11:11.076219 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-06b69d3f-6138-4e59-8810-dcf79c280f8a req-1b18677d-9b8f-43ef-bd10-75414910b835 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296504 Jul 15 17:11:11.267566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a991d9c3-f8c1-44f5-bf72-d4aaabee78e9 None None] New status for floating IP 88adf9ec-792a-425d-93f7-c7c25c9b7293: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:11:11.484411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d94637c-7352-41ef-8ffa-409399ab6e05 req-283d4005-c024-4cd8-9e58-ccf426856d7e tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0539527 Jul 15 17:11:11.679219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee5f00-239f-4bcb-9b28-219864393948 req-6c511638-c433-4837-9714-d578b6099bbe tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:11.681995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ceee5f00-239f-4bcb-9b28-219864393948 req-6c511638-c433-4837-9714-d578b6099bbe tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.0778425 Jul 15 17:11:11.800633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 9b117eb0-f56f-49a2-8c14-9eda18817174 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:11.801007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:11.919671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 9b117eb0-f56f-49a2-8c14-9eda18817174, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=9b117eb0-f56f-49a2-8c14-9eda18817174,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:11.920068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:11.934549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 9b117eb0-f56f-49a2-8c14-9eda18817174 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:11.943548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b17b7-9e03-4f30-b0f1-67dde6e34195 req-2bf89c28-71a2-4cc8-b0b1-e3df6750228a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:11.953952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c3b17b7-9e03-4f30-b0f1-67dde6e34195 req-2bf89c28-71a2-4cc8-b0b1-e3df6750228a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=d53b1af6-8dd2-445e-87f0-a9db90e653d2 HTTP/1.1" status: 200 len: 945 time: 0.0938461 Jul 15 17:11:12.016181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c3b17b7-9e03-4f30-b0f1-67dde6e34195 req-eb6f05fc-f444-4c6e-bb34-df0df5ce893e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610893 Jul 15 17:11:12.078619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:12.113343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=9b117eb0-f56f-49a2-8c14-9eda18817174,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:12.170895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] No DVR routers for this DVR port 9b117eb0-f56f-49a2-8c14-9eda18817174 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:12.173874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:12.177887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ceee5f00-239f-4bcb-9b28-219864393948 req-c247dd89-c671-4dce-9b59-9cecb9e4e6d4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "DELETE /v2.0/ports/9b117eb0-f56f-49a2-8c14-9eda18817174 HTTP/1.1" status: 204 len: 173 time: 0.4902780 Jul 15 17:11:12.213251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'name': 'network-vif-deleted', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:12.219038 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b212f24a-66ff-4d22-aacb-ff2d59756eb2" -d '{"events": [{"server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "name": "network-vif-deleted", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:12.256651 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817bd56c-4261-4668-a692-9cd45120354e x-openstack-request-id: req-817bd56c-4261-4668-a692-9cd45120354e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:12.256945 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53b1af6-8dd2-445e-87f0-a9db90e653d2", "name": "network-vif-deleted", "tag": "9b117eb0-f56f-49a2-8c14-9eda18817174", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:12.257197 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-817bd56c-4261-4668-a692-9cd45120354e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:12.258086 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53b1af6-8dd2-445e-87f0-a9db90e653d2', 'name': 'network-vif-deleted', 'tag': '9b117eb0-f56f-49a2-8c14-9eda18817174', 'status': 'completed', 'code': 200} Jul 15 17:11:12.692362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e63bd33-5cee-43da-bb06-fc208ecd255a req-c26f787a-ff05-498f-9647-05698eb92312 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0500405 Jul 15 17:11:13.129055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:13.219795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:13.252138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:13.319959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:13.322777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:13.328030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b2cb303-c5ed-4032-8ded-4afb6c95f1d5 HTTP/1.1" status: 204 len: 168 time: 0.1972671 Jul 15 17:11:13.340136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebeabd5-f571-4d91-ae25-42e81fcfd9cb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2cb303-c5ed-4032-8ded-4afb6c95f1d5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:13.373881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34460) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:13.816944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434c22-a763-4a18-a5de-51bc909479ca req-b339d75b-c2f5-4199-becd-1078da3fedce tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:13.818441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a434c22-a763-4a18-a5de-51bc909479ca req-b339d75b-c2f5-4199-becd-1078da3fedce tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1674531 Jul 15 17:11:13.848851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fea49799-f424-4840-95a2-da282a366813 req-3034021f-8281-4fcb-ba44-a05e2f28088a tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0294259 Jul 15 17:11:13.895421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a434c22-a763-4a18-a5de-51bc909479ca req-f7520d98-6cf0-40f3-a847-4906fa9bb527 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453289 Jul 15 17:11:13.951952 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:14.238663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:14.239004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:14.356620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 5d8b36dc-812a-412d-8f7b-2fb6866a31ea, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:14.357831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:14.375898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 5d8b36dc-812a-412d-8f7b-2fb6866a31ea owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:14.431519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b117eb0-f56f-49a2-8c14-9eda18817174 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:14.470203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-be248cc2-e629-45d0-9967-d0a658e847f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:14.471920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 9b117eb0-f56f-49a2-8c14-9eda18817174 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:14.472077 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-be248cc2-e629-45d0-9967-d0a658e847f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1096 time: 0.0977538 Jul 15 17:11:14.472571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 9b117eb0-f56f-49a2-8c14-9eda18817174 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:14.620374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-f5cb3819-bd5e-4eb7-ba4a-d854d783e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:14.622318 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-f5cb3819-bd5e-4eb7-ba4a-d854d783e0fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.1172550 Jul 15 17:11:14.629829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:14.674120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=5d8b36dc-812a-412d-8f7b-2fb6866a31ea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:14.707674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-a106eaa3-153b-4ad8-9f70-53435460e5c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 1000 time: 0.0776720 Jul 15 17:11:14.802440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-9bb6f794-aec5-4b14-a395-491635c07d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:14.804094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-9bb6f794-aec5-4b14-a395-491635c07d9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0879669 Jul 15 17:11:14.866960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-dae659c5-aa6a-442a-9919-0bee69f1cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:14.868841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-dae659c5-aa6a-442a-9919-0bee69f1cf3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577843 Jul 15 17:11:14.929712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.064166 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-5df8e719-4b1a-4357-aa95-f599414799c6 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829016 Jul 15 17:11:15.194026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cda42f8c-2798-4191-ad58-4218bd6373b9 req-605c29c8-c1b9-4e97-8820-071aeef392d9 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225634 Jul 15 17:11:15.228491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-466c7be7-ab93-47ae-b34f-8a4b33cbd8d6 req-593d121f-339b-4df4-84df-393cac9c9897 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.1024902 Jul 15 17:11:15.359814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947dd5f-16bb-4476-9205-66233e7d18b9 req-7e321bd4-e212-45cd-ba84-e91a962c6a92 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:15.364864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d947dd5f-16bb-4476-9205-66233e7d18b9 req-7e321bd4-e212-45cd-ba84-e91a962c6a92 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1976321 Jul 15 17:11:15.394839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router 1664ce68-ffeb-4e78-8750-294121f9d922 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:15.441604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d947dd5f-16bb-4476-9205-66233e7d18b9 req-512abd2c-5576-4449-9c9d-316d419d9d33 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711408 Jul 15 17:11:15.552853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:15.558159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0df36a7f-0f3c-4a5b-be01-7f58d315506b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/1664ce68-ffeb-4e78-8750-294121f9d922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1824393 Jul 15 17:11:15.560747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34496) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:15.563132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Sync routers for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:15.572465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:15.573393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:15.612921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting subnet 3899aec8-c871-4ea0-8462-64353f0f7416 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:11:15.616239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.668212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.727800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:15.770408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.836014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.862318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Subnet': ['ID=3899aec8-c871-4ea0-8462-64353f0f7416,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:15.873993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:15.876416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53a58349-967e-489d-9772-0024b112b1be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/subnets/3899aec8-c871-4ea0-8462-64353f0f7416 HTTP/1.1" status: 204 len: 168 time: 0.3146539 Jul 15 17:11:15.879560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:15.883732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd5c56-5a06-4790-9a0c-7da26c91a366 None None] Network 4a0b8988-559a-416f-941c-1e43767040f2 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:16.005266 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.041557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:14Z', 'revision_number': 7, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:16.082820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Checking router: 1664ce68-ffeb-4e78-8750-294121f9d922 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:16.097428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Routers {'1664ce68-ffeb-4e78-8750-294121f9d922'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:16.098043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1664ce68-ffeb-4e78-8750-294121f9d922'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:16.148208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.218923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] DHCP port deletion for 4a0b8988-559a-416f-941c-1e43767040f2 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:11:16.227163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port cb49fcc7-941c-4f2e-80b8-81c53806a740 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:16.227507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.277166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-273f909e-3715-4474-830d-db7ac24127e0 req-15c8f1cd-7fa5-420b-85b1-bb3adb0fc976 service neutron] (100429) timed out ('10.222.0.25', 34868) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:11:16.281889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] Set router 1664ce68-ffeb-4e78-8750-294121f9d922 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:16.327374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port cb49fcc7-941c-4f2e-80b8-81c53806a740, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cb49fcc7-941c-4f2e-80b8-81c53806a740,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:16.327739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.351189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for cb49fcc7-941c-4f2e-80b8-81c53806a740 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:16.401597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Deleting port 2be3e5af-5054-4138-b731-be4390eae21d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:16.401881 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.510774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] For port 2be3e5af-5054-4138-b731-be4390eae21d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2be3e5af-5054-4138-b731-be4390eae21d,segment=NetworkSegment(003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4),segment_id=003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:16.511173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.531759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Calling delete_port for 2be3e5af-5054-4138-b731-be4390eae21d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:16.551742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-630fa942-c556-4874-8ca9-c8bd4d15d802 req-4a5854f9-de12-40fd-a73b-96dfec983f42 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.1052284 Jul 15 17:11:16.553748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.590676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=cb49fcc7-941c-4f2e-80b8-81c53806a740,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:16.665227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:14Z', 'revision_number': 7, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:16.702940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4767cb-af39-484b-8f46-2a04d72ab04a None None] The sync data for ids ['1664ce68-ffeb-4e78-8750-294121f9d922'] in n-d-800085-3 is: [{'id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'name': 'tempest-TestNetworkBasicOps-router-250328684', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:20Z', 'updated_at': '2021-07-15T17:11:14Z', 'revision_number': 7, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'cb49fcc7-941c-4f2e-80b8-81c53806a740', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:71:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1664ce68-ffeb-4e78-8750-294121f9d922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:21Z', 'updated_at': '2021-07-15T17:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:16.713694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.735394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.749752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] Pushing event deleted for resources: {'Port': ['ID=2be3e5af-5054-4138-b731-be4390eae21d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:16.751961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd301c5c-a026-4270-974f-d0a435b91cb3 None None] No DVR routers for this DVR port 2be3e5af-5054-4138-b731-be4390eae21d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:16.817666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08424d-af05-4c83-aaf7-3adf76c0ab8e req-7149f286-ce5f-4b2e-8158-a7a5ddf7a23f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:16.819697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a08424d-af05-4c83-aaf7-3adf76c0ab8e req-7149f286-ce5f-4b2e-8158-a7a5ddf7a23f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1308577 Jul 15 17:11:16.858585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.860823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.874258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a08424d-af05-4c83-aaf7-3adf76c0ab8e req-29edd07e-a091-4b5d-ba69-195b02c2dcf2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484979 Jul 15 17:11:16.906450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.907227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Fanout notify agent at l3_agent the message router_deleted on router 1664ce68-ffeb-4e78-8750-294121f9d922 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:11:16.915693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:16.919789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73e08a44-f9be-40f5-9f3f-dfa856ed1b6f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/routers/1664ce68-ffeb-4e78-8750-294121f9d922 HTTP/1.1" status: 204 len: 168 time: 1.0360131 Jul 15 17:11:16.920308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:17.009007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.113925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.125419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0b8988-559a-416f-941c-1e43767040f2']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:17.136571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:17.136958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003c72ec-ed7c-4fc9-beb7-e9dbbdf01bc4') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:17.147006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.162237 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.169598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:11:17.170356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:11:17.195805 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:11:17.265569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.279117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.290443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/networks/4a0b8988-559a-416f-941c-1e43767040f2 HTTP/1.1" status: 204 len: 168 time: 0.3655427 Jul 15 17:11:17.304960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34522) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:17.310768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'network': {'name': 'tempest-network-smoke--720838615', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:17.327203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb26fb-6ff5-4770-bfa2-d5512c08df91 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Network': ['ID=4a0b8988-559a-416f-941c-1e43767040f2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:17.375684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:17.381149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.420162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:11:17.432646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.432646 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Added segment 8ee99a01-b0ab-458d-ac8f-d31395566f72 of type vlan for network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 Jul 15 17:11:17.486055 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.487192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2be3e5af-5054-4138-b731-be4390eae21d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:17.522795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.529336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2be3e5af-5054-4138-b731-be4390eae21d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:17.529877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2be3e5af-5054-4138-b731-be4390eae21d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:17.530308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5d8b36dc-812a-412d-8f7b-2fb6866a31ea no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:17.532150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:17.532897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.581543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2752025 Jul 15 17:11:17.583347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5d8b36dc-812a-412d-8f7b-2fb6866a31ea {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:17.583897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5d8b36dc-812a-412d-8f7b-2fb6866a31ea not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:17.584931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:17.628693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba6d6f-81d2-4166-97a8-1c415756e9b2 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Network': ['ID=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:17.634934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'admin_state_up': True, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:17.640885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:11:17.676974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.677949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.749818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:17.800598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-136f0400-d217-4425-802c-c85d0858854e req-798f4574-a499-48b8-a9f9-1d6bc54c4f8f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0464880 Jul 15 17:11:17.921751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:18.079001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bddf80-61c5-4d0c-9feb-9a4f04cff3c9 req-d0c583bc-69e8-46a5-b97d-abf58057c8f4 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:18.081198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73bddf80-61c5-4d0c-9feb-9a4f04cff3c9 req-d0c583bc-69e8-46a5-b97d-abf58057c8f4 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.0800374 Jul 15 17:11:18.133191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73bddf80-61c5-4d0c-9feb-9a4f04cff3c9 req-eeed222d-889c-4ebc-a0fa-43552271b7e7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461888 Jul 15 17:11:18.471578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:18.490670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:18.600055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.25.8.139 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ad429d02-1f52-4c71-97e5-614f62db961e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:18.725609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:18.768358 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:18.803872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:18.811280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:18.815432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:18.848701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=ad429d02-1f52-4c71-97e5-614f62db961e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:19.010500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28c1a56f-8f61-4df5-8ff0-f195159804cc req-b03adfca-269d-4ac4-8c0c-a4fea2caf2cb tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0625205 Jul 15 17:11:19.141509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:19.253757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb49fcc7-941c-4f2e-80b8-81c53806a740 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:19.279810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: cb49fcc7-941c-4f2e-80b8-81c53806a740 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:19.280300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cb49fcc7-941c-4f2e-80b8-81c53806a740 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:19.399541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:19.402348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32b16e-51e3-499d-89c3-fde57047e27e req-58c751a4-6112-4c54-b7c6-3ce76719540d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:19.404425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e32b16e-51e3-499d-89c3-fde57047e27e req-58c751a4-6112-4c54-b7c6-3ce76719540d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.0993381 Jul 15 17:11:19.454550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e32b16e-51e3-499d-89c3-fde57047e27e req-cf12d423-9fd6-4970-96c0-262b2509d6d6 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Jul 15 17:11:19.542816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router d2e34bec-cd9b-419d-9679-7876f395f622 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:11:19.662877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:19.681645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:19.682911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f9d489a6-0bcb-4e38-bde7-9ded94ec891f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0972497 Jul 15 17:11:19.684045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Sync routers for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:19.686508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:19.698705 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:19.699642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:19.716824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2bbd31e-2ce6-4acc-bc0a-2646571ef684 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3684f7a9a55a4bf892aaa810a5f2a647&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290284 Jul 15 17:11:19.719451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34566) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:19.811118 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:19.835464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbc40a-0a8d-451c-ab3b-83c57a78aab4 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:19.837376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-34fbc40a-0a8d-451c-ab3b-83c57a78aab4 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169088 Jul 15 17:11:19.840161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34570) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:19.876969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de6f4109-0d42-4daf-95eb-60716453e41a tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346787 Jul 15 17:11:19.879414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:19.884842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919524347', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:19.983214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:19.986720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.093180 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:19Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:20.120394 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Checking router: d2e34bec-cd9b-419d-9679-7876f395f622 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:20.121072 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Updating router d2e34bec-cd9b-419d-9679-7876f395f622 port ad429d02-1f52-4c71-97e5-614f62db961e binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:11:20.190397 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.206826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.255352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Subnet': ['ID=70c2fc73-0dcb-45ff-9252-9e1374ad61b5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:20.266097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35795025-cc30-45c3-88b7-d8dbb0ceaba5 req-99aed221-f3c7-4f40-8e68-0c3ee9be7924 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ac3acf-f73d-4c2b-9cf8-7dc9f108385d HTTP/1.1" status: 200 len: 210 time: 0.0789096 Jul 15 17:11:20.315844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Checking segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:20.316559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network hostable DHCP agents. Network: cdf4db8d-22cb-4e8a-8595-0d1ddfb10910, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:11:20.353164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:11:20.365780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cdf4db8d-22cb-4e8a-8595-0d1ddfb10910) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:20.372667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:20.373227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.377222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091381f-4b3f-4787-886b-468c45488eb7 None None] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:20.403212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c75e8233-cf0a-4395-acae-70a925809209 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5226405 Jul 15 17:11:20.406912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34580) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:20.491800 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.505329 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Transition to ACTIVE for port object ad429d02-1f52-4c71-97e5-614f62db961e will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:20.512665 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.564811 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362bd3f-0502-4e3b-983a-de853ae10c3e None None] Pushing event updated for resources: {'Port': ['ID=ad429d02-1f52-4c71-97e5-614f62db961e,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:20.590369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Attempting to bind port ad429d02-1f52-4c71-97e5-614f62db961e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:20.590738 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Attempting to bind port ad429d02-1f52-4c71-97e5-614f62db961e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:20.591977 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Attempting to bind port ad429d02-1f52-4c71-97e5-614f62db961e on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:20.597858 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:20.598356 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:20.598765 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.599145 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:20.599608 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Bound port: ad429d02-1f52-4c71-97e5-614f62db961e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:20.599982 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.659797 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] For port ad429d02-1f52-4c71-97e5-614f62db961e, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:20.663152 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] For port ad429d02-1f52-4c71-97e5-614f62db961e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ad429d02-1f52-4c71-97e5-614f62db961e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:20.673599 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.682747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ee268-a7e2-45e8-b2c5-5d9b46a7734c req-cb4967d0-2c9c-47bd-9e47-6b3424c7684e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:20.684922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d51ee268-a7e2-45e8-b2c5-5d9b46a7734c req-cb4967d0-2c9c-47bd-9e47-6b3424c7684e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.0902369 Jul 15 17:11:20.744697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d51ee268-a7e2-45e8-b2c5-5d9b46a7734c req-4c5cae2c-2bb9-49a5-b941-bf124279d90f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538206 Jul 15 17:11:20.812800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:20.814033 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:20.829521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:11:20.831523 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:20.857305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362bd3f-0502-4e3b-983a-de853ae10c3e None None] Pushing event updated for resources: {'Port': ['ID=ad429d02-1f52-4c71-97e5-614f62db961e,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:20.935550 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:20.994377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Allocated IP 172.20.0.2 (cdf4db8d-22cb-4e8a-8595-0d1ddfb10910/70c2fc73-0dcb-45ff-9252-9e1374ad61b5/4bdf4d53-4a07-465c-9434-a2fc75a45060) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:20.995917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.124484 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:19Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:21.147583 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.152840 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaba31d-8121-4f18-92fe-149fcd904caa None None] The sync data for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 is: [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:19Z', 'revision_number': 3, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:21.158658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Transition to ACTIVE for port object 4bdf4d53-4a07-465c-9434-a2fc75a45060 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:21.175683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Transition to ACTIVE for port object 4bdf4d53-4a07-465c-9434-a2fc75a45060 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:21.183529 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.236742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Pushing event updated for resources: {'Port': ['ID=4bdf4d53-4a07-465c-9434-a2fc75a45060,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:21.246606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:21.248459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:21.251582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:21.313581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Attempting to bind port 4bdf4d53-4a07-465c-9434-a2fc75a45060 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:21.313974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Attempting to bind port 4bdf4d53-4a07-465c-9434-a2fc75a45060 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:21.314342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Attempting to bind port 4bdf4d53-4a07-465c-9434-a2fc75a45060 on network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:21.319628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:21.320085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Checking segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:21.320412 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.320980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Bound using segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:21.321621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Bound port: 4bdf4d53-4a07-465c-9434-a2fc75a45060, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:21.322004 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.365460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.1 (cdf4db8d-22cb-4e8a-8595-0d1ddfb10910/70c2fc73-0dcb-45ff-9252-9e1374ad61b5/43b4dba4-4910-473a-8643-172398c4df2c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:21.394373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] For port 4bdf4d53-4a07-465c-9434-a2fc75a45060, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:21.397684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] For port 4bdf4d53-4a07-465c-9434-a2fc75a45060, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4bdf4d53-4a07-465c-9434-a2fc75a45060,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:21.404530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.455371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34590) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:21.490685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a9dce-a60c-4bed-b041-7aef37cd66db None None] Pushing event updated for resources: {'Port': ['ID=4bdf4d53-4a07-465c-9434-a2fc75a45060,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:21.529107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.594219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.609842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.633137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object 43b4dba4-4910-473a-8643-172398c4df2c will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:21.671593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.674976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.676739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/security-groups/26fa41f2-2de6-4159-9ee9-f616d978665e HTTP/1.1" status: 204 len: 168 time: 0.2190576 Jul 15 17:11:21.681027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34592) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:21.691531 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:21.703559 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-7f3b9676-a111-44ac-8ada-78f8faf9f0b1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] show failed (client error): The resource could not be found. Jul 15 17:11:21.704958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7f3b9676-a111-44ac-8ada-78f8faf9f0b1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "GET /v2.0/security-groups/26fa41f2-2de6-4159-9ee9-f616d978665e HTTP/1.1" status: 404 len: 347 time: 0.0220909 Jul 15 17:11:21.709797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:21.757462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:21.801931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:21.804271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:21.807795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:21.878376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.080451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.365946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc4381-5a4e-487a-acd8-9d7d09bde2ab tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fa41f2-2de6-4159-9ee9-f616d978665e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:22.445086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port ac33468c-80d0-4913-b234-266f2bc2fdae {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:22.445584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.491829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02fc6-f5a2-4698-bc75-75f112b1520b req-39df2644-06f2-4429-acf8-fed133def243 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:22.493600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77d02fc6-f5a2-4698-bc75-75f112b1520b req-39df2644-06f2-4429-acf8-fed133def243 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1687770 Jul 15 17:11:22.519122 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.531245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.567804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77d02fc6-f5a2-4698-bc75-75f112b1520b req-96083305-f268-4cee-92e1-b0f614b09f29 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 Jul 15 17:11:22.607147 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.607764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.627843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for ac33468c-80d0-4913-b234-266f2bc2fdae owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:22.663341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:22.665823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.680497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.680751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.681091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.681424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.681751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.682074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.682397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.682720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.683039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.683362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.683680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.683994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:22.780829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:22.782429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:22.849007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.897400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=ac33468c-80d0-4913-b234-266f2bc2fdae,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:22.918092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9d533-e94a-4959-9d0a-d495808ac7ff None None] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:22.952768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router d2e34bec-cd9b-419d-9679-7876f395f622 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:22.980978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.984733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:22.986105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b0f1ac58-a41b-403d-8089-6a46d81278c9 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/floatingips/c3c0bd47-83ae-4b78-bb2e-dc969049f3d9 HTTP/1.1" status: 204 len: 168 time: 1.2752085 Jul 15 17:11:22.992746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34610) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:22.995674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc1665c0-860a-4d0f-841e-c6860e0db6b0 None None] Provisioning for port 4bdf4d53-4a07-465c-9434-a2fc75a45060 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:23.105288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:23.114211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f75b1d3e-1122-49c2-9e47-901b3c703d63 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/d2e34bec-cd9b-419d-9679-7876f395f622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7034478 Jul 15 17:11:23.114380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port a393081d-7566-4737-92d5-ee4cb91d4f91 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:23.114494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.116205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:23.291716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.292229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.292707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.293151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.293611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.295105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.295587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.296046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.296625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.297080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.297538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.297944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.302699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:23.303570 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aa857ebe-5c6a-42e2-b6fc-d1a55ff16d30 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 0.1862011 Jul 15 17:11:23.437245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4bdf4d53-4a07-465c-9434-a2fc75a45060 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:23.445098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.445654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.446123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.446581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.447036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.447486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.447980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.448554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.449069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.449447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.449895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.452205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cce03f4c-bcc4-4c74-8413-9cbdd08a25df tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7090 time: 0.1482899 Jul 15 17:11:23.455936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:23.457631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for a393081d-7566-4737-92d5-ee4cb91d4f91 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:23.541156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4bdf4d53-4a07-465c-9434-a2fc75a45060 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:23.546587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4bdf4d53-4a07-465c-9434-a2fc75a45060 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:23.547210 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.556189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Provisioning for port 43b4dba4-4910-473a-8643-172398c4df2c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:23.603192 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Provisioning complete for port 43b4dba4-4910-473a-8643-172398c4df2c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:23.603559 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.661010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.675581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Port 43b4dba4-4910-473a-8643-172398c4df2c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:23.721924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=a393081d-7566-4737-92d5-ee4cb91d4f91,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:23.754905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Provisioning complete for port 4bdf4d53-4a07-465c-9434-a2fc75a45060 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:23.756512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-acba81aa-4b6d-4f98-b37a-83bef75058a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.793408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6dc7b6b2-1fcd-4485-926f-d512548295b2 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5231 time: 0.3094296 Jul 15 17:11:23.829974 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.833254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Sync routers for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:23.834725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34632) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:23.839037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-610191f3-860b-4d30-8a58-7d0215ba9320 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/ports/a393081d-7566-4737-92d5-ee4cb91d4f91 HTTP/1.1" status: 204 len: 168 time: 0.8451941 Jul 15 17:11:23.934984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:23.986922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843792ca-99c3-411a-a23d-af3091e4136e req-874ff8f8-a248-4abd-a2e8-e6e3f7ce5f14 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:23.989207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-843792ca-99c3-411a-a23d-af3091e4136e req-874ff8f8-a248-4abd-a2e8-e6e3f7ce5f14 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1382282 Jul 15 17:11:24.032266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:24.049979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:24.079729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port a28eb98d-6234-480a-a72a-7ff91e33cd64 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:24.080076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.087236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-843792ca-99c3-411a-a23d-af3091e4136e req-ff01207f-149f-40f1-8bba-89d3188c8ebe tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912247 Jul 15 17:11:24.173006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4bdf4d53-4a07-465c-9434-a2fc75a45060, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4bdf4d53-4a07-465c-9434-a2fc75a45060,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:24.205438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.206523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.206772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ad429d02-1f52-4c71-97e5-614f62db961e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:24.220743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for a28eb98d-6234-480a-a72a-7ff91e33cd64 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:24.403312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:24.413062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374519037', 'description': 'tempest-secgroup-smoke-374519037 description', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:24.414339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4bdf4d53-4a07-465c-9434-a2fc75a45060,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:24.454983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:24.459265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.461699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.502494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ad429d02-1f52-4c71-97e5-614f62db961e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:24.515142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ad429d02-1f52-4c71-97e5-614f62db961e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:24.516397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.538709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=a28eb98d-6234-480a-a72a-7ff91e33cd64,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:24.569761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.575329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.619113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc349011-a956-4efc-86e2-f200cf117abb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:24.621914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.626843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05f67d2b-f7c7-46d9-8620-17fe1c42b9c5 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2218616 Jul 15 17:11:24.627453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:24.632981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:24.633240 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.639789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-95fb09e7-116b-4bb8-b17d-8be12b152c60 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/ports/a28eb98d-6234-480a-a72a-7ff91e33cd64 HTTP/1.1" status: 204 len: 168 time: 0.8036950 Jul 15 17:11:24.640225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34650) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:24.703517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9c1964a-1b81-47b7-8223-a91fe4acc78d None None] Provisioning complete for port 43b4dba4-4910-473a-8643-172398c4df2c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:24.703969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9c1964a-1b81-47b7-8223-a91fe4acc78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.713908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting subnet 69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:11:24.717279 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.760987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.794480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c9c1964a-1b81-47b7-8223-a91fe4acc78d None None] Port 43b4dba4-4910-473a-8643-172398c4df2c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:24.815925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.842480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ad429d02-1f52-4c71-97e5-614f62db961e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ad429d02-1f52-4c71-97e5-614f62db961e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:24.845335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.847867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 2, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:24.852217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.862518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.885614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Checking router: d2e34bec-cd9b-419d-9679-7876f395f622 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:24.885971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Updating router d2e34bec-cd9b-419d-9679-7876f395f622 port 43b4dba4-4910-473a-8643-172398c4df2c binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:11:24.955264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.959464 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:24.961994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ad429d02-1f52-4c71-97e5-614f62db961e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:24.980495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.004159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34086a1b-6c2a-4a56-81ae-af5cfc722ebf,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.009514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.051470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.056198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.056699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/subnets/69e4d5fd-c545-4ddd-a38e-41bd34ba00a7 HTTP/1.1" status: 204 len: 168 time: 0.4149253 Jul 15 17:11:25.057703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02befdc2-f19b-4e01-820d-8e1caaa6e7db tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Subnet': ['ID=69e4d5fd-c545-4ddd-a38e-41bd34ba00a7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.064126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.066052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92d2a9fc-b30b-4792-b08e-b4260681712b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4366148 Jul 15 17:11:25.068314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.073071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:25.113016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5828c0fe-457e-41f4-8d78-9aa678ca82c1 None None] Network 61e6030c-50ad-431e-b459-7b3ff12c0dd6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:25.131518 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.136351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting subnet 9ae1d146-3cc8-4528-9713-ead44c378215 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:11:25.141069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.196665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.266288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.271838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.305531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.308721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2377665 Jul 15 17:11:25.320695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34668) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.332233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:25.360958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.377087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0273a-dd82-4b84-b53e-9abec84a2c38 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54df9c70-f924-40d8-8bf6-a79703a1aa62,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.394715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4bdf4d53-4a07-465c-9434-a2fc75a45060 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:25.437214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.460529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.487578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.490147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/subnets/9ae1d146-3cc8-4528-9713-ead44c378215 HTTP/1.1" status: 204 len: 168 time: 0.4323974 Jul 15 17:11:25.492261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3309f-bf01-439c-ae6f-7611d08e463f tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae1d146-3cc8-4528-9713-ead44c378215,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.493956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.498920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1766481-37f8-4c55-ab63-5ccab87b8278 None None] Network aa52719c-374c-4734-8aa0-97000847b98d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:25.572373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4bdf4d53-4a07-465c-9434-a2fc75a45060 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:25.572824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.582278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.594732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138240-9638-4596-8e27-fe56ead2624a req-0b021510-c00c-4136-a827-1ec5cf475bf8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:25.596845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46138240-9638-4596-8e27-fe56ead2624a req-0b021510-c00c-4136-a827-1ec5cf475bf8 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2209756 Jul 15 17:11:25.601022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.641752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ce19ff-b325-4d2c-98a2-ca51ca0dfd0c,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.644089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.664812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.669644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-df966f28-29e4-43ac-8a06-133ed9d7647d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3423212 Jul 15 17:11:25.669644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.673791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:25.692717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46138240-9638-4596-8e27-fe56ead2624a req-b28d525a-30ba-46b1-9ffd-a7e60f9e73eb tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810442 Jul 15 17:11:25.724075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.769075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:25.769826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.790117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.795619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.803022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] DHCP port deletion for 61e6030c-50ad-431e-b459-7b3ff12c0dd6 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:11:25.817894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85333677-15f2-4dec-afdf-1b5744ecb4f4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.826363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.830470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-038474d7-bbb5-41c9-b550-20b5c19ef960 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580107 Jul 15 17:11:25.830670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:25.835577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:25.861665 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:11:25.863743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,segment=NetworkSegment(ee23edde-3711-41da-964d-cbf8b2371507),segment_id=ee23edde-3711-41da-964d-cbf8b2371507)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:25.864169 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.867794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.876624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for 2cde36c6-170b-455d-93e0-b7f4d3a84d3d owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:25.932616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.937798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ac8210c-97dc-4c9c-8f7b-269cd7d6a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.947914 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.954313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.971010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d274409-0f20-47dc-9379-b3d18ccaf58a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:25.980926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Transition to ACTIVE for port object 43b4dba4-4910-473a-8643-172398c4df2c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:25.994762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.995210 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:25.996460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-166e7df2-e56f-4caf-8013-34c7416fb02d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646185 Jul 15 17:11:25.999570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34688) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:26.004731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'security_group_rule': {'security_group_id': 'fc349011-a956-4efc-86e2-f200cf117abb', 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:26.011730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:26.018066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.074986 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Project 3684f7a9a55a4bf892aaa810a5f2a647 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:11:26.083193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ad429d02-1f52-4c71-97e5-614f62db961e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:26.095876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.213506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Pushing event updated for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:26.241097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.241628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.242084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.242530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.242968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.245474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.246816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.247482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.247482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.247482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.247720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.248068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.248507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:26.260759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.272188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Deleting port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:26.272660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.304184 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.320512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3194492 Jul 15 17:11:26.334906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890626b-b741-4d04-890e-ed6f48fec47f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e752d65-847a-4894-a391-fce2e31731e0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:26.419672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] For port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:26.420275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.442452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Calling delete_port for 2cde36c6-170b-455d-93e0-b7f4d3a84d3d owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:26.446268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:11:26.448290 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.457308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:26.479149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] DHCP port deletion for aa52719c-374c-4734-8aa0-97000847b98d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:11:26.533129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Attempting to bind port 43b4dba4-4910-473a-8643-172398c4df2c on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:26.533990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Attempting to bind port 43b4dba4-4910-473a-8643-172398c4df2c by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:26.536449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Attempting to bind port 43b4dba4-4910-473a-8643-172398c4df2c on network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:26.538912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:11:26.555075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.568569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e6030c-50ad-431e-b459-7b3ff12c0dd6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:26.585454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee23edde-3711-41da-964d-cbf8b2371507') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:26.585868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee23edde-3711-41da-964d-cbf8b2371507') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:26.599461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.615105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.619720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] No DVR routers for this DVR port 2cde36c6-170b-455d-93e0-b7f4d3a84d3d on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:26.623463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:11:26.623884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.625897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:26.626368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Checking segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:26.626841 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.627307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Bound using segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:26.627902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Bound port: 43b4dba4-4910-473a-8643-172398c4df2c, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:26.628334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.637573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5866-836d-4dbd-af7a-e735cb011e92 None None] Pushing event deleted for resources: {'Port': ['ID=2cde36c6-170b-455d-93e0-b7f4d3a84d3d,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:26.652580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ad429d02-1f52-4c71-97e5-614f62db961e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:26.652580 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:11:26.677003 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:11:26.739575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-9451418f-cc72-42d2-9042-178f10ef08f4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374519037&fields=id&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 267 time: 0.0643456 Jul 15 17:11:26.766686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.770830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] For port 43b4dba4-4910-473a-8643-172398c4df2c, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:26.782820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.resource_extend [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 17:11:26.783461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.787811 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/networks/61e6030c-50ad-431e-b459-7b3ff12c0dd6 HTTP/1.1" status: 204 len: 168 time: 1.2905543 Jul 15 17:11:26.795745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:26.821042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] For port 43b4dba4-4910-473a-8643-172398c4df2c, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=43b4dba4-4910-473a-8643-172398c4df2c,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:26.833690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.842761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3e9c3-0246-454d-8939-c5595a07b8e1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Network': ['ID=61e6030c-50ad-431e-b459-7b3ff12c0dd6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:26.927184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Deleting port ca50e032-55f2-40d7-a6cc-6730ea2629f9 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:26.927564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:26.985315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-c8a5e25d-3b1d-49e3-82d1-3c4802812c35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:26.987011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-c8a5e25d-3b1d-49e3-82d1-3c4802812c35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/networks?id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 200 len: 796 time: 0.2307014 Jul 15 17:11:27.012931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:27.015769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-f4a3ae1e-5df0-4d05-9bbe-a612d97c5ee8 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/quotas/3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 375 time: 0.0178318 Jul 15 17:11:27.042002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:11:27.065498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.075140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:27.075788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:10:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:27.110488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0800c1-958d-4f82-b578-ac55c4fd5424 req-64f24490-e65b-4fd9-baae-7f856899c82e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:27.112069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be0800c1-958d-4f82-b578-ac55c4fd5424 req-64f24490-e65b-4fd9-baae-7f856899c82e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2071702 Jul 15 17:11:27.120860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cf5fe-4c13-476d-954d-f4a48d735580 None None] Pushing event updated for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:27.177780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Deleting port ca50e032-55f2-40d7-a6cc-6730ea2629f9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:27.178456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.239973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-2add55cc-836c-4fe8-a4ed-0bbe2bf4f7be tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2177055 Jul 15 17:11:27.245220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be0800c1-958d-4f82-b578-ac55c4fd5424 req-ba2348d8-212f-48fe-9daf-2b7622981b32 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197100 Jul 15 17:11:27.310870 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.316337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] For port ca50e032-55f2-40d7-a6cc-6730ea2629f9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ca50e032-55f2-40d7-a6cc-6730ea2629f9,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:27.316916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.335741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Calling delete_port for ca50e032-55f2-40d7-a6cc-6730ea2629f9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:27.362143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:11:27.415779 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-1d8436cc-d5ad-4c1a-a669-84ddbc089fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664400 Jul 15 17:11:27.439221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] For port ca50e032-55f2-40d7-a6cc-6730ea2629f9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ca50e032-55f2-40d7-a6cc-6730ea2629f9,segment=NetworkSegment(df13041f-031b-49c5-9d1b-210b001a8042),segment_id=df13041f-031b-49c5-9d1b-210b001a8042)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:27.441009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.448540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.472046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Calling delete_port for ca50e032-55f2-40d7-a6cc-6730ea2629f9 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:27.498368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Port': ['ID=ca50e032-55f2-40d7-a6cc-6730ea2629f9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:27.505177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] No DVR routers for this DVR port ca50e032-55f2-40d7-a6cc-6730ea2629f9 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:27.580506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:27.626324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.647631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-86be8c37-9e36-478a-ac40-d0ad68ade811 service neutron] 10.222.0.25 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238419 Jul 15 17:11:27.661690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.700178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa52719c-374c-4734-8aa0-97000847b98d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:27.720787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df13041f-031b-49c5-9d1b-210b001a8042') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:27.721821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df13041f-031b-49c5-9d1b-210b001a8042') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:27.738803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ca50e032-55f2-40d7-a6cc-6730ea2629f9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:27.739117 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.767412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.778112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dfe9178c-2526-4da6-a030-7d98c66f7657'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:11:27.778873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:11:27.779824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:11:27.784190 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:11:27.855961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:27.863553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ca50e032-55f2-40d7-a6cc-6730ea2629f9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:27.863759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ca50e032-55f2-40d7-a6cc-6730ea2629f9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:27.864100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2cde36c6-170b-455d-93e0-b7f4d3a84d3d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:27.893274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.914863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:27.932973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] 10.222.0.25 "DELETE /v2.0/networks/aa52719c-374c-4734-8aa0-97000847b98d HTTP/1.1" status: 204 len: 168 time: 1.1094074 Jul 15 17:11:27.948767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eea3c8-256e-433e-bb91-da178d109bb1 tempest-TaggedBootDevicesTest_v242-2026601620 tempest-TaggedBootDevicesTest_v242-2026601620-project] Pushing event deleted for resources: {'Network': ['ID=aa52719c-374c-4734-8aa0-97000847b98d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:27.994434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2cde36c6-170b-455d-93e0-b7f4d3a84d3d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:27.994774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2cde36c6-170b-455d-93e0-b7f4d3a84d3d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:28.058911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:28.084314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:28.130660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e66f9f50-5021-4071-90ab-a2570723ffc0 req-060410ff-0378-49c5-bc74-5cec0854873e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 210 time: 0.1243114 Jul 15 17:11:28.187234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Pushing event deleted for resources: {'Port': ['ID=ca50e032-55f2-40d7-a6cc-6730ea2629f9,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:28.190969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] Network aa52719c-374c-4734-8aa0-97000847b98d is not hosted by any dhcp agent {{(pid=100430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:11:28.191432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74412de7-fafa-4763-b37c-1fabf6fc9e40 None None] No DVR routers for this DVR port ca50e032-55f2-40d7-a6cc-6730ea2629f9 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:28.624039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b88e3-d9cb-45da-9936-07e1a141fbb1 req-42697a82-77ac-4f2c-911d-27958e6bc3e5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:28.631322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-649b88e3-d9cb-45da-9936-07e1a141fbb1 req-42697a82-77ac-4f2c-911d-27958e6bc3e5 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.1669879 Jul 15 17:11:28.718522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:28.749889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e81969-c476-4154-890b-9dbee9bc334f None None] The sync data for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 is: [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:26Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:28.833226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:28.854263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-649b88e3-d9cb-45da-9936-07e1a141fbb1 req-302d4797-ab6f-4b4c-bd3a-8ff6c62624f7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111399 Jul 15 17:11:29.117848 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77cd677b-911a-49c8-8c85-fdcba28289ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:29.355636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7eeef04e-4683-480c-aee2-dc2ceafbe7a7 req-c9a098ee-d2b9-4c9f-8a49-e938911fc305 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 210 time: 0.0452790 Jul 15 17:11:29.552544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:29.874751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 43b4dba4-4910-473a-8643-172398c4df2c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:29.987309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 43b4dba4-4910-473a-8643-172398c4df2c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:29.991096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 43b4dba4-4910-473a-8643-172398c4df2c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:29.992070 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.130961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.195627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 43b4dba4-4910-473a-8643-172398c4df2c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=43b4dba4-4910-473a-8643-172398c4df2c,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:30.201783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.227239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a04b7b-eb07-4361-b4e1-75e3d27a9d5b req-1baeb8ee-4331-472e-b84c-dbcd9269289a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:30.247530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4a04b7b-eb07-4361-b4e1-75e3d27a9d5b req-1baeb8ee-4331-472e-b84c-dbcd9269289a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.1774449 Jul 15 17:11:30.350610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4a04b7b-eb07-4361-b4e1-75e3d27a9d5b req-5a976022-132f-48a7-a57a-6273753402bc tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000085 Jul 15 17:11:30.404032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:30.484950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-22845b3c-9407-42d9-a6da-47ea1a1ae63d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:30.486752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-22845b3c-9407-42d9-a6da-47ea1a1ae63d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/networks?id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 200 len: 796 time: 0.2442243 Jul 15 17:11:30.509360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:30.622601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-cf965690-efe1-4cc6-a246-c0492c5393ff tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3684f7a9a55a4bf892aaa810a5f2a647 HTTP/1.1" status: 200 len: 379 time: 0.1241817 Jul 15 17:11:30.643039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'port': {'device_id': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'admin_state_up': True, 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'security_groups': ['fc349011-a956-4efc-86e2-f200cf117abb']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:30.649744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port dfe9178c-2526-4da6-a030-7d98c66f7657 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:30.650345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.766022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82e636df-a906-4bd1-8ffa-586c414ba22e req-7aefa67d-4c60-4f1e-b9c4-4167716debd4 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 210 time: 0.0684636 Jul 15 17:11:30.847433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.898346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:30.901407 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f702cad0-ffa9-4a6d-b2f8-64fb7e7a21a9" -d '{"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:30.917866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:30.929544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:30.942649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Made reservation on behalf of 3684f7a9a55a4bf892aaa810a5f2a647 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:30.946827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.050390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:31.061613 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11c0fc-1e36-400c-b751-000870cbe597 x-openstack-request-id: req-9a11c0fc-1e36-400c-b751-000870cbe597 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:31.062704 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:31.063133 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a11c0fc-1e36-400c-b751-000870cbe597 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:31.063745 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'code': 200} Jul 15 17:11:31.199388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.20.0.11 (cdf4db8d-22cb-4e8a-8595-0d1ddfb10910/70c2fc73-0dcb-45ff-9252-9e1374ad61b5/03259c92-3d96-4d12-9bd6-f0e8608ba184) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:31.305386 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.483365 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.501070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Transition to ACTIVE for port object 03259c92-3d96-4d12-9bd6-f0e8608ba184 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:31.547973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.604401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:31.611909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:31.618533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caa3ef-f563-4e88-9741-ac8e67053759 req-ac946ace-a500-4651-ba19-b0bd6f3e9103 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:31.632146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93caa3ef-f563-4e88-9741-ac8e67053759 req-ac946ace-a500-4651-ba19-b0bd6f3e9103 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1058588 Jul 15 17:11:31.632315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:31.711382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 43b4dba4-4910-473a-8643-172398c4df2c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:31.723361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:31.724443 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.728678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:31.736241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93caa3ef-f563-4e88-9741-ac8e67053759 req-2e8be773-eaec-4d09-9adb-15692e4a89cd tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037385 Jul 15 17:11:31.777616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b324a659-da4e-4265-9a0e-cae3ca4c2690 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1468649 Jul 15 17:11:31.791425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Request body: {'port': {'device_id': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:31.865911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 43b4dba4-4910-473a-8643-172398c4df2c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:31.867473 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:31.999457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:32.128152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c03bfd98-5fe5-4dc6-92b9-00223bedbe01 None None] Provisioning for port 03259c92-3d96-4d12-9bd6-f0e8608ba184 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:32.140913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c03bfd98-5fe5-4dc6-92b9-00223bedbe01 None None] Provisioning complete for port 03259c92-3d96-4d12-9bd6-f0e8608ba184 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:32.141286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c03bfd98-5fe5-4dc6-92b9-00223bedbe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:32.220407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293b244-926c-4056-9dc0-07bdc8221f95 req-9e2e77ee-5022-491c-97e5-d6691deb59f7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:32.224224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f293b244-926c-4056-9dc0-07bdc8221f95 req-9e2e77ee-5022-491c-97e5-d6691deb59f7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 932 time: 0.1521194 Jul 15 17:11:32.254890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c03bfd98-5fe5-4dc6-92b9-00223bedbe01 None None] Port 03259c92-3d96-4d12-9bd6-f0e8608ba184 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:32.298094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f293b244-926c-4056-9dc0-07bdc8221f95 req-e31ce319-3a49-4f00-b128-ca6dd7184c3d tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603669 Jul 15 17:11:32.529291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03259c92-3d96-4d12-9bd6-f0e8608ba184 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:11:32.537217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:32.551844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Transition to ACTIVE for port object 03259c92-3d96-4d12-9bd6-f0e8608ba184 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:32.558058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:32.774822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03878146-f088-46d0-b086-12397b96b263 service neutron] Pushing event updated for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:32.815541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Attempting to bind port 03259c92-3d96-4d12-9bd6-f0e8608ba184 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:32.816751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Attempting to bind port 03259c92-3d96-4d12-9bd6-f0e8608ba184 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:32.817622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Attempting to bind port 03259c92-3d96-4d12-9bd6-f0e8608ba184 on network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:32.823280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Port 03259c92-3d96-4d12-9bd6-f0e8608ba184 on network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:11:32.823859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Attempting to bind port 03259c92-3d96-4d12-9bd6-f0e8608ba184 on network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:32.832577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:32.833715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Checking segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:32.834617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Bound using segment: {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:32.835255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Bound port: 03259c92-3d96-4d12-9bd6-f0e8608ba184, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee99a01-b0ab-458d-ac8f-d31395566f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:32.835801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:32.930045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:32.933566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:32.946684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:33.030351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.030988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:33.032449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-03878146-f088-46d0-b086-12397b96b263 service neutron] 10.222.0.20 "PUT /v2.0/ports/03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 200 len: 1092 time: 1.2457609 Jul 15 17:11:33.032886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:33.035747 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11123b77-8a54-4b8b-b6a5-fea9acb389cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:33.195587 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a63df-d376-47dd-9637-e461a3e3d7ae x-openstack-request-id: req-3e0a63df-d376-47dd-9637-e461a3e3d7ae {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:33.199664 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:33.204736 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e0a63df-d376-47dd-9637-e461a3e3d7ae {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:33.204885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1d48-37d7-4df4-a911-5adf49e37e74 req-4e997938-4c4f-48fe-8516-85605e616502 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.205175 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'status': 'completed', 'code': 200} Jul 15 17:11:33.210788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03878146-f088-46d0-b086-12397b96b263 service neutron] Pushing event updated for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:33.230132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37ff1d48-37d7-4df4-a911-5adf49e37e74 req-4e997938-4c4f-48fe-8516-85605e616502 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1650562 Jul 15 17:11:33.272516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b811f217-fa61-4b6b-93ee-7918e72434e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.274140 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-b811f217-fa61-4b6b-93ee-7918e72434e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1095 time: 0.1547153 Jul 15 17:11:33.354560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37ff1d48-37d7-4df4-a911-5adf49e37e74 req-9a080279-3871-42c5-b351-855a948b825b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236708 Jul 15 17:11:33.389530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-e5aea769-7a5f-4a7d-9e3f-8ed3e2b2fbc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 200 len: 217 time: 0.1016486 Jul 15 17:11:33.493539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-1e697e51-9525-4353-9ec2-131facbb85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.496421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-1e697e51-9525-4353-9ec2-131facbb85ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70c2fc73-0dcb-45ff-9252-9e1374ad61b5 HTTP/1.1" status: 200 len: 835 time: 0.1005621 Jul 15 17:11:33.497389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:33.609483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-37df6a87-6867-4b69-b97f-e7370083348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.612101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-37df6a87-6867-4b69-b97f-e7370083348e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046176 Jul 15 17:11:33.726547 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-aac5748a-8924-4dc0-834c-50ad61e91393 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051199 Jul 15 17:11:33.815043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d301e4-db4e-47c4-814b-72b5d6d9fef1 req-d0cb878b-e4f7-44a9-8c4d-5b93e1af5ef7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:33.822516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8d301e4-db4e-47c4-814b-72b5d6d9fef1 req-d0cb878b-e4f7-44a9-8c4d-5b93e1af5ef7 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 944 time: 0.2075727 Jul 15 17:11:33.884564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-69c4adfa-ffdd-4fb7-9974-be5333daa26e req-1671da0b-edc5-48e4-967b-43d6e2e44df5 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506917 Jul 15 17:11:33.905903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34874) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:33.916380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d81c6839-518b-4060-be0c-a8c49cfe16ae tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3710 time: 0.4083078 Jul 15 17:11:33.916624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'network': {'name': 'tempest-network-smoke--1710933065', 'project_id': 'd95baeccaac1480dba81b252287c1634', 'port_security_enabled': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:33.931912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8d301e4-db4e-47c4-814b-72b5d6d9fef1 req-e50c4333-3f14-46f2-9c94-3683c2c7fbfa tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082203 Jul 15 17:11:33.953384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:33.960572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:33.991465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:11:34.024464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.024827 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Added segment b9850560-aa45-4c3f-898c-3006288d58d2 of type vlan for network 476caa8b-0698-471c-a24d-57e4ce36c736 Jul 15 17:11:34.183728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.233705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.239601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.240414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.292357 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3852687 Jul 15 17:11:34.297036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34886) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:34.303423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'admin_state_up': True, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:34.328577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc679e1-06fb-49cc-9a4a-014f1abbe09c tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Network': ['ID=476caa8b-0698-471c-a24d-57e4ce36c736,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:34.332104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-39d7d260-8948-4e3f-a43c-94611b36a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.334152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-39d7d260-8948-4e3f-a43c-94611b36a736 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1095 time: 0.2915776 Jul 15 17:11:34.351670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 476caa8b-0698-471c-a24d-57e4ce36c736 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:11:34.370636 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.372488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.511694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.596196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-10a685ec-e4b8-4e32-b586-03a792f5ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.598002 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-10a685ec-e4b8-4e32-b586-03a792f5ec8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 200 len: 896 time: 0.2550139 Jul 15 17:11:34.658939 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-56164983-a099-4cb6-a341-0f11ba4b844e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 200 len: 217 time: 0.0480947 Jul 15 17:11:34.769129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-34d097aa-b28e-4ff6-bae3-980cbc5f94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.770782 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-34d097aa-b28e-4ff6-bae3-980cbc5f94d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70c2fc73-0dcb-45ff-9252-9e1374ad61b5 HTTP/1.1" status: 200 len: 835 time: 0.1050465 Jul 15 17:11:34.818656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:34.910628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-c6a0e3b1-acf8-4908-917d-d0b9bae787fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.912409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-c6a0e3b1-acf8-4908-917d-d0b9bae787fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336482 Jul 15 17:11:34.924571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f238375-cbf9-4374-a52a-27ae12d26863 req-fabd9f1f-b879-48b9-939e-cfb46e992894 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:34.926735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f238375-cbf9-4374-a52a-27ae12d26863 req-fabd9f1f-b879-48b9-939e-cfb46e992894 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2960260 Jul 15 17:11:35.117937 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-4d1e6613-8ffb-44f5-ba18-309933ea3f12 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920962 Jul 15 17:11:35.175458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f238375-cbf9-4374-a52a-27ae12d26863 req-f2f6c544-01c4-47c4-bfe0-f28c80243271 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034402 Jul 15 17:11:35.295457 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-11123b77-8a54-4b8b-b6a5-fea9acb389cb req-88216bb0-0e1c-47a7-829d-ecf832143f81 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706572 Jul 15 17:11:35.346405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:35.413256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:35.437728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bb291-01e0-485e-a979-690d2b593e23 req-df01b28d-610c-41a9-9944-fef8413427eb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:35.443318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-900bb291-01e0-485e-a979-690d2b593e23 req-df01b28d-610c-41a9-9944-fef8413427eb tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 944 time: 0.2620533 Jul 15 17:11:35.549075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-900bb291-01e0-485e-a979-690d2b593e23 req-43062d7f-1c5a-4838-ba75-36a030af5e96 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982795 Jul 15 17:11:35.628985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.25.8.223 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/193d5d9a-227e-496a-b0aa-9894d13e4560) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:35.762074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:35.820877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:35.891658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:35.895826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:35.902400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:35.933755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=193d5d9a-227e-496a-b0aa-9894d13e4560,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:35.953219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.953820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.954320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.954767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.955299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.955752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.956243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.956651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.957084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.957525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.957943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:35.958372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:11:36.247479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:36.507813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:36.523448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 03259c92-3d96-4d12-9bd6-f0e8608ba184 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:11:36.709073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fca10-8f0d-4a38-be10-ae983d4a8f17 req-d75d5afd-730e-4710-a0c5-f32062bf2956 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:36.711024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-900fca10-8f0d-4a38-be10-ae983d4a8f17 req-d75d5afd-730e-4710-a0c5-f32062bf2956 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2148755 Jul 15 17:11:36.756232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:36.771139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'port_id': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'mac_address': 'fa:16:3e:bb:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:11:36.779496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-900fca10-8f0d-4a38-be10-ae983d4a8f17 req-e97edd21-40dc-470d-86d1-4bc1b1467a39 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582874 Jul 15 17:11:36.836664 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:36.842979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:11:36.853840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03259c92-3d96-4d12-9bd6-f0e8608ba184 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:11:36.907128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:36.916211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:36.946324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a9515-65be-4121-bfc0-b70bc15f536e req-36f3203e-3188-497e-9e60-f37c777de449 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:36.948058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d1a9515-65be-4121-bfc0-b70bc15f536e req-36f3203e-3188-497e-9e60-f37c777de449 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 944 time: 0.1675251 Jul 15 17:11:37.030672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:37.157277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['03259c92-3d96-4d12-9bd6-f0e8608ba184'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:11:37.429605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d1a9515-65be-4121-bfc0-b70bc15f536e req-ee46e33d-a2a2-4d51-8cc7-7e68ec36ec1b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4756317 Jul 15 17:11:37.443666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:37.457069 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Sync routers for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:37.467426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:37.468917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c03be5d-370e-487d-8936-e8009e879a96 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1703963 Jul 15 17:11:37.471815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:37.483037 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:37.492692 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:37.596022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacbbce3-64f7-4ae6-a450-ab0fbb7783b0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:37.601085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:37.619191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bacbbce3-64f7-4ae6-a450-ab0fbb7783b0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d95baeccaac1480dba81b252287c1634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1250052 Jul 15 17:11:37.817838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33c566-35b0-4c27-8302-3912bba86602 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:37.827053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:37.831325 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:37.835819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cc33c566-35b0-4c27-8302-3912bba86602 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2317491 Jul 15 17:11:37.883512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d11d93b3-39a5-4a50-80a6-994da10646da tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543101 Jul 15 17:11:37.886100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34954) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:37.993291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:37.993790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ee422a2e-96da-47ec-b89c-d98533416006 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d95baeccaac1480dba81b252287c1634&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1065114 Jul 15 17:11:38.044456 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:36Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:38.144275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Checking router: a64eb1d5-4cfe-4c47-adbd-8d96118fb086 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:38.144275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Updating router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 port 193d5d9a-227e-496a-b0aa-9894d13e4560 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:11:38.298505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc288a7-a060-4664-923d-a5deba994acb tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:38.310527 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cbc288a7-a060-4664-923d-a5deba994acb tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3129632 Jul 15 17:11:38.312758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:38.313162 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:38.417653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce56a-b070-41d9-94b5-976b33f29be5 req-143107f0-5db4-4f5b-8776-5c033e801bd7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:38.422293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c21baa26-d469-4e25-9544-fad90ffdd3dc tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073706 Jul 15 17:11:38.425483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 34964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:38.426472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b8ce56a-b070-41d9-94b5-976b33f29be5 req-143107f0-5db4-4f5b-8776-5c033e801bd7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2493336 Jul 15 17:11:38.459336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182984149', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'project_id': 'd95baeccaac1480dba81b252287c1634', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:38.538718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b8ce56a-b070-41d9-94b5-976b33f29be5 req-afec55f4-57d3-45d7-9477-05e013dfd310 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060233 Jul 15 17:11:38.543787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 03259c92-3d96-4d12-9bd6-f0e8608ba184 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:38.714340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 03259c92-3d96-4d12-9bd6-f0e8608ba184 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:38.722381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:38.728986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:38.737704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 03259c92-3d96-4d12-9bd6-f0e8608ba184 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:38.738084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:38.771088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79cdaa-5511-422d-8083-e79de50293e8 req-9ae4db81-280a-4fcd-bc88-944d2f51a415 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:38.774385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd79cdaa-5511-422d-8083-e79de50293e8 req-9ae4db81-280a-4fcd-bc88-944d2f51a415 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 945 time: 0.1394343 Jul 15 17:11:38.900757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd79cdaa-5511-422d-8083-e79de50293e8 req-2edaed10-5615-44e9-babe-becbc21bbc60 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166506 Jul 15 17:11:39.048902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.058238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.118204 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.141962 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Transition to ACTIVE for port object 193d5d9a-227e-496a-b0aa-9894d13e4560 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:39.148026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:39.149927 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.152007 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fdfde4-dba4-4ba5-a032-b8adb65ae3c6" -d '{"events": [{"server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "name": "network-vif-plugged", "status": "completed", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:39.172760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:39.182869 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.196168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Subnet': ['ID=1b4a8383-69df-4382-800a-c8042402cf5a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:39.200830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7feac-1e11-4ca6-8f0e-f48174c9e3b0 None None] Pushing event updated for resources: {'Port': ['ID=193d5d9a-227e-496a-b0aa-9894d13e4560,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:39.223282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Checking segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:39.223643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network hostable DHCP agents. Network: 476caa8b-0698-471c-a24d-57e4ce36c736, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:11:39.239817 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Attempting to bind port 193d5d9a-227e-496a-b0aa-9894d13e4560 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:39.240211 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Attempting to bind port 193d5d9a-227e-496a-b0aa-9894d13e4560 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:39.240565 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Attempting to bind port 193d5d9a-227e-496a-b0aa-9894d13e4560 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:39.254401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:39.256459 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:39.257000 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.257391 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:39.257855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Bound port: 193d5d9a-227e-496a-b0aa-9894d13e4560, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:39.258388 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.261272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 476caa8b-0698-471c-a24d-57e4ce36c736 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:11:39.281176 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047ac8cf-b54e-438d-b5c9-bc8f03aab9fb x-openstack-request-id: req-047ac8cf-b54e-438d-b5c9-bc8f03aab9fb {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:39.281539 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "name": "network-vif-plugged", "status": "completed", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:39.281727 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-047ac8cf-b54e-438d-b5c9-bc8f03aab9fb {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:39.282122 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'code': 200} Jul 15 17:11:39.290218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 476caa8b-0698-471c-a24d-57e4ce36c736) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:39.295163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:39.295833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.307931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab1a12-ec1d-492b-a43c-ca299c77c13b None None] Network 476caa8b-0698-471c-a24d-57e4ce36c736 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:39.322229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 34986) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:39.322470 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b39e5c21-3a81-4b90-9b50-0a54d66f3ece tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8866484 Jul 15 17:11:39.402492 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] For port 193d5d9a-227e-496a-b0aa-9894d13e4560, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:39.418074 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] For port 193d5d9a-227e-496a-b0aa-9894d13e4560, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=193d5d9a-227e-496a-b0aa-9894d13e4560,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:39.427666 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.468465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4394a-cfbb-4303-bcd8-273fb5b6ba2b req-0b296317-5b27-455c-83f8-86717b437891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:39.470017 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-44b4394a-cfbb-4303-bcd8-273fb5b6ba2b req-0b296317-5b27-455c-83f8-86717b437891 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1097 time: 0.1467309 Jul 15 17:11:39.502228 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7feac-1e11-4ca6-8f0e-f48174c9e3b0 None None] Pushing event updated for resources: {'Port': ['ID=193d5d9a-227e-496a-b0aa-9894d13e4560,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:39.505374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:39.545258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-44b4394a-cfbb-4303-bcd8-273fb5b6ba2b req-21418910-ee36-49f9-a50d-d86a7740bef2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593035 Jul 15 17:11:39.548427 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:39.549065 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:39.693516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-476caa8b-0698-471c-a24d-57e4ce36c736', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'fixed_ips': [{'subnet_id': '1b4a8383-69df-4382-800a-c8042402cf5a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:11:39.695271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:39.810386 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:40.045214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Allocated IP 172.20.0.18 (476caa8b-0698-471c-a24d-57e4ce36c736/1b4a8383-69df-4382-800a-c8042402cf5a/702c162e-cebf-477b-a38e-134f59c0b6d5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:40.181784 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:36Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:40.233114 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d36f0-7095-41dc-9b2d-5e010c4c1f55 None None] The sync data for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 is: [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:36Z', 'revision_number': 3, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:40.395669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.408438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Transition to ACTIVE for port object 702c162e-cebf-477b-a38e-134f59c0b6d5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:40.439828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Transition to ACTIVE for port object 702c162e-cebf-477b-a38e-134f59c0b6d5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:40.451845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.510212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85bf97-7d64-4b95-9988-09e4403ef341 req-eee64191-5d3a-4410-8432-9867745c0879 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:40.519642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f85bf97-7d64-4b95-9988-09e4403ef341 req-eee64191-5d3a-4410-8432-9867745c0879 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.3913307 Jul 15 17:11:40.520535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Network 476caa8b-0698-471c-a24d-57e4ce36c736 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:40.524438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:40.528933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:40.618002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9cdf-df28-412e-a7b4-9b704970e1d9 req-1efb0fed-b1c2-42a7-971f-5631f44baf99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:40.633598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df1f9cdf-df28-412e-a7b4-9b704970e1d9 req-1efb0fed-b1c2-42a7-971f-5631f44baf99 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.4043307 Jul 15 17:11:40.655806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Pushing event updated for resources: {'Port': ['ID=702c162e-cebf-477b-a38e-134f59c0b6d5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:40.670681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Attempting to bind port 702c162e-cebf-477b-a38e-134f59c0b6d5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:40.671197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Attempting to bind port 702c162e-cebf-477b-a38e-134f59c0b6d5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:40.671660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Attempting to bind port 702c162e-cebf-477b-a38e-134f59c0b6d5 on network 476caa8b-0698-471c-a24d-57e4ce36c736 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:40.681653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:40.682806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Checking segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:40.683687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.685238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Bound using segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:40.686252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Bound port: 702c162e-cebf-477b-a38e-134f59c0b6d5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:40.687096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.720972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f85bf97-7d64-4b95-9988-09e4403ef341 req-29ca971d-221b-4af7-9ab5-5f06d7d7ff32 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000353 Jul 15 17:11:40.832197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df1f9cdf-df28-412e-a7b4-9b704970e1d9 req-eb06ac64-051d-42f3-87dc-5a61eb2f5226 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818843 Jul 15 17:11:40.866325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.935951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] For port 702c162e-cebf-477b-a38e-134f59c0b6d5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:40.967589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.979249 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:40.991272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] For port 702c162e-cebf-477b-a38e-134f59c0b6d5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=702c162e-cebf-477b-a38e-134f59c0b6d5,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:41.006150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:41.171357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30ce1c-e0d9-439f-a87e-d4e7c76717ae None None] Pushing event updated for resources: {'Port': ['ID=702c162e-cebf-477b-a38e-134f59c0b6d5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:41.307872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.20.0.17 (476caa8b-0698-471c-a24d-57e4ce36c736/1b4a8383-69df-4382-800a-c8042402cf5a/ae8306c9-bf6c-495a-87ac-4d49b1334cef) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:41.532578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:41.579728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Transition to ACTIVE for port object ae8306c9-bf6c-495a-87ac-4d49b1334cef will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:41.638129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:41.737660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 476caa8b-0698-471c-a24d-57e4ce36c736 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:41.747885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:41.750691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:41.818141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:41.851528 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:41.949520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 193d5d9a-227e-496a-b0aa-9894d13e4560 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:42.092145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 193d5d9a-227e-496a-b0aa-9894d13e4560 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:42.098705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 193d5d9a-227e-496a-b0aa-9894d13e4560 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:42.099564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:42.305791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:42.361448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 193d5d9a-227e-496a-b0aa-9894d13e4560, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=193d5d9a-227e-496a-b0aa-9894d13e4560,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:42.367647 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:42.369453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 702c162e-cebf-477b-a38e-134f59c0b6d5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:42.374919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2912b-d2f1-421a-8333-1992870ab8d2 req-8bf60b12-c910-4d56-8720-f0ee3030090e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:42.384279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c2912b-d2f1-421a-8333-1992870ab8d2 req-8bf60b12-c910-4d56-8720-f0ee3030090e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.2536900 Jul 15 17:11:42.440271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0aa9-640b-44b7-a84e-5bc624c30a55 req-641c41d8-0670-42a5-9d7d-8a068b628b88 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:42.442692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1a0aa9-640b-44b7-a84e-5bc624c30a55 req-641c41d8-0670-42a5-9d7d-8a068b628b88 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2619987 Jul 15 17:11:42.447120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:42.496275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=193d5d9a-227e-496a-b0aa-9894d13e4560,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:42.531744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 702c162e-cebf-477b-a38e-134f59c0b6d5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:42.803876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53c2912b-d2f1-421a-8333-1992870ab8d2 req-84febf4b-61a4-474d-9982-72a5df60ae72 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4183083 Jul 15 17:11:42.848652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1a0aa9-640b-44b7-a84e-5bc624c30a55 req-ec6e387b-f88b-4125-9fbb-188bcefc1ce1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725474 Jul 15 17:11:43.043067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b40db4-a27f-437a-8278-83069057b4f7 None None] Network 476caa8b-0698-471c-a24d-57e4ce36c736 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:43.210648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.234900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Provisioning for port 702c162e-cebf-477b-a38e-134f59c0b6d5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:43.242368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.259756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Provisioning complete for port 702c162e-cebf-477b-a38e-134f59c0b6d5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:43.260169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.344107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:43.362747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbdeca-c977-49b1-9cff-9d23beda1fe8 req-9992a2cb-4c1d-4e20-8704-c003b73a61a6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:43.364352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8cbdeca-c977-49b1-9cff-9d23beda1fe8 req-9992a2cb-4c1d-4e20-8704-c003b73a61a6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.2705598 Jul 15 17:11:43.405866 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.415654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35018) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:43.556490 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:11:43.570462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8cbdeca-c977-49b1-9cff-9d23beda1fe8 req-3a11387d-efba-43cd-823c-0c627c016000 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975405 Jul 15 17:11:43.577048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 476caa8b-0698-471c-a24d-57e4ce36c736 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:43.578593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:43.597257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35022) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:43.648205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.750018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] For port 702c162e-cebf-477b-a38e-134f59c0b6d5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=702c162e-cebf-477b-a38e-134f59c0b6d5,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:43.755489 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:43.821446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 193d5d9a-227e-496a-b0aa-9894d13e4560 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:43.883159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bac4f-1aaf-4ba3-ae8c-c61c43e9b1e5 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:43.885188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-629bac4f-1aaf-4ba3-ae8c-c61c43e9b1e5 tempest-TestNetworkBasicOps-358202540 tempest-TestNetworkBasicOps-358202540-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1092 time: 0.2865779 Jul 15 17:11:43.901994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35028) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:43.906976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:44.025694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d1012-e6fd-4e62-bbfa-a3f000407eb0 None None] Pushing event updated for resources: {'Port': ['ID=702c162e-cebf-477b-a38e-134f59c0b6d5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:44.035755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:44.064725 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.095980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 193d5d9a-227e-496a-b0aa-9894d13e4560 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:44.099730 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.229009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Provisioning for port ae8306c9-bf6c-495a-87ac-4d49b1334cef completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:44.243543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Provisioning complete for port ae8306c9-bf6c-495a-87ac-4d49b1334cef triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:44.243911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.452390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Port ae8306c9-bf6c-495a-87ac-4d49b1334cef cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:44.503644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Provisioning complete for port 702c162e-cebf-477b-a38e-134f59c0b6d5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:44.503644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c188-922a-4e06-98d9-cc0dd55b2432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.772463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.815452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e382d90c-4b7b-4451-962b-bc83e719bf6d None None] Provisioning complete for port ae8306c9-bf6c-495a-87ac-4d49b1334cef triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:44.815731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e382d90c-4b7b-4451-962b-bc83e719bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:44.916751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e382d90c-4b7b-4451-962b-bc83e719bf6d None None] Port ae8306c9-bf6c-495a-87ac-4d49b1334cef cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:45.044580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b5f68ccb-d24a-4a94-be5f-c718651c6c5a None None] Provisioning complete for port ae8306c9-bf6c-495a-87ac-4d49b1334cef triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:45.045409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5f68ccb-d24a-4a94-be5f-c718651c6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:45.131930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b5f68ccb-d24a-4a94-be5f-c718651c6c5a None None] Port ae8306c9-bf6c-495a-87ac-4d49b1334cef cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:45.196368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a604c1-a76c-48f5-8ba5-419f1a870a2f req-1604b4d4-d595-4b96-874c-0055346ce76c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:45.198757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a604c1-a76c-48f5-8ba5-419f1a870a2f req-1604b4d4-d595-4b96-874c-0055346ce76c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 1.0659792 Jul 15 17:11:45.237250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:45.245161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9d8774a5-da9b-49af-8262-643ec017b2d8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "PUT /v2.0/routers/a64eb1d5-4cfe-4c47-adbd-8d96118fb086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9214809 Jul 15 17:11:45.252872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Sync routers for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:45.269406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:45.270190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:45.315506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:45.345117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1a604c1-a76c-48f5-8ba5-419f1a870a2f req-fcb20c22-fa5a-46c0-9683-7574764b28c0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360645 Jul 15 17:11:45.429709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:45.475644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Deleting port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:45.475997 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:45.639238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] For port 81b0630b-8510-4d13-a36d-f24b0a7fa7b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:45.641507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:45.674112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Calling delete_port for 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:45.697998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae8306c9-bf6c-495a-87ac-4d49b1334cef', 'name': '', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:7e:02:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:41Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 2, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:45.726719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-86321c2e-5be2-40f9-8c2a-0e71d12961a3 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:45.731871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-86321c2e-5be2-40f9-8c2a-0e71d12961a3 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/networks?id=476caa8b-0698-471c-a24d-57e4ce36c736 HTTP/1.1" status: 200 len: 798 time: 0.2596490 Jul 15 17:11:45.766178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Checking router: a64eb1d5-4cfe-4c47-adbd-8d96118fb086 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:45.766590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Updating router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 port ae8306c9-bf6c-495a-87ac-4d49b1334cef binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:11:45.788660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-11f80941-01b9-491a-ace6-ef93b1d989eb tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/quotas/d95baeccaac1480dba81b252287c1634 HTTP/1.1" status: 200 len: 375 time: 0.0459707 Jul 15 17:11:45.836230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 702c162e-cebf-477b-a38e-134f59c0b6d5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:45.894891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:45.946791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Allocated IP 172.25.8.183 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/9c37b965-8987-4624-b6b6-d9092b7453ab) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:45.955994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 702c162e-cebf-477b-a38e-134f59c0b6d5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:45.956754 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.015356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6852850e-bd66-4598-a177-cc5af38c8f4b tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1988575 Jul 15 17:11:46.143453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.255952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b0630b-8510-4d13-a36d-f24b0a7fa7b4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:46.416729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-0bd72b9f-3998-4e7c-8534-2e25df415d8b service neutron] 10.222.0.25 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619812 Jul 15 17:11:46.599718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.743409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.760310 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.774903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Transition to ACTIVE for port object ae8306c9-bf6c-495a-87ac-4d49b1334cef will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:46.788632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:46.810815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-84d25f36-95c6-4877-bdb2-85922f15298a service neutron] 10.222.0.25 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928139 Jul 15 17:11:46.850777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ff7e-59c5-4df6-8f94-019a61fc0ea0 req-61004749-e841-41a5-bd1e-04773deff159 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:46.859206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2746ff7e-59c5-4df6-8f94-019a61fc0ea0 req-61004749-e841-41a5-bd1e-04773deff159 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2148407 Jul 15 17:11:46.885860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce9682-85ba-48b7-8342-c12122283285 None None] Pushing event updated for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:46.966926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2746ff7e-59c5-4df6-8f94-019a61fc0ea0 req-2960f2df-3689-45f7-bd3c-f95240755e8d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066244 Jul 15 17:11:46.972585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:47.014459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Attempting to bind port ae8306c9-bf6c-495a-87ac-4d49b1334cef on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:47.015131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Attempting to bind port ae8306c9-bf6c-495a-87ac-4d49b1334cef by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:47.015668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Attempting to bind port ae8306c9-bf6c-495a-87ac-4d49b1334cef on network 476caa8b-0698-471c-a24d-57e4ce36c736 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:47.030385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:47.033204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Checking segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:47.033751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:47.034175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Bound using segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:47.034867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Bound port: ae8306c9-bf6c-495a-87ac-4d49b1334cef, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:47.035268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:47.036298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:47.044412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:47.050383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:47.201686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] For port ae8306c9-bf6c-495a-87ac-4d49b1334cef, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:47.205261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] For port ae8306c9-bf6c-495a-87ac-4d49b1334cef, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae8306c9-bf6c-495a-87ac-4d49b1334cef,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:47.214501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:47.227923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=9c37b965-8987-4624-b6b6-d9092b7453ab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:47.307509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce9682-85ba-48b7-8342-c12122283285 None None] Pushing event updated for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:47.331598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:47.332496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:47.563072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:47.563282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Router ee2db830-6476-4d6c-be37-487dcb1887bf has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:47.708074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:47.720078 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Sync routers for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:47.737260 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:47.742208 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:47.743614 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c052625-d28c-4fb5-90cb-5e2fa1aca9b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ee2db830-6476-4d6c-be37-487dcb1887bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3242247 Jul 15 17:11:47.748698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35052) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:47.955369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:47.993556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae8306c9-bf6c-495a-87ac-4d49b1334cef', 'name': '', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:7e:02:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:41Z', 'updated_at': '2021-07-15T17:11:47Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:48.084255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1a0ff-d7ff-4be3-8662-50d06e941c23 None None] The sync data for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 is: [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'ae8306c9-bf6c-495a-87ac-4d49b1334cef', 'name': '', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:7e:02:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_interface', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:41Z', 'updated_at': '2021-07-15T17:11:47Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:48.227953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:48.356049 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T17:11:46Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:48.400207 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Checking router: ee2db830-6476-4d6c-be37-487dcb1887bf for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:48.422435 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Routers {'ee2db830-6476-4d6c-be37-487dcb1887bf'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:48.423192 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ee2db830-6476-4d6c-be37-487dcb1887bf'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:48.507853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57771bcc-44ac-4ee2-9047-640c3f583ab2 req-6fc369f5-fff4-46c7-a75e-af33ce127a21 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 210 time: 0.1155703 Jul 15 17:11:48.623437 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] Set router ee2db830-6476-4d6c-be37-487dcb1887bf gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:48.642085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:48.981271 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T17:11:46Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:49.044325 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b738ec0-0f9b-4568-a65e-faa6023d6bbc None None] The sync data for ids ['ee2db830-6476-4d6c-be37-487dcb1887bf'] in n-d-800085-3 is: [{'id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1752169724-router', 'tenant_id': '6e76c7c6102441438f7fab0a81523c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T16:59:47Z', 'updated_at': '2021-07-15T17:11:46Z', 'revision_number': 5, 'project_id': '6e76c7c6102441438f7fab0a81523c18', 'gw_port': {'id': 'f48ee7dd-59f5-493b-ab90-aef63e7ba926', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:23:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2db830-6476-4d6c-be37-487dcb1887bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T16:59:49Z', 'updated_at': '2021-07-15T17:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:49.255183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb092a-e6ca-41a5-a34b-04115476e9c4 req-83a733ee-63c4-4954-a321-576258260a8e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:49.264620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-caeb092a-e6ca-41a5-a34b-04115476e9c4 req-83a733ee-63c4-4954-a321-576258260a8e tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 1.0260847 Jul 15 17:11:49.334639 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:49.503338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-caeb092a-e6ca-41a5-a34b-04115476e9c4 req-42dd3c49-108b-498a-b02b-5a66aa55e044 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375827 Jul 15 17:11:49.589111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:49.816612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae8306c9-bf6c-495a-87ac-4d49b1334cef up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:49.846345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Deleting port f48ee7dd-59f5-493b-ab90-aef63e7ba926 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:49.846689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:49.851856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a55607f9-72f3-4deb-9d0f-79543851f1ce req-c57a668a-ce70-436e-986e-ea4f216a8bbd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 210 time: 0.1013532 Jul 15 17:11:49.951357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ae8306c9-bf6c-495a-87ac-4d49b1334cef completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:49.958215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae8306c9-bf6c-495a-87ac-4d49b1334cef triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:49.958621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.037339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.35', 58610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:50.082311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] For port f48ee7dd-59f5-493b-ab90-aef63e7ba926, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f48ee7dd-59f5-493b-ab90-aef63e7ba926,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:50.082817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.127687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Calling delete_port for f48ee7dd-59f5-493b-ab90-aef63e7ba926 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:50.152437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.169965 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.182254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.261433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ae8306c9-bf6c-495a-87ac-4d49b1334cef, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae8306c9-bf6c-495a-87ac-4d49b1334cef,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:50.271102 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.288775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:50.307800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-ad1ead5e-27af-499f-8b31-b9c258389f0f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:50.311905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-ad1ead5e-27af-499f-8b31-b9c258389f0f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.35 "GET /v2.0/networks?id=476caa8b-0698-471c-a24d-57e4ce36c736 HTTP/1.1" status: 200 len: 798 time: 0.2726238 Jul 15 17:11:50.325453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Request body: {'port': {'device_id': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'admin_state_up': True, 'tenant_id': 'd95baeccaac1480dba81b252287c1634'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:50.445954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event updated for resources: {'Port': ['ID=9c37b965-8987-4624-b6b6-d9092b7453ab,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:50.449613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:50.450041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81b0630b-8510-4d13-a36d-f24b0a7fa7b4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:50.462575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.467457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:50.535635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Made reservation on behalf of d95baeccaac1480dba81b252287c1634 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:50.539780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.790012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Allocated IP 172.20.0.20 (476caa8b-0698-471c-a24d-57e4ce36c736/1b4a8383-69df-4382-800a-c8042402cf5a/1b2d1456-201a-4cdf-b37a-0368cd716938) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:50.803887 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Floating IP 4431ecb2-0084-4067-9aa9-917308584ab5 associated. External IP: 172.25.8.183, port: 03259c92-3d96-4d12-9bd6-f0e8608ba184. Jul 15 17:11:50.860323 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.899717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48ee7dd-59f5-493b-ab90-aef63e7ba926,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:50.910766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96025412-d6a9-4f6b-92a4-fcf958bdbedd req-3c522545-a2fc-41f8-a510-4f7c100ef494 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:50.913175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96025412-d6a9-4f6b-92a4-fcf958bdbedd req-3c522545-a2fc-41f8-a510-4f7c100ef494 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2102647 Jul 15 17:11:50.924376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:50.945079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Transition to ACTIVE for port object 1b2d1456-201a-4cdf-b37a-0368cd716938 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:50.984374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.035738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Network 476caa8b-0698-471c-a24d-57e4ce36c736 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:51.039748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:51.045623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:51.050660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event updated for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:51.104418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:51.105075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.121956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-6b1952b2-0c10-48f1-8d0f-89216836f9d4 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8025203 Jul 15 17:11:51.132783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-447e17a7-5345-4e2c-9211-5d3e2e07d86a tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:11:51.133814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-447e17a7-5345-4e2c-9211-5d3e2e07d86a tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062904 Jul 15 17:11:51.141194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96025412-d6a9-4f6b-92a4-fcf958bdbedd req-2caa5208-22d0-4674-9ff1-296341e4f248 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895337 Jul 15 17:11:51.142702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.239385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Request body: {'port': {'device_id': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:51.336676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.343239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.348314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.420997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-01848699-c605-4f6a-9b33-a39e114ace35 None None] Provisioning for port 1b2d1456-201a-4cdf-b37a-0368cd716938 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:51.426819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-01848699-c605-4f6a-9b33-a39e114ace35 None None] Provisioning complete for port 1b2d1456-201a-4cdf-b37a-0368cd716938 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:51.427678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-01848699-c605-4f6a-9b33-a39e114ace35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.459377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a214d1a-a2fb-4db7-b370-17349b045d6c req-3cee1b8b-7108-4d7a-b354-6d8a0e7f20bb tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:51.471566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a214d1a-a2fb-4db7-b370-17349b045d6c req-3cee1b8b-7108-4d7a-b354-6d8a0e7f20bb tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 895 time: 0.4357345 Jul 15 17:11:51.501095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.503153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2db830-6476-4d6c-be37-487dcb1887bf {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:11:51.507156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-01848699-c605-4f6a-9b33-a39e114ace35 None None] Port 1b2d1456-201a-4cdf-b37a-0368cd716938 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:11:51.515216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.516517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a0494e14-7236-46d3-841f-086bbb93ffc2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ee2db830-6476-4d6c-be37-487dcb1887bf HTTP/1.1" status: 204 len: 168 time: 3.7662582 Jul 15 17:11:51.519209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35104) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:51.556506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router d2e34bec-cd9b-419d-9679-7876f395f622 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:11:51.582996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Deleting subnet 3f390be4-a96d-46e5-9fdb-270a04f04834 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:11:51.586484 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.611716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-2da1ab6f-28a7-4a20-8346-f85051280496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:51.613447 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-2da1ab6f-28a7-4a20-8346-f85051280496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1096 time: 0.2323487 Jul 15 17:11:51.663529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.808649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:11:51.813777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-cf3905f2-ada0-4091-85df-be09061c3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:51.815284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-cf3905f2-ada0-4091-85df-be09061c3106 service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.1594639 Jul 15 17:11:51.825089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Sync routers for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:11:51.833139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.843997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:51.844747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:51.864287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.907378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2d1456-201a-4cdf-b37a-0368cd716938 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:11:51.917802 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.924681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-d14d1d5c-eaa2-48b4-aefe-0ef992a7c97f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 1000 time: 0.1015091 Jul 15 17:11:51.940785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-37996e88-f0d1-4424-8099-e110ef75b161 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.0352993 Jul 15 17:11:51.940785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:51.941914 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f998999-62c9-47e4-8a70-550247ba6420" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:51.945376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:51.946731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:51.976455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-1b909260-3367-4068-86e0-aa437c0ddc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:51.977952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-1b909260-3367-4068-86e0-aa437c0ddc30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0457504 Jul 15 17:11:51.980682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Transition to ACTIVE for port object 1b2d1456-201a-4cdf-b37a-0368cd716938 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:11:51.985384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.003382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:52.027216 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0c7c4a-f400-4a46-9b0a-cdefb313a557 x-openstack-request-id: req-ca0c7c4a-f400-4a46-9b0a-cdefb313a557 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:52.028173 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:52.028827 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca0c7c4a-f400-4a46-9b0a-cdefb313a557 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:52.029304 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'status': 'completed', 'code': 200} Jul 15 17:11:52.048405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f390be4-a96d-46e5-9fdb-270a04f04834,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:52.104681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b73362-94ab-47c0-8558-291bcea0f1e9 None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:52.112170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:52.132744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.135536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b616d6a6-d05a-48a2-b262-1c07e1808002 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f390be4-a96d-46e5-9fdb-270a04f04834 HTTP/1.1" status: 204 len: 168 time: 0.6153319 Jul 15 17:11:52.169567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:52.269382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae8306c9-bf6c-495a-87ac-4d49b1334cef up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:52.284415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.363111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-5a1b601c-53d9-423e-8718-4e5ab47d9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:52.364712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-5a1b601c-53d9-423e-8718-4e5ab47d9dbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3758245 Jul 15 17:11:52.443972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Attempting to bind port 1b2d1456-201a-4cdf-b37a-0368cd716938 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:11:52.444338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Attempting to bind port 1b2d1456-201a-4cdf-b37a-0368cd716938 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:11:52.444675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Attempting to bind port 1b2d1456-201a-4cdf-b37a-0368cd716938 on network 476caa8b-0698-471c-a24d-57e4ce36c736 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:52.448745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ae8306c9-bf6c-495a-87ac-4d49b1334cef triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:52.449825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.478681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Port 1b2d1456-201a-4cdf-b37a-0368cd716938 on network 476caa8b-0698-471c-a24d-57e4ce36c736 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:11:52.478924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Attempting to bind port 1b2d1456-201a-4cdf-b37a-0368cd716938 on network 476caa8b-0698-471c-a24d-57e4ce36c736 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:11:52.493996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:11:52.494342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Checking segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:52.494732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Bound using segment: {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:11:52.495414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Bound port: 1b2d1456-201a-4cdf-b37a-0368cd716938, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9850560-aa45-4c3f-898c-3006288d58d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:11:52.507596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.570526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-e5f17b8d-2219-4062-9c84-a61fe7431765 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934175 Jul 15 17:11:52.663571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f916ea2-3df1-49f2-9f3e-d22b8cc43c72 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/4431ecb2-0084-4067-9aa9-917308584ab5 HTTP/1.1" status: 200 len: 992 time: 0.7114892 Jul 15 17:11:52.713514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] DHCP port deletion for 02356bfb-7512-4180-91a4-77d01500d8a3 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:11:52.719023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Deleting port 41652a3a-1cc4-4854-a4a9-06a653af1e3f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:52.719543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.746722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998999-62c9-47e4-8a70-550247ba6420 req-d6cd2742-6580-4104-a2d4-07da39aff222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:52.748195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-d6cd2742-6580-4104-a2d4-07da39aff222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1097 time: 0.7175579 Jul 15 17:11:52.753825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:11:52.784406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1b2d1456-201a-4cdf-b37a-0368cd716938,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:11:52.795486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4431ecb2-0084-4067-9aa9-917308584ab5', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'port_id': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'mac_address': 'fa:16:3e:bb:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:11:47Z', 'updated_at': '2021-07-15T17:11:47Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:52.802273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386bcc-bcaa-4973-a455-033b034a1471 req-0d97243e-b0f1-4bb1-8aa8-13d715582b7d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:52.803807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24386bcc-bcaa-4973-a455-033b034a1471 req-0d97243e-b0f1-4bb1-8aa8-13d715582b7d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.2069550 Jul 15 17:11:52.815865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48c43a72-5a63-42eb-986b-6e5944adf8cf req-06013ff7-a2d6-47ce-adad-0f27f83d4815 service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346890 Jul 15 17:11:52.822423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.833758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] For port 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=41652a3a-1cc4-4854-a4a9-06a653af1e3f,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:52.834031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.842160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Deleting port 41652a3a-1cc4-4854-a4a9-06a653af1e3f {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:11:52.842657 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.873508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:52.876946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.878744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] 10.222.0.35 "PUT /v2.0/ports/1b2d1456-201a-4cdf-b37a-0368cd716938 HTTP/1.1" status: 200 len: 1055 time: 1.7380450 Jul 15 17:11:52.885091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:52.887747 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43f3423-a038-484a-be1a-ee9dd1541c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:52.891912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Calling delete_port for 41652a3a-1cc4-4854-a4a9-06a653af1e3f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:52.932271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] For port 41652a3a-1cc4-4854-a4a9-06a653af1e3f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=41652a3a-1cc4-4854-a4a9-06a653af1e3f,segment=NetworkSegment(7a88a71f-3b5a-41ef-87da-10c8cccd520f),segment_id=7a88a71f-3b5a-41ef-87da-10c8cccd520f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:52.932816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:52.941464 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f53f5c-2057-43d5-b7de-102f4d1d500c req-72aa040f-24f4-4261-b9d7-333b8b1ec155 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:52.943003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33f53f5c-2057-43d5-b7de-102f4d1d500c req-72aa040f-24f4-4261-b9d7-333b8b1ec155 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 907 time: 0.2589972 Jul 15 17:11:52.959619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Calling delete_port for 41652a3a-1cc4-4854-a4a9-06a653af1e3f owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:11:53.009633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bf841-7cb4-46ed-9e71-3273d1bd567e service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:53.023099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24386bcc-bcaa-4973-a455-033b034a1471 req-c9f47515-1c92-42e1-83f3-4871f3226c70 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016928 Jul 15 17:11:53.026059 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d451f709-4102-4161-86aa-773d62e7388d x-openstack-request-id: req-d451f709-4102-4161-86aa-773d62e7388d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:53.026357 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:53.026611 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d451f709-4102-4161-86aa-773d62e7388d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:53.027015 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938', 'status': 'completed', 'code': 200} Jul 15 17:11:53.028053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Checking router: d2e34bec-cd9b-419d-9679-7876f395f622 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:11:53.058365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998999-62c9-47e4-8a70-550247ba6420 req-db060fc7-e878-4589-94b6-bce3d9d041a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.060209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-db060fc7-e878-4589-94b6-bce3d9d041a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 200 len: 896 time: 0.3035686 Jul 15 17:11:53.066309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:11:53.067287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:53.091679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-54dadc30-51d7-4281-ab16-145214018055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.093352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-54dadc30-51d7-4281-ab16-145214018055 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 1058 time: 0.1291027 Jul 15 17:11:53.099855 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.178981 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-48240968-e074-40a4-81c0-315be8c4ab4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1b2d1456-201a-4cdf-b37a-0368cd716938 HTTP/1.1" status: 200 len: 217 time: 0.0766449 Jul 15 17:11:53.180146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Pushing event deleted for resources: {'Port': ['ID=41652a3a-1cc4-4854-a4a9-06a653af1e3f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:53.190232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] No DVR routers for this DVR port 41652a3a-1cc4-4854-a4a9-06a653af1e3f on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:53.225806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:11:53.235937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-c77237a3-6bfc-49fe-9a8c-b69f809f79e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 200 len: 1000 time: 0.1655188 Jul 15 17:11:53.307347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.311216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-539a4620-0e06-4d10-85f0-14c959f8bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.312553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998999-62c9-47e4-8a70-550247ba6420 req-91a37033-4958-4af1-82b2-079656336f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.312908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-539a4620-0e06-4d10-85f0-14c959f8bafc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b4a8383-69df-4382-800a-c8042402cf5a HTTP/1.1" status: 200 len: 837 time: 0.1178503 Jul 15 17:11:53.314526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-91a37033-4958-4af1-82b2-079656336f6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70c2fc73-0dcb-45ff-9252-9e1374ad61b5 HTTP/1.1" status: 200 len: 835 time: 0.0710139 Jul 15 17:11:53.343572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02356bfb-7512-4180-91a4-77d01500d8a3']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:53.371823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a88a71f-3b5a-41ef-87da-10c8cccd520f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:53.372176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a88a71f-3b5a-41ef-87da-10c8cccd520f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:53.384459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.408041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.423160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:11:53.423927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.440134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f998999-62c9-47e4-8a70-550247ba6420 req-2612dda2-270a-47b0-b725-bbea6865510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.441844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-2612dda2-270a-47b0-b725-bbea6865510b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199250 Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:11:53.444970 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:11:53.488878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-d5176c34-5643-4435-9e33-332f82f22f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.490516 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-d5176c34-5643-4435-9e33-332f82f22f33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476caa8b-0698-471c-a24d-57e4ce36c736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697605 Jul 15 17:11:53.510834 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.548271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Network 02356bfb-7512-4180-91a4-77d01500d8a3 is not hosted by any dhcp agent {{(pid=100430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:11:53.549208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] No DVR routers for this DVR port 41652a3a-1cc4-4854-a4a9-06a653af1e3f on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:11:53.555560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4431ecb2-0084-4067-9aa9-917308584ab5', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'port_id': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'mac_address': 'fa:16:3e:bb:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:11:47Z', 'updated_at': '2021-07-15T17:11:47Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:11:53.581362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-dff3e9d0-e29e-4d90-8762-d758c9ae179e service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314096 Jul 15 17:11:53.601687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.627561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:53.629053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1489396-9fa5-423a-a93f-b5f6edd0721c None None] The sync data for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 is: [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4431ecb2-0084-4067-9aa9-917308584ab5', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'port_id': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'mac_address': 'fa:16:3e:bb:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:11:47Z', 'updated_at': '2021-07-15T17:11:47Z', 'revision_number': 0, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:11:53.630931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb3c4e-24cb-41da-9797-93e42e19e323 None None] Pushing event deleted for resources: {'Port': ['ID=41652a3a-1cc4-4854-a4a9-06a653af1e3f,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:53.635404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] 10.222.0.25 "DELETE /v2.0/networks/02356bfb-7512-4180-91a4-77d01500d8a3 HTTP/1.1" status: 204 len: 168 time: 1.4609029 Jul 15 17:11:53.635404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303f95a-2854-4ad6-9698-aea1c9fee072 admin admin] Pushing event deleted for resources: {'Network': ['ID=02356bfb-7512-4180-91a4-77d01500d8a3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:53.661775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-7a55b915-7194-4788-817c-c7d21ee1bbaa service neutron] 10.222.0.35 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627941 Jul 15 17:11:53.665800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:53.708102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f998999-62c9-47e4-8a70-550247ba6420 req-fcb5d35b-d9f6-482b-b0d5-f9022e2208cb service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189759 Jul 15 17:11:53.779342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2a8fc786-26aa-488e-8f53-9051f4df6e95 req-34ce1b5c-6218-4499-a660-4829ae5cf34b service neutron] 10.222.0.35 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051817 Jul 15 17:11:53.799521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f48ee7dd-59f5-493b-ab90-aef63e7ba926 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:53.835692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f48ee7dd-59f5-493b-ab90-aef63e7ba926 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:53.836198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f48ee7dd-59f5-493b-ab90-aef63e7ba926 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:53.836703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 41652a3a-1cc4-4854-a4a9-06a653af1e3f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:53.850320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35126) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:53.880259 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b49dd152-1636-48d6-bb3a-fdcc4ada8b88 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/4431ecb2-0084-4067-9aa9-917308584ab5 HTTP/1.1" status: 200 len: 992 time: 0.2119548 Jul 15 17:11:53.887132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 41652a3a-1cc4-4854-a4a9-06a653af1e3f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:11:53.887564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 41652a3a-1cc4-4854-a4a9-06a653af1e3f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:11:53.909602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-5ddb7e7d-ad99-4626-8cb0-01718443fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:53.911224 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-5ddb7e7d-ad99-4626-8cb0-01718443fc47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 1058 time: 0.0794461 Jul 15 17:11:53.915114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d39c4f6a-aae8-4a0e-93ba-c0278e93988b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e76c7c6102441438f7fab0a81523c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635669 Jul 15 17:11:53.917635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35128) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:53.983115 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.008739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.014362 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a095d4c-d5d8-45f9-b31c-0261a9869ba3 None None] New status for floating IP 4431ecb2-0084-4067-9aa9-917308584ab5: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:11:54.030604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-44d36e19-0c12-49f8-84cd-bb189ffab4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:54.032384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-44d36e19-0c12-49f8-84cd-bb189ffab4cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=476caa8b-0698-471c-a24d-57e4ce36c736 HTTP/1.1" status: 200 len: 898 time: 0.1139634 Jul 15 17:11:54.077376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.080285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.081765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/061f8409-0554-4fe1-818c-9c8941bf9d85 HTTP/1.1" status: 204 len: 168 time: 0.1620946 Jul 15 17:11:54.098586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc2c84-00fc-45ab-85d4-af431ce01e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061f8409-0554-4fe1-818c-9c8941bf9d85,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:54.102372 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-3b28a345-1756-499b-bc9c-944e928df96e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=1b2d1456-201a-4cdf-b37a-0368cd716938 HTTP/1.1" status: 200 len: 217 time: 0.0626054 Jul 15 17:11:54.226831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-f213915d-06ae-4454-a092-e63652840d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:54.228329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-f213915d-06ae-4454-a092-e63652840d8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1b4a8383-69df-4382-800a-c8042402cf5a HTTP/1.1" status: 200 len: 837 time: 0.1159058 Jul 15 17:11:54.279465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e69b-1193-4584-a210-7bac27e7aa72 req-9689db48-8613-4b9f-847a-e1de15a531ff tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:54.296523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1da6e69b-1193-4584-a210-7bac27e7aa72 req-9689db48-8613-4b9f-847a-e1de15a531ff tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 907 time: 0.1470113 Jul 15 17:11:54.310135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-a09abef4-6a41-4eab-addd-8f1f58691fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:54.311582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-a09abef4-6a41-4eab-addd-8f1f58691fd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=476caa8b-0698-471c-a24d-57e4ce36c736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753112 Jul 15 17:11:54.328819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094c3af-e805-4022-877c-2cfbb2264224 req-1575ab8f-44b0-4f0a-9f04-7fc839ad4a72 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:54.331138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a094c3af-e805-4022-877c-2cfbb2264224 req-1575ab8f-44b0-4f0a-9f04-7fc839ad4a72 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 945 time: 0.1274204 Jul 15 17:11:54.399950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a094c3af-e805-4022-877c-2cfbb2264224 req-0ba5a9ef-3e42-4919-bfff-c2c719eb1638 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506203 Jul 15 17:11:54.442180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-11f21a2f-130b-4456-990b-086e451f22a6 service neutron] 10.222.0.35 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227117 Jul 15 17:11:54.550404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d43f3423-a038-484a-be1a-ee9dd1541c3c req-93a01afc-8325-4c2b-9553-38c9687d25ab service neutron] 10.222.0.35 "GET /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989165 Jul 15 17:11:54.616651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:54.704902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.728745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:54.731593 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4704b5-e7ff-45cc-81bf-6a1d8f7d350d" -d '{"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:54.762078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:54.767744 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:54.776590 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f326e-2d71-4f1d-8f63-361efb34df2a x-openstack-request-id: req-db4f326e-2d71-4f1d-8f63-361efb34df2a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:54.776958 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:54.777272 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db4f326e-2d71-4f1d-8f63-361efb34df2a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:54.778322 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'code': 200} Jul 15 17:11:54.822176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:54.883334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:54.965883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-45da9c42-e30e-4226-8310-87e1ef2360fa tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/4431ecb2-0084-4067-9aa9-917308584ab5 HTTP/1.1" status: 200 len: 994 time: 0.0724425 Jul 15 17:11:55.072522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35160) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:55.171560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1581387527-network', 'tenant_id': '45785e37defa406583cb7b1d2b2fffb8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:55.192344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Made reservation on behalf of 45785e37defa406583cb7b1d2b2fffb8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:55.194702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.203839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.296270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.300309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.326785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:11:55.337702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0259d96-1541-49c3-9fc9-07002a15dfc4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:55.342639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.342977 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Added segment 2ef4b9e1-657d-44d8-85a4-d6049ed5aba4 of type vlan for network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c Jul 15 17:11:55.383323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.413385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.414437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:55.415062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.464567 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3873980 Jul 15 17:11:55.464567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:11:55.469848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Request body: {'subnet': {'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1581387527-subnet', 'tenant_id': '45785e37defa406583cb7b1d2b2fffb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:55.504453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce8890-8bbf-4bf3-9e39-9f39e8caa69a admin admin] Pushing event updated for resources: {'Network': ['ID=5fcefa62-17ec-4bf6-9092-007c0cf2f45c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:55.517709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:11:55.527061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1334ce0-bab2-480f-a230-789c5c695618 req-203b9551-96a0-497a-a578-8ce29d86b21d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:55.528944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c1334ce0-bab2-480f-a230-789c5c695618 req-203b9551-96a0-497a-a578-8ce29d86b21d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 907 time: 0.0884135 Jul 15 17:11:55.532529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Made reservation on behalf of 45785e37defa406583cb7b1d2b2fffb8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:55.534931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.658827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d895284-2380-4501-8389-a921f8b2f468 req-6d94e055-fe9f-46c5-a23a-9e764ad463d1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:55.660651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d895284-2380-4501-8389-a921f8b2f468 req-6d94e055-fe9f-46c5-a23a-9e764ad463d1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.0890305 Jul 15 17:11:55.703309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d895284-2380-4501-8389-a921f8b2f468 req-fdd7ebfb-277e-4c25-b223-f4e94ccc819c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350418 Jul 15 17:11:55.737896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.777022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-675b898c-abc7-43f5-ab8b-17df119307dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.810129 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7972b73-8b6a-43b2-9a22-2acef050e3bd,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:55.813672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Checking segment: {'id': '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:11:55.814343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Network hostable DHCP agents. Network: 5fcefa62-17ec-4bf6-9092-007c0cf2f45c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:11:55.833073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:11:55.842897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5fcefa62-17ec-4bf6-9092-007c0cf2f45c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:55.848766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:55.849485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:55.857362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37576ec-1026-4c70-abb9-0b391cf7d602 None None] Network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:55.888606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2032cf2-b71e-4963-b705-de03996b1a83 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4232168 Jul 15 17:11:56.169285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6249c-3ee0-4e2a-b82a-7ac91ce2e99e None None] Network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:11:56.443661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-c7f682d6-83ac-40c2-af84-a8f4828ca040 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:56.445182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-c7f682d6-83ac-40c2-af84-a8f4828ca040 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/networks?id=5fcefa62-17ec-4bf6-9092-007c0cf2f45c HTTP/1.1" status: 200 len: 822 time: 0.1088276 Jul 15 17:11:56.462962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-658114fe-062c-4454-81c7-363b544b443c tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/quotas/45785e37defa406583cb7b1d2b2fffb8 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Jul 15 17:11:56.502764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-707847ab-fd64-40c5-a92b-722a7065cc0c tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=45785e37defa406583cb7b1d2b2fffb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340166 Jul 15 17:11:56.624248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-9623e242-0579-4620-ab91-3ef0ecb5b605 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcefa62-17ec-4bf6-9092-007c0cf2f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133394 Jul 15 17:11:56.768680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-0547454f-bcb5-4a8d-8945-d49a5f83f177 service neutron] 10.222.0.25 "GET /v2.0/networks/5fcefa62-17ec-4bf6-9092-007c0cf2f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379418 Jul 15 17:11:56.782210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ee97d-12dd-4748-a27f-cfce35c2a1f0 req-5a931ca2-38fb-4ed7-a9a9-00a5be631d1f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:56.784063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb6ee97d-12dd-4748-a27f-cfce35c2a1f0 req-5a931ca2-38fb-4ed7-a9a9-00a5be631d1f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 907 time: 0.1239080 Jul 15 17:11:56.917399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-75f10e6a-bb8f-47db-9b41-0945c6e6e8a7 req-e5cee9c4-2e08-44eb-a450-d77895134276 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:11:56.918411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75f10e6a-bb8f-47db-9b41-0945c6e6e8a7 req-e5cee9c4-2e08-44eb-a450-d77895134276 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058899 Jul 15 17:11:56.955035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cc1c1f8-8406-4641-be9f-dc2d3bbb3a01 req-f65e492a-3417-4b44-ae61-450cd38fc196 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 210 time: 0.0321622 Jul 15 17:11:57.216591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1b2d1456-201a-4cdf-b37a-0368cd716938 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:11:57.302287 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-82ef486b-410a-45a7-9e3f-39bbc8d5f4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910647 Jul 15 17:11:57.311378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16a680-9644-4770-a3d0-e8cc21db8380 req-fca03d88-72d7-42e7-ae96-1ea039484db7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:57.313092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e16a680-9644-4770-a3d0-e8cc21db8380 req-fca03d88-72d7-42e7-ae96-1ea039484db7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1416419 Jul 15 17:11:57.342022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1b2d1456-201a-4cdf-b37a-0368cd716938,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:57.357843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '1b2d1456-201a-4cdf-b37a-0368cd716938', 'network_id': '476caa8b-0698-471c-a24d-57e4ce36c736', 'port_id': '1b2d1456-201a-4cdf-b37a-0368cd716938', 'mac_address': 'fa:16:3e:66:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b4a8383-69df-4382-800a-c8042402cf5a', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:11:57.392090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e16a680-9644-4770-a3d0-e8cc21db8380 req-54a785b2-698d-4f97-aa75-47cd28b51488 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707736 Jul 15 17:11:57.407288 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:57.425148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d1456-201a-4cdf-b37a-0368cd716938 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:11:57.445093 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1b2d1456-201a-4cdf-b37a-0368cd716938,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:57.449638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:57.507831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:57.700786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['1b2d1456-201a-4cdf-b37a-0368cd716938'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:11:57.956829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f348-49e6-462f-8f08-c1a39c2d3976 req-26bb0d62-969f-4bdd-9ded-b0ecdbdc0870 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:57.958305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8f4f348-49e6-462f-8f08-c1a39c2d3976 req-26bb0d62-969f-4bdd-9ded-b0ecdbdc0870 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 908 time: 0.0634146 Jul 15 17:11:58.124683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45d59e1f-2493-4403-924e-ba2f67348644 req-b2868fea-93cb-4385-9e92-2f077e60adeb tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 210 time: 0.0415604 Jul 15 17:11:58.263446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-606d2d8b-2e0b-410c-bfd3-377c883c7109 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:58.265043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-606d2d8b-2e0b-410c-bfd3-377c883c7109 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.20 "GET /v2.0/networks?id=5fcefa62-17ec-4bf6-9092-007c0cf2f45c HTTP/1.1" status: 200 len: 822 time: 0.1180279 Jul 15 17:11:58.279508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Request body: {'port': {'device_id': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c', 'admin_state_up': True, 'tenant_id': '45785e37defa406583cb7b1d2b2fffb8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:58.403165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Made reservation on behalf of 45785e37defa406583cb7b1d2b2fffb8 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:11:58.406810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:58.709244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Allocated IP 172.20.0.8 (5fcefa62-17ec-4bf6-9092-007c0cf2f45c/b7972b73-8b6a-43b2-9a22-2acef050e3bd/0cf682c9-2b9a-4739-9172-6bf8fa46580b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:11:58.714499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-527dc652-f86c-4a7a-8c34-b4ace9e1da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:58.714499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-527dc652-f86c-4a7a-8c34-b4ace9e1da37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b&tenant_id=05d5655a83a7497786b904aa4ce9882b HTTP/1.1" status: 200 len: 1094 time: 0.1440663 Jul 15 17:11:58.715488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:11:58.716061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe63c7-0881-47e2-948d-823ff4be7b79 req-e819510a-95ba-4247-8ae3-0ccd033bbe1a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:58.716061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9dfe63c7-0881-47e2-948d-823ff4be7b79 req-e819510a-95ba-4247-8ae3-0ccd033bbe1a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1370254 Jul 15 17:11:58.734360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-03813cc3-2b77-4deb-9390-7c9d31d64f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:58.735941 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-03813cc3-2b77-4deb-9390-7c9d31d64f8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05d5655a83a7497786b904aa4ce9882b&device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1094 time: 0.0945525 Jul 15 17:11:58.803323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:58.822241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9dfe63c7-0881-47e2-948d-823ff4be7b79 req-fdb326ac-9428-47d6-8c2b-63f2f205803a tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954432 Jul 15 17:11:58.878429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:58.923267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:58.973035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:11:59.014556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:11:59.029479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Pushing event updated for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:59.034345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:11:59.117153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-76889dee-8b15-44a9-86b2-756c53e9a35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.140077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.140903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.175938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-a0e7db85-8159-488f-8e20-542b6491426b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9008350 Jul 15 17:11:59.190974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Request body: {'port': {'device_id': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:11:59.221850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1b2d1456-201a-4cdf-b37a-0368cd716938 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:11:59.259749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-825d1cd3-8131-45da-bc63-89731ac643bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.261916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-825d1cd3-8131-45da-bc63-89731ac643bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 200 len: 917 time: 0.5195677 Jul 15 17:11:59.283632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50667d72-24ce-42b2-83cd-5a98eb0c86f0 req-6b35c43b-8a5e-4431-8d7e-4f84dc91d1ae tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.285278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50667d72-24ce-42b2-83cd-5a98eb0c86f0 req-6b35c43b-8a5e-4431-8d7e-4f84dc91d1ae tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 908 time: 0.1945035 Jul 15 17:11:59.335217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 1b2d1456-201a-4cdf-b37a-0368cd716938 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:11:59.342599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 1b2d1456-201a-4cdf-b37a-0368cd716938 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:11:59.342980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.351956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-ac487273-2155-4b10-91a3-ad72fb9035ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 200 len: 998 time: 0.0822768 Jul 15 17:11:59.361488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.415996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-af6a1fd1-c5b6-4c21-92e4-a4806803bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.417854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-af6a1fd1-c5b6-4c21-92e4-a4806803bf2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 200 len: 856 time: 0.0592012 Jul 15 17:11:59.437854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca5d2-ebe7-437a-8196-5b23ff74153a req-2c0b992d-d26b-41fc-8870-480ae0e1bf11 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.439898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93dca5d2-ebe7-437a-8196-5b23ff74153a req-2c0b992d-d26b-41fc-8870-480ae0e1bf11 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 931 time: 0.1505866 Jul 15 17:11:59.447478 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.478894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:11:59.481924 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f207d9ba-be04-45f3-be13-474962692bf7" -d '{"events": [{"server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:11:59.494472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-27e38f04-d145-45e4-81e1-9b14a9afc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.495654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1b2d1456-201a-4cdf-b37a-0368cd716938,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:11:59.497919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-27e38f04-d145-45e4-81e1-9b14a9afc649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=48f20d26-7611-4ef7-959b-222385602082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728915 Jul 15 17:11:59.501860 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.557333 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34718ea-d98d-4f3f-b34f-4e00bcd722bd x-openstack-request-id: req-e34718ea-d98d-4f3f-b34f-4e00bcd722bd {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:11:59.557333 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:11:59.557671 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e34718ea-d98d-4f3f-b34f-4e00bcd722bd {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:11:59.559132 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938', 'code': 200} Jul 15 17:11:59.633226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:11:59.633902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:11:59.697849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-330ec1f8-d643-4b0c-8bf1-39922e0fc03f service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918960 Jul 15 17:11:59.790247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a2848-ff39-4714-9f6d-d517843da746 req-255c0693-c6e7-4037-a82c-9996aee60b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:11:59.791687 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-962a2848-ff39-4714-9f6d-d517843da746 req-255c0693-c6e7-4037-a82c-9996aee60b8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 1060 time: 0.1442232 Jul 15 17:11:59.821327 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d057034c-180f-4e08-b80a-edc411ccb8bb req-a63e654a-a97f-4add-90b2-810259ec555d service neutron] 10.222.0.20 "GET /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164145 Jul 15 17:11:59.925012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93dca5d2-ebe7-437a-8196-5b23ff74153a req-c3a8e2b3-15fe-4e2f-b3df-618d8c09e238 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557455 Jul 15 17:12:00.107005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6fa8-e234-4b36-b4e7-d7c5d602732a req-92ad9cb3-2de0-4bf3-806d-59d822f64929 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:00.108645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f25d6fa8-e234-4b36-b4e7-d7c5d602732a req-92ad9cb3-2de0-4bf3-806d-59d822f64929 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1157031 Jul 15 17:12:00.167547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf682c9-2b9a-4739-9172-6bf8fa46580b {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:00.180930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:00.194197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f25d6fa8-e234-4b36-b4e7-d7c5d602732a req-3fb80aa0-71a5-43ca-9bf5-7027783d2f0d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769951 Jul 15 17:12:00.202356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Transition to ACTIVE for port object 0cf682c9-2b9a-4739-9172-6bf8fa46580b will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:00.209569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:00.297876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:00.365477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Attempting to bind port 0cf682c9-2b9a-4739-9172-6bf8fa46580b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:00.365785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Attempting to bind port 0cf682c9-2b9a-4739-9172-6bf8fa46580b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:00.366091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Attempting to bind port 0cf682c9-2b9a-4739-9172-6bf8fa46580b on network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:00.371099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Port 0cf682c9-2b9a-4739-9172-6bf8fa46580b on network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:12:00.371419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Attempting to bind port 0cf682c9-2b9a-4739-9172-6bf8fa46580b on network 5fcefa62-17ec-4bf6-9092-007c0cf2f45c {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:00.376929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:00.377268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Checking segment: {'id': '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:00.377652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Bound using segment: {'id': '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:00.378213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Bound port: 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:00.378579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:00.485903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:00.489529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b,segment=NetworkSegment(2ef4b9e1-657d-44d8-85a4-d6049ed5aba4),segment_id=2ef4b9e1-657d-44d8-85a4-d6049ed5aba4)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:00.497198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:00.579531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:00.580273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:00.581734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] 10.222.0.20 "PUT /v2.0/ports/0cf682c9-2b9a-4739-9172-6bf8fa46580b HTTP/1.1" status: 200 len: 1091 time: 1.3969214 Jul 15 17:12:00.582404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:00.585105 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:00.644097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71547-99d7-49ef-81f1-d2fe3fc1f914 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:00.677178 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3a0f0-8075-42d0-ba86-4d8460f87733 x-openstack-request-id: req-6ad3a0f0-8075-42d0-ba86-4d8460f87733 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:00.677503 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:00.677724 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ad3a0f0-8075-42d0-ba86-4d8460f87733 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:00.678121 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b', 'status': 'completed', 'code': 200} Jul 15 17:12:00.705627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce9e21-f678-4d5b-9d57-08a6e5cdb475 req-6e7e209c-f88c-484d-9dd4-824e468199f8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:00.709572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57ce9e21-f678-4d5b-9d57-08a6e5cdb475 req-6e7e209c-f88c-484d-9dd4-824e468199f8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.1843255 Jul 15 17:12:01.178909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f910ad-4f65-4ee1-afb1-971aa6f24086 req-0bf6248d-98ea-46c4-b968-e2fe0b85cf18 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:01.181759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07f910ad-4f65-4ee1-afb1-971aa6f24086 req-0bf6248d-98ea-46c4-b968-e2fe0b85cf18 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.1084294 Jul 15 17:12:01.246696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-07f910ad-4f65-4ee1-afb1-971aa6f24086 req-82dee899-0f95-4133-903d-aa5fdd423421 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529673 Jul 15 17:12:01.284235 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:01.475402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29713253-088d-488a-8d3f-398389a119da req-5351b2a4-eef9-4f97-9dd2-3aa091114376 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:01.476959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29713253-088d-488a-8d3f-398389a119da req-5351b2a4-eef9-4f97-9dd2-3aa091114376 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.0783665 Jul 15 17:12:01.545146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29713253-088d-488a-8d3f-398389a119da req-46b615c2-69bc-4337-9295-4c9a33644eab tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597355 Jul 15 17:12:01.925196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60104-1718-4843-b54a-d6d443c8ffb9 req-27b57c0f-073d-4050-ade4-cb5e0562245d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:01.935467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9eb60104-1718-4843-b54a-d6d443c8ffb9 req-27b57c0f-073d-4050-ade4-cb5e0562245d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.0816104 Jul 15 17:12:02.139374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019912f-7030-4c3b-8066-06ab7083693d req-9c3c4623-0938-4f4b-8608-42f7ea57744d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.141361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a019912f-7030-4c3b-8066-06ab7083693d req-9c3c4623-0938-4f4b-8608-42f7ea57744d tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.0832555 Jul 15 17:12:02.377236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e31f-8614-4a3d-8d04-277bfea79ded req-c51e943c-0ce1-4afe-92f2-a415d16126ef tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.378704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0396e31f-8614-4a3d-8d04-277bfea79ded req-c51e943c-0ce1-4afe-92f2-a415d16126ef tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 1060 time: 0.1091783 Jul 15 17:12:02.661193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da62b1-251f-41ab-97b6-7828a76587bc req-cc36eeff-51c1-4186-8812-a154b349eaf0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.668892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49da62b1-251f-41ab-97b6-7828a76587bc req-cc36eeff-51c1-4186-8812-a154b349eaf0 tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1136 time: 0.0886238 Jul 15 17:12:02.677788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8f670-7360-4000-8b3d-b15273933862 req-378f5c3b-6956-4667-86dc-be435ad1cf6f tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.679368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50d8f670-7360-4000-8b3d-b15273933862 req-378f5c3b-6956-4667-86dc-be435ad1cf6f tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.2312577 Jul 15 17:12:02.730221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49da62b1-251f-41ab-97b6-7828a76587bc req-bada5057-29da-4c52-b519-ceca8ba3bd0c tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0602250 Jul 15 17:12:02.754893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50d8f670-7360-4000-8b3d-b15273933862 req-bee877b0-8e68-4e87-9b20-939280fbccb4 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669260 Jul 15 17:12:02.759667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:02.827918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faa8458-396f-4d59-acf4-885b3b5f96ec tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.829522 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3faa8458-396f-4d59-acf4-885b3b5f96ec tempest-TestSecurityGroupsBasicOps-687949122 tempest-TestSecurityGroupsBasicOps-687949122-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 1055 time: 0.0687277 Jul 15 17:12:02.960842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9452b-d603-4d1d-acd0-354b0a8c3904 req-14fa18d9-d00a-4edf-9b96-9463772cf874 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:02.962388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77a9452b-d603-4d1d-acd0-354b0a8c3904 req-14fa18d9-d00a-4edf-9b96-9463772cf874 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.0980694 Jul 15 17:12:03.038961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77a9452b-d603-4d1d-acd0-354b0a8c3904 req-e13de6c4-b64b-46fc-8266-8797350dc5f7 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690405 Jul 15 17:12:03.302359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeaa32-b076-47be-af2b-752b29c8c8a6 req-e963b341-8cc5-4664-a255-3a4fbadf0a6f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:03.304479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bebeaa32-b076-47be-af2b-752b29c8c8a6 req-e963b341-8cc5-4664-a255-3a4fbadf0a6f tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.0895541 Jul 15 17:12:03.988391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3b74b-0ec6-47db-9a01-a2c7ba8b958e req-096a2190-bb47-4c48-afe5-d7d8f8fa12a8 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:03.990006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ea3b74b-0ec6-47db-9a01-a2c7ba8b958e req-096a2190-bb47-4c48-afe5-d7d8f8fa12a8 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.0827246 Jul 15 17:12:04.054286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ea3b74b-0ec6-47db-9a01-a2c7ba8b958e req-b0b301e2-da3a-4d65-92e9-23a6d98661e1 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567274 Jul 15 17:12:04.276952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231cc5d-7a51-430a-bd07-90a80019415a req-34e4451d-df75-46eb-996f-86ae239b2a38 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:04.279382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a231cc5d-7a51-430a-bd07-90a80019415a req-34e4451d-df75-46eb-996f-86ae239b2a38 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.0836530 Jul 15 17:12:04.323014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a231cc5d-7a51-430a-bd07-90a80019415a req-89f31264-f4fc-494a-8f1f-aa251af46cd3 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375237 Jul 15 17:12:04.493637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-a96113c9-2ba0-42ba-997b-63817269348e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:04.495188 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-a96113c9-2ba0-42ba-997b-63817269348e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.1107366 Jul 15 17:12:04.572406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631cd32-0289-4861-998d-6ff438e4e401 req-01ee5b6a-f473-4b9f-b227-02bef8b2f920 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:04.575016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0631cd32-0289-4861-998d-6ff438e4e401 req-01ee5b6a-f473-4b9f-b227-02bef8b2f920 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 909 time: 0.1333902 Jul 15 17:12:04.626806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port 1b2d1456-201a-4cdf-b37a-0368cd716938 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:04.627222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:04.746060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port 1b2d1456-201a-4cdf-b37a-0368cd716938, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1b2d1456-201a-4cdf-b37a-0368cd716938,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:04.746490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:04.759917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for 1b2d1456-201a-4cdf-b37a-0368cd716938 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:04.921028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:04.959681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=1b2d1456-201a-4cdf-b37a-0368cd716938,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:05.027846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] No DVR routers for this DVR port 1b2d1456-201a-4cdf-b37a-0368cd716938 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:05.030945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:05.033135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-38ce2006-2867-4dd8-bbe9-6170f0c82dfe req-c0f6e990-6802-4b9d-a46f-6386ec2fb9bd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.35 "DELETE /v2.0/ports/1b2d1456-201a-4cdf-b37a-0368cd716938 HTTP/1.1" status: 204 len: 173 time: 0.5312116 Jul 15 17:12:05.033818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'name': 'network-vif-deleted', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:05.037343 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07514d1e-d168-40a0-956a-c783b82004f8" -d '{"events": [{"server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "name": "network-vif-deleted", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:05.114557 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0ed3e3-532a-423b-a2e8-f7804caf91cf x-openstack-request-id: req-ff0ed3e3-532a-423b-a2e8-f7804caf91cf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:05.114994 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a93f388-41d5-4c7b-88e9-c93244a2d41d", "name": "network-vif-deleted", "tag": "1b2d1456-201a-4cdf-b37a-0368cd716938", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:05.115181 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff0ed3e3-532a-423b-a2e8-f7804caf91cf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:05.115594 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a93f388-41d5-4c7b-88e9-c93244a2d41d', 'name': 'network-vif-deleted', 'tag': '1b2d1456-201a-4cdf-b37a-0368cd716938', 'status': 'completed', 'code': 200} Jul 15 17:12:05.360514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41d3ad-863c-415b-b448-9edd234c6c86 req-10858356-12b3-4ea3-952e-151b7700d0ad tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:05.362572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac41d3ad-863c-415b-b448-9edd234c6c86 req-10858356-12b3-4ea3-952e-151b7700d0ad tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.1228385 Jul 15 17:12:05.442220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac41d3ad-863c-415b-b448-9edd234c6c86 req-71d093e7-6f1f-4555-89db-c44e895b9af2 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729156 Jul 15 17:12:05.652802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488fe4-25eb-447b-a3f1-08043b80cd8f req-b9661f4d-5145-4c32-ba98-7903094d2f70 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:05.676725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1488fe4-25eb-447b-a3f1-08043b80cd8f req-b9661f4d-5145-4c32-ba98-7903094d2f70 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1596982 Jul 15 17:12:05.772925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1488fe4-25eb-447b-a3f1-08043b80cd8f req-76e41be3-e24b-4ed3-99cb-4c03cd7af1db tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835547 Jul 15 17:12:05.863416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc673040-5e86-47f2-9057-7a5e9c5e2694 req-7ff17722-6fed-4af1-8315-125231220a89 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a93f388-41d5-4c7b-88e9-c93244a2d41d HTTP/1.1" status: 200 len: 210 time: 0.0478857 Jul 15 17:12:06.629526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bea8b6-2519-4a5a-9e9d-06a928c1cf02 req-7cd8fa35-ebe3-40b1-8d50-f3b546b22c99 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:06.631095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6bea8b6-2519-4a5a-9e9d-06a928c1cf02 req-7cd8fa35-ebe3-40b1-8d50-f3b546b22c99 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.0769436 Jul 15 17:12:06.679930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6bea8b6-2519-4a5a-9e9d-06a928c1cf02 req-e5abac08-1857-4817-bc8e-1024495095c9 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Jul 15 17:12:07.001231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35452) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:07.120710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f488b-afe8-491e-91fb-2614d507701f req-7c471dc3-7973-421d-90b2-b6af50345e42 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:07.126396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-914f488b-afe8-491e-91fb-2614d507701f req-7c471dc3-7973-421d-90b2-b6af50345e42 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1886606 Jul 15 17:12:07.265411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1b2d1456-201a-4cdf-b37a-0368cd716938 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:07.267518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-914f488b-afe8-491e-91fb-2614d507701f req-2bb9ea9e-9651-4fe9-ae75-86b08f107e04 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322987 Jul 15 17:12:07.316049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 1b2d1456-201a-4cdf-b37a-0368cd716938 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:07.318262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1b2d1456-201a-4cdf-b37a-0368cd716938 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:07.530549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:07.984356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a94fd-bf4d-4c8f-884e-a126038d591d req-674262b5-cf14-4160-b184-73a36cb42c7c tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:07.991190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b6a94fd-bf4d-4c8f-884e-a126038d591d req-674262b5-cf14-4160-b184-73a36cb42c7c tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.1438849 Jul 15 17:12:08.085667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b6a94fd-bf4d-4c8f-884e-a126038d591d req-fa20bba1-e681-4d32-89fe-ebd9d9064f2a tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935216 Jul 15 17:12:08.118971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port ae8306c9-bf6c-495a-87ac-4d49b1334cef {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:08.119595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:08.251303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port ae8306c9-bf6c-495a-87ac-4d49b1334cef, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ae8306c9-bf6c-495a-87ac-4d49b1334cef,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:08.251751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:08.265173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for ae8306c9-bf6c-495a-87ac-4d49b1334cef owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:08.592858 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:08.650685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db4f4-9dc1-41e7-9fdc-bb2c586f5edd req-731cc315-084c-4b34-ae6b-e7ad8e9fdae1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:08.658314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b52db4f4-9dc1-41e7-9fdc-bb2c586f5edd req-731cc315-084c-4b34-ae6b-e7ad8e9fdae1 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.1588562 Jul 15 17:12:08.660402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=ae8306c9-bf6c-495a-87ac-4d49b1334cef,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:08.783714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b52db4f4-9dc1-41e7-9fdc-bb2c586f5edd req-7141b0d3-5113-43e6-af50-e649c7efae1c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244373 Jul 15 17:12:08.974593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:09.256359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:09.754484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:09.763512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-728ce5ea-9c67-4dbd-8543-0701d7520dfa tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "PUT /v2.0/routers/a64eb1d5-4cfe-4c47-adbd-8d96118fb086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609553 Jul 15 17:12:09.763801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:09.766350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Sync routers for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:09.782957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022690d-e46a-4b63-a82b-fcced3c1bd20 req-d45a9eb8-fd11-446a-ac4a-1217d418f1d0 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:09.791047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:09.791944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:09.795501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1022690d-e46a-4b63-a82b-fcced3c1bd20 req-d45a9eb8-fd11-446a-ac4a-1217d418f1d0 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.4910207 Jul 15 17:12:09.838408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1022690d-e46a-4b63-a82b-fcced3c1bd20 req-392b2860-f955-4eb7-bb36-c325807a9ad4 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Jul 15 17:12:09.847357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting subnet 1b4a8383-69df-4382-800a-c8042402cf5a {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:12:09.851011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:09.912974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:09.973156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:10.039738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.074889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf9155-d09e-4836-b30d-7c1fcd3b35bd req-2daffe7d-15b9-40bb-8fcd-f5dfce8c17e0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:10.083013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8aaf9155-d09e-4836-b30d-7c1fcd3b35bd req-2daffe7d-15b9-40bb-8fcd-f5dfce8c17e0 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.0889883 Jul 15 17:12:10.129888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.144846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8aaf9155-d09e-4836-b30d-7c1fcd3b35bd req-918593f3-8374-4ad9-8bda-95aab745ddaa tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605581 Jul 15 17:12:10.164488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4a8383-69df-4382-800a-c8042402cf5a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:10.169190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.171391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-38a0b72b-ad9a-486b-9ed0-29c21404c166 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/subnets/1b4a8383-69df-4382-800a-c8042402cf5a HTTP/1.1" status: 204 len: 168 time: 0.4058533 Jul 15 17:12:10.174504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:10.181434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d7a1b-b97a-409b-be20-2f4e50b19f45 None None] Network 476caa8b-0698-471c-a24d-57e4ce36c736 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:10.292395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.361108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:12:08Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:10.392942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Checking router: a64eb1d5-4cfe-4c47-adbd-8d96118fb086 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:10.411315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.414967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Routers {'a64eb1d5-4cfe-4c47-adbd-8d96118fb086'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:10.415593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:10.475828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port 193d5d9a-227e-496a-b0aa-9894d13e4560 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:10.476251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.544010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] Set router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:10.580612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] DHCP port deletion for 476caa8b-0698-471c-a24d-57e4ce36c736 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:12:10.589300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port 193d5d9a-227e-496a-b0aa-9894d13e4560, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=193d5d9a-227e-496a-b0aa-9894d13e4560,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:10.590091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.610312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for 193d5d9a-227e-496a-b0aa-9894d13e4560 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:10.755021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Deleting port 702c162e-cebf-477b-a38e-134f59c0b6d5 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:10.755320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.792105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-f21c7abf-8d46-41ae-a9fe-61b1a60d3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:10.793901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-f21c7abf-8d46-41ae-a9fe-61b1a60d3036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45785e37defa406583cb7b1d2b2fffb8&device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 1094 time: 0.1790247 Jul 15 17:12:10.795078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.843659 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.852570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] For port 702c162e-cebf-477b-a38e-134f59c0b6d5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=702c162e-cebf-477b-a38e-134f59c0b6d5,segment=NetworkSegment(b9850560-aa45-4c3f-898c-3006288d58d2),segment_id=b9850560-aa45-4c3f-898c-3006288d58d2)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:10.852957 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:10.867459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Calling delete_port for 702c162e-cebf-477b-a38e-134f59c0b6d5 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:10.874993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:12:08Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:10.907082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59f1306-debe-4693-b63b-7e626dfa10c5 None None] The sync data for ids ['a64eb1d5-4cfe-4c47-adbd-8d96118fb086'] in n-d-800085-3 is: [{'id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1703313012', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:34Z', 'updated_at': '2021-07-15T17:12:08Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '193d5d9a-227e-496a-b0aa-9894d13e4560', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64eb1d5-4cfe-4c47-adbd-8d96118fb086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:35Z', 'updated_at': '2021-07-15T17:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:11.034666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.060011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-6d2bf1bd-a509-4a8a-b37a-19b2bebf95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.060512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] Pushing event deleted for resources: {'Port': ['ID=702c162e-cebf-477b-a38e-134f59c0b6d5,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:11.061668 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-6d2bf1bd-a509-4a8a-b37a-19b2bebf95a3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=45785e37defa406583cb7b1d2b2fffb8&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2562630 Jul 15 17:12:11.067398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3ae83-02df-4c00-af67-8cc0edf8a577 None None] No DVR routers for this DVR port 702c162e-cebf-477b-a38e-134f59c0b6d5 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:11.257164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.329680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=193d5d9a-227e-496a-b0aa-9894d13e4560,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:11.414919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9ceee-5955-451f-82b2-5dea0a672c67 req-c803068b-53ec-451c-8f0c-69bd6aad3ace tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.416595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5f9ceee-5955-451f-82b2-5dea0a672c67 req-c803068b-53ec-451c-8f0c-69bd6aad3ace tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.3674676 Jul 15 17:12:11.417837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-70da4f31-c398-4737-a02e-6b4c6dba00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.419094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cf4bcb6-5dc1-4fb3-af7d-9bde68c6d0e5 req-70da4f31-c398-4737-a02e-6b4c6dba00ae service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3242576 Jul 15 17:12:11.540856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5f9ceee-5955-451f-82b2-5dea0a672c67 req-8eeb3de3-eef5-4d45-abad-5d06f6a5addd tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022227 Jul 15 17:12:11.544960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.554175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e55a4-e663-44ee-b962-35cba14cb855 req-f86e7970-f056-4b20-b8c7-4e13f32cad4b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.555789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f5e55a4-e663-44ee-b962-35cba14cb855 req-f86e7970-f056-4b20-b8c7-4e13f32cad4b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 943 time: 0.2717295 Jul 15 17:12:11.674660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.679297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.704879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-e7ab8f94-a248-4af1-97aa-e5b7f60e25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.706377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-e7ab8f94-a248-4af1-97aa-e5b7f60e25b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=45785e37defa406583cb7b1d2b2fffb8&device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 1094 time: 0.2296348 Jul 15 17:12:11.771474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f5e55a4-e663-44ee-b962-35cba14cb855 req-b7ee0c77-476f-405d-a61d-98c47499708d tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841099 Jul 15 17:12:11.801122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae8306c9-bf6c-495a-87ac-4d49b1334cef no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:11.815839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-1b845a04-0f69-44f4-b089-05ff9c7feb1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b HTTP/1.1" status: 200 len: 217 time: 0.0683043 Jul 15 17:12:11.818854 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.819719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Fanout notify agent at l3_agent the message router_deleted on router a64eb1d5-4cfe-4c47-adbd-8d96118fb086 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:12:11.825005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ae8306c9-bf6c-495a-87ac-4d49b1334cef {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:11.825524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ae8306c9-bf6c-495a-87ac-4d49b1334cef not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:11.825938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 702c162e-cebf-477b-a38e-134f59c0b6d5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:11.836273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:11.840515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90653b3c-0178-42ac-99d0-44e4412d0a75 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/routers/a64eb1d5-4cfe-4c47-adbd-8d96118fb086 HTTP/1.1" status: 204 len: 168 time: 1.6619604 Jul 15 17:12:11.840990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35560) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:11.846979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 702c162e-cebf-477b-a38e-134f59c0b6d5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:11.847517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 702c162e-cebf-477b-a38e-134f59c0b6d5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:11.884084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-3c9c4ca8-2ab0-4996-ae82-20a52d0ef6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:11.885969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-3c9c4ca8-2ab0-4996-ae82-20a52d0ef6c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7972b73-8b6a-43b2-9a22-2acef050e3bd HTTP/1.1" status: 200 len: 862 time: 0.0640976 Jul 15 17:12:11.937071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-dcbcaca3-c38a-4891-9e40-49c7e266b5db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fcefa62-17ec-4bf6-9092-007c0cf2f45c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438097 Jul 15 17:12:11.945261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.052983 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.064717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476caa8b-0698-471c-a24d-57e4ce36c736']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:12.075093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-ffcd8d49-900d-4bab-a612-5cc872226b51 service neutron] 10.222.0.20 "GET /v2.0/networks/5fcefa62-17ec-4bf6-9092-007c0cf2f45c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309140 Jul 15 17:12:12.076517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9850560-aa45-4c3f-898c-3006288d58d2') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:12.076817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9850560-aa45-4c3f-898c-3006288d58d2') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:12.085876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.100385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.107714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:12:12.108393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:12:12.111565 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:12:12.173758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce93bda1-f5f0-4dc3-97e3-0bbf49d9c3fb req-f960d5eb-ec9b-4e88-9e73-e7a00f748bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/5fcefa62-17ec-4bf6-9092-007c0cf2f45c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927265 Jul 15 17:12:12.180611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.186609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.192021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35570) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:12.200759 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/networks/476caa8b-0698-471c-a24d-57e4ce36c736 HTTP/1.1" status: 204 len: 168 time: 0.3584619 Jul 15 17:12:12.220589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab847110-1921-4af1-8f5f-2692beeea4b5 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Network': ['ID=476caa8b-0698-471c-a24d-57e4ce36c736,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:12.374742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port 852bb3e0-2985-4882-b762-43134543219d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:12.376013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.464911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.465414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.485074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for 852bb3e0-2985-4882-b762-43134543219d owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:12.701743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.725177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:12:12.739193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=852bb3e0-2985-4882-b762-43134543219d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:12.827827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.828288 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Floating IP 804efbc2-f7dc-4039-b2f2-5d624baafbb4 disassociated (deleted). External IP: 172.25.8.66, port: a5f90951-33c9-49d7-8def-3fdc7dcef9b6. Jul 15 17:12:12.843059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:12.857006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'port_id': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'mac_address': 'fa:16:3e:86:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:12:12.882470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc845928-a1d6-4c94-9335-d408892e3cf8 req-eb541ff6-3189-40a1-80ce-dc07785439ae tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:12.887710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc845928-a1d6-4c94-9335-d408892e3cf8 req-eb541ff6-3189-40a1-80ce-dc07785439ae tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.2171164 Jul 15 17:12:12.908994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:12.924869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:12.947118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:12.951793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:13.007265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:13.050201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc845928-a1d6-4c94-9335-d408892e3cf8 req-7baecb9c-c028-4af1-a407-5e3c2a352c9b tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Jul 15 17:12:13.179254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['dfe9178c-2526-4da6-a030-7d98c66f7657'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:13.470264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaac0f-c736-4eff-a629-e6b2fb2e2446 req-6cd19630-9ac8-4061-a75d-1959a9c85e05 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:13.471793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3acaac0f-c736-4eff-a629-e6b2fb2e2446 req-6cd19630-9ac8-4061-a75d-1959a9c85e05 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.4959891 Jul 15 17:12:13.552090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3acaac0f-c736-4eff-a629-e6b2fb2e2446 req-78560fc9-e344-448f-996d-6a0fa8b0ae62 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534470 Jul 15 17:12:13.561459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router 99f4f844-851b-44e5-8108-3cf934e52bfd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:13.667127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 193d5d9a-227e-496a-b0aa-9894d13e4560 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:13.687322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:13.692782 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:13.694028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 193d5d9a-227e-496a-b0aa-9894d13e4560 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:13.694842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 193d5d9a-227e-496a-b0aa-9894d13e4560 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:13.697673 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Sync routers for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:13.709690 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:13.710308 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:13.740683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08b295e8-c255-44b5-bc6d-4ea8ca7c1bbf tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/floatingips/804efbc2-f7dc-4039-b2f2-5d624baafbb4 HTTP/1.1" status: 204 len: 168 time: 1.5480518 Jul 15 17:12:13.741855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:13.744516 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75fac8-c993-4aee-a99e-2bafd58caab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:13.794285 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69932712-0d50-46b8-94de-9f6c5dbe1353 x-openstack-request-id: req-69932712-0d50-46b8-94de-9f6c5dbe1353 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:13.794673 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:13.795027 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69932712-0d50-46b8-94de-9f6c5dbe1353 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:13.795451 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'status': 'completed', 'code': 200} Jul 15 17:12:13.830745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:13.878852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-fe9beaa1-6e39-410b-8c09-3cd1f4095b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:13.880637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-fe9beaa1-6e39-410b-8c09-3cd1f4095b68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d95baeccaac1480dba81b252287c1634&device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 1136 time: 0.0613451 Jul 15 17:12:14.028023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-3f76ec5b-569b-43e1-9ea7-9ee10c95b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.032727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-3f76ec5b-569b-43e1-9ea7-9ee10c95b407 service neutron] 10.222.0.20 "GET /v2.0/networks?id=caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 200 len: 897 time: 0.1448543 Jul 15 17:12:14.099572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-c9b186ed-e5c4-4d44-8ebd-683dab529911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 200 len: 217 time: 0.0604100 Jul 15 17:12:14.180070 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:14.210658 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Checking router: 99f4f844-851b-44e5-8108-3cf934e52bfd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:14.220237 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:14.220930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:14.249472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-4b5f878f-b894-40fe-982a-2a15ce1fbaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.250953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-4b5f878f-b894-40fe-982a-2a15ce1fbaff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad HTTP/1.1" status: 200 len: 835 time: 0.1442025 Jul 15 17:12:14.343383 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:14.348086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c616339-0ba0-44a4-8b80-e8750f06339e req-945839bd-0ced-4475-b20e-ea01529baaec tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.349963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c616339-0ba0-44a4-8b80-e8750f06339e req-945839bd-0ced-4475-b20e-ea01529baaec tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.1963840 Jul 15 17:12:14.360963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aa73e-2f75-4d33-a09b-cdcc033377fc req-08bb59a2-4d0d-4465-8ec8-6bbebd5d3a7d tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.362441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e5aa73e-2f75-4d33-a09b-cdcc033377fc req-08bb59a2-4d0d-4465-8ec8-6bbebd5d3a7d tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 943 time: 0.1667759 Jul 15 17:12:14.389004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-17d0a5fb-64da-4397-8203-c9f5e7fcbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.390484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-17d0a5fb-64da-4397-8203-c9f5e7fcbe76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=caf477c5-4f02-4179-ab05-dc413b9fffac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312757 Jul 15 17:12:14.412447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-22210329-b48b-42fc-93a3-7b0c21670e6a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:12:14.412624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-22210329-b48b-42fc-93a3-7b0c21670e6a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114028 Jul 15 17:12:14.476346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c616339-0ba0-44a4-8b80-e8750f06339e req-725c337c-297d-4fa2-bb88-603fe650cd54 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1128044 Jul 15 17:12:14.489299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e5aa73e-2f75-4d33-a09b-cdcc033377fc req-27669fa3-fdfc-4e27-bc8d-ea10b6f17c2c tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155176 Jul 15 17:12:14.557744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-3ce990b1-b0e0-473c-a41a-9455b8b72461 service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356847 Jul 15 17:12:14.569327 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:14.617846 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f41fe-9520-4cee-9568-a1ecd82bb8d9 None None] The sync data for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 is: [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '21f4a9f0-64d9-4098-9c79-4c36bd884439', 'name': '', 'network_id': 'caf477c5-4f02-4179-ab05-dc413b9fffac', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'mac_address': 'fa:16:3e:35:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:42Z', 'updated_at': '2021-07-15T17:10:49Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'subnets': [{'id': '13ca9e00-8755-4e86-90f7-c8cb6a7d30ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:14.682654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad75fac8-c993-4aee-a99e-2bafd58caab7 req-39664bbf-44af-4e77-9062-cb26756f817d service neutron] 10.222.0.20 "GET /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178434 Jul 15 17:12:14.739281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0cf682c9-2b9a-4739-9172-6bf8fa46580b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:12:14.742342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:14.784346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142bd3d-3103-4f8d-9709-e4501e0a78aa req-442564c6-e654-45da-8f09-07eddb7aee46 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:14.786125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2142bd3d-3103-4f8d-9709-e4501e0a78aa req-442564c6-e654-45da-8f09-07eddb7aee46 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 944 time: 0.0855024 Jul 15 17:12:14.828719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2142bd3d-3103-4f8d-9709-e4501e0a78aa req-2e28cfaa-a1bd-4069-86e5-c22aa9edccdc tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366845 Jul 15 17:12:14.876026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port dfe9178c-2526-4da6-a030-7d98c66f7657 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:14.876525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:14.923429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b,segment=NetworkSegment(2ef4b9e1-657d-44d8-85a4-d6049ed5aba4),segment_id=2ef4b9e1-657d-44d8-85a4-d6049ed5aba4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:14.940745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '0cf682c9-2b9a-4739-9172-6bf8fa46580b', 'network_id': '5fcefa62-17ec-4bf6-9092-007c0cf2f45c', 'port_id': '0cf682c9-2b9a-4739-9172-6bf8fa46580b', 'mac_address': 'fa:16:3e:34:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7972b73-8b6a-43b2-9a22-2acef050e3bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:12:14.974229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806cbbc1-ebb5-4da7-8817-397dbe666a72 None None] New status for floating IP 804efbc2-f7dc-4039-b2f2-5d624baafbb4: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:12:15.078324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.080048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.104444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf682c9-2b9a-4739-9172-6bf8fa46580b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:15.116062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:15.118322 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e52e8-7331-4d10-8e51-1c759b1355c2" -d '{"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:15.141986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:15.143850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b,segment=NetworkSegment(2ef4b9e1-657d-44d8-85a4-d6049ed5aba4),segment_id=2ef4b9e1-657d-44d8-85a4-d6049ed5aba4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:15.147955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.155323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.174897 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f5c91-7bdb-4445-ae88-b7d62ac11f85 x-openstack-request-id: req-541f5c91-7bdb-4445-ae88-b7d62ac11f85 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:15.175188 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-plugged", "status": "completed", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:15.175441 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-541f5c91-7bdb-4445-ae88-b7d62ac11f85 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:15.175827 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'code': 200} Jul 15 17:12:15.207744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:15.265264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:15.356958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd632e-da13-48c2-96f5-4dd3bf415a98 req-6091a146-14ed-4e7d-b145-5cd6e490c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:15.358517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cbd632e-da13-48c2-96f5-4dd3bf415a98 req-6091a146-14ed-4e7d-b145-5cd6e490c6a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 1097 time: 0.0536990 Jul 15 17:12:15.391723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0cf682c9-2b9a-4739-9172-6bf8fa46580b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:15.396550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cbd632e-da13-48c2-96f5-4dd3bf415a98 req-9686a979-0eda-48f4-81e3-d982b3ef8229 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294235 Jul 15 17:12:15.548643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-81743400-16e9-4b88-bd1a-b95bf329ea30 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:15.550220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-81743400-16e9-4b88-bd1a-b95bf329ea30 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.0806599 Jul 15 17:12:15.769652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:15.769916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.782414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c957-e18f-4731-b6d1-fd4de0a87d67 req-b02dc79c-f3d5-40dd-a0e6-de742a9139fc tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:15.783839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f03c957-e18f-4731-b6d1-fd4de0a87d67 req-b02dc79c-f3d5-40dd-a0e6-de742a9139fc tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 944 time: 0.1620333 Jul 15 17:12:15.802285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae5d7-c58b-4f23-be82-067daeb4ad93 req-07a75b69-5517-4ec8-b8fb-12eb8225c830 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:15.803798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e0ae5d7-c58b-4f23-be82-067daeb4ad93 req-07a75b69-5517-4ec8-b8fb-12eb8225c830 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e4f443d-dbac-4680-990e-a1e8d93d35e1 HTTP/1.1" status: 200 len: 985 time: 0.1796763 Jul 15 17:12:15.918824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f03c957-e18f-4731-b6d1-fd4de0a87d67 req-0f844e31-e813-4e56-93c7-b8aea2b46a04 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073623 Jul 15 17:12:15.927417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e0ae5d7-c58b-4f23-be82-067daeb4ad93 req-0ebf6270-1430-4335-9117-56bff61245ea tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f660275-87e1-465b-b015-030952d8a9b2&id=5d3614a2-29c2-48b4-86b6-5cf3ba542b94&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1148036 Jul 15 17:12:15.967972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port a5f90951-33c9-49d7-8def-3fdc7dcef9b6, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:15.967972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:15.980819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for a5f90951-33c9-49d7-8def-3fdc7dcef9b6 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:16.119347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9e485-22db-419f-9b6f-3e32f1d74c41 req-5014dcfa-d237-4f9e-8f4a-425c3ce179d3 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:16.120823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e9e485-22db-419f-9b6f-3e32f1d74c41 req-5014dcfa-d237-4f9e-8f4a-425c3ce179d3 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 946 time: 0.0960681 Jul 15 17:12:16.188834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87e9e485-22db-419f-9b6f-3e32f1d74c41 req-cf91ed7b-b931-4dc3-892d-2ff53885307c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493934 Jul 15 17:12:16.196019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:16.232061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=a5f90951-33c9-49d7-8def-3fdc7dcef9b6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:16.286312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] No DVR routers for this DVR port a5f90951-33c9-49d7-8def-3fdc7dcef9b6 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:16.289160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:16.291331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b27b5d9-b454-4112-9cf2-e4c25dae4c3a req-6c166e2a-1e6c-4630-9606-0076dc0f70ed tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.20 "DELETE /v2.0/ports/a5f90951-33c9-49d7-8def-3fdc7dcef9b6 HTTP/1.1" status: 204 len: 173 time: 0.7356029 Jul 15 17:12:16.292067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'name': 'network-vif-deleted', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:16.295059 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d3628-0cd9-403b-9183-cd43899fdac4" -d '{"events": [{"server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "name": "network-vif-deleted", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:16.348517 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3caf79-f5a3-49a2-adeb-e4ab2979c1b4 x-openstack-request-id: req-ac3caf79-f5a3-49a2-adeb-e4ab2979c1b4 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:16.348959 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4f443d-dbac-4680-990e-a1e8d93d35e1", "name": "network-vif-deleted", "tag": "a5f90951-33c9-49d7-8def-3fdc7dcef9b6", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:16.349125 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac3caf79-f5a3-49a2-adeb-e4ab2979c1b4 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:16.349629 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4f443d-dbac-4680-990e-a1e8d93d35e1', 'name': 'network-vif-deleted', 'tag': 'a5f90951-33c9-49d7-8def-3fdc7dcef9b6', 'status': 'completed', 'code': 200} Jul 15 17:12:16.743224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0cf682c9-2b9a-4739-9172-6bf8fa46580b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:16.810065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 0cf682c9-2b9a-4739-9172-6bf8fa46580b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:16.814922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 0cf682c9-2b9a-4739-9172-6bf8fa46580b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:16.815369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:16.896212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:16.933929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b,segment=NetworkSegment(2ef4b9e1-657d-44d8-85a4-d6049ed5aba4),segment_id=2ef4b9e1-657d-44d8-85a4-d6049ed5aba4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:16.939391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:16.940425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a5f90951-33c9-49d7-8def-3fdc7dcef9b6 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:17.009322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: a5f90951-33c9-49d7-8def-3fdc7dcef9b6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:17.010023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device a5f90951-33c9-49d7-8def-3fdc7dcef9b6 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:17.048407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:17.074090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:17.118631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:17.177899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.178105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:17.181162 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c0ac05-b123-403f-a3b3-7adf74a0e126" -d '{"events": [{"server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:17.198670 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ae43b3d-429c-4923-9eb4-e30f4682a741 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/floatingips/4431ecb2-0084-4067-9aa9-917308584ab5 HTTP/1.1" status: 200 len: 994 time: 0.0780833 Jul 15 17:12:17.207667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.224687 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c89143-2f33-42b2-82a2-bc3958e478f4 x-openstack-request-id: req-e2c89143-2f33-42b2-82a2-bc3958e478f4 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:17.225159 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "name": "network-vif-plugged", "status": "completed", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:17.225582 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2c89143-2f33-42b2-82a2-bc3958e478f4 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:17.228063 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b', 'code': 200} Jul 15 17:12:17.245330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321d936-298a-400a-828c-f47228f138b7 req-02f12682-cbdc-4d04-8886-f55e8659f82a tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:17.246951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b321d936-298a-400a-828c-f47228f138b7 req-02f12682-cbdc-4d04-8886-f55e8659f82a tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.1419458 Jul 15 17:12:17.313917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b321d936-298a-400a-828c-f47228f138b7 req-35ba15f3-e238-48a7-9ce2-be8ad98376b1 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Jul 15 17:12:17.359339 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.368244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.372525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35692) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:17.381735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f660275-87e1-465b-b015-030952d8a9b2 HTTP/1.1" status: 204 len: 168 time: 0.3059585 Jul 15 17:12:17.411815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e5ad4-21d0-4435-9135-c35ed97d1ab8 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f660275-87e1-465b-b015-030952d8a9b2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:17.435459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b7606-af16-4d88-8e36-bd3a3145db7c req-bfbfad9c-e5ca-471a-94b6-75217059997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:17.441506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-070b7606-af16-4d88-8e36-bd3a3145db7c req-bfbfad9c-e5ca-471a-94b6-75217059997f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 1096 time: 0.1391449 Jul 15 17:12:17.452324 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.477551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.503205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-070b7606-af16-4d88-8e36-bd3a3145db7c req-e201d102-33fc-4bfd-a1a0-c66603b1eaab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539486 Jul 15 17:12:17.533432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35696) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:17.533653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.536395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:17.537542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/security-groups/5d3614a2-29c2-48b4-86b6-5cf3ba542b94 HTTP/1.1" status: 204 len: 168 time: 0.1639566 Jul 15 17:12:17.542477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35698) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:17.547993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0231-e398-43fe-8852-abad84dd0574 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3614a2-29c2-48b4-86b6-5cf3ba542b94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:17.699815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f783f2f-0880-4718-9856-b04344b33163 req-2abfe131-1a83-4d6a-826a-cdb912da9c27 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:17.701356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f783f2f-0880-4718-9856-b04344b33163 req-2abfe131-1a83-4d6a-826a-cdb912da9c27 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 946 time: 0.2150927 Jul 15 17:12:17.812783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f783f2f-0880-4718-9856-b04344b33163 req-ba2bd515-bb3e-45d9-9394-8a5e1fd58223 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016259 Jul 15 17:12:17.960882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 9c37b965-8987-4624-b6b6-d9092b7453ab {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:17.961146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.103466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.104066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.122024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 9c37b965-8987-4624-b6b6-d9092b7453ab owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:18.290707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.412514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.454545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=9c37b965-8987-4624-b6b6-d9092b7453ab,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:18.583165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:18.583611 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Floating IP 4431ecb2-0084-4067-9aa9-917308584ab5 disassociated (deleted). External IP: 172.25.8.183, port: 03259c92-3d96-4d12-9bd6-f0e8608ba184. Jul 15 17:12:19.094910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa88cb6-0f8b-4054-8555-bda7db240d8c req-6cc4ecba-3fd9-43d4-9071-0709d731b8f7 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:19.096318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afa88cb6-0f8b-4054-8555-bda7db240d8c req-6cc4ecba-3fd9-43d4-9071-0709d731b8f7 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.6141515 Jul 15 17:12:19.239296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afa88cb6-0f8b-4054-8555-bda7db240d8c req-5a285349-b4f6-4a3e-a0d5-171928a2f01a tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356461 Jul 15 17:12:19.271514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port 21f4a9f0-64d9-4098-9c79-4c36bd884439 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:19.271864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:19.299620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router d2e34bec-cd9b-419d-9679-7876f395f622 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:19.452417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port 21f4a9f0-64d9-4098-9c79-4c36bd884439, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=21f4a9f0-64d9-4098-9c79-4c36bd884439,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:19.452792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:19.475885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for 21f4a9f0-64d9-4098-9c79-4c36bd884439 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:19.489065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:19.494387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:19.500952 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Sync routers for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:19.509554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:19.510154 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:19.575244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a9811492-ca62-4788-bd14-840117f6c13b tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/floatingips/4431ecb2-0084-4067-9aa9-917308584ab5 HTTP/1.1" status: 204 len: 168 time: 2.0377471 Jul 15 17:12:19.577724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:19.579996 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16108d42-b97e-496c-8ba7-e2e82a222255" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:19.628901 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:19.739680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:19.772905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=21f4a9f0-64d9-4098-9c79-4c36bd884439,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:19.857499 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd90128-05d1-4499-b2d6-37d23938435c x-openstack-request-id: req-6cd90128-05d1-4499-b2d6-37d23938435c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:19.857815 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:19.858039 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cd90128-05d1-4499-b2d6-37d23938435c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:19.858437 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'status': 'completed', 'code': 200} Jul 15 17:12:19.924441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35722) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:19.929657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502653777', 'description': 'tempest-secgroup-smoke-1502653777 description', 'project_id': 'd1f87136a09046a9a82491c9c2f59136'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:19.955144 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:19.979578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:19.996042 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Checking router: d2e34bec-cd9b-419d-9679-7876f395f622 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:20.010537 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:20.012460 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:20.090062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.095416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.114785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.118138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-439ef6c3-a793-4468-ac86-2159daaa4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.119818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-439ef6c3-a793-4468-ac86-2159daaa4a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 1097 time: 0.1817770 Jul 15 17:12:20.127632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.129060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2035143 Jul 15 17:12:20.133778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.136752 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:20.141263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.145139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f78db-abb5-4247-90c3-8004b0c61938 req-b415c142-b1c6-470c-918d-9d04371e152f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.146610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e6f78db-abb5-4247-90c3-8004b0c61938 req-b415c142-b1c6-470c-918d-9d04371e152f tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.1727629 Jul 15 17:12:20.157859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80207a-7b67-4ff7-8326-4ce5a84daf98 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f974d95b-8d35-49f3-aa4d-e955b01dfa6c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.179248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.227815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.231774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.250267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2774a2e-39dc-4fbd-91c3-cd398b3b0aca,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.260585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.265484 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ce07711-a824-4f2f-94b6-260938968034 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279452 Jul 15 17:12:20.265654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.270664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.302885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.321113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-5dd01837-7ebc-4a63-af81-b1a29a796b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.322633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-5dd01837-7ebc-4a63-af81-b1a29a796b22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 200 len: 896 time: 0.1927836 Jul 15 17:12:20.366142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e6f78db-abb5-4247-90c3-8004b0c61938 req-6ee96619-3ba3-4f6b-a445-c54577ee0a25 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031138 Jul 15 17:12:20.381755 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:20.387371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.399740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.416676 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe18417-1499-41d1-a005-6aa2d27200aa None None] The sync data for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 is: [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:11:22Z', 'revision_number': 4, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '43b4dba4-4910-473a-8643-172398c4df2c', 'name': '', 'network_id': 'cdf4db8d-22cb-4e8a-8595-0d1ddfb10910', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'mac_address': 'fa:16:3e:0a:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_interface', 'standard_attr_id': 3083, 'fixed_ips': [{'subnet_id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:21Z', 'updated_at': '2021-07-15T17:11:30Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'subnets': [{'id': '70c2fc73-0dcb-45ff-9252-9e1374ad61b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:20.419827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da62f44-b1d4-454c-bbf0-71670e076b6f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.427676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.431575 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dc597e2f-9597-4aa2-9b10-06f29403bd63 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622870 Jul 15 17:12:20.431808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.437621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.463477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-7f0c558c-fac8-4d02-92d3-fab49369b9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 200 len: 217 time: 0.0962193 Jul 15 17:12:20.469867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.535830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.542296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.558095 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:12:20.569628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.573501 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378834 Jul 15 17:12:20.573501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743fe90-e4b3-47bb-97a1-0ac39f84a79f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd2fab5-8dfd-496a-b48f-6d11c04ca383,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.574255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.579143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.604243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-7455f7ba-5fb6-4765-a752-5892cdbc1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.605995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-7455f7ba-5fb6-4765-a752-5892cdbc1ed6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=70c2fc73-0dcb-45ff-9252-9e1374ad61b5 HTTP/1.1" status: 200 len: 835 time: 0.1347959 Jul 15 17:12:20.609382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.660335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b66b61-d05f-4c13-8043-f314bc87b70a req-ed975c95-2073-46ee-ba75-322130802334 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.661916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42b66b61-d05f-4c13-8043-f314bc87b70a req-ed975c95-2073-46ee-ba75-322130802334 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.2916718 Jul 15 17:12:20.679298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.686144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.696561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6666da-cb00-4306-81cd-6539a9197454 None None] New status for floating IP 4431ecb2-0084-4067-9aa9-917308584ab5: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:12:20.705267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4eaa1b-cce6-4774-b493-c69fa93e43e8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.714184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.716363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f3febe4-b7c6-40ac-a553-edf46b2da608 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408224 Jul 15 17:12:20.718972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.724179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.747214 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Project d1f87136a09046a9a82491c9c2f59136 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:12:20.752712 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.766080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42b66b61-d05f-4c13-8043-f314bc87b70a req-e1f76d4f-2765-4990-bfdd-c37f3ea0f887 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 Jul 15 17:12:20.767877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Router 99f4f844-851b-44e5-8108-3cf934e52bfd has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:20.799032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-caa7d707-6596-48b8-83e2-929a7a43604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:20.800995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-caa7d707-6596-48b8-83e2-929a7a43604a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868937 Jul 15 17:12:20.823951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.829452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.852418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.857093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337969 Jul 15 17:12:20.857562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35738) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:20.863142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'security_group_rule': {'security_group_id': 'f974d95b-8d35-49f3-aa4d-e955b01dfa6c', 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:20.869587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ed48c-4dfb-41bb-813b-13f9115e8032 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f73388c-abfc-4c84-addc-08a2f807dfe8,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:20.890784 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Project d1f87136a09046a9a82491c9c2f59136 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:12:20.896336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.979904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.986282 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:20.986686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:20.989983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-9dd18e0e-d080-48b2-acb3-294f143bb5bb service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527071 Jul 15 17:12:20.994849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0a7cb60b-affd-4933-a4be-ff403221fe00 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "PUT /v2.0/routers/99f4f844-851b-44e5-8108-3cf934e52bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4514410 Jul 15 17:12:20.997973 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Sync routers for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:21.001193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35744) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:21.008619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:21.009561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:21.066334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting subnet 13ca9e00-8755-4e86-90f7-c8cb6a7d30ad {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:12:21.069595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.103950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16108d42-b97e-496c-8ba7-e2e82a222255 req-cfe78b8e-b893-43f1-b282-abc3843c9930 service neutron] 10.222.0.20 "GET /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063042 Jul 15 17:12:21.111354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9eb124d-1279-41dc-ba20-7dd662b8930f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:21.122662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.123121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:21.124916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5e3681d3-7ebd-4551-901c-09344611d398 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2664478 Jul 15 17:12:21.137434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.221224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-db115920-8814-4c1b-a195-d0da0c6bebf1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:21.222780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-db115920-8814-4c1b-a195-d0da0c6bebf1 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.0917027 Jul 15 17:12:21.265446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.378494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.410042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2ce55-444a-400b-bf28-ba1c0bfb33ca None None] Network caf477c5-4f02-4179-ab05-dc413b9fffac requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:21.418260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.424087 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/subnets/13ca9e00-8755-4e86-90f7-c8cb6a7d30ad HTTP/1.1" status: 204 len: 168 time: 0.4193785 Jul 15 17:12:21.425143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35756) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:21.425349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-a79593c8-4a03-48f6-9df0-4d8db9ab1c75 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502653777&fields=id&tenant_id=d1f87136a09046a9a82491c9c2f59136 HTTP/1.1" status: 200 len: 267 time: 0.0711889 Jul 15 17:12:21.431434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8440-1167-4f36-a15a-b94edafc23dd tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Subnet': ['ID=13ca9e00-8755-4e86-90f7-c8cb6a7d30ad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:21.514186 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:12:19Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:21.549702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01088b-6086-41ff-b2d2-c671a9decdc2 req-2fe7cdae-5a7d-4ddc-adf8-08857ef6e341 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:21.550176 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Checking router: 99f4f844-851b-44e5-8108-3cf934e52bfd for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:21.559918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f01088b-6086-41ff-b2d2-c671a9decdc2 req-2fe7cdae-5a7d-4ddc-adf8-08857ef6e341 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.2461140 Jul 15 17:12:21.560169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Routers {'99f4f844-851b-44e5-8108-3cf934e52bfd'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:21.561027 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['99f4f844-851b-44e5-8108-3cf934e52bfd'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:21.569785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.577784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 03259c92-3d96-4d12-9bd6-f0e8608ba184 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:21.578152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.648364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f01088b-6086-41ff-b2d2-c671a9decdc2 req-43927e8f-7c57-4af3-8b2d-0b799d0b68b5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874267 Jul 15 17:12:21.674957 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] Set router 99f4f844-851b-44e5-8108-3cf934e52bfd gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:21.704865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-ab59f553-6ae5-4258-a9a1-73664031c397 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:21.706483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-ab59f553-6ae5-4258-a9a1-73664031c397 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 813 time: 0.2803972 Jul 15 17:12:21.721137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.814553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-b70b26e9-bc06-44af-8a44-9614dd6cf49f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/quotas/d1f87136a09046a9a82491c9c2f59136 HTTP/1.1" status: 200 len: 375 time: 0.0269005 Jul 15 17:12:21.829425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Deleting port 24886f16-dae8-40c3-b67c-7d6ebc8dc303 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:21.829425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.868993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] DHCP port deletion for caf477c5-4f02-4179-ab05-dc413b9fffac request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:12:21.909665 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:12:19Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:21.929493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] For port 24886f16-dae8-40c3-b67c-7d6ebc8dc303, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=24886f16-dae8-40c3-b67c-7d6ebc8dc303,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:21.929862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.930245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Deleting port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:21.930783 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:21.941805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32454acd-5580-426b-86e4-f8ed015bac3e None None] The sync data for ids ['99f4f844-851b-44e5-8108-3cf934e52bfd'] in n-d-800085-3 is: [{'id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2127561359', 'tenant_id': 'd95baeccaac1480dba81b252287c1634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:12:19Z', 'revision_number': 5, 'project_id': 'd95baeccaac1480dba81b252287c1634', 'gw_port': {'id': '24886f16-dae8-40c3-b67c-7d6ebc8dc303', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ec:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f4f844-851b-44e5-8108-3cf934e52bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:38Z', 'updated_at': '2021-07-15T17:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:21.944277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Calling delete_port for 24886f16-dae8-40c3-b67c-7d6ebc8dc303 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:22.009312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] For port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,segment=NetworkSegment(040d4b0a-9fee-4321-aef8-2e6d36b13dff),segment_id=040d4b0a-9fee-4321-aef8-2e6d36b13dff)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:22.009869 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.023694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Calling delete_port for 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:22.108982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.132866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] Pushing event deleted for resources: {'Port': ['ID=85e86b90-d324-4b63-b3f5-0a0134b7cbf0,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:22.141111 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.141653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede4aa3-ca1b-4ff3-a7a4-3504c871520d None None] No DVR routers for this DVR port 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:22.176541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Port': ['ID=24886f16-dae8-40c3-b67c-7d6ebc8dc303,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:22.235465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 03259c92-3d96-4d12-9bd6-f0e8608ba184, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=03259c92-3d96-4d12-9bd6-f0e8608ba184,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:22.235834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.241968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.259379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 03259c92-3d96-4d12-9bd6-f0e8608ba184 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:22.335238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7d106-a888-4177-b945-512f21f02159 req-a1f82b26-5206-4feb-a75c-5ae3169c5f62 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:22.338977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.342643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.342811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b7d106-a888-4177-b945-512f21f02159 req-a1f82b26-5206-4feb-a75c-5ae3169c5f62 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfc7beb7-142b-4774-979d-0cc78a1d3358 HTTP/1.1" status: 200 len: 946 time: 0.5283895 Jul 15 17:12:22.360594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-ac8c6bc4-e4a0-4d01-8292-264ed6ea3e73 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5323999 Jul 15 17:12:22.400935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.402163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Fanout notify agent at l3_agent the message router_deleted on router 99f4f844-851b-44e5-8108-3cf934e52bfd {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:12:22.415599 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.419863 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-72d31af1-b4f8-41b2-b195-048892036c6e tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/routers/99f4f844-851b-44e5-8108-3cf934e52bfd HTTP/1.1" status: 204 len: 168 time: 0.9906745 Jul 15 17:12:22.420131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:22.423609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92b7d106-a888-4177-b945-512f21f02159 req-cb3d3f86-d527-49f8-bf4e-25ab3482f46e tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "GET /v2.0/security-groups?id=fc349011-a956-4efc-86e2-f200cf117abb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803230 Jul 15 17:12:22.549254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-1af39fdd-6529-48b3-ae0d-d3a35619b305 service neutron] 10.222.0.25 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558974 Jul 15 17:12:22.557692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.581283 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.616545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=03259c92-3d96-4d12-9bd6-f0e8608ba184,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:22.640541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-146954da-8654-46be-9115-7441f8f386d7 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:22.642103 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-146954da-8654-46be-9115-7441f8f386d7 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.20 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.1238110 Jul 15 17:12:22.704817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] No DVR routers for this DVR port 03259c92-3d96-4d12-9bd6-f0e8608ba184 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:22.710460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.712532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9d2fdaa-f141-44c2-b51f-e9d1f1b4e2c7 req-a7218410-d2e0-4609-ae6b-06ff053d092a tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.20 "DELETE /v2.0/ports/03259c92-3d96-4d12-9bd6-f0e8608ba184 HTTP/1.1" status: 204 len: 173 time: 1.4846101 Jul 15 17:12:22.712985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'name': 'network-vif-deleted', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:22.715946 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d46a3f5-ec1e-40a2-b106-844fc75af978" -d '{"events": [{"server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "name": "network-vif-deleted", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:22.727684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.729528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-b47e5476-8be5-425f-b1e3-78461c5329b2 service neutron] 10.222.0.25 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741211 Jul 15 17:12:22.746398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf477c5-4f02-4179-ab05-dc413b9fffac']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:22.789834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040d4b0a-9fee-4321-aef8-2e6d36b13dff') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:22.790179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040d4b0a-9fee-4321-aef8-2e6d36b13dff') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:22.813356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.836305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.842395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Deleting port 0cf682c9-2b9a-4739-9172-6bf8fa46580b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:22.842729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.876197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:12:22.876648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:12:22.879988 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:12:22.912008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a21aff-b5e8-422c-9143-99c10224adc4 req-683b13d0-f6eb-48bb-9aae-789e556e5311 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:22.920778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2a21aff-b5e8-422c-9143-99c10224adc4 req-683b13d0-f6eb-48bb-9aae-789e556e5311 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 945 time: 0.0970576 Jul 15 17:12:22.963769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2a21aff-b5e8-422c-9143-99c10224adc4 req-611a80e1-7fe0-48f7-b66f-624ce6c3b52d tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0259d96-1541-49c3-9fc9-07002a15dfc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Jul 15 17:12:23.001134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.012427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.014773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] 10.222.0.25 "DELETE /v2.0/networks/caf477c5-4f02-4179-ab05-dc413b9fffac HTTP/1.1" status: 204 len: 168 time: 0.5935526 Jul 15 17:12:23.025262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] For port 0cf682c9-2b9a-4739-9172-6bf8fa46580b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=0cf682c9-2b9a-4739-9172-6bf8fa46580b,segment=NetworkSegment(2ef4b9e1-657d-44d8-85a4-d6049ed5aba4),segment_id=2ef4b9e1-657d-44d8-85a4-d6049ed5aba4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:23.026363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.037908 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5449dd7b-308c-4f5e-9891-4824a6d54288 x-openstack-request-id: req-5449dd7b-308c-4f5e-9891-4824a6d54288 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:23.038277 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc7beb7-142b-4774-979d-0cc78a1d3358", "name": "network-vif-deleted", "tag": "03259c92-3d96-4d12-9bd6-f0e8608ba184", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:23.038600 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5449dd7b-308c-4f5e-9891-4824a6d54288 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:23.039078 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc7beb7-142b-4774-979d-0cc78a1d3358', 'name': 'network-vif-deleted', 'tag': '03259c92-3d96-4d12-9bd6-f0e8608ba184', 'status': 'completed', 'code': 200} Jul 15 17:12:23.051684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Pushing event deleted for resources: {'Network': ['ID=caf477c5-4f02-4179-ab05-dc413b9fffac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:23.058501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Calling delete_port for 0cf682c9-2b9a-4739-9172-6bf8fa46580b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:23.067525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.068089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.068550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.068957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.069443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.069824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.080149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413c96e-325a-4681-9faf-1b83e157f383 tempest-TestSecurityGroupsBasicOps-1855445190 tempest-TestSecurityGroupsBasicOps-1855445190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:23.262224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24a4577a-7555-4c66-883b-114a583f4945 req-fad8f1c9-2a9f-422d-b2b3-b7fd5a26bfa6 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0705018 Jul 15 17:12:23.322791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.336183 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['0cf682c9-2b9a-4739-9172-6bf8fa46580b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:23.377876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Pushing event deleted for resources: {'Port': ['ID=0cf682c9-2b9a-4739-9172-6bf8fa46580b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:23.420466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35784) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:23.431441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] No DVR routers for this DVR port 0cf682c9-2b9a-4739-9172-6bf8fa46580b on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:23.434872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.437350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ab1fdeb-a19c-4bb2-bf60-4769de366dc2 req-9bf76ce0-565f-46c5-9b4b-4c0d3e2901d5 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.20 "DELETE /v2.0/ports/0cf682c9-2b9a-4739-9172-6bf8fa46580b HTTP/1.1" status: 204 len: 173 time: 0.7870774 Jul 15 17:12:23.437827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'name': 'network-vif-deleted', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:23.440746 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79e58ad-bc39-4829-b99b-477a0bad8899" -d '{"events": [{"server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "name": "network-vif-deleted", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:23.483367 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62954e-8180-40e5-ac09-8910e69a44f4 x-openstack-request-id: req-0c62954e-8180-40e5-ac09-8910e69a44f4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:23.483639 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f8615b-6d1a-4946-95fe-c9191a1d95d9", "name": "network-vif-deleted", "tag": "0cf682c9-2b9a-4739-9172-6bf8fa46580b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:23.483906 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c62954e-8180-40e5-ac09-8910e69a44f4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:23.484351 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f8615b-6d1a-4946-95fe-c9191a1d95d9', 'name': 'network-vif-deleted', 'tag': '0cf682c9-2b9a-4739-9172-6bf8fa46580b', 'status': 'completed', 'code': 200} Jul 15 17:12:23.573243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35794) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:23.674470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.684168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c8cd253-26ce-4fdf-a430-5f3bee9ef7b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d95baeccaac1480dba81b252287c1634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609754 Jul 15 17:12:23.685556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:23.714990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.738110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f4a9f0-64d9-4098-9c79-4c36bd884439 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:23.744503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.769619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.772501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 21f4a9f0-64d9-4098-9c79-4c36bd884439 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:23.772926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 21f4a9f0-64d9-4098-9c79-4c36bd884439 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:23.773621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 24886f16-dae8-40c3-b67c-7d6ebc8dc303 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:23.785828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.788662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.792459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/security-groups/fc349011-a956-4efc-86e2-f200cf117abb HTTP/1.1" status: 204 len: 168 time: 0.2149763 Jul 15 17:12:23.805304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 24886f16-dae8-40c3-b67c-7d6ebc8dc303 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:23.805872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 24886f16-dae8-40c3-b67c-7d6ebc8dc303 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:23.806921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad25db-5789-4ebd-912e-1b208282da35 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc349011-a956-4efc-86e2-f200cf117abb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:23.808848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:23.825995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.829810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35800) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:23.831435 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:23.832676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d471b70-054f-4c96-b639-ddb88b265f45 HTTP/1.1" status: 204 len: 168 time: 0.1461248 Jul 15 17:12:23.837808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:23.838554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 85e86b90-d324-4b63-b3f5-0a0134b7cbf0 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:23.841686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffc247-3667-44d0-8eec-ffa78c2ac9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d471b70-054f-4c96-b639-ddb88b265f45,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:24.147725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-320367e3-d14d-4f44-a476-ab94b76ddc2e req-574745fa-079b-45ac-b376-da1df5e5b857 tempest-ServerAddressesNegativeTestJSON-1183447739 tempest-ServerAddressesNegativeTestJSON-1183447739-project] 10.222.0.25 "GET /v2.0/ports?device_id=97f8615b-6d1a-4946-95fe-c9191a1d95d9 HTTP/1.1" status: 200 len: 210 time: 0.0381701 Jul 15 17:12:24.233147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:24.249864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f70-08b9-4fd0-a8b4-0df9979bbe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.310009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.348053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f70-08b9-4fd0-a8b4-0df9979bbe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.357780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4f70-08b9-4fd0-a8b4-0df9979bbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.410148 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a7c4f70-08b9-4fd0-a8b4-0df9979bbe7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02529926de7d4aeaa31739276d0a9c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757412 Jul 15 17:12:24.411209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4f70-08b9-4fd0-a8b4-0df9979bbe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd245ed-9451-47bc-8a78-8b5f0173598d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:24.414990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35812) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:24.453305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd315545-249f-4305-9e58-e43f690a69ff req-5c71357b-8444-4a1e-99d8-4ba178101aba tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0330250 Jul 15 17:12:24.484820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.558241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.620935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-61ee13f8-fdb1-4b4f-bfa1-d2829a715327 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:24.622720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-61ee13f8-fdb1-4b4f-bfa1-d2829a715327 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 813 time: 0.1510212 Jul 15 17:12:24.661857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.664362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port 43b4dba4-4910-473a-8643-172398c4df2c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:24.664894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.665167 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.669709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebd245ed-9451-47bc-8a78-8b5f0173598d HTTP/1.1" status: 204 len: 168 time: 0.2500396 Jul 15 17:12:24.677300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-00b0c1bc-86e7-4513-a7e7-3306c2b240db tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1f87136a09046a9a82491c9c2f59136 HTTP/1.1" status: 200 len: 380 time: 0.0470128 Jul 15 17:12:24.682552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e7e0f-605e-4c73-83d9-adc6c4566af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd245ed-9451-47bc-8a78-8b5f0173598d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:24.691659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'port': {'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'admin_state_up': True, 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'security_groups': ['f974d95b-8d35-49f3-aa4d-e955b01dfa6c']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:24.773416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0cf682c9-2b9a-4739-9172-6bf8fa46580b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:24.813442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 0cf682c9-2b9a-4739-9172-6bf8fa46580b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:24.813788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 0cf682c9-2b9a-4739-9172-6bf8fa46580b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:24.814206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 03259c92-3d96-4d12-9bd6-f0e8608ba184 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:24.825185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port 43b4dba4-4910-473a-8643-172398c4df2c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=43b4dba4-4910-473a-8643-172398c4df2c,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:24.825557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.825806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Made reservation on behalf of d1f87136a09046a9a82491c9c2f59136 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:24.830340 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:24.841885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for 43b4dba4-4910-473a-8643-172398c4df2c owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:24.848752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 03259c92-3d96-4d12-9bd6-f0e8608ba184 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:24.849114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 03259c92-3d96-4d12-9bd6-f0e8608ba184 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:24.975190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Allocated IP 172.20.0.10 (6cf4da68-7ebf-4820-9e69-7eb2747f6e7d/955de2d0-0090-49bd-8a51-04e222fee701/7f1f38da-e61a-43df-aac2-a10e6a189c8d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:25.104758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35818) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:25.135239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.149356 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.163850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Transition to ACTIVE for port object 7f1f38da-e61a-43df-aac2-a10e6a189c8d will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:25.175581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=43b4dba4-4910-473a-8643-172398c4df2c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:25.212807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c19ef4c9-cf22-43b5-b724-64223427dc3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15af4116dbfb4c8c85d4934a653b819e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066623 Jul 15 17:12:25.215929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35822) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:25.250489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35824) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:25.261839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.327344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:25.344322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Deleting subnet b7972b73-8b6a-43b2-9a22-2acef050e3bd {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:12:25.350544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.354360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:25.359451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:25.369170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:25.373781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.442784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.447643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:25.448625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.475769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.504527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.517330 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-3304b68b-1acf-4573-b198-9e89b26a2b93 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297296 Jul 15 17:12:25.533574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Request body: {'port': {'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:25.582427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.736310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.739237 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.743234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ec6ff7b-70f6-4cb8-af7f-0dc57faa5c3c HTTP/1.1" status: 204 len: 168 time: 0.5261335 Jul 15 17:12:25.746142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.766518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e309f-7da3-48c0-9f5c-ad3649c130e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6ff7b-70f6-4cb8-af7f-0dc57faa5c3c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:25.804083 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-553e-4ecc-805e-e57b67c55eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.841215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-84df80ff-9334-4541-afc0-be942efea756 None None] Provisioning for port 7f1f38da-e61a-43df-aac2-a10e6a189c8d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:25.845408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-84df80ff-9334-4541-afc0-be942efea756 None None] Provisioning complete for port 7f1f38da-e61a-43df-aac2-a10e6a189c8d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:25.845892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84df80ff-9334-4541-afc0-be942efea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.912240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-84df80ff-9334-4541-afc0-be942efea756 None None] Port 7f1f38da-e61a-43df-aac2-a10e6a189c8d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:25.923533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.970389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7972b73-8b6a-43b2-9a22-2acef050e3bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:25.974321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:25.976650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-175792cd-b2cb-40bb-81d6-91f6ba8796e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b7972b73-8b6a-43b2-9a22-2acef050e3bd HTTP/1.1" status: 204 len: 168 time: 0.7251976 Jul 15 17:12:25.981297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35830) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:26.008804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bfa97-b608-4b9c-8c68-8f4d03f1ff8c req-d17aace6-2c29-4996-b263-8190a3ab0a3e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:26.016753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c1bfa97-b608-4b9c-8c68-8f4d03f1ff8c req-d17aace6-2c29-4996-b263-8190a3ab0a3e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 932 time: 0.3236215 Jul 15 17:12:26.051516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Router d2e34bec-cd9b-419d-9679-7876f395f622 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:26.108365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1f38da-e61a-43df-aac2-a10e6a189c8d {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:26.115237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c1bfa97-b608-4b9c-8c68-8f4d03f1ff8c req-8c2d0f8e-0642-4420-8366-a77fd43a02bc tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974352 Jul 15 17:12:26.117889 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.118210 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.156649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Transition to ACTIVE for port object 7f1f38da-e61a-43df-aac2-a10e6a189c8d will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:26.163075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.225160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:26.318562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Attempting to bind port 7f1f38da-e61a-43df-aac2-a10e6a189c8d on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:26.319072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Attempting to bind port 7f1f38da-e61a-43df-aac2-a10e6a189c8d by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:26.319615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Attempting to bind port 7f1f38da-e61a-43df-aac2-a10e6a189c8d on network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:26.324963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Port 7f1f38da-e61a-43df-aac2-a10e6a189c8d on network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:12:26.325355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Attempting to bind port 7f1f38da-e61a-43df-aac2-a10e6a189c8d on network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:26.333274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:26.333617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Checking segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:26.334008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Bound using segment: {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:26.334452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Bound port: 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f335fc48-6c52-469a-ab68-15b6e3b80b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:26.340149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.377635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.398473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcefa62-17ec-4bf6-9092-007c0cf2f45c']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:26.416344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:26.416663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef4b9e1-657d-44d8-85a4-d6049ed5aba4') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:26.431642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.434138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:26.440058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-078829cd-4bd2-4478-94fb-a3c6c9cfb683 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "PUT /v2.0/routers/d2e34bec-cd9b-419d-9679-7876f395f622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6090519 Jul 15 17:12:26.446851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Sync routers for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:26.447950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35842) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:26.463272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:26.463928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:26.513723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting subnet 70c2fc73-0dcb-45ff-9252-9e1374ad61b5 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:12:26.517384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.569980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.682181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.694250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:12:26.694800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.700373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:12:26.717588 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:12:26.773929 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.803560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.828438 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.842040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5fcefa62-17ec-4bf6-9092-007c0cf2f45c HTTP/1.1" status: 204 len: 168 time: 0.8511465 Jul 15 17:12:26.844371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433618a-defb-41d5-ba7e-83c2a9bea03f admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcefa62-17ec-4bf6-9092-007c0cf2f45c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:26.913567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:26.923891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.938790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:26.952387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.960074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:12:25Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:26.970263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35854) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:26.973753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Subnet': ['ID=70c2fc73-0dcb-45ff-9252-9e1374ad61b5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:26.991563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:26.998134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b44a8e34-5a42-4536-8437-feb5c5114fb6 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/subnets/70c2fc73-0dcb-45ff-9252-9e1374ad61b5 HTTP/1.1" status: 204 len: 168 time: 0.5457516 Jul 15 17:12:27.000576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35858) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:27.004988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4867ae-f38b-46ac-b868-034ba7874bac None None] Network cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:27.029207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:27.031903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.033640 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] 10.222.0.35 "PUT /v2.0/ports/7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 1092 time: 1.5046091 Jul 15 17:12:27.038947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:27.044068 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749aae17-867d-49bc-9e98-914f8d851b63" -d '{"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:27.154074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Checking router: d2e34bec-cd9b-419d-9679-7876f395f622 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:27.205644 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b24acf-7628-4541-9a68-3247d9cba812 x-openstack-request-id: req-15b24acf-7628-4541-9a68-3247d9cba812 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:27.206088 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:27.206707 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b24acf-7628-4541-9a68-3247d9cba812 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:27.207216 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:12:27.207706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:27.216735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Routers {'d2e34bec-cd9b-419d-9679-7876f395f622'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:27.217681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:11:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d2e34bec-cd9b-419d-9679-7876f395f622'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:27.224403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1022313031-network', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:27.259834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Made reservation on behalf of 0bc3146ca56744a3ac9bfcea781e3fca for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:27.263305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.279272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.305124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.333785 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-49d2e24f-0ea3-4d7d-a7e4-0022876c3e4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45785e37defa406583cb7b1d2b2fffb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1225770 Jul 15 17:12:27.346216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] Set router d2e34bec-cd9b-419d-9679-7876f395f622 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:27.359343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:27.431757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d69bb-3ee1-44c9-82cd-8a9a92613f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:27.457613 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.491298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.566160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-11057a1a-5f84-4366-8133-5b60b1f862d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:27.568415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-11057a1a-5f84-4366-8133-5b60b1f862d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1095 time: 0.4780228 Jul 15 17:12:27.569220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.574703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.576074 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0259d96-1541-49c3-9fc9-07002a15dfc4 HTTP/1.1" status: 204 len: 168 time: 0.2077153 Jul 15 17:12:27.626838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] DHCP port deletion for cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:12:27.664658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-f33682ec-087f-4a84-8fed-bc6a483232af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 217 time: 0.0857632 Jul 15 17:12:27.673442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebd934-f555-4800-af95-7cea0867da38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0259d96-1541-49c3-9fc9-07002a15dfc4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:27.715657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Deleting port 4bdf4d53-4a07-465c-9434-a2fc75a45060 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:27.716157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.757223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-679fc8a0-c2b4-4e16-9adc-ef82e5ca4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:27.758732 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-679fc8a0-c2b4-4e16-9adc-ef82e5ca4eaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0831845 Jul 15 17:12:27.790984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] For port 4bdf4d53-4a07-465c-9434-a2fc75a45060, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4bdf4d53-4a07-465c-9434-a2fc75a45060,segment=NetworkSegment(8ee99a01-b0ab-458d-ac8f-d31395566f72),segment_id=8ee99a01-b0ab-458d-ac8f-d31395566f72)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:27.791537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.805493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Calling delete_port for 4bdf4d53-4a07-465c-9434-a2fc75a45060 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:27.849205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339ea33-e73c-4854-bf19-3b866feb154c req-60c132cf-fda8-465e-b97f-15f50776c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:27.851078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-60c132cf-fda8-465e-b97f-15f50776c223 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856287 Jul 15 17:12:27.896253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4bdf4d53-4a07-465c-9434-a2fc75a45060 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:27.905632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:27.949483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Pushing event deleted for resources: {'Port': ['ID=4bdf4d53-4a07-465c-9434-a2fc75a45060,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:27.959184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.959671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.960137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.960712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.960970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.961397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.961823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.962246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.962666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.963257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.963677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.964852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:27.967989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4bdf4d53-4a07-465c-9434-a2fc75a45060 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:27.968744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4bdf4d53-4a07-465c-9434-a2fc75a45060 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:27.971105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:12:25Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:28.000616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31585f4b-a8ea-4e08-9922-4b0709338bba None None] No DVR routers for this DVR port 4bdf4d53-4a07-465c-9434-a2fc75a45060 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:28.004361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f2c7bc-eaee-4ae4-a259-b0cd21f7eac9 None None] The sync data for ids ['d2e34bec-cd9b-419d-9679-7876f395f622'] in n-d-800085-3 is: [{'id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'name': 'tempest-TestNetworkBasicOps-router-1987468996', 'tenant_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:11:17Z', 'updated_at': '2021-07-15T17:12:25Z', 'revision_number': 5, 'project_id': '3684f7a9a55a4bf892aaa810a5f2a647', 'gw_port': {'id': 'ad429d02-1f52-4c71-97e5-614f62db961e', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e34bec-cd9b-419d-9679-7876f395f622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:11:18Z', 'updated_at': '2021-07-15T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:28.034371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-5f1d6637-5ebc-4dcf-80c4-86050fb10b1f service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762984 Jul 15 17:12:28.106560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.147393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7bf9-09f2-453b-8191-e2b0e1b41f75 req-98ee19d2-06fa-41c5-aaae-b1fc0e04b6d0 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.147393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff5f7bf9-09f2-453b-8191-e2b0e1b41f75 req-98ee19d2-06fa-41c5-aaae-b1fc0e04b6d0 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.7524359 Jul 15 17:12:28.171763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d339ea33-e73c-4854-bf19-3b866feb154c req-fa874fe7-733d-41bd-92b5-2507554c586b service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277425 Jul 15 17:12:28.211561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.227359 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.241441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff5f7bf9-09f2-453b-8191-e2b0e1b41f75 req-c09a34c9-bcd1-4673-8cac-3adba51b2409 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748990 Jul 15 17:12:28.270336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:12:28.278689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d96d54a-0507-4e19-893b-e608cea62e25,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:28.306134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Deleting port ad429d02-1f52-4c71-97e5-614f62db961e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:28.306477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.310295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.310633 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Added segment 65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70 of type vlan for network 8a20f678-fcb9-477a-975b-a435cf95e355 Jul 15 17:12:28.317375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aae17-867d-49bc-9e98-914f8d851b63 req-6459c4ee-2327-4149-8a9f-312d7c4db65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.319145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-6459c4ee-2327-4149-8a9f-312d7c4db65b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1095 time: 0.0838737 Jul 15 17:12:28.451366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.461331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aae17-867d-49bc-9e98-914f8d851b63 req-41cd2f72-1b1a-49a7-9ae4-115b6f229811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.463443 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-41cd2f72-1b1a-49a7-9ae4-115b6f229811 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.1375883 Jul 15 17:12:28.521880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-2082c667-eb55-4201-8d8c-e96bade0a6f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 217 time: 0.0511160 Jul 15 17:12:28.534393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] For port ad429d02-1f52-4c71-97e5-614f62db961e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ad429d02-1f52-4c71-97e5-614f62db961e,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:28.534766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.549634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Calling delete_port for ad429d02-1f52-4c71-97e5-614f62db961e owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:28.560180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.561231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.561812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.590780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aae17-867d-49bc-9e98-914f8d851b63 req-ad58cdbb-bd3d-44d1-b936-f7fb01c698bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.592616 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-ad58cdbb-bd3d-44d1-b936-f7fb01c698bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0642414 Jul 15 17:12:28.635282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6593211 Jul 15 17:12:28.637305 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35888) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:28.645459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Request body: {'subnet': {'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1022313031-subnet', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:28.677436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aae17-867d-49bc-9e98-914f8d851b63 req-7824f0be-e8c5-44ec-918b-762c5a67a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:28.679015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-7824f0be-e8c5-44ec-918b-762c5a67a6dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773568 Jul 15 17:12:28.679595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35890) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:28.705348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664c783-5c37-45ee-8f4e-4cd3f2aaf401 admin admin] Pushing event updated for resources: {'Network': ['ID=8a20f678-fcb9-477a-975b-a435cf95e355,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:28.720283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8a20f678-fcb9-477a-975b-a435cf95e355 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:12:28.763248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Made reservation on behalf of 0bc3146ca56744a3ac9bfcea781e3fca for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:28.765512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.802403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-54a7c497-c971-4166-9c31-59986b4c0533 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161890 Jul 15 17:12:28.869904 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.925027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-749aae17-867d-49bc-9e98-914f8d851b63 req-5d24b3de-96f2-4acd-8e79-16181999847c service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142807 Jul 15 17:12:28.928395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-519812599-network', 'tenant_id': 'b17933ca492244169b6ba16be8687b31'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:28.938848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.962353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Made reservation on behalf of b17933ca492244169b6ba16be8687b31 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:28.965300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.974403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:28.994235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Port': ['ID=ad429d02-1f52-4c71-97e5-614f62db961e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:29.089496 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.096022 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.108194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.123349 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37700c5f-110c-4339-b2b0-d15f9d72188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.127503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:12:29.148330 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.148889 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Added segment 2b81d948-c82f-4cfc-86ec-f5a88b5536aa of type vlan for network 4eb671d2-6631-4773-9155-fdf12632937d Jul 15 17:12:29.150573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f83f5-3044-4380-80a6-16dbea3f3e60,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:29.198963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.234355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.235839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:29.236495 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.250783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.254177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.259566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.271931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5912592 Jul 15 17:12:29.274722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:29.287831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Request body: {'subnet': {'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-519812599-subnet', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:29.325475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba4c40-a05c-4814-ad16-fc04f9accb82 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb671d2-6631-4773-9155-fdf12632937d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:29.333846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.334710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Fanout notify agent at l3_agent the message router_deleted on router d2e34bec-cd9b-419d-9679-7876f395f622 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:12:29.342488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4eb671d2-6631-4773-9155-fdf12632937d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:12:29.349074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.349074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1fd8a86-8fd9-4513-9ccb-8162d80ace89 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/routers/d2e34bec-cd9b-419d-9679-7876f395f622 HTTP/1.1" status: 204 len: 168 time: 2.3450401 Jul 15 17:12:29.356277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:29.369791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd39bad-5289-45a9-9592-873d9b1eb314,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:29.388818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Made reservation on behalf of b17933ca492244169b6ba16be8687b31 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:29.392804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.421045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Checking segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:29.421408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Network hostable DHCP agents. Network: 8a20f678-fcb9-477a-975b-a435cf95e355, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:12:29.544242 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.544460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.568624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Network 8a20f678-fcb9-477a-975b-a435cf95e355 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:12:29.612831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8a20f678-fcb9-477a-975b-a435cf95e355) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:29.619277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:29.621422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392322e-9404-4296-bc26-054710f4cb5e None None] Network 8a20f678-fcb9-477a-975b-a435cf95e355 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:29.624300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.659204 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.694175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7682b5f-62a3-4cdf-a1fa-0153f66d8ad4 req-cad95513-8f1e-4eb7-8585-653c122b485d tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:29.696298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7682b5f-62a3-4cdf-a1fa-0153f66d8ad4 req-cad95513-8f1e-4eb7-8585-653c122b485d tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.2238054 Jul 15 17:12:29.741421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.744312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586d97de-43c2-4304-8788-211ff90b9ebf,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:29.748388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f12d6f94-3cba-4eb3-8302-97413941bcee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1054523 Jul 15 17:12:29.750329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:29.754930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:29.758601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Checking segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:29.758974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Network hostable DHCP agents. Network: 4eb671d2-6631-4773-9155-fdf12632937d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:12:29.764409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf4db8d-22cb-4e8a-8595-0d1ddfb10910']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:29.781778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee99a01-b0ab-458d-ac8f-d31395566f72') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:29.782285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee99a01-b0ab-458d-ac8f-d31395566f72') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:29.794167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Network 4eb671d2-6631-4773-9155-fdf12632937d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:12:29.802261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.804031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.806021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-8a20f678-fcb9-477a-975b-a435cf95e355', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:12:29.806795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.807228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.820315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4eb671d2-6631-4773-9155-fdf12632937d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:29.826074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:29.826265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.826731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.832607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:12:29.833971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.839565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7446021-8f21-4f37-8521-8e1f6b9599ec None None] Network 4eb671d2-6631-4773-9155-fdf12632937d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:29.883257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.888147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-64088403-0335-44c5-a3f9-753cdb1b3624 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6118169 Jul 15 17:12:29.892431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:29.899527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:12:29.903697 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:12:29.925729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7682b5f-62a3-4cdf-a1fa-0153f66d8ad4 req-3c665477-ce48-42ba-a6b2-6e810ce09a8e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188635 Jul 15 17:12:29.926366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.940881 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:29.942961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] 10.222.0.25 "DELETE /v2.0/networks/cdf4db8d-22cb-4e8a-8595-0d1ddfb10910 HTTP/1.1" status: 204 len: 168 time: 0.5854273 Jul 15 17:12:29.986023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892d4e9-2e62-4451-9122-251d31cb3720 tempest-TestNetworkBasicOps-576197773 tempest-TestNetworkBasicOps-576197773-project] Pushing event deleted for resources: {'Network': ['ID=cdf4db8d-22cb-4e8a-8595-0d1ddfb10910,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:30.121985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.123163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.145048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.204509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ad429d02-1f52-4c71-97e5-614f62db961e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:30.227759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.251523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ad429d02-1f52-4c71-97e5-614f62db961e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:30.251699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ad429d02-1f52-4c71-97e5-614f62db961e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:30.252373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 43b4dba4-4910-473a-8643-172398c4df2c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:30.264277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35908) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:30.274301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 43b4dba4-4910-473a-8643-172398c4df2c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:30.274563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 43b4dba4-4910-473a-8643-172398c4df2c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:30.342496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Allocated IP 172.20.0.2 (8a20f678-fcb9-477a-975b-a435cf95e355/ccd39bad-5289-45a9-9592-873d9b1eb314/1a1bad71-bc7f-47d8-a4e2-683d4a3bf766) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:30.395611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016cf7a-d9e2-4c54-abfd-6f76f6035425 None None] Network 4eb671d2-6631-4773-9155-fdf12632937d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:30.432456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f0bfb4fe-41cf-4f40-8767-f613a6ccc33f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3684f7a9a55a4bf892aaa810a5f2a647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642659 Jul 15 17:12:30.435082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35912) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:30.444258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.496719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.521525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.584261 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.586980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.591055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5dde6ab-3218-4f16-83ba-ae833b234989 HTTP/1.1" status: 204 len: 168 time: 0.1524932 Jul 15 17:12:30.610685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41c7be-2801-4617-b4fc-5106a340c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dde6ab-3218-4f16-83ba-ae833b234989,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:30.636839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.660903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.680473 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.690596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Transition to ACTIVE for port object 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:30.707615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Transition to ACTIVE for port object 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:30.714650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.766618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Network 8a20f678-fcb9-477a-975b-a435cf95e355 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:30.770652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:30.772563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Pushing event updated for resources: {'Port': ['ID=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:30.775407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:30.832829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Attempting to bind port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:30.833203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Attempting to bind port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:30.833710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Attempting to bind port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 on network 8a20f678-fcb9-477a-975b-a435cf95e355 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:30.840490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:30.840844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Checking segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:30.841271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.841772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Bound using segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:30.842275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Bound port: 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:30.842747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.867011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Allocated IP 172.25.8.22 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/c0e69d11-0412-46bd-8e63-4d0e7b23d123) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:30.881819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.904705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35918) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:30.907066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.921030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a25c-7aac-4a62-ae29-f253463a26ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:30.923863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] For port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:30.927936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] For port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:30.934066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.005122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333475-35a5-4ca9-a1d7-155617af9544 None None] Pushing event updated for resources: {'Port': ['ID=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:31.056782 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a25c-7aac-4a62-ae29-f253463a26ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.065831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a7a2a25c-7aac-4a62-ae29-f253463a26ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.068564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.116404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.120870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2a25c-7aac-4a62-ae29-f253463a26ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45eecb1-4e8b-412f-bd7e-d0d99fe31442,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:31.142337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a7a2a25c-7aac-4a62-ae29-f253463a26ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3d751de0b1c4c6386f66def3c7ee378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363453 Jul 15 17:12:31.144923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35922) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:31.189801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:31.202406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:31.204755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:31.244698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b626a2-514b-4092-8201-bca31b4e8c86 req-29d99134-e506-4069-ae17-5d7650ab9dca tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:31.247467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7b626a2-514b-4092-8201-bca31b4e8c86 req-29d99134-e506-4069-ae17-5d7650ab9dca tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.1458957 Jul 15 17:12:31.252577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.265074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Allocated IP 172.25.8.221 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/44a6b872-7c1e-4d16-b0de-690a888800fd) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:31.268551 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.288960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e69d11-0412-46bd-8e63-4d0e7b23d123,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:31.297323 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.329598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7b626a2-514b-4092-8201-bca31b4e8c86 req-e0cbfbd6-253e-49ab-ab57-3185dbe06006 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Jul 15 17:12:31.366659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.373208 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.376771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a45eecb1-4e8b-412f-bd7e-d0d99fe31442 HTTP/1.1" status: 204 len: 168 time: 0.2285972 Jul 15 17:12:31.385967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec952e97-39de-4d87-a21e-e17550464039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45eecb1-4e8b-412f-bd7e-d0d99fe31442,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:31.553399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.631760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.686041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:31.771473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:31.780295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:31.785866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:31.789750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Pushing event updated for resources: {'Port': ['ID=44a6b872-7c1e-4d16-b0de-690a888800fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:31.792977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:31.872138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:32.245923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f58a5d-a14b-4336-b718-e9c5e3e5981f None None] Network 8a20f678-fcb9-477a-975b-a435cf95e355 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:32.360141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Provisioning for port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:32.370827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Provisioning complete for port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:32.370960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.371488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.497892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.532586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] For port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:32.539637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.567319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.577284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9591ed-47c2-4ebf-a0a7-b5aca73238a1 req-b70f8a7e-15ab-43eb-9640-d3a550606f7c tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:32.579198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab9591ed-47c2-4ebf-a0a7-b5aca73238a1 req-b70f8a7e-15ab-43eb-9640-d3a550606f7c tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.1138110 Jul 15 17:12:32.599250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f5aaa-92a2-4103-b746-88e00789fc83 None None] Pushing event updated for resources: {'Port': ['ID=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:32.631347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab9591ed-47c2-4ebf-a0a7-b5aca73238a1 req-3b9d6375-d5b6-4474-898a-aed47d976e11 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Jul 15 17:12:32.659103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Router 1539523a-6b10-4781-b3a8-d5ee88e3f04b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:12:32.759674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-803aa91f-4ba0-4bd1-9b09-93f4c808ab02 None None] Provisioning complete for port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:32.760172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-803aa91f-4ba0-4bd1-9b09-93f4c808ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.859342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:32.867745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Sync routers for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:32.876404 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.877468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:32.878139 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:32.916299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:32.918110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aaeac5f5-b5a7-4904-8e5a-5fa07808bb03 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1668191 Jul 15 17:12:32.921180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35928) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:32.984169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:33.015001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:12:33.131984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:33.141382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Sync routers for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:33.150343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.152555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d78e7817-2024-494d-8286-b337d4569722 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2571254 Jul 15 17:12:33.155206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35930) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:33.156289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:33.157252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:33.171064 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:31Z', 'revision_number': 3, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:33.197615 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Checking router: 1539523a-6b10-4781-b3a8-d5ee88e3f04b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:33.197959 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Updating router 1539523a-6b10-4781-b3a8-d5ee88e3f04b port c0e69d11-0412-46bd-8e63-4d0e7b23d123 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:33.233362 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.289336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:33.393252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.490839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:32Z', 'revision_number': 3, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:33.529176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Checking router: aa5ddcc6-5b70-4bca-8ff9-a73668440f91 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:33.529689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Updating router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 port 44a6b872-7c1e-4d16-b0de-690a888800fd binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:33.531554 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.541758 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Transition to ACTIVE for port object c0e69d11-0412-46bd-8e63-4d0e7b23d123 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:33.550623 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.575895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.615014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Pushing event updated for resources: {'Port': ['ID=c0e69d11-0412-46bd-8e63-4d0e7b23d123,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:33.618920 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Attempting to bind port c0e69d11-0412-46bd-8e63-4d0e7b23d123 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:33.619453 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Attempting to bind port c0e69d11-0412-46bd-8e63-4d0e7b23d123 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:33.619970 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Attempting to bind port c0e69d11-0412-46bd-8e63-4d0e7b23d123 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:33.627699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Allocated IP 172.20.0.1 (8a20f678-fcb9-477a-975b-a435cf95e355/ccd39bad-5289-45a9-9592-873d9b1eb314/fc0d74c9-b335-4cd9-9d54-b585b32920e6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:33.630309 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.630850 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.631349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.631853 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.632374 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.633006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.633501 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.634093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.634578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.635070 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.635593 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.636881 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:33.640744 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:33.641329 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:33.641958 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.642588 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:33.643312 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Bound port: c0e69d11-0412-46bd-8e63-4d0e7b23d123, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:33.643861 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.670074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.715296 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] For port c0e69d11-0412-46bd-8e63-4d0e7b23d123, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:33.727162 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] For port c0e69d11-0412-46bd-8e63-4d0e7b23d123, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c0e69d11-0412-46bd-8e63-4d0e7b23d123,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:33.738864 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.790438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:33.793539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.808143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Transition to ACTIVE for port object fc0d74c9-b335-4cd9-9d54-b585b32920e6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:33.847309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.875506 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:33.876093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:33.911645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:33.912059 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:33.919867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Network 8a20f678-fcb9-477a-975b-a435cf95e355 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:33.921725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:33.925388 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f663526-16a9-43d0-ab8a-b50301c616af None None] Pushing event updated for resources: {'Port': ['ID=c0e69d11-0412-46bd-8e63-4d0e7b23d123,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:33.927886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:33.942602 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Allocated IP 172.20.0.1 (4eb671d2-6631-4773-9155-fdf12632937d/586d97de-43c2-4304-8788-211ff90b9ebf/a3121c98-abb4-4558-9f78-1ea0fdc696df) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:34.024854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Pushing event updated for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:34.038832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:34.052040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.058587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.075502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Transition to ACTIVE for port object 44a6b872-7c1e-4d16-b0de-690a888800fd will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:34.082869 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.141441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Attempting to bind port 44a6b872-7c1e-4d16-b0de-690a888800fd on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:34.142485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Attempting to bind port 44a6b872-7c1e-4d16-b0de-690a888800fd by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:34.142485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Attempting to bind port 44a6b872-7c1e-4d16-b0de-690a888800fd on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:34.146335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c49831-6596-4bc1-b615-41c0364781ac None None] Pushing event updated for resources: {'Port': ['ID=44a6b872-7c1e-4d16-b0de-690a888800fd,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:34.152277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:34.152859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:34.153461 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.153837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:34.154549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Bound port: 44a6b872-7c1e-4d16-b0de-690a888800fd, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:34.155204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.158629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.192174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a404a-0b42-47dc-82d4-77dcfe21fe0d req-4481bfdd-598b-4130-9cb9-81e31168afa8 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:34.204144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-629a404a-0b42-47dc-82d4-77dcfe21fe0d req-4481bfdd-598b-4130-9cb9-81e31168afa8 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.3093824 Jul 15 17:12:34.212100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] For port 44a6b872-7c1e-4d16-b0de-690a888800fd, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:34.212933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.216708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] For port 44a6b872-7c1e-4d16-b0de-690a888800fd, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=44a6b872-7c1e-4d16-b0de-690a888800fd,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:34.231389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.272988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Network 4eb671d2-6631-4773-9155-fdf12632937d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:34.277166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:34.281072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:34.301708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-629a404a-0b42-47dc-82d4-77dcfe21fe0d req-63b015a5-a83b-499e-8694-31a4fe887558 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965755 Jul 15 17:12:34.316197 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:31Z', 'revision_number': 3, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:34.319878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Pushing event updated for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:34.348154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.349258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42555808-75b7-42ef-bae4-b0abdd470e0b None None] Provisioning for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:34.359316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-42555808-75b7-42ef-bae4-b0abdd470e0b None None] Provisioning complete for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:34.359905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-42555808-75b7-42ef-bae4-b0abdd470e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.366232 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26c385-eb5d-4ba8-8533-45e6424fe6df None None] The sync data for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 is: [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:31Z', 'revision_number': 3, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:34.384225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.385438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c49831-6596-4bc1-b615-41c0364781ac None None] Pushing event updated for resources: {'Port': ['ID=44a6b872-7c1e-4d16-b0de-690a888800fd,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:34.389043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:34.390182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:34.439937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-42555808-75b7-42ef-bae4-b0abdd470e0b None None] Port fc0d74c9-b335-4cd9-9d54-b585b32920e6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:34.510953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.597860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.604181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.701969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:34.721763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.730638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.822691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Pushing event updated for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:34.835433 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:34.939956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:32Z', 'revision_number': 3, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:34.945976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Network 4eb671d2-6631-4773-9155-fdf12632937d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:34.947962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:34.977425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619aad31-2258-4d59-9b1c-bbef1a17353e None None] The sync data for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 is: [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:32Z', 'revision_number': 3, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:35.070232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Pushing event updated for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:35.082855 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:35.085992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:35.184143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Network 8a20f678-fcb9-477a-975b-a435cf95e355 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:35.185398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:35.217210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:35.224417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ccfd303c-ba90-4a2c-b766-0050bf092a39 admin admin] 10.222.0.25 "PUT /v2.0/routers/aa5ddcc6-5b70-4bca-8ff9-a73668440f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678263 Jul 15 17:12:35.409519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Router 1539523a-6b10-4781-b3a8-d5ee88e3f04b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:35.600898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:35.610570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d53b0d18-f6f4-41ba-a720-dab8f446718d admin admin] 10.222.0.25 "PUT /v2.0/routers/1539523a-6b10-4781-b3a8-d5ee88e3f04b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882980 Jul 15 17:12:35.731948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57f80950-8b81-4766-869c-eda30a3f8407 None None] Provisioning complete for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:35.732521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f80950-8b81-4766-869c-eda30a3f8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:35.735425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a09075-cae1-4664-a6ad-323363bf6136 req-908be4f4-e5b0-422d-b05c-aee66b20e627 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:35.738245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4a09075-cae1-4664-a6ad-323363bf6136 req-908be4f4-e5b0-422d-b05c-aee66b20e627 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.1350474 Jul 15 17:12:35.819540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-57f80950-8b81-4766-869c-eda30a3f8407 None None] Port fc0d74c9-b335-4cd9-9d54-b585b32920e6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:35.826618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4a09075-cae1-4664-a6ad-323363bf6136 req-9f9e9559-a322-4b59-bb1a-a227e1f2bfa6 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814080 Jul 15 17:12:35.868904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 44a6b872-7c1e-4d16-b0de-690a888800fd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:35.946529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 44a6b872-7c1e-4d16-b0de-690a888800fd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:35.951787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 44a6b872-7c1e-4d16-b0de-690a888800fd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:35.952216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:35.971796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-c90b7dc1-136e-4c43-9f16-d4e8d53a13ec tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:35.978601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-c90b7dc1-136e-4c43-9f16-d4e8d53a13ec tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 810 time: 0.1883812 Jul 15 17:12:35.998053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-10f087c1-af1d-48a5-96bd-bce32c2242a8 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/quotas/b17933ca492244169b6ba16be8687b31 HTTP/1.1" status: 200 len: 375 time: 0.0182753 Jul 15 17:12:36.050219 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.074298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 44a6b872-7c1e-4d16-b0de-690a888800fd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=44a6b872-7c1e-4d16-b0de-690a888800fd,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:36.079466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-aafbb636-62fd-4eeb-bfc3-21bfb6d7612d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802257 Jul 15 17:12:36.081550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.082526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c0e69d11-0412-46bd-8e63-4d0e7b23d123 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:36.165073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=44a6b872-7c1e-4d16-b0de-690a888800fd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:36.187868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c0e69d11-0412-46bd-8e63-4d0e7b23d123 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:36.192339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c0e69d11-0412-46bd-8e63-4d0e7b23d123 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:36.192718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.236558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-11d746bf-d775-4c81-9668-afc3f5435875 service neutron] 10.222.0.25 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431715 Jul 15 17:12:36.294118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.315114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c0e69d11-0412-46bd-8e63-4d0e7b23d123, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c0e69d11-0412-46bd-8e63-4d0e7b23d123,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:36.319084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.350112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-1331bdf6-8ab8-4c9f-834f-b4f859f27c37 service neutron] 10.222.0.25 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054246 Jul 15 17:12:36.392993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c0e69d11-0412-46bd-8e63-4d0e7b23d123,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:36.450924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35966) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:36.456613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-736275732-network', 'tenant_id': '52739c60c6994ef780e6d1b017911655'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:36.485503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Made reservation on behalf of 52739c60c6994ef780e6d1b017911655 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:36.488187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.498641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.550783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99adeebb-0243-421e-a026-0bcb26e3373a req-55f3a59f-9e6f-453b-b358-0c2f3ee8843e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 210 time: 0.0367827 Jul 15 17:12:36.601155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.606089 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.629035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:12:36.644682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a26c05-61eb-4b3f-b41a-e20e1271a6f0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:36.647640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.647992 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Added segment 9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396 of type vlan for network c9fd3324-636e-405b-93f4-3dd466cc5df9 Jul 15 17:12:36.692881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.730058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:36.731259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:36.731949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.044839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ff60-fc62-4d3c-826c-431b196508b0 req-b7abf6ae-efc1-4c8f-8707-fc302ea958bc tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:37.048628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25f1ff60-fc62-4d3c-826c-431b196508b0 req-b7abf6ae-efc1-4c8f-8707-fc302ea958bc tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.0724401 Jul 15 17:12:37.090502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25f1ff60-fc62-4d3c-826c-431b196508b0 req-835ee441-a164-44bf-b79e-6ea90d0e1975 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382440 Jul 15 17:12:37.111280 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Sync routers for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:37.121943 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:37.122634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:37.140930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6857498 Jul 15 17:12:37.141169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35980) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:37.147297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Request body: {'subnet': {'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-736275732-subnet', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:37.170905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8091-e230-44c1-a689-aa7b8f88a97a admin admin] Pushing event updated for resources: {'Network': ['ID=c9fd3324-636e-405b-93f4-3dd466cc5df9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:37.182735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Made reservation on behalf of 52739c60c6994ef780e6d1b017911655 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:37.183348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:12:37.185335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.361039 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:37.406365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.467776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Sync routers for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:37.479976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=360f102f-6c59-4060-8247-cb0256ea9b97,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:37.480325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:37.480762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:37.483918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Checking segment: {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:37.484313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Network hostable DHCP agents. Network: c9fd3324-636e-405b-93f4-3dd466cc5df9, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:12:37.492048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.492907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.492907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.493089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.493380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.493719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.494033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.494354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.494672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.495532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.495855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.496201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:12:37.513939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:12:37.523644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c9fd3324-636e-405b-93f4-3dd466cc5df9) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:37.529432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:37.530773 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.537466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d9e98-b264-49d2-b0b6-b4f0724f8383 None None] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:37.548808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7e799ee3-01b7-45d0-b678-32680221da3e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4064097 Jul 15 17:12:37.552207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 35982) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:37.557311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:37.586716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.588072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.593732 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 2, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:37.627327 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Checking router: 1539523a-6b10-4781-b3a8-d5ee88e3f04b for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:37.627766 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Updating router 1539523a-6b10-4781-b3a8-d5ee88e3f04b port fc0d74c9-b335-4cd9-9d54-b585b32920e6 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:37.653542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:37.658656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.674675 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.832948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c95437de-3388-423b-9c5c-7d4959faf632 req-188c2f7b-e11d-4308-836a-ea1dfa549651 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 210 time: 0.0604296 Jul 15 17:12:37.851257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 44a6b872-7c1e-4d16-b0de-690a888800fd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:37.899753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:37.945095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c9fd3324-636e-405b-93f4-3dd466cc5df9', 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'fixed_ips': [{'subnet_id': '360f102f-6c59-4060-8247-cb0256ea9b97'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:12:37.945954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.034704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 44a6b872-7c1e-4d16-b0de-690a888800fd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:38.035066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.059733 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.073772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a3121c98-abb4-4558-9f78-1ea0fdc696df', 'name': '', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'mac_address': 'fa:16:3e:53:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 2, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'subnets': [{'id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:38.075792 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Transition to ACTIVE for port object fc0d74c9-b335-4cd9-9d54-b585b32920e6 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:38.087022 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.088597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-b7f58df7-78c9-43ed-87d7-bb520c340587 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:38.091078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-b7f58df7-78c9-43ed-87d7-bb520c340587 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.20 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 810 time: 0.1845233 Jul 15 17:12:38.104987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Request body: {'port': {'device_id': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'admin_state_up': True, 'tenant_id': 'b17933ca492244169b6ba16be8687b31'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:38.115641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Checking router: aa5ddcc6-5b70-4bca-8ff9-a73668440f91 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:38.116007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Updating router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 port a3121c98-abb4-4558-9f78-1ea0fdc696df binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:38.141872 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0362-4d0e-4d1a-9d2f-53d40692ec7d None None] Pushing event updated for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:38.162703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.253745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Attempting to bind port fc0d74c9-b335-4cd9-9d54-b585b32920e6 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:38.254282 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Attempting to bind port fc0d74c9-b335-4cd9-9d54-b585b32920e6 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:38.254873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Attempting to bind port fc0d74c9-b335-4cd9-9d54-b585b32920e6 on network 8a20f678-fcb9-477a-975b-a435cf95e355 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:38.261891 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:38.262159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Allocated IP 172.20.0.2 (c9fd3324-636e-405b-93f4-3dd466cc5df9/360f102f-6c59-4060-8247-cb0256ea9b97/d9ae49be-c6a6-4844-a6dc-043c16cfa2c5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:38.262612 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Checking segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:38.263123 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.263677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Bound using segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:38.264371 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Bound port: fc0d74c9-b335-4cd9-9d54-b585b32920e6, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:38.266380 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.348546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7b5b-0764-45bc-a91c-44a8028ecd68 req-d69d4cfc-25ee-4c6e-bb57-b90b2cf67cad tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:38.356856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aace7b5b-0764-45bc-a91c-44a8028ecd68 req-d69d4cfc-25ee-4c6e-bb57-b90b2cf67cad tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.1121755 Jul 15 17:12:38.366958 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] For port fc0d74c9-b335-4cd9-9d54-b585b32920e6, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:38.372659 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] For port fc0d74c9-b335-4cd9-9d54-b585b32920e6, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fc0d74c9-b335-4cd9-9d54-b585b32920e6,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:38.387588 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.411508 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aace7b5b-0764-45bc-a91c-44a8028ecd68 req-5973e16c-b7ea-4ce8-86d7-bf81756eec3b tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536742 Jul 15 17:12:38.435460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.456817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Made reservation on behalf of b17933ca492244169b6ba16be8687b31 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:38.460544 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.464697 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.494441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:38.495861 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:38.531623 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0362-4d0e-4d1a-9d2f-53d40692ec7d None None] Pushing event updated for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:38.624996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c0e69d11-0412-46bd-8e63-4d0e7b23d123 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:38.638077 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:38.667864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Allocated IP 172.25.8.239 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ea32d622-33f8-4890-9f2d-69aebee96a77) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:38.801948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.835032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c0e69d11-0412-46bd-8e63-4d0e7b23d123 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:38.835553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.850908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.864899 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:38Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:38.900453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:38.905222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:38.910952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:38.915091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Pushing event updated for resources: {'Port': ['ID=ea32d622-33f8-4890-9f2d-69aebee96a77,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:38.921130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:38.935980 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033ebf5-616f-4b0d-8c45-4afaaf5977e3 None None] The sync data for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 is: [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:38Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:38.945568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Transition to ACTIVE for port object d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:38.995573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Transition to ACTIVE for port object d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:39.036872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.051536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Transition to ACTIVE for port object a3121c98-abb4-4558-9f78-1ea0fdc696df will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:39.057927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.093850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.140889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:39.152439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:39.157711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:39.192906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Pushing event updated for resources: {'Port': ['ID=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:39.196566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Allocated IP 172.20.0.10 (4eb671d2-6631-4773-9155-fdf12632937d/586d97de-43c2-4304-8788-211ff90b9ebf/c005a881-c290-41d0-9248-f82c299cf90b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:39.318322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Attempting to bind port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:39.318913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Attempting to bind port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:39.319042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Attempting to bind port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 on network c9fd3324-636e-405b-93f4-3dd466cc5df9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:39.333949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8e685-2a13-4dca-b98a-4ad7982fc84a None None] Pushing event updated for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:39.353494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e63e4eff-e3d3-4b1d-ac08-ba5106e1df7f req-b3bd3932-3933-4959-8c16-b484a585e7e3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 210 time: 0.0680566 Jul 15 17:12:39.378790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:39.379157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Checking segment: {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:39.379557 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.379940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Bound using segment: {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:39.380444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Bound port: d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:39.380825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.400824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Attempting to bind port a3121c98-abb4-4558-9f78-1ea0fdc696df on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:39.401099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Attempting to bind port a3121c98-abb4-4558-9f78-1ea0fdc696df by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:39.401940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Attempting to bind port a3121c98-abb4-4558-9f78-1ea0fdc696df on network 4eb671d2-6631-4773-9155-fdf12632937d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:39.410778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7f1f38da-e61a-43df-aac2-a10e6a189c8d details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:12:39.423871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.434125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:39.434506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Checking segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:39.434915 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.435320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Bound using segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:39.435811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Bound port: a3121c98-abb4-4558-9f78-1ea0fdc696df, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:39.436224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.536176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] For port a3121c98-abb4-4558-9f78-1ea0fdc696df, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:39.539749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] For port a3121c98-abb4-4558-9f78-1ea0fdc696df, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3121c98-abb4-4558-9f78-1ea0fdc696df,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:39.562463 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.579736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.581141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] For port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:39.625218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] For port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:39.656047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e66503-f63d-49d6-a2e4-b8894f4602fd req-3ed1b0d7-ee11-48f9-8ed9-d5de98d9df35 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:39.660952 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.664500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32e66503-f63d-49d6-a2e4-b8894f4602fd req-3ed1b0d7-ee11-48f9-8ed9-d5de98d9df35 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 944 time: 0.1055751 Jul 15 17:12:39.712309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:39.712975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:39.737172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8e685-2a13-4dca-b98a-4ad7982fc84a None None] Pushing event updated for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:39.743537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.758377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32e66503-f63d-49d6-a2e4-b8894f4602fd req-2f9832be-ea64-44d7-b217-8e7a4eb41e86 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928209 Jul 15 17:12:39.789982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:39.828501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:12:39.863157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Network 4eb671d2-6631-4773-9155-fdf12632937d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:39.876227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fc0d74c9-b335-4cd9-9d54-b585b32920e6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:39.877775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:39.880849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:39.885659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.888421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Pushing event updated for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:39.968480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:39.969313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:39.992724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9e7c7-f3a9-429f-b931-ec1c6e39c8cb None None] Pushing event updated for resources: {'Port': ['ID=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:40.005948 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.037203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1f38da-e61a-43df-aac2-a10e6a189c8d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:40.044226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:40.048284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-dd9687d5-239a-4a16-b909-1d0ba4288461 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9477141 Jul 15 17:12:40.115622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:40.119021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:40.130194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:40.130589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.162426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.212306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Router a2186d15-a76d-42da-8767-b94cd6d573e1 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:12:40.319440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Request body: {'port': {'device_id': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:40.377178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7f1f38da-e61a-43df-aac2-a10e6a189c8d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:40.384106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:40.385678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:40.395930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Sync routers for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:40.406143 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:40.406758 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:40.448541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.491777 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.537642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:40.582190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port fc0d74c9-b335-4cd9-9d54-b585b32920e6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fc0d74c9-b335-4cd9-9d54-b585b32920e6,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:40.587469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a3121c98-abb4-4558-9f78-1ea0fdc696df', 'name': '', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'mac_address': 'fa:16:3e:53:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:39Z', 'revision_number': 4, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'subnets': [{'id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:40.610366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.681107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e46b8f-9104-4b9f-b3c2-ecf35a6c5cb6 req-27ff4c81-e146-4b33-965f-1295a2f83d91 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:40.693274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38e46b8f-9104-4b9f-b3c2-ecf35a6c5cb6 req-27ff4c81-e146-4b33-965f-1295a2f83d91 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 932 time: 0.1238472 Jul 15 17:12:40.694552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11652e0-c67d-414a-8df1-f03564e96125 None None] The sync data for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 is: [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a3121c98-abb4-4558-9f78-1ea0fdc696df', 'name': '', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'mac_address': 'fa:16:3e:53:08:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:39Z', 'revision_number': 4, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'subnets': [{'id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:40.710703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.715238 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb22344f-2f87-4109-8e5a-c4e5b466ad99 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1584892 Jul 15 17:12:40.723055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 35998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:40.829681 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:39Z', 'revision_number': 3, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:40.863572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38e46b8f-9104-4b9f-b3c2-ecf35a6c5cb6 req-f97ef083-0d92-42e3-9736-2eb1b10fa82b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687980 Jul 15 17:12:40.880300 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Checking router: a2186d15-a76d-42da-8767-b94cd6d573e1 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:40.880772 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Updating router a2186d15-a76d-42da-8767-b94cd6d573e1 port ea32d622-33f8-4890-9f2d-69aebee96a77 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:40.919329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c005a881-c290-41d0-9248-f82c299cf90b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:40.929614 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.940446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:40.968943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Transition to ACTIVE for port object c005a881-c290-41d0-9248-f82c299cf90b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:40.978231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.047815 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.069126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Pushing event updated for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:41.077609 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.078809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:41.186750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Attempting to bind port c005a881-c290-41d0-9248-f82c299cf90b on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:41.187349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Attempting to bind port c005a881-c290-41d0-9248-f82c299cf90b by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:41.188010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Attempting to bind port c005a881-c290-41d0-9248-f82c299cf90b on network 4eb671d2-6631-4773-9155-fdf12632937d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:41.194836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Port c005a881-c290-41d0-9248-f82c299cf90b on network 4eb671d2-6631-4773-9155-fdf12632937d not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:12:41.195376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Attempting to bind port c005a881-c290-41d0-9248-f82c299cf90b on network 4eb671d2-6631-4773-9155-fdf12632937d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:41.202122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:41.202723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Checking segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:41.203291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Bound using segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:41.204021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Bound port: c005a881-c290-41d0-9248-f82c299cf90b, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:41.204879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.239482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604900d-b2d2-476a-b019-01353993d740 None None] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:12:41.290246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:41.295709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c005a881-c290-41d0-9248-f82c299cf90b,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:41.307908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.311809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bbcd5c61-b9c7-4c3c-8a2e-9775036ee511 None None] Provisioning for port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:41.317041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d996-d52f-49a2-aec1-d1c73f113fd7 req-b359db34-e462-4628-b4c8-356e9f4390a4 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:41.324325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8b1d996-d52f-49a2-aec1-d1c73f113fd7 req-b359db34-e462-4628-b4c8-356e9f4390a4 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 945 time: 0.1828704 Jul 15 17:12:41.354925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:41.355550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.357723 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] 10.222.0.20 "PUT /v2.0/ports/c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 200 len: 1092 time: 1.2728941 Jul 15 17:12:41.360218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:41.362869 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c97e7-977d-444f-8e83-5c70f10c2e43" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "tag": "c005a881-c290-41d0-9248-f82c299cf90b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:41.413218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8b1d996-d52f-49a2-aec1-d1c73f113fd7 req-53fd69a8-9737-4eba-a94e-50f81a41d3c4 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880258 Jul 15 17:12:41.423834 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.441258 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Transition to ACTIVE for port object ea32d622-33f8-4890-9f2d-69aebee96a77 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:41.449810 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.462289 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a70080-4dd0-47d2-aafa-35b30b9b64ec x-openstack-request-id: req-18a70080-4dd0-47d2-aafa-35b30b9b64ec {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:41.462564 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "tag": "c005a881-c290-41d0-9248-f82c299cf90b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:41.462812 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18a70080-4dd0-47d2-aafa-35b30b9b64ec {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:41.463204 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b', 'status': 'completed', 'code': 200} Jul 15 17:12:41.497898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2c9a-2df9-425a-a804-688e2a9bac06 service neutron] Pushing event updated for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:41.533416 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Attempting to bind port ea32d622-33f8-4890-9f2d-69aebee96a77 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:41.533416 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Attempting to bind port ea32d622-33f8-4890-9f2d-69aebee96a77 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:41.533760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Attempting to bind port ea32d622-33f8-4890-9f2d-69aebee96a77 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:41.546938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:41.546938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:41.546938 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.546938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:41.548542 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Bound port: ea32d622-33f8-4890-9f2d-69aebee96a77, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:41.549021 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.557016 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129a581-746d-4681-b663-6d420f54afbf None None] Pushing event updated for resources: {'Port': ['ID=ea32d622-33f8-4890-9f2d-69aebee96a77,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:41.561227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-6488d168-8e21-472e-95aa-11411bb311fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:41.562898 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-6488d168-8e21-472e-95aa-11411bb311fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1095 time: 0.1548314 Jul 15 17:12:41.567055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.617794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-4def762b-5e5f-4eef-b663-0fef977ccf71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 200 len: 217 time: 0.0461535 Jul 15 17:12:41.629003 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] For port ea32d622-33f8-4890-9f2d-69aebee96a77, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:41.632793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] For port ea32d622-33f8-4890-9f2d-69aebee96a77, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea32d622-33f8-4890-9f2d-69aebee96a77,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:41.639652 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:41.714567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577ddd3-b158-4309-a6f4-181f8274772d req-9743a0d2-2277-476e-848f-3a873b3ce05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:41.716417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-9743a0d2-2277-476e-848f-3a873b3ce05a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0925696 Jul 15 17:12:41.720805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:41.722470 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:41.770539 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129a581-746d-4681-b663-6d420f54afbf None None] Pushing event updated for resources: {'Port': ['ID=ea32d622-33f8-4890-9f2d-69aebee96a77,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:41.785779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-3d961670-092a-4432-bba6-02f1e91c06df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596099 Jul 15 17:12:41.821523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Allocated IP 172.20.0.1 (c9fd3324-636e-405b-93f4-3dd466cc5df9/360f102f-6c59-4060-8247-cb0256ea9b97/a643f73d-f337-4566-88bd-394c7143d0b4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:41.940490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-bba99a8a-2e48-49e4-9e51-dd67bc6ceeff service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486049 Jul 15 17:12:41.941043 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:41.980209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3121c98-abb4-4558-9f78-1ea0fdc696df up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:42.096777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a3121c98-abb4-4558-9f78-1ea0fdc696df completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:42.101542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.102458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9577ddd3-b158-4309-a6f4-181f8274772d req-1de978f6-62b0-4c56-976d-063d31207bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544647 Jul 15 17:12:42.103737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a3121c98-abb4-4558-9f78-1ea0fdc696df triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:42.104141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.142993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Transition to ACTIVE for port object a643f73d-f337-4566-88bd-394c7143d0b4 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:42.197607 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:39Z', 'revision_number': 3, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:42.207305 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.212613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824938c-b22c-467b-937d-37c6eca3bf84 req-617fb6f6-ac15-4dc5-950f-70c60662ee3a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:42.220252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1824938c-b22c-467b-937d-37c6eca3bf84 req-617fb6f6-ac15-4dc5-950f-70c60662ee3a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 944 time: 0.1843004 Jul 15 17:12:42.241375 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f93a8e0-df65-4b9a-aaf4-c1bed44353c2 None None] The sync data for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 is: [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:39Z', 'revision_number': 3, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:42.246969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.259436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a3121c98-abb4-4558-9f78-1ea0fdc696df, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3121c98-abb4-4558-9f78-1ea0fdc696df,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:42.269013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.270467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fc0d74c9-b335-4cd9-9d54-b585b32920e6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:42.315506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Pushing event updated for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:42.326751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-83de179d-3e33-4aee-a8dc-66a8a3a28906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:42.328225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-83de179d-3e33-4aee-a8dc-66a8a3a28906 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1095 time: 0.0955503 Jul 15 17:12:42.330926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:42.333120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:42.353040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1824938c-b22c-467b-937d-37c6eca3bf84 req-b953458c-af23-475e-8b74-7f9fdf983e9d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317930 Jul 15 17:12:42.357084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:42.422889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:42.436967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port fc0d74c9-b335-4cd9-9d54-b585b32920e6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:42.437344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.438317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.544493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-1e31c105-9613-424c-8e0a-7ab484b789e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:42.546086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-1e31c105-9613-424c-8e0a-7ab484b789e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.2058535 Jul 15 17:12:42.641067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:42.644345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-ba6b5726-4655-482d-a469-e44b3bab95af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 200 len: 217 time: 0.0898232 Jul 15 17:12:42.742938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-39584465-b33a-4945-8beb-8dfe5a68ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:42.745405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-39584465-b33a-4945-8beb-8dfe5a68ca2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0947354 Jul 15 17:12:42.747927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ae559382-2d0b-44bd-b177-7449ea9dd03b None None] Provisioning for port a643f73d-f337-4566-88bd-394c7143d0b4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:42.759389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ae559382-2d0b-44bd-b177-7449ea9dd03b None None] Provisioning complete for port a643f73d-f337-4566-88bd-394c7143d0b4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:42.759389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ae559382-2d0b-44bd-b177-7449ea9dd03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.770354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:42.771429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.795328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-9842cc7f-0f19-4c51-b9c1-04e13f029ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316648 Jul 15 17:12:42.811773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:42.812217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.865345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542e2c-f92a-4efa-9e95-ae680fb3da66 req-d7fa42e6-bda6-4736-8e12-a90dcaf2ea10 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:42.866906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a0542e2c-f92a-4efa-9e95-ae680fb3da66 req-d7fa42e6-bda6-4736-8e12-a90dcaf2ea10 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 945 time: 0.2068655 Jul 15 17:12:42.891129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ae559382-2d0b-44bd-b177-7449ea9dd03b None None] Port a643f73d-f337-4566-88bd-394c7143d0b4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:42.936064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-67ba0ead-5380-4066-ae18-96e3e0b425e5 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332979 Jul 15 17:12:42.962397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:42.971043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a0542e2c-f92a-4efa-9e95-ae680fb3da66 req-591ffadf-36f4-4832-8d18-dfd92533ac6e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866640 Jul 15 17:12:43.020290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:43.026466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.033999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.040959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.079972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f07c97e7-977d-444f-8e83-5c70f10c2e43 req-c9331243-a843-4b83-bd3a-e7d624144bd5 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356049 Jul 15 17:12:43.110858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:43.125857 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.127844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Pushing event updated for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:43.232800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:43.234393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:43.370985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Router a2186d15-a76d-42da-8767-b94cd6d573e1 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:43.424240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7f1f38da-e61a-43df-aac2-a10e6a189c8d up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:43.512867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:43.524693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8573e6fa-ffcc-4af3-8ce6-a982ed73e66a admin admin] 10.222.0.25 "PUT /v2.0/routers/a2186d15-a76d-42da-8767-b94cd6d573e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8001115 Jul 15 17:12:43.530106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52a753d8-c12b-4ba3-adab-9a570a2345eb None None] Provisioning complete for port a643f73d-f337-4566-88bd-394c7143d0b4 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:43.533057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52a753d8-c12b-4ba3-adab-9a570a2345eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.538230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 7f1f38da-e61a-43df-aac2-a10e6a189c8d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:43.562242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 7f1f38da-e61a-43df-aac2-a10e6a189c8d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:43.562756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.615539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-52a753d8-c12b-4ba3-adab-9a570a2345eb None None] Port a643f73d-f337-4566-88bd-394c7143d0b4 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:43.661211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721650ee-5a0f-47f9-903a-0f4b4a452338 req-c3cf6955-9e4b-4680-93f6-718a6bd2ce25 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:43.667459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-721650ee-5a0f-47f9-903a-0f4b4a452338 req-c3cf6955-9e4b-4680-93f6-718a6bd2ce25 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 944 time: 0.1127262 Jul 15 17:12:43.695996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.741250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-721650ee-5a0f-47f9-903a-0f4b4a452338 req-7e86d2c4-abbb-4e2a-92a6-910cac2a0e27 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585024 Jul 15 17:12:43.750803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:43.760228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:43.761301 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83569db5-0176-425d-b5bb-4fe5b0ca2322" -d '{"events": [{"server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:43.779390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.814425 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bdb12-1451-414c-836d-59dd8a530ca1 x-openstack-request-id: req-092bdb12-1451-414c-836d-59dd8a530ca1 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:43.814903 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "name": "network-vif-plugged", "status": "completed", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:43.815160 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-092bdb12-1451-414c-836d-59dd8a530ca1 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:43.815555 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'code': 200} Jul 15 17:12:43.866648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:43.893362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3121c98-abb4-4558-9f78-1ea0fdc696df up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:43.947695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e4e0-2d3c-4f65-93f6-8add03b2194e req-acc21648-867d-4f81-a8f7-f7913d91cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:43.949419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5353e4e0-2d3c-4f65-93f6-8add03b2194e req-acc21648-867d-4f81-a8f7-f7913d91cc5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.0712638 Jul 15 17:12:43.955677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a3121c98-abb4-4558-9f78-1ea0fdc696df triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:43.956192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:43.986645 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5353e4e0-2d3c-4f65-93f6-8add03b2194e req-69670e5b-431b-4b9a-b687-5d3827dfb5be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306735 Jul 15 17:12:44.039065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:44.085746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:44.086081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.161601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f347-5a3a-42a3-bcb9-fc0ec125b2ad req-2ac55cec-2290-4c57-a84a-908d03aafd1e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:44.162094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36020) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:44.164593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e809f347-5a3a-42a3-bcb9-fc0ec125b2ad req-2ac55cec-2290-4c57-a84a-908d03aafd1e tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0709760 Jul 15 17:12:44.168634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179251240', 'description': 'tempest-secgroup-smoke-179251240 description', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:44.176413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea32d622-33f8-4890-9f2d-69aebee96a77 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:44.197296 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.207446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e809f347-5a3a-42a3-bcb9-fc0ec125b2ad req-f67d5309-bdce-4c15-bbb1-38d742567efc tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Jul 15 17:12:44.232086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ea32d622-33f8-4890-9f2d-69aebee96a77 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:44.236744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ea32d622-33f8-4890-9f2d-69aebee96a77 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:44.237124 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.320388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.351347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ea32d622-33f8-4890-9f2d-69aebee96a77, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea32d622-33f8-4890-9f2d-69aebee96a77,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:44.357450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.410863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ea32d622-33f8-4890-9f2d-69aebee96a77,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:44.603179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.608339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.634719 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.636039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4726672 Jul 15 17:12:44.638990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36024) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:44.644310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:44.649536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d3a5d-ede7-42dd-b11d-d3bcb0ae455c tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec50fb3-8674-44d1-a107-271b38b11b49,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:44.674023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.742019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.747226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.769134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac56b75-c824-45b9-adb8-a52926581939,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:44.775736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.780754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36028) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:44.785229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:44.789409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c005a881-c290-41d0-9248-f82c299cf90b details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:12:44.797114 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecca826c-6aaa-417f-a90c-f1c0f04fc51a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570165 Jul 15 17:12:44.859805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.931829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.943919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c005a881-c290-41d0-9248-f82c299cf90b,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:44.954884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.955688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'c005a881-c290-41d0-9248-f82c299cf90b', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'port_id': 'c005a881-c290-41d0-9248-f82c299cf90b', 'mac_address': 'fa:16:3e:f3:cc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:12:44.980081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76652358-1036-4ea9-bad5-0b2f4245502a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:44.987375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:44.991324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2409d2e7-7c38-490a-a194-250d4a46026f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2098205 Jul 15 17:12:44.991546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36030) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:44.996344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:45.010879 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.015154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe6806-8452-44e9-b0bc-ae85bba03f48 req-2007ee64-4917-433d-9f09-82192daf5585 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:45.016598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cabe6806-8452-44e9-b0bc-ae85bba03f48 req-2007ee64-4917-433d-9f09-82192daf5585 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 944 time: 0.1024380 Jul 15 17:12:45.024448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.037492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c005a881-c290-41d0-9248-f82c299cf90b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:45.061668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c005a881-c290-41d0-9248-f82c299cf90b,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:45.067197 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.081232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cabe6806-8452-44e9-b0bc-ae85bba03f48 req-183c0b6a-19b1-47da-9a7b-81aa9bad5f35 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577073 Jul 15 17:12:45.089962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.094667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.113010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3766bee-98e5-4b97-930f-63112d4169a0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:45.121759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.123045 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a7dd22a-6bed-4dc2-a87f-b3c3519bd8e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306551 Jul 15 17:12:45.125815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36032) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:45.130462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:45.139128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:45.158326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.219937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.224235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.243848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cee7945-b2a8-4096-b8c7-ab0e24e91f39,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:45.251018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.252135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-26557f1d-d3f3-457a-8863-7943c64aba0a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253042 Jul 15 17:12:45.254775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36036) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:45.259485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:45.280946 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Project 0bc3146ca56744a3ac9bfcea781e3fca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:12:45.285954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.295341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c005a881-c290-41d0-9248-f82c299cf90b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:45.353494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.358576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.376944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e5df77-bafb-4c6d-b130-df388382934b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:45.384444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.386171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b92c0ec-86a0-4940-bb10-ad390682620e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303971 Jul 15 17:12:45.389013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36038) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:45.393587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'security_group_rule': {'security_group_id': 'eec50fb3-8674-44d1-a107-271b38b11b49', 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:45.415291 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Project 0bc3146ca56744a3ac9bfcea781e3fca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:12:45.421012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.421590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf20141-810b-4524-90d4-02c23723451f req-a3597fe6-4ca5-4c7f-af9f-88010bf7b84d tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:45.423114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aaf20141-810b-4524-90d4-02c23723451f req-a3597fe6-4ca5-4c7f-af9f-88010bf7b84d tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0902796 Jul 15 17:12:45.467654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aaf20141-810b-4524-90d4-02c23723451f req-82adfc75-4812-4f64-9e58-52a71a14a8c7 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Jul 15 17:12:45.485530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.493735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.514526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39479556-c29a-4943-abc8-bfb73280d8b0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:45.521884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.523192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-11a0cfda-e528-46ad-b710-0f67a64f6e0b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331811 Jul 15 17:12:45.671782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fddc2d-e996-43c3-bff4-ed45e919db62 req-109782ac-00bf-4a89-a40d-3635d24d4018 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:45.673532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fddc2d-e996-43c3-bff4-ed45e919db62 req-109782ac-00bf-4a89-a40d-3635d24d4018 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0924726 Jul 15 17:12:45.683004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-0b4f0fc4-9d0e-4124-b67a-a29ccdb5b601 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179251240&fields=id&tenant_id=0bc3146ca56744a3ac9bfcea781e3fca HTTP/1.1" status: 200 len: 267 time: 0.0518699 Jul 15 17:12:45.725313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea32d622-33f8-4890-9f2d-69aebee96a77 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:45.751209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fddc2d-e996-43c3-bff4-ed45e919db62 req-f9f8aa44-1be4-414f-8eb8-1bce396a0f1a tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664263 Jul 15 17:12:45.776072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36054) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:45.779927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ea32d622-33f8-4890-9f2d-69aebee96a77 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:45.780333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:45.818909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-a5eeb42d-f700-4619-969d-218076ec1483 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:45.820387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-a5eeb42d-f700-4619-969d-218076ec1483 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 809 time: 0.1293137 Jul 15 17:12:45.838034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-360f0a9c-49b5-43bf-ad56-e6f8de039d7b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/quotas/0bc3146ca56744a3ac9bfcea781e3fca HTTP/1.1" status: 200 len: 375 time: 0.0097733 Jul 15 17:12:45.923570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-11675dcc-9758-437a-a4fe-fba7f49770cf tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779338 Jul 15 17:12:45.946749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e734c7a-517c-49e6-b263-06adef0dbabe tempest-TestVolumeBackupRestore-1125580587 tempest-TestVolumeBackupRestore-1125580587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:45.951399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36060) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:45.951572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1e734c7a-517c-49e6-b263-06adef0dbabe tempest-TestVolumeBackupRestore-1125580587 tempest-TestVolumeBackupRestore-1125580587-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1092 time: 0.1742656 Jul 15 17:12:45.956271 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:45.981764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.127109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-cd825eda-71d2-4910-b3f1-78affd5d5116 service neutron] 10.222.0.25 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892998 Jul 15 17:12:46.218448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.306174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-cd74cb2b-bfb9-4678-9b87-d2ea6285520c service neutron] 10.222.0.25 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720738 Jul 15 17:12:46.369080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969fdf8-5c52-4842-af55-fb44375e1b15 req-0b01b870-86c0-4867-b846-bacf0c567d10 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:46.371222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1969fdf8-5c52-4842-af55-fb44375e1b15 req-0b01b870-86c0-4867-b846-bacf0c567d10 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 945 time: 0.1659086 Jul 15 17:12:46.401820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Allocated IP 172.25.8.242 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f8baabf6-3bef-4ac0-8819-1fd9e189afac) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:46.434355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1969fdf8-5c52-4842-af55-fb44375e1b15 req-7c71a9f1-05c0-44af-8e4a-cb37bc07c1e9 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569584 Jul 15 17:12:46.531353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-deeb0dcf-0a9f-403e-b2cd-28c245b646c8 req-98803ab9-80cc-4bc3-9d45-0b3be612a6e0 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 210 time: 0.0329213 Jul 15 17:12:46.573116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.617456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.656665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:46.663742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:46.667799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:46.692104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'Port': ['ID=f8baabf6-3bef-4ac0-8819-1fd9e189afac,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:46.812912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c005a881-c290-41d0-9248-f82c299cf90b up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:46.870123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port c005a881-c290-41d0-9248-f82c299cf90b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:46.875445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port c005a881-c290-41d0-9248-f82c299cf90b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:46.875827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.967989 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:46.994895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:46.997241 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad78348a-dc3e-4167-b2f3-7c354113f21e" -d '{"events": [{"server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "name": "network-vif-plugged", "status": "completed", "tag": "c005a881-c290-41d0-9248-f82c299cf90b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:47.013304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c005a881-c290-41d0-9248-f82c299cf90b,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:47.018701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.052981 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb6f96-2a3a-47df-9d45-7217481b2cda x-openstack-request-id: req-cceb6f96-2a3a-47df-9d45-7217481b2cda {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:47.053371 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "name": "network-vif-plugged", "status": "completed", "tag": "c005a881-c290-41d0-9248-f82c299cf90b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:47.053635 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cceb6f96-2a3a-47df-9d45-7217481b2cda {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:47.054023 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b', 'code': 200} Jul 15 17:12:47.074905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:47.101345 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.229405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291f292-b6b4-4603-91af-1b87070c95bd req-bb9b66ce-253e-4d9c-933f-d042e0b1bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:47.231078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5291f292-b6b4-4603-91af-1b87070c95bd req-bb9b66ce-253e-4d9c-933f-d042e0b1bd3f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1097 time: 0.0722516 Jul 15 17:12:47.268985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5291f292-b6b4-4603-91af-1b87070c95bd req-2c8cf453-2007-4ea5-b8ad-e2888b387b7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Jul 15 17:12:47.508284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Sync routers for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:47.518371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:47.519769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:47.555512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.703928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:47.725781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-d8d9ab1d-d0f4-444c-b670-1ea76367a82d tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:47.728373 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-d8d9ab1d-d0f4-444c-b670-1ea76367a82d tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 809 time: 0.2008390 Jul 15 17:12:47.775824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51b40ba-b7c5-43bb-829d-423b80a653f0 req-7fbca88c-3c4a-41ce-abb0-ebcb6a37d9ac tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 210 time: 0.0502958 Jul 15 17:12:47.789437 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-73c2d8d4-b015-4a26-a312-ede4188aa6d2 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bc3146ca56744a3ac9bfcea781e3fca HTTP/1.1" status: 200 len: 379 time: 0.0505564 Jul 15 17:12:47.805429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'port': {'device_id': '5a006046-737c-4a31-9473-a4e627e13072', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'admin_state_up': True, 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'security_groups': ['eec50fb3-8674-44d1-a107-271b38b11b49']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:47.836061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac478041-51f5-42e7-901e-5b2547ca5cce req-4230e20d-6f98-43fd-ab5e-56f95d156f18 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:47.837572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac478041-51f5-42e7-901e-5b2547ca5cce req-4230e20d-6f98-43fd-ab5e-56f95d156f18 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1499453 Jul 15 17:12:47.858419 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.867807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.936901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Made reservation on behalf of 0bc3146ca56744a3ac9bfcea781e3fca for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:12:47.941564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:47.959321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac478041-51f5-42e7-901e-5b2547ca5cce req-5d94e185-856d-4084-a6ed-12f7f5c9d39d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116343 Jul 15 17:12:47.960252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:42Z', 'revision_number': 4, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a643f73d-f337-4566-88bd-394c7143d0b4', 'name': '', 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'mac_address': 'fa:16:3e:4e:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:41Z', 'updated_at': '2021-07-15T17:12:42Z', 'revision_number': 2, 'project_id': '52739c60c6994ef780e6d1b017911655', 'subnets': [{'id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:47.967064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event updated for resources: {'Port': ['ID=f8baabf6-3bef-4ac0-8819-1fd9e189afac,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:47.969524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.009599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Checking router: a2186d15-a76d-42da-8767-b94cd6d573e1 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:48.009955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Updating router a2186d15-a76d-42da-8767-b94cd6d573e1 port a643f73d-f337-4566-88bd-394c7143d0b4 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:12:48.063030 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.079231 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Floating IP 612d545e-31a5-45f2-88c5-9dc72bce300f associated. External IP: 172.25.8.242, port: 7f1f38da-e61a-43df-aac2-a10e6a189c8d. Jul 15 17:12:48.129224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Allocated IP 172.20.0.3 (8a20f678-fcb9-477a-975b-a435cf95e355/ccd39bad-5289-45a9-9592-873d9b1eb314/d37b7ed9-06e5-4101-af8b-f13bc2d9fb49) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:12:48.290363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.306475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Transition to ACTIVE for port object d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:48.315304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:48.351916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.358002 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.369653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Transition to ACTIVE for port object a643f73d-f337-4566-88bd-394c7143d0b4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:48.379493 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.398991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Network 8a20f678-fcb9-477a-975b-a435cf95e355 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:12:48.406990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:12:48.409538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:12:48.431360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5830e-1e7e-4798-b9b6-21d7b1668599 None None] Pushing event updated for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:48.431500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:48.441705 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:48.453713 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:48.455256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.465013 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:48.465933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:48.519059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8b89cd0-10df-43ec-a4e2-1a615df5e9ef tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5660875 Jul 15 17:12:48.520825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:48.524276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:48.525061 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de28f3-ca1c-40c3-b74d-6e52ee157415" -d '{"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:48.525199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.529938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36080) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:48.554780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-52ceff21-140a-4ecb-80b6-fbe2715094c7 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607388 Jul 15 17:12:48.558386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Attempting to bind port a643f73d-f337-4566-88bd-394c7143d0b4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:48.558813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Attempting to bind port a643f73d-f337-4566-88bd-394c7143d0b4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:48.559285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Attempting to bind port a643f73d-f337-4566-88bd-394c7143d0b4 on network c9fd3324-636e-405b-93f4-3dd466cc5df9 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:48.567209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Request body: {'port': {'device_id': '5a006046-737c-4a31-9473-a4e627e13072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:48.581328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:48.582396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Checking segment: {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:48.584956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.585619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Bound using segment: {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:48.586452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Bound port: a643f73d-f337-4566-88bd-394c7143d0b4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:48.586925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.603555 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c747bc9-4414-4228-9f62-3127b69ac122 x-openstack-request-id: req-5c747bc9-4414-4228-9f62-3127b69ac122 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:48.604563 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:48.605009 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c747bc9-4414-4228-9f62-3127b69ac122 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:48.605594 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:12:48.616479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.35', 58621) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:48.622347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d4861-615b-45b6-997d-dd362ef62291 tempest-TestVolumeBackupRestore-1125580587 tempest-TestVolumeBackupRestore-1125580587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:48.624292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-074d4861-615b-45b6-997d-dd362ef62291 tempest-TestVolumeBackupRestore-1125580587 tempest-TestVolumeBackupRestore-1125580587-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1092 time: 0.0931294 Jul 15 17:12:48.627083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36084) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:48.632823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Request body: {'floatingip': {'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:48.692805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:48.703962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] For port a643f73d-f337-4566-88bd-394c7143d0b4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:48.712668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] For port a643f73d-f337-4566-88bd-394c7143d0b4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a643f73d-f337-4566-88bd-394c7143d0b4,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:48.715832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.722729 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.794362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:48.803406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5830e-1e7e-4798-b9b6-21d7b1668599 None None] Pushing event updated for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:48.824705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-d0b837e4-e340-4aad-89f1-54a13efd98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:48.826227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-d0b837e4-e340-4aad-89f1-54a13efd98d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.2088037 Jul 15 17:12:48.844578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:48.845335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:49.051983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:49.112244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-14b6c785-cbee-4a4e-a841-96ff5415ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:49.113745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-14b6c785-cbee-4a4e-a841-96ff5415ff5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.2639158 Jul 15 17:12:49.163961 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:46Z', 'revision_number': 0, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:49.201854 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:49.210965 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:49.212785 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:49.259619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8e061220-ce12-47d7-8f58-cf5a4f4457b1 None None] Provisioning for port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:49.290172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8e061220-ce12-47d7-8f58-cf5a4f4457b1 None None] Provisioning complete for port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:49.290548 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8e061220-ce12-47d7-8f58-cf5a4f4457b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:49.308683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-ad209705-8594-4ee9-a101-2f7ad5e69b3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 1000 time: 0.1872966 Jul 15 17:12:49.348758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8e061220-ce12-47d7-8f58-cf5a4f4457b1 None None] Port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:12:49.358103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:49.364751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:42Z', 'revision_number': 4, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a643f73d-f337-4566-88bd-394c7143d0b4', 'name': '', 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'mac_address': 'fa:16:3e:4e:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:41Z', 'updated_at': '2021-07-15T17:12:48Z', 'revision_number': 4, 'project_id': '52739c60c6994ef780e6d1b017911655', 'subnets': [{'id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:49.394045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cf8dd-a31d-4ec3-b2e7-ba757a5c4207 None None] The sync data for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 is: [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:12:42Z', 'revision_number': 4, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'a643f73d-f337-4566-88bd-394c7143d0b4', 'name': '', 'network_id': 'c9fd3324-636e-405b-93f4-3dd466cc5df9', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'mac_address': 'fa:16:3e:4e:5e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:41Z', 'updated_at': '2021-07-15T17:12:48Z', 'revision_number': 4, 'project_id': '52739c60c6994ef780e6d1b017911655', 'subnets': [{'id': '360f102f-6c59-4060-8247-cb0256ea9b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:49.409821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-b36ba7e2-b28e-463c-863c-1c7a47cfb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:49.411508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-b36ba7e2-b28e-463c-863c-1c7a47cfb728 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0867124 Jul 15 17:12:49.514028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a19c-8018-4e78-82bf-06c13f753aa1 req-81522a2b-2f79-41b4-998e-20624ed4f752 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:49.515617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c00a19c-8018-4e78-82bf-06c13f753aa1 req-81522a2b-2f79-41b4-998e-20624ed4f752 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 931 time: 0.3832083 Jul 15 17:12:49.527654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd03a1-218a-4f3d-977e-7068e447bfc0 req-1dc343c9-b109-4f56-b60c-cf66654b07fe tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:49.527983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccd03a1-218a-4f3d-977e-7068e447bfc0 req-1dc343c9-b109-4f56-b60c-cf66654b07fe tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.3099008 Jul 15 17:12:49.538658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:49.549799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:49.555738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-f1e0ef08-56e4-475e-bd68-301326839056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:49.557922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-f1e0ef08-56e4-475e-bd68-301326839056 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358705 Jul 15 17:12:49.577747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Transition to ACTIVE for port object d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:12:49.599447 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:49.637158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c00a19c-8018-4e78-82bf-06c13f753aa1 req-8e309dc1-9ed2-4084-bd89-8be823fec5bf tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064007 Jul 15 17:12:49.638634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:46Z', 'revision_number': 0, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:49.642098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fccd03a1-218a-4f3d-977e-7068e447bfc0 req-cb0d9eb8-4d51-4004-a877-2356285464a4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016316 Jul 15 17:12:49.680125 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a5a6a-f047-45a8-8265-a42507a4a5e5 None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:46Z', 'revision_number': 0, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:49.739279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Pushing event updated for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:49.797919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-4d771ecd-e8fd-4658-9d04-064c347f92ad service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297370 Jul 15 17:12:49.858581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:49.863588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:49.906628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82de28f3-ca1c-40c3-b74d-6e52ee157415 req-7ade5919-794d-4908-8259-fa0ddb087d04 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973983 Jul 15 17:12:49.933987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Attempting to bind port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:12:49.934528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Attempting to bind port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:12:49.941493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Attempting to bind port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 on network 8a20f678-fcb9-477a-975b-a435cf95e355 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:49.948654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 on network 8a20f678-fcb9-477a-975b-a435cf95e355 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:12:49.949357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Attempting to bind port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 on network 8a20f678-fcb9-477a-975b-a435cf95e355 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:12:49.956237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:12:49.957018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Checking segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:12:49.957621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Bound using segment: {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:12:49.958116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Bound port: d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:12:49.958487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:50.159951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:12:50.164833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:12:50.175427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:50.256958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.257595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:50.259038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] 10.222.0.35 "PUT /v2.0/ports/d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 1091 time: 1.6966510 Jul 15 17:12:50.259504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:50.262182 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:50.287242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291f8c4-bbb1-47b5-ae0d-554269ce6711 service neutron] Pushing event updated for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:50.308907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-b3d039a6-dc14-402c-b343-21b6ae8cf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.310544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-b3d039a6-dc14-402c-b343-21b6ae8cf36e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1097 time: 0.2568328 Jul 15 17:12:50.408737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:50.439950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8bb9c-2009-4c42-a644-0b508c77657b req-ff011245-0d78-4d34-97fc-d321e449f5c7 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.441743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dee8bb9c-2009-4c42-a644-0b508c77657b req-ff011245-0d78-4d34-97fc-d321e449f5c7 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.2797830 Jul 15 17:12:50.460704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a64f-781f-4fe0-a699-5f687850cd14 req-bcc67120-f2d0-4ec0-a4fc-01a98c1e8557 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.470876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c05a64f-781f-4fe0-a699-5f687850cd14 req-bcc67120-f2d0-4ec0-a4fc-01a98c1e8557 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 946 time: 0.2436903 Jul 15 17:12:50.552787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-f347c2c7-8027-4dc3-b4f5-5605bc46df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.555243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-f347c2c7-8027-4dc3-b4f5-5605bc46df01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1094 time: 0.2413023 Jul 15 17:12:50.602240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b755d-cb66-4443-bbe2-379c110357df None None] New status for floating IP 612d545e-31a5-45f2-88c5-9dc72bce300f: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:12:50.622964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dee8bb9c-2009-4c42-a644-0b508c77657b req-64d2fd0b-45ad-4d1e-aa64-a325f2059cab tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497979 Jul 15 17:12:50.627190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-41c0118b-62e0-46d8-a03d-ad8661e6f5d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 217 time: 0.0622003 Jul 15 17:12:50.629058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-be222c94-edd7-4685-8e98-f66b56f71af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.630519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-be222c94-edd7-4685-8e98-f66b56f71af4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.2113886 Jul 15 17:12:50.634023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c05a64f-781f-4fe0-a699-5f687850cd14 req-a77eb125-94bc-4fa1-9149-a8cdc422cd62 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622484 Jul 15 17:12:50.687931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-10f8872d-bad0-48c5-9749-e7af4374f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.689830 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-10f8872d-bad0-48c5-9749-e7af4374f4f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.0582316 Jul 15 17:12:50.700748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:50.706898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:50.734835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-8d21db38-a524-43e4-9475-ecf30e17a083 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 200 len: 217 time: 0.0437300 Jul 15 17:12:50.764134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:50.771292 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144" -d '{"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:50.799331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-2e798464-d2a4-4b70-8a44-0a61756dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.801020 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-2e798464-d2a4-4b70-8a44-0a61756dcd49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0541892 Jul 15 17:12:50.802621 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9897d609-45b1-4978-941f-aad9482a3071 x-openstack-request-id: req-9897d609-45b1-4978-941f-aad9482a3071 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:50.802985 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:50.803322 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9897d609-45b1-4978-941f-aad9482a3071 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:50.803788 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'status': 'completed', 'code': 200} Jul 15 17:12:50.844208 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b825bac6-3786-45a9-befd-c5aa443c2fa5 x-openstack-request-id: req-b825bac6-3786-45a9-befd-c5aa443c2fa5 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:50.847793 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:50.848081 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b825bac6-3786-45a9-befd-c5aa443c2fa5 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:50.848515 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:12:50.857865 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-78c3c578-cbab-49ec-999e-86b2e385d845 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365529 Jul 15 17:12:50.898195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf671b71-6b56-4ce7-a950-102c315e1254 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "PUT /v2.0/floatingips/612d545e-31a5-45f2-88c5-9dc72bce300f HTTP/1.1" status: 200 len: 992 time: 2.2694678 Jul 15 17:12:50.938113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d7f6-b204-4eff-8bb4-bf47041b34ec req-7270eb2f-f4e3-4d54-982c-8e6cd2de7235 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.939656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9b0d7f6-b204-4eff-8bb4-bf47041b34ec req-7270eb2f-f4e3-4d54-982c-8e6cd2de7235 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 943 time: 0.0974703 Jul 15 17:12:50.955003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e9d9d-7a06-4370-8440-29585492b8ff req-b41d791e-b46e-4edd-8912-29f993a01cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:50.956698 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-b41d791e-b46e-4edd-8912-29f993a01cdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207630 Jul 15 17:12:50.981826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9b0d7f6-b204-4eff-8bb4-bf47041b34ec req-b8525cfc-c1d9-4b1c-9efb-8b5cc200195a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341334 Jul 15 17:12:51.033122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-f75c24a2-b07c-46b3-b48d-32a50e73ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.034636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-f75c24a2-b07c-46b3-b48d-32a50e73ff8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.1728740 Jul 15 17:12:51.113789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-83b71e61-4e82-445a-a02c-dc713f67aff0 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199965 Jul 15 17:12:51.193768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-80daf658-e8a4-4dc1-9ebb-27fa20af25cd service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095816 Jul 15 17:12:51.275855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:51.286155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:51.287101 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:51.344721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-9babdfb2-6562-4b84-a961-8226b3ea4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.346277 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-9babdfb2-6562-4b84-a961-8226b3ea4003 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.3031375 Jul 15 17:12:51.350441 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efad5cd2-fb46-43d0-a4b5-94075034efa9 req-084a0a14-9082-4a98-a901-f73e656947b1 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290785 Jul 15 17:12:51.404381 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-c333a7a7-9006-4b56-87ca-d236f3bfd756 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.406181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-c333a7a7-9006-4b56-87ca-d236f3bfd756 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 946 time: 0.0815637 Jul 15 17:12:51.420995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-667e9d9d-7a06-4370-8440-29585492b8ff req-aaeb244d-e93d-4f4c-acff-b455289df32a service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187963 Jul 15 17:12:51.442285 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-ac7bc377-907a-4323-a92c-7f12ab3fc446 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 1002 time: 0.0891452 Jul 15 17:12:51.548605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Deleting port dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:51.549002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:51.558955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-72b393e2-9676-4c4f-9328-28079366bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.561361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-72b393e2-9676-4c4f-9328-28079366bd64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.1124830 Jul 15 17:12:51.572201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:51.614345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-c9f4901c-3a31-4a33-bd37-6ff25047b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.616030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-c9f4901c-3a31-4a33-bd37-6ff25047b954 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1094 time: 0.1295714 Jul 15 17:12:51.667373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] For port dfe9178c-2526-4da6-a030-7d98c66f7657, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=dfe9178c-2526-4da6-a030-7d98c66f7657,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:51.667754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:51.771702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-459b2a2f-967c-40c6-8e5c-c5e39248a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.773282 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-459b2a2f-967c-40c6-8e5c-c5e39248a6cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056365 Jul 15 17:12:51.833467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a643f73d-f337-4566-88bd-394c7143d0b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:51.896612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a643f73d-f337-4566-88bd-394c7143d0b4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:51.905115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a643f73d-f337-4566-88bd-394c7143d0b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:51.905492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:51.919442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-b4aa4576-2616-488b-a493-4dfe0e3366b0 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249812 Jul 15 17:12:51.921085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-0b720ca2-48e8-43e9-9fcd-3e1b09baaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:51.922610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-0b720ca2-48e8-43e9-9fcd-3e1b09baaa3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.3008518 Jul 15 17:12:51.970523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:50Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:51.998788 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-3c254109-b80d-4373-b12b-558fd4f214a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 217 time: 0.0652940 Jul 15 17:12:52.011910 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:52.020723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:52.021393 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:52.047479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:52.077924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb65026-0b25-424b-b890-dac4011d593b req-e462d5eb-bb42-44c3-b03e-b52e252a1150 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.079639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cb65026-0b25-424b-b890-dac4011d593b req-e462d5eb-bb42-44c3-b03e-b52e252a1150 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.2142723 Jul 15 17:12:52.093117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a643f73d-f337-4566-88bd-394c7143d0b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a643f73d-f337-4566-88bd-394c7143d0b4,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:52.099679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:52.125437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223a86-3a8c-459c-8017-3694c996c00f req-c8a07d97-f4e3-4d11-b270-5c4dff2d5c96 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.127159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f223a86-3a8c-459c-8017-3694c996c00f req-c8a07d97-f4e3-4d11-b270-5c4dff2d5c96 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 946 time: 0.2664890 Jul 15 17:12:52.142703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-4a5949f0-3228-46c1-b0ff-5ebb1348f505 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571355 Jul 15 17:12:52.157353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-d7442661-0851-4319-bcc6-3e0bd86486c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.159082 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-d7442661-0851-4319-bcc6-3e0bd86486c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.1416533 Jul 15 17:12:52.160799 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:52.171207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:52.187932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8cb65026-0b25-424b-b890-dac4011d593b req-ca73e55a-60c1-4d0c-9279-d94efa850428 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010091 Jul 15 17:12:52.229866 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f223a86-3a8c-459c-8017-3694c996c00f req-9802fb60-d7fb-4306-af67-88c57903848f tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups?id=695e8ade-68ab-47fc-8ae2-226bdbd5555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603218 Jul 15 17:12:52.232801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:52.233239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:52.233623 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Floating IP 123f72cf-e5e2-410a-b205-e112df4659c4 disassociated. External IP: 172.25.8.59, port: dfe9178c-2526-4da6-a030-7d98c66f7657. Jul 15 17:12:52.234028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Calling delete_port for dfe9178c-2526-4da6-a030-7d98c66f7657 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:52.251175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-2d58a17d-6dae-49b1-96b3-cbe1d1ff7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.253075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-2d58a17d-6dae-49b1-96b3-cbe1d1ff7842 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874803 Jul 15 17:12:52.398421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-8f473263-112d-4fbb-87aa-b33ab4a8c2cf service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382868 Jul 15 17:12:52.407793 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:52.473712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:50Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:52.502035 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5becb30c-2b63-4c2a-a3b7-d2dfedfac6a2 None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '612d545e-31a5-45f2-88c5-9dc72bce300f', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'port_id': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'mac_address': 'fa:16:3e:c5:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:12:46Z', 'updated_at': '2021-07-15T17:12:50Z', 'revision_number': 2, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:52.507611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2fed8c5d-cb2f-4532-8cc8-141c38791c5c req-31565a65-71af-4883-814e-a47a1a79f329 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024771 Jul 15 17:12:52.784128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'Port': ['ID=dfe9178c-2526-4da6-a030-7d98c66f7657,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:52.843854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36441b-d045-47ea-9955-be821a19b505 req-da62560b-c4fa-4e86-ae1d-db37f0c92644 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.845445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a36441b-d045-47ea-9955-be821a19b505 req-da62560b-c4fa-4e86-ae1d-db37f0c92644 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 943 time: 0.4945393 Jul 15 17:12:52.849771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:52.852037 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849a03d-05e2-4e64-96f1-6af95bbd5b89" -d '{"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:52.903763 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adfe87d-049f-40c9-b9d8-3ceaeeee4455 x-openstack-request-id: req-6adfe87d-049f-40c9-b9d8-3ceaeeee4455 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:52.904084 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:52.904323 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6adfe87d-049f-40c9-b9d8-3ceaeeee4455 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:52.904706 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:12:52.933845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a36441b-d045-47ea-9955-be821a19b505 req-4ef1ffac-407e-45a0-b1df-25984eff0cfd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788805 Jul 15 17:12:52.956314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:12:52.976132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-aec21d4f-69f3-4511-b322-7213b0b74048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:52.977587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-aec21d4f-69f3-4511-b322-7213b0b74048 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.0527632 Jul 15 17:12:53.069045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:12:53.078812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-60fb5aa0-cd02-4169-aaf4-d60ca59fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:53.080397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-60fb5aa0-cd02-4169-aaf4-d60ca59fc21f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.0967166 Jul 15 17:12:53.085029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:12:53.094749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:53.095376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:53.123325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] No DVR routers for this DVR port dfe9178c-2526-4da6-a030-7d98c66f7657 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:12:53.126061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:53.128247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-908dbf80-a8d8-4991-a9e1-464b55a7390c req-682a3065-c9a8-44a8-b293-fa73452df35b tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.20 "DELETE /v2.0/ports/dfe9178c-2526-4da6-a030-7d98c66f7657 HTTP/1.1" status: 204 len: 173 time: 1.7164617 Jul 15 17:12:53.154376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-a76077d2-1ae9-4efd-8ad3-8719b45145dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 1002 time: 0.0680943 Jul 15 17:12:53.203242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-cac85d09-f0d3-4596-99a1-81aa061aa37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:53.204747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-cac85d09-f0d3-4596-99a1-81aa061aa37e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0444865 Jul 15 17:12:53.209513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:53.270255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-fedd0856-0277-4d8d-af88-ce2b0d220374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:53.272043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-fedd0856-0277-4d8d-af88-ce2b0d220374 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616393 Jul 15 17:12:53.411639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-a0bf6cae-1317-42a5-bf4d-7e500e6a810a service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332979 Jul 15 17:12:53.458756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:53.494042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e98bc7-5313-44ad-bab3-f8465e787a14 req-62cfbd19-156f-4ca1-acda-148c8996d0b7 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:53.498935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:12:53.501783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84e98bc7-5313-44ad-bab3-f8465e787a14 req-62cfbd19-156f-4ca1-acda-148c8996d0b7 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1063643 Jul 15 17:12:53.509782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:12:53.510555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:53.551551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dee7be28-69bb-4ef9-a85c-5d07e3583771 req-bcd1dd4d-15ee-40b3-b1f2-5742bd6dd3c2 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/ports?device_id=351f455f-ca9a-4fc1-8ed2-fb96c727f14b HTTP/1.1" status: 200 len: 210 time: 0.0481076 Jul 15 17:12:53.591873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7849a03d-05e2-4e64-96f1-6af95bbd5b89 req-0a29cf0f-8432-431f-bbf6-d85b766c71f6 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736212 Jul 15 17:12:53.603566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84e98bc7-5313-44ad-bab3-f8465e787a14 req-f49db811-27d5-466f-96b0-a80834015680 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792730 Jul 15 17:12:53.635717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:12:53.735933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a643f73d-f337-4566-88bd-394c7143d0b4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:53.878525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a643f73d-f337-4566-88bd-394c7143d0b4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:53.878891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:53.954160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:12:54.011523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5340b7-3fd0-4169-a4be-6622e741a72b None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:04:48Z', 'revision_number': 4, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b3f01e96-cbbc-4e2b-940a-1681659ec813', 'name': '', 'network_id': '48f20d26-7611-4ef7-959b-222385602082', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'mac_address': 'fa:16:3e:52:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:46Z', 'updated_at': '2021-07-15T17:04:59Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'subnets': [{'id': '6e72b6ef-8610-4115-a21b-d555cdc51714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:12:54.145536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd1e71-2ea2-4824-b5f1-d79c45336df5 req-fb70b9d2-3776-48cd-82f1-8205342ea254 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:54.147307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13dd1e71-2ea2-4824-b5f1-d79c45336df5 req-fb70b9d2-3776-48cd-82f1-8205342ea254 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 943 time: 0.0945261 Jul 15 17:12:54.205123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13dd1e71-2ea2-4824-b5f1-d79c45336df5 req-e0c9e4fe-9869-46d9-9d4c-45055bc85e64 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474367 Jul 15 17:12:54.374773 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0790e6-2e8f-481f-aafb-6ed7061b4636 None None] New status for floating IP 123f72cf-e5e2-410a-b205-e112df4659c4: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:12:54.684425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:54.776617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:54.808527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:54.827851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7a80-5a0d-4ac4-8fa7-2ea1e28e4159 req-29b17090-fd41-4a97-9333-db532dee69d4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:54.829350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96d7a80-5a0d-4ac4-8fa7-2ea1e28e4159 req-29b17090-fd41-4a97-9333-db532dee69d4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1145284 Jul 15 17:12:54.841015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:12:54.861143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: dfe9178c-2526-4da6-a030-7d98c66f7657 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:12:54.861486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device dfe9178c-2526-4da6-a030-7d98c66f7657 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:12:54.881945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e96d7a80-5a0d-4ac4-8fa7-2ea1e28e4159 req-4b0cb355-2ee9-4ffc-a6a9-195ea13c46fe tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Jul 15 17:12:54.888786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:54.891328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:54.892422 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "DELETE /v2.0/security-groups/695e8ade-68ab-47fc-8ae2-226bdbd5555d HTTP/1.1" status: 204 len: 168 time: 0.2069120 Jul 15 17:12:54.895298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:54.903045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75c91-f838-4015-aad6-dcfe6ccacd6c tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695e8ade-68ab-47fc-8ae2-226bdbd5555d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:54.905314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-deleted', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:54.907581 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bb2bfa-309e-4251-baf0-a0f990d5710d" -d '{"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-deleted", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:54.914248 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ecf969f3-eeea-494f-b2c8-40c431d5fe63 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] show failed (client error): The resource could not be found. Jul 15 17:12:54.915358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecf969f3-eeea-494f-b2c8-40c431d5fe63 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "GET /v2.0/security-groups/695e8ade-68ab-47fc-8ae2-226bdbd5555d HTTP/1.1" status: 404 len: 347 time: 0.0178940 Jul 15 17:12:54.920416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:54.946399 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812a887f-1422-4c0b-8c12-0d5c06385e26 x-openstack-request-id: req-812a887f-1422-4c0b-8c12-0d5c06385e26 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:54.946691 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351f455f-ca9a-4fc1-8ed2-fb96c727f14b", "name": "network-vif-deleted", "tag": "dfe9178c-2526-4da6-a030-7d98c66f7657", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:54.946938 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-812a887f-1422-4c0b-8c12-0d5c06385e26 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:54.947327 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351f455f-ca9a-4fc1-8ed2-fb96c727f14b', 'name': 'network-vif-deleted', 'tag': 'dfe9178c-2526-4da6-a030-7d98c66f7657', 'status': 'completed', 'code': 200} Jul 15 17:12:55.049215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Deleting port eaf7424f-8689-4010-a8e5-4f44f3876bfc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:12:55.049475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.132920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.133244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.146192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Calling delete_port for eaf7424f-8689-4010-a8e5-4f44f3876bfc owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:12:55.281730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.312042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Pushing event deleted for resources: {'Port': ['ID=eaf7424f-8689-4010-a8e5-4f44f3876bfc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:55.419540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cae59-a818-43ad-85ab-f8228235c662 req-c40f2528-0e83-4047-9dff-914fb7e4f70e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:55.421469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-098cae59-a818-43ad-85ab-f8228235c662 req-c40f2528-0e83-4047-9dff-914fb7e4f70e tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 943 time: 0.0768757 Jul 15 17:12:55.466961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-098cae59-a818-43ad-85ab-f8228235c662 req-8d35dd29-035b-4e77-9ade-6ea958a16e71 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Jul 15 17:12:55.490270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:12:55.603281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:55.616017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'port_id': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'mac_address': 'fa:16:3e:5e:5f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:12:55.656820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.670557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:12:55.692237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:55.696614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.701595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.704603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.706102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c30eeee4-f213-49ec-bb06-c1ad0bad62f9 tempest-AttachVolumeShelveTestJSON-251094311 tempest-AttachVolumeShelveTestJSON-251094311-project] 10.222.0.25 "DELETE /v2.0/floatingips/123f72cf-e5e2-410a-b205-e112df4659c4 HTTP/1.1" status: 204 len: 168 time: 0.7846861 Jul 15 17:12:55.754632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:55.780724 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2597a452-1e68-4a34-8b1e-9572a22deffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:55.925822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['d37b7ed9-06e5-4101-af8b-f13bc2d9fb49'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:12:56.086588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9169eb-1796-448f-93f2-e532d5786aed req-09cd5c63-4fd1-45dd-a1e5-a7ec1a32e89f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:56.088051 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd9169eb-1796-448f-93f2-e532d5786aed req-09cd5c63-4fd1-45dd-a1e5-a7ec1a32e89f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0806534 Jul 15 17:12:56.130081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd9169eb-1796-448f-93f2-e532d5786aed req-131ff36b-6a90-43cc-9aa9-c27433e51543 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Jul 15 17:12:56.652307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f43ec-9d1d-4380-95e5-f18dbda526aa req-624348be-36cb-4632-9e38-41d9257d3923 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:56.653725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-567f43ec-9d1d-4380-95e5-f18dbda526aa req-624348be-36cb-4632-9e38-41d9257d3923 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 944 time: 0.0661786 Jul 15 17:12:56.693141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-567f43ec-9d1d-4380-95e5-f18dbda526aa req-a31a143a-1fd6-4a1a-be1f-bfc380eeea00 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Jul 15 17:12:57.318086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae6b5f-d5fe-492a-8b0e-89a455740c31 req-2227d7f4-f85e-4072-a377-dca17346a96e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:57.320552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fae6b5f-d5fe-492a-8b0e-89a455740c31 req-2227d7f4-f85e-4072-a377-dca17346a96e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0677440 Jul 15 17:12:57.363027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fae6b5f-d5fe-492a-8b0e-89a455740c31 req-e3b035cc-c820-4110-b21d-c8c2861629f2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Jul 15 17:12:57.499673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:12:57.548659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:12:57.552145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:12:57.552522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:57.558783 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:12:57.628956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:57.655176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:12:57.657360 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f3da5-75ff-4e29-9ccc-671589d5e9b1" -d '{"events": [{"server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "name": "network-vif-plugged", "status": "completed", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:12:57.670327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:12:57.674559 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:57.699155 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ad19b-30f6-4072-9e73-2d7adf39ffa2 x-openstack-request-id: req-c80ad19b-30f6-4072-9e73-2d7adf39ffa2 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:12:57.699441 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "name": "network-vif-plugged", "status": "completed", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:12:57.699693 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c80ad19b-30f6-4072-9e73-2d7adf39ffa2 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:12:57.700076 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'code': 200} Jul 15 17:12:57.725501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:12:57.826583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6e41-e2d7-422b-9247-1947fa7c39d4 req-4725e783-0d6b-4ed4-8a47-81b286a193b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:57.828137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df5a6e41-e2d7-422b-9247-1947fa7c39d4 req-4725e783-0d6b-4ed4-8a47-81b286a193b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.0552175 Jul 15 17:12:57.863385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-df5a6e41-e2d7-422b-9247-1947fa7c39d4 req-5ff190df-fee1-46a8-8505-e6c33485a1ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288022 Jul 15 17:12:57.887412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8ae3-68f8-46f9-88ce-ec14ca2d0b5f req-e23e20a7-899e-4e92-a788-658463c05ab9 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:57.888915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b42a8ae3-68f8-46f9-88ce-ec14ca2d0b5f req-e23e20a7-899e-4e92-a788-658463c05ab9 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.0715656 Jul 15 17:12:57.927861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b42a8ae3-68f8-46f9-88ce-ec14ca2d0b5f req-51721bea-8d74-4d15-adc2-56368cc76248 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330377 Jul 15 17:12:58.544000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd928e-8b01-4b8c-a3d4-65f0592274c0 req-c09d37c6-4cbf-44f7-98d8-5e0f71756253 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:58.545541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37bd928e-8b01-4b8c-a3d4-65f0592274c0 req-c09d37c6-4cbf-44f7-98d8-5e0f71756253 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0672379 Jul 15 17:12:58.584200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37bd928e-8b01-4b8c-a3d4-65f0592274c0 req-67eae6a4-9e67-4092-bdda-e0770c7b2e68 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Jul 15 17:12:58.795097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:59.107284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9c86c175-ef2f-426b-879e-f6cdcaa227f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:59.113112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d67f6b-948b-4c36-a1fd-2f7858778645 req-9fb021b0-8dd8-43e2-b253-3999588195ba tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:59.114624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67d67f6b-948b-4c36-a1fd-2f7858778645 req-9fb021b0-8dd8-43e2-b253-3999588195ba tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.0713961 Jul 15 17:12:59.156773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67d67f6b-948b-4c36-a1fd-2f7858778645 req-32bff195-e982-494e-8a8a-65faed819522 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354567 Jul 15 17:12:59.340015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf0b2c-7bc0-4264-989a-d52adda0f9f3 req-7d165368-a9f6-438b-af62-d75881ad6563 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:59.341604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cf0b2c-7bc0-4264-989a-d52adda0f9f3 req-7d165368-a9f6-438b-af62-d75881ad6563 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.0678332 Jul 15 17:12:59.381703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cf0b2c-7bc0-4264-989a-d52adda0f9f3 req-7239bb71-5bb3-460c-8cec-b2856622dc77 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341289 Jul 15 17:12:59.539909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:59.568240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fb6c1-30fc-4ef0-88ed-ab4d1e4cc6b8 req-6ed95f19-d1a5-47b1-8def-792376f50c4b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:59.569719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b0fb6c1-30fc-4ef0-88ed-ab4d1e4cc6b8 req-6ed95f19-d1a5-47b1-8def-792376f50c4b tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.0698602 Jul 15 17:12:59.609379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b0fb6c1-30fc-4ef0-88ed-ab4d1e4cc6b8 req-d5f7c3a0-a142-4ac6-b07c-3a31d049a2de tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Jul 15 17:12:59.636064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:59.739682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e5db98-3e6b-434c-b0fa-aebc69de20cd tempest-TestServerBasicOps-1958486425 tempest-TestServerBasicOps-1958486425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:59.743980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b8e5db98-3e6b-434c-b0fa-aebc69de20cd tempest-TestServerBasicOps-1958486425 tempest-TestServerBasicOps-1958486425-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1091 time: 0.1041646 Jul 15 17:12:59.744186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:12:59.748873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:12:59.771247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:59.783589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa5a2-b2fa-49ba-8075-f5ca42702f85 req-6d4efcab-d475-4cc3-adc9-c7b5a5d07211 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:12:59.785130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85aaa5a2-b2fa-49ba-8075-f5ca42702f85 req-6d4efcab-d475-4cc3-adc9-c7b5a5d07211 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0739563 Jul 15 17:12:59.827932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85aaa5a2-b2fa-49ba-8075-f5ca42702f85 req-dc08d811-11c3-447e-9e3a-c373b4ec4800 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349007 Jul 15 17:12:59.873604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:12:59.981251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Allocated IP 172.25.8.122 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/39046bee-23fa-44e2-bcac-e7f234d412c6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:13:00.081294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:00.122220 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:00.170746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:13:00.174260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:13:00.176799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:13:00.199388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'Port': ['ID=39046bee-23fa-44e2-bcac-e7f234d412c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:00.421163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:00.611568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:00.740028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.029128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e03201-85df-4876-8a36-abb0d3d77a19 req-464bdbb5-4647-49a3-a19a-95af6507e495 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:01.030893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47e03201-85df-4876-8a36-abb0d3d77a19 req-464bdbb5-4647-49a3-a19a-95af6507e495 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0703406 Jul 15 17:13:01.051900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.061352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.074415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47e03201-85df-4876-8a36-abb0d3d77a19 req-a53466ca-2882-4eb3-9621-4a208f5fb0be tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364714 Jul 15 17:13:01.156865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event updated for resources: {'Port': ['ID=39046bee-23fa-44e2-bcac-e7f234d412c6,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:01.178554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.268890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.270521 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.357243 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Floating IP d97180a5-e5aa-47e9-b8d2-b3a6a4dc591d associated. External IP: 172.25.8.122, port: d37b7ed9-06e5-4101-af8b-f13bc2d9fb49. Jul 15 17:13:01.662533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Router 1539523a-6b10-4781-b3a8-d5ee88e3f04b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:13:01.786276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Deleting port b3f01e96-cbbc-4e2b-940a-1681659ec813 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:01.786985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.849297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:13:01.858680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Sync routers for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:13:01.868442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:01.869143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:01.880249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.907759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] For port b3f01e96-cbbc-4e2b-940a-1681659ec813, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3f01e96-cbbc-4e2b-940a-1681659ec813,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:01.908138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:01.927639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Calling delete_port for b3f01e96-cbbc-4e2b-940a-1681659ec813 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:01.940339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42713f25-1d78-4556-a219-4faaabcec407 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1948876 Jul 15 17:13:01.942310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:13:01.944770 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9f1183-0f48-4ada-b0e1-e6768448c17a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:13:01.981553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:02.055945 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7226421c-d8b3-4476-9027-62d834a33b16 x-openstack-request-id: req-7226421c-d8b3-4476-9027-62d834a33b16 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:13:02.056278 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:13:02.056530 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7226421c-d8b3-4476-9027-62d834a33b16 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:13:02.057539 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'status': 'completed', 'code': 200} Jul 15 17:13:02.180365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-b292c279-ddd7-49ae-97a4-6882316990aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:02.182736 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-b292c279-ddd7-49ae-97a4-6882316990aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.1057153 Jul 15 17:13:02.183912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:02.229162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f01e96-cbbc-4e2b-940a-1681659ec813,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:02.236300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd97180a5-e5aa-47e9-b8d2-b3a6a4dc591d', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'port_id': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'mac_address': 'fa:16:3e:5e:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006046-737c-4a31-9473-a4e627e13072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:13:00Z', 'updated_at': '2021-07-15T17:13:00Z', 'revision_number': 0, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:02.271523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Checking router: 1539523a-6b10-4781-b3a8-d5ee88e3f04b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:13:02.281502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:02.282494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:02.292485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c9515-ff37-44d7-8ae8-1c87a42523a9 req-24ad3403-bc09-45c7-ae28-a2c5142da75e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:02.294139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba8c9515-ff37-44d7-8ae8-1c87a42523a9 req-24ad3403-bc09-45c7-ae28-a2c5142da75e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0882385 Jul 15 17:13:02.357962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba8c9515-ff37-44d7-8ae8-1c87a42523a9 req-eb9e30bf-eb80-420e-85a9-e614c5e88831 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560663 Jul 15 17:13:02.438264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:02.438798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-8b3e0dfe-48e2-4cf9-8b93-235709e0a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:02.440334 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-8b3e0dfe-48e2-4cf9-8b93-235709e0a832 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.2507367 Jul 15 17:13:02.559682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-ffa4e85a-f117-44ef-8bcb-917f44cfa701 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 999 time: 0.1125548 Jul 15 17:13:02.564354 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:02.665699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-87599cba-fd16-4e53-b93c-3d1b393ebee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:02.667873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-87599cba-fd16-4e53-b93c-3d1b393ebee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.1010087 Jul 15 17:13:02.828640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd97180a5-e5aa-47e9-b8d2-b3a6a4dc591d', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'port_id': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'mac_address': 'fa:16:3e:5e:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006046-737c-4a31-9473-a4e627e13072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:13:00Z', 'updated_at': '2021-07-15T17:13:00Z', 'revision_number': 0, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:02.863835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a69d99-3df7-465a-9039-055f15c337e6 None None] The sync data for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 is: [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd97180a5-e5aa-47e9-b8d2-b3a6a4dc591d', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'port_id': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'mac_address': 'fa:16:3e:5e:5f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a006046-737c-4a31-9473-a4e627e13072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:13:00Z', 'updated_at': '2021-07-15T17:13:00Z', 'revision_number': 0, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:13:03.066859 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0935b4bb-2bf3-4247-98bf-bcfa33758906 None None] New status for floating IP d97180a5-e5aa-47e9-b8d2-b3a6a4dc591d: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:13:03.131148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-be479e07-f1b3-47ef-a53d-2696df12bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:03.132606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-be479e07-f1b3-47ef-a53d-2696df12bfcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576039 Jul 15 17:13:03.263609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:13:03.277292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-a315fb83-9004-40ad-b86f-684b87500ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378026 Jul 15 17:13:03.444851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:13:03.447982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa9f1183-0f48-4ada-b0e1-e6768448c17a req-038bbdfe-2c31-4d32-816f-cd043e87886e service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635826 Jul 15 17:13:03.451436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8a10bc8-5446-48ac-bcba-1f5ebe85be9b admin admin] 10.222.0.25 "PUT /v2.0/routers/27d695e0-4ab6-4bac-b4c5-c67ba197ac0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292232 Jul 15 17:13:03.454373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36210) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:03.456038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Sync routers for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:13:03.465958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:03.466594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:03.574440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:03.623415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c0f1f-a974-4837-ae9c-48c5fb721b78 req-f7df66f7-27e4-4e17-b909-d33f8bca20b5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:03.625099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-422c0f1f-a974-4837-ae9c-48c5fb721b78 req-f7df66f7-27e4-4e17-b909-d33f8bca20b5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1231844 Jul 15 17:13:03.626280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:03.712885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-422c0f1f-a974-4837-ae9c-48c5fb721b78 req-45d02a08-70c5-4ac4-a312-abdcaee05ab1 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507600 Jul 15 17:13:03.767276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '2723051a-3627-428d-a0c2-005aac10b367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:13:02Z', 'revision_number': 5, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port': {'id': '2723051a-3627-428d-a0c2-005aac10b367', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:04:40Z', 'updated_at': '2021-07-15T17:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:03.771642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:03.795373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Checking router: 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:13:03.803775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Routers {'27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:03.804419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:03.825591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Deleting port 2723051a-3627-428d-a0c2-005aac10b367 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:03.825934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:03.891413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] Set router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:03.913606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] For port 2723051a-3627-428d-a0c2-005aac10b367, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2723051a-3627-428d-a0c2-005aac10b367,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:03.914055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:03.926066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Calling delete_port for 2723051a-3627-428d-a0c2-005aac10b367 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:03.948401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:13:03Z', 'revision_number': 6, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:03.976106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e14b8d-ecec-4929-9f0f-f5a99ac475d3 None None] The sync data for ids ['27d695e0-4ab6-4bac-b4c5-c67ba197ac0c'] in n-d-800085-3 is: [{'id': '27d695e0-4ab6-4bac-b4c5-c67ba197ac0c', 'name': 'tempest-AttachVolumeShelveTestJSON-1090184992-router', 'tenant_id': '05d5655a83a7497786b904aa4ce9882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:04:37Z', 'updated_at': '2021-07-15T17:13:03Z', 'revision_number': 6, 'project_id': '05d5655a83a7497786b904aa4ce9882b', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:13:04.092546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.116470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Pushing event deleted for resources: {'Port': ['ID=2723051a-3627-428d-a0c2-005aac10b367,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:04.182972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.275930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.277953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.321281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.321824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d695e0-4ab6-4bac-b4c5-c67ba197ac0c {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:13:04.326847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.330572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-70058798-18f5-4f23-be5c-1303e7dc6bee admin admin] 10.222.0.25 "DELETE /v2.0/routers/27d695e0-4ab6-4bac-b4c5-c67ba197ac0c HTTP/1.1" status: 204 len: 168 time: 0.8710661 Jul 15 17:13:04.330752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:04.378494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Deleting subnet 6e72b6ef-8610-4115-a21b-d555cdc51714 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:13:04.382067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.418204 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.501288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.552801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.578797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e72b6ef-8610-4115-a21b-d555cdc51714,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:04.583874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.585874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1ccc3271-f90a-4e6b-b376-adf19f4b99f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e72b6ef-8610-4115-a21b-d555cdc51714 HTTP/1.1" status: 204 len: 168 time: 0.2542560 Jul 15 17:13:04.588402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36214) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:04.589180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea6aa4-e4e4-479e-a0d4-7c4514744d09 None None] Network 48f20d26-7611-4ef7-959b-222385602082 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:13:04.663668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.726962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Deleting port 4e077842-8dfd-449b-aa69-f217d27bc768 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:04.727301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.788272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] DHCP port deletion for 48f20d26-7611-4ef7-959b-222385602082 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:13:04.804095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] For port 4e077842-8dfd-449b-aa69-f217d27bc768, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4e077842-8dfd-449b-aa69-f217d27bc768,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:04.804477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.817888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Calling delete_port for 4e077842-8dfd-449b-aa69-f217d27bc768 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:04.846316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Deleting port 4e077842-8dfd-449b-aa69-f217d27bc768 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:04.846694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.913072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] For port 4e077842-8dfd-449b-aa69-f217d27bc768, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4e077842-8dfd-449b-aa69-f217d27bc768,segment=NetworkSegment(86a21b1d-2e96-4481-b4fe-eb94346f9dec),segment_id=86a21b1d-2e96-4481-b4fe-eb94346f9dec)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:04.913467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:04.927055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Calling delete_port for 4e077842-8dfd-449b-aa69-f217d27bc768 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:04.961535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acded8-c80a-4463-ac54-447a60500f89 req-de797210-c5e3-4b3d-827c-5f6b02e2fced tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:04.963575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50acded8-c80a-4463-ac54-447a60500f89 req-de797210-c5e3-4b3d-827c-5f6b02e2fced tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0964811 Jul 15 17:13:04.971175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.009739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e077842-8dfd-449b-aa69-f217d27bc768,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:05.020927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.025978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] No DVR routers for this DVR port 4e077842-8dfd-449b-aa69-f217d27bc768 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:05.045124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] Pushing event deleted for resources: {'Port': ['ID=4e077842-8dfd-449b-aa69-f217d27bc768,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:05.062086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6dcadc-d8f3-451e-9b1f-99f997316914 None None] No DVR routers for this DVR port 4e077842-8dfd-449b-aa69-f217d27bc768 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:05.095886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50acded8-c80a-4463-ac54-447a60500f89 req-7a0a3023-3fda-4ff8-8efb-1f505af4695b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191695 Jul 15 17:13:05.129854 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.140567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f20d26-7611-4ef7-959b-222385602082']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:05.152842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a21b1d-2e96-4481-b4fe-eb94346f9dec') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:05.153136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a21b1d-2e96-4481-b4fe-eb94346f9dec') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:05.161870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.176902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.183006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:13:05.183414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:13:05.185442 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:13:05.244320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.249736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.251754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] 10.222.0.25 "DELETE /v2.0/networks/48f20d26-7611-4ef7-959b-222385602082 HTTP/1.1" status: 204 len: 168 time: 0.6622486 Jul 15 17:13:05.265078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cf085-7362-41e5-9238-63b8259e9657 admin admin] Pushing event deleted for resources: {'Network': ['ID=48f20d26-7611-4ef7-959b-222385602082,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:05.410197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36220) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:05.452730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7977218f-e7b3-49e1-b192-968811e43cd7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05d5655a83a7497786b904aa4ce9882b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413477 Jul 15 17:13:05.455136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:05.504392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.526590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.573841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.576944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:05.578084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abaef06d-c135-49e8-a472-452e63b3a13f HTTP/1.1" status: 204 len: 168 time: 0.1220677 Jul 15 17:13:05.586262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148274f-c7f4-4365-8822-54cd39abcff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaef06d-c135-49e8-a472-452e63b3a13f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:05.743831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2723051a-3627-428d-a0c2-005aac10b367 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:05.765784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2723051a-3627-428d-a0c2-005aac10b367 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:05.766129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2723051a-3627-428d-a0c2-005aac10b367 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:05.766539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3f01e96-cbbc-4e2b-940a-1681659ec813 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:05.785447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b3f01e96-cbbc-4e2b-940a-1681659ec813 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:05.785792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b3f01e96-cbbc-4e2b-940a-1681659ec813 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:05.786203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4e077842-8dfd-449b-aa69-f217d27bc768 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:05.804519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4e077842-8dfd-449b-aa69-f217d27bc768 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:05.804858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4e077842-8dfd-449b-aa69-f217d27bc768 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:06.274925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6855c7-2393-4b70-952d-b115f77b746e req-89c60062-df7e-4c28-87f7-94a6076b946a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:06.276507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb6855c7-2393-4b70-952d-b115f77b746e req-89c60062-df7e-4c28-87f7-94a6076b946a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0682564 Jul 15 17:13:06.318315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb6855c7-2393-4b70-952d-b115f77b746e req-5ef5fdcf-179d-4afa-8c6d-b2d0fd6ad014 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Jul 15 17:13:07.507751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec120db-3a38-46e1-b880-b1b7835ba292 req-6fa85489-ac0d-438d-a3ab-2625e4bb3cff tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:07.509301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ec120db-3a38-46e1-b880-b1b7835ba292 req-6fa85489-ac0d-438d-a3ab-2625e4bb3cff tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0730944 Jul 15 17:13:07.549166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ec120db-3a38-46e1-b880-b1b7835ba292 req-72c60d88-31c0-4cf5-bcea-9daf8fa585ab tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Jul 15 17:13:07.924582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:08.043819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b95-d39c-4ef7-a275-57ed51bdfc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.146088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b95-d39c-4ef7-a275-57ed51bdfc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.149960 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7b95-d39c-4ef7-a275-57ed51bdfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.187547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb7b95-d39c-4ef7-a275-57ed51bdfc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fdf40c-7e36-4a1d-8eb5-6939348190f5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:08.191795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c5eb7b95-d39c-4ef7-a275-57ed51bdfc87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6354c86b8dbd467aacc35a5289dc4ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662611 Jul 15 17:13:08.194452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36288) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:08.247622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.269575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.321119 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.324710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.325969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93fdf40c-7e36-4a1d-8eb5-6939348190f5 HTTP/1.1" status: 204 len: 168 time: 0.1306736 Jul 15 17:13:08.340385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ec4ca-e2bd-4722-83ac-66be485f1045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fdf40c-7e36-4a1d-8eb5-6939348190f5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:08.601144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36296) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:08.614812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aa6665c-f448-469c-bf9a-2e8fa20f22c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.751420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aa6665c-f448-469c-bf9a-2e8fa20f22c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.756214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aa6665c-f448-469c-bf9a-2e8fa20f22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.775904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48208-eb43-4719-aa1d-195723995a97 req-eb2fdbc4-176e-42fb-a6b9-8efd4c4e924e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:08.779280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16d48208-eb43-4719-aa1d-195723995a97 req-eb2fdbc4-176e-42fb-a6b9-8efd4c4e924e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1145747 Jul 15 17:13:08.822328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6665c-f448-469c-bf9a-2e8fa20f22c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e38dbe-bf2d-48f9-8e5c-7a05cde443d3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:08.827547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7aa6665c-f448-469c-bf9a-2e8fa20f22c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba2db00601a6458892405d4ad245913f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253196 Jul 15 17:13:08.831258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36300) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:08.844812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16d48208-eb43-4719-aa1d-195723995a97 req-69d33470-8623-4426-bb43-2e58e5f69892 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586803 Jul 15 17:13:08.888989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.909897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.960558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.963169 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:08.964500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e38dbe-bf2d-48f9-8e5c-7a05cde443d3 HTTP/1.1" status: 204 len: 168 time: 0.1318521 Jul 15 17:13:08.972053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaf0d7-188d-4966-a69d-3eb5425e770e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e38dbe-bf2d-48f9-8e5c-7a05cde443d3,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:10.025196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309e740-18f1-42a1-b92e-bd7faa4eea27 req-6c424472-0940-4588-8493-646b847c0cb2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:10.027358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4309e740-18f1-42a1-b92e-bd7faa4eea27 req-6c424472-0940-4588-8493-646b847c0cb2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0658774 Jul 15 17:13:10.067577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4309e740-18f1-42a1-b92e-bd7faa4eea27 req-fa6d6dc7-b5c8-4bb8-bc03-008ff7bed3e0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Jul 15 17:13:10.772770 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:10.776968 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:11.253662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862a3fa-8eee-4f47-bf7d-9406c71d415d req-73e428c3-50ca-4ca1-8aeb-c951305628de tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:11.255157 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5862a3fa-8eee-4f47-bf7d-9406c71d415d req-73e428c3-50ca-4ca1-8aeb-c951305628de tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0745568 Jul 15 17:13:11.294483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5862a3fa-8eee-4f47-bf7d-9406c71d415d req-0bdc0fc3-d55d-415f-80c4-938983888e45 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Jul 15 17:13:12.483818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b84425-7830-4174-8bc6-7390b8a18a50 req-ec295e31-0fbc-4875-9b63-4aa0cecedad1 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:12.485337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b84425-7830-4174-8bc6-7390b8a18a50 req-ec295e31-0fbc-4875-9b63-4aa0cecedad1 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0665517 Jul 15 17:13:12.527073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b84425-7830-4174-8bc6-7390b8a18a50 req-a737a6aa-cbfe-4c01-a9f6-9fb6efe5513c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Jul 15 17:13:13.725605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251935-58ea-459a-aad4-2e3a07719772 req-ebae3cde-0f52-43c8-85c7-6e8296b1a200 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:13.727213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4251935-58ea-459a-aad4-2e3a07719772 req-ebae3cde-0f52-43c8-85c7-6e8296b1a200 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0743518 Jul 15 17:13:13.778129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4251935-58ea-459a-aad4-2e3a07719772 req-0da6d4a7-b13d-4b2d-a601-560ebb3721cc tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Jul 15 17:13:14.971453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd4213-7306-41af-9bc9-fdd2354d9040 req-448ffd9f-8515-401b-9e10-2313ee69df8f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:14.973002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30cd4213-7306-41af-9bc9-fdd2354d9040 req-448ffd9f-8515-401b-9e10-2313ee69df8f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0655015 Jul 15 17:13:15.014023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30cd4213-7306-41af-9bc9-fdd2354d9040 req-d3804552-6348-4951-9514-bebd7b37cb36 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Jul 15 17:13:15.537851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:15.652654 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70befee9-cee3-4ced-97ed-803737047b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.742432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70befee9-cee3-4ced-97ed-803737047b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.746558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-70befee9-cee3-4ced-97ed-803737047b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.784590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-70befee9-cee3-4ced-97ed-803737047b90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=971b05efbc3648c18eaf02dead038976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455835 Jul 15 17:13:15.785469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70befee9-cee3-4ced-97ed-803737047b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f3090-9382-4bba-b3a4-484afdcfbac1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:15.787212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36464) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:15.836569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.858105 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.904380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.906827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:15.907965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a7f3090-9382-4bba-b3a4-484afdcfbac1 HTTP/1.1" status: 204 len: 168 time: 0.1197269 Jul 15 17:13:15.915873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ee781-b55f-4703-ac91-cf70d10b5ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f3090-9382-4bba-b3a4-484afdcfbac1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:16.162958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:16.176890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68be7a90-7cbb-4d4a-9418-969d12c2299a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.198359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b32cd-39cf-4b9d-ba4d-1d7b49a93a72 req-104dfc24-16d4-4d10-82da-a682c5a441a3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:16.199888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b6b32cd-39cf-4b9d-ba4d-1d7b49a93a72 req-104dfc24-16d4-4d10-82da-a682c5a441a3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0685422 Jul 15 17:13:16.248474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b6b32cd-39cf-4b9d-ba4d-1d7b49a93a72 req-0a9c2092-1867-4601-baec-09728f9e4de6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Jul 15 17:13:16.271602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68be7a90-7cbb-4d4a-9418-969d12c2299a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.276655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68be7a90-7cbb-4d4a-9418-969d12c2299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.315934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-68be7a90-7cbb-4d4a-9418-969d12c2299a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42ccb50070bc4cbeb117c20fce0eeabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517963 Jul 15 17:13:16.316898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7a90-7cbb-4d4a-9418-969d12c2299a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8effb953-879c-4f2f-97d9-62af4ca0d01a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:16.318655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36474) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:16.368491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.389414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.436833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.439383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:16.440706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8effb953-879c-4f2f-97d9-62af4ca0d01a HTTP/1.1" status: 204 len: 168 time: 0.1209173 Jul 15 17:13:16.449385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0edcb6-d074-480f-8878-4696c86458be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8effb953-879c-4f2f-97d9-62af4ca0d01a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:17.428466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-d1ad8d02-45a2-4e08-b655-e6f8290c4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:17.428963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-d1ad8d02-45a2-4e08-b655-e6f8290c4ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1097 time: 0.0736105 Jul 15 17:13:17.437582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c22b7-e151-488e-8f38-9e7798c20309 req-8a2cdfa7-3a79-4d1b-a58d-4a6eddd281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:17.439093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa2c22b7-e151-488e-8f38-9e7798c20309 req-8a2cdfa7-3a79-4d1b-a58d-4a6eddd281d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 1097 time: 0.1182625 Jul 15 17:13:17.488211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa2c22b7-e151-488e-8f38-9e7798c20309 req-720b623a-77a0-44dd-9857-bb4329ee560b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jul 15 17:13:17.496731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf1a0-8e09-48a1-ad08-d7d62e5cb1e3 req-70922b32-7bb8-476b-8450-5b010bb14489 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:17.498282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cdbf1a0-8e09-48a1-ad08-d7d62e5cb1e3 req-70922b32-7bb8-476b-8450-5b010bb14489 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1103618 Jul 15 17:13:17.542266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cdbf1a0-8e09-48a1-ad08-d7d62e5cb1e3 req-d7846caf-cf44-4e3c-b367-7ef25c9feb67 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Jul 15 17:13:17.546291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-4fc7ff5b-0818-4162-9941-f47081377272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:17.547796 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-4fc7ff5b-0818-4162-9941-f47081377272 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.0969355 Jul 15 17:13:17.593914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-f84e2fbf-e153-41c8-92f3-85f98eb694e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 200 len: 217 time: 0.0396934 Jul 15 17:13:17.647759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-133a7be1-213b-4c61-ba4f-beb1ec4bd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:17.649281 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-133a7be1-213b-4c61-ba4f-beb1ec4bd968 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0443110 Jul 15 17:13:17.683310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-3c1c82b8-0ed7-4d04-83af-eeac15936330 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275984 Jul 15 17:13:17.781982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-08f5c722-2d47-4d60-9107-308ee692078a service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924883 Jul 15 17:13:17.875404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7cfbee97-0dbc-42f6-a6d1-da8d346c91c0 req-c86509f6-d205-48a7-9c1f-a5c100867ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Jul 15 17:13:18.677654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:18.722398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecda0a-e9a0-49c4-9a8b-f109de883c63 req-df91e235-2575-4638-9b82-81f0478bc4e3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:18.723874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfecda0a-e9a0-49c4-9a8b-f109de883c63 req-df91e235-2575-4638-9b82-81f0478bc4e3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0679564 Jul 15 17:13:18.761547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bfecda0a-e9a0-49c4-9a8b-f109de883c63 req-f41509f1-71c7-4c6d-9173-257f05eb9c6e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Jul 15 17:13:18.794594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14486616-b816-4953-8b12-d78c5b1d68da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:18.885606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14486616-b816-4953-8b12-d78c5b1d68da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:18.890747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14486616-b816-4953-8b12-d78c5b1d68da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:18.934312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-14486616-b816-4953-8b12-d78c5b1d68da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daea1cdda6164aab8590627fba504260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555487 Jul 15 17:13:18.935183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14486616-b816-4953-8b12-d78c5b1d68da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cfb9f3-efb9-45f6-8a76-6e2cd4b6cf58,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:18.936975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36568) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:19.063630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.098315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-38ccb40d-f6f1-4799-b75f-e7d579df1dde tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:19.099756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-38ccb40d-f6f1-4799-b75f-e7d579df1dde tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 810 time: 0.1526344 Jul 15 17:13:19.104333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.127354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-a467fe79-d675-4949-85d3-9072f912b3cb tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/quotas/b17933ca492244169b6ba16be8687b31 HTTP/1.1" status: 200 len: 375 time: 0.0211077 Jul 15 17:13:19.198713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.201378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.202506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8cfb9f3-efb9-45f6-8a76-6e2cd4b6cf58 HTTP/1.1" status: 204 len: 168 time: 0.2624762 Jul 15 17:13:19.215061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d852a7a-eb56-4983-af6a-957c9a30147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cfb9f3-efb9-45f6-8a76-6e2cd4b6cf58,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:19.226440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-cdcfc4ae-1446-4309-818e-233234f15586 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927022 Jul 15 17:13:19.321725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-82c3e7ad-3cde-4c99-a993-90dee681f970 service neutron] 10.222.0.25 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874455 Jul 15 17:13:19.419791 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-60b63828-51c0-4a02-9f66-96d8377b3120 service neutron] 10.222.0.25 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916488 Jul 15 17:13:19.480938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36574) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:19.495521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81a1a331-26ce-4a1f-af6f-e14f97a7f410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.518951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-aa7a79aa-39ca-432c-9e13-1e04950add72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584817 Jul 15 17:13:19.640980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf0c7d84-dfee-4ea6-9ecb-4302737f2690 req-b59d605d-5aa8-4250-afb6-a1505d67c301 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 210 time: 0.0404718 Jul 15 17:13:19.642832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b154-54f1-482b-b52e-e596873b4bee req-5cb89ff9-675d-4094-a30a-b0b3a33af3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:19.643079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81a1a331-26ce-4a1f-af6f-e14f97a7f410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.644743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-5cb89ff9-675d-4094-a30a-b0b3a33af3e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.0629864 Jul 15 17:13:19.648274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-81a1a331-26ce-4a1f-af6f-e14f97a7f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.702622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-81a1a331-26ce-4a1f-af6f-e14f97a7f410 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a719edb72fdd44cca4f6ef7a042be43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203996 Jul 15 17:13:19.703506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1a331-26ce-4a1f-af6f-e14f97a7f410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64a557-9ca2-4907-bb93-85eed188bd55,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:19.705821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36580) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:19.779690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.793325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b154-54f1-482b-b52e-e596873b4bee req-14d9745d-53ce-43a0-b86a-ed72faba0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:19.795106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-14d9745d-53ce-43a0-b86a-ed72faba0536 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.1160593 Jul 15 17:13:19.802900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.860424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.863092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:19.864313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e64a557-9ca2-4907-bb93-85eed188bd55 HTTP/1.1" status: 204 len: 168 time: 0.1575460 Jul 15 17:13:19.873384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a722e56-5c72-4e30-a38d-43119f56c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64a557-9ca2-4907-bb93-85eed188bd55,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:19.879296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-3e3e8537-f3e9-4aed-9180-37e1f31bd39e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 1002 time: 0.0770869 Jul 15 17:13:19.931568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b154-54f1-482b-b52e-e596873b4bee req-b5677000-7512-4411-b0c6-4120ed20692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:19.934395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-b5677000-7512-4411-b0c6-4120ed20692f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0484121 Jul 15 17:13:20.005103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b154-54f1-482b-b52e-e596873b4bee req-6463029d-0a56-42d4-8762-dfb3896db71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:20.006950 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-6463029d-0a56-42d4-8762-dfb3896db71f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648766 Jul 15 17:13:20.108185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-d6971279-ff41-4582-9e33-a242a956ecfc service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921814 Jul 15 17:13:20.217991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9778b154-54f1-482b-b52e-e596873b4bee req-3e8c8bbf-eb78-4d42-862b-89383471ad5c service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028533 Jul 15 17:13:20.822768 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-e049987c-7353-4160-955e-23af74b624a3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:20.825333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-e049987c-7353-4160-955e-23af74b624a3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.35 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 810 time: 0.1215491 Jul 15 17:13:20.830835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd27300a-ea87-4449-964b-7736c124e672 req-3b09d897-f6fb-454a-b172-a728ba20f305 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Jul 15 17:13:20.839912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Request body: {'port': {'device_id': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'admin_state_up': True, 'tenant_id': 'b17933ca492244169b6ba16be8687b31'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:13:20.961598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Made reservation on behalf of b17933ca492244169b6ba16be8687b31 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:13:20.966236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.075939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36616) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:21.105923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Allocated IP 172.20.0.5 (4eb671d2-6631-4773-9155-fdf12632937d/586d97de-43c2-4304-8788-211ff90b9ebf/8b0a0bc0-fac7-453e-9352-7c2fabaf3908) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:13:21.183541 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92e86fa1-ebaa-4b59-85c5-a4f57e7bbdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.259350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.280983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92e86fa1-ebaa-4b59-85c5-a4f57e7bbdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.285128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92e86fa1-ebaa-4b59-85c5-a4f57e7bbdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.304726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.316050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c005a881-c290-41d0-9248-f82c299cf90b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:13:21.334145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92e86fa1-ebaa-4b59-85c5-a4f57e7bbdab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dee99cbc907848858a546999bdf79714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566686 Jul 15 17:13:21.334370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 36620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:21.337350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e86fa1-ebaa-4b59-85c5-a4f57e7bbdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb91ddf1-cc3f-4722-ab30-f2bcb663c261,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:21.365918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Network 4eb671d2-6631-4773-9155-fdf12632937d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:13:21.377720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:13:21.384751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:13:21.415290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Pushing event updated for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:21.451012 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.459501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:21.460105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.488627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.490946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-70f72663-b7f3-4c85-be13-a7aa1842e3d2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6558752 Jul 15 17:13:21.504130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Request body: {'port': {'device_id': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:13:21.595948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.598976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.601451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.602615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb91ddf1-cc3f-4722-ab30-f2bcb663c261 HTTP/1.1" status: 204 len: 168 time: 0.2661943 Jul 15 17:13:21.619758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b59b2-6903-4a53-9987-2e9f66f3cacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb91ddf1-cc3f-4722-ab30-f2bcb663c261,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:21.881139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:13:21.889142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.901352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Transition to ACTIVE for port object 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:13:21.907407 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:21.908422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36636) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:21.975932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:22.049149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Attempting to bind port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:13:22.049490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Attempting to bind port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:13:22.049841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Attempting to bind port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 on network 4eb671d2-6631-4773-9155-fdf12632937d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:13:22.054872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 on network 4eb671d2-6631-4773-9155-fdf12632937d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:13:22.055200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Attempting to bind port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 on network 4eb671d2-6631-4773-9155-fdf12632937d {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:13:22.060813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:13:22.061158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Checking segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:13:22.061661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Bound using segment: {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:13:22.062044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Bound port: 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b81d948-c82f-4cfc-86ec-f5a88b5536aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:13:22.062461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.124203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603390b-807d-48d0-94ea-b70f3f44a692 req-14baa660-b17c-42d2-86a2-50dd8ec0867a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.125603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7603390b-807d-48d0-94ea-b70f3f44a692 req-14baa660-b17c-42d2-86a2-50dd8ec0867a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 943 time: 0.1567862 Jul 15 17:13:22.139370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:13:22.143464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:13:22.147863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.174257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Deleting port f8baabf6-3bef-4ac0-8819-1fd9e189afac {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:22.174601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.194264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7603390b-807d-48d0-94ea-b70f3f44a692 req-887c190f-b113-40f4-a64c-78f217a11f8d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571296 Jul 15 17:13:22.211371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:22.226365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.227222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.229281 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3a940592-9be7-4332-be14-5691632e2420 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 200 len: 1091 time: 0.7292175 Jul 15 17:13:22.230169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:13:22.232984 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57841d2-4285-4bdb-95a5-7d761b48cd32" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:13:22.281384 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6acd5-148f-4bab-a908-ae7ccd72f9b8 x-openstack-request-id: req-cee6acd5-148f-4bab-a908-ae7ccd72f9b8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:13:22.281758 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:13:22.282018 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cee6acd5-148f-4bab-a908-ae7ccd72f9b8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:13:22.282427 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908', 'status': 'completed', 'code': 200} Jul 15 17:13:22.348334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-aa9a6261-19f9-43dc-b578-c79202ee900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.350409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-aa9a6261-19f9-43dc-b578-c79202ee900c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1094 time: 0.0622878 Jul 15 17:13:22.403367 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-3b4388ae-ebf9-4068-a2b7-7acc36b11996 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 200 len: 217 time: 0.0452824 Jul 15 17:13:22.454851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-f0bc45dc-cba9-4dee-a0c9-602eed1ed504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.456641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-f0bc45dc-cba9-4dee-a0c9-602eed1ed504 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0472553 Jul 15 17:13:22.494164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-83b38d40-1362-4c79-a5f2-6fa8d4bf1199 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309844 Jul 15 17:13:22.594342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-77bceaa3-7135-4019-97fd-ec1f0903df8a service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929544 Jul 15 17:13:22.633250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.633584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.646574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Calling delete_port for f8baabf6-3bef-4ac0-8819-1fd9e189afac owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:22.696002 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ae7b294e-0639-4111-8c89-e755f1e7f3e4 req-5d578be0-4bbb-4a2e-8dad-2d36dc15bda0 service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942791 Jul 15 17:13:22.801335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-9ca91cae-c787-4a70-be34-f05a8f7ea063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.803101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-9ca91cae-c787-4a70-be34-f05a8f7ea063 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1094 time: 0.0548193 Jul 15 17:13:22.811813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.838019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event deleted for resources: {'Port': ['ID=f8baabf6-3bef-4ac0-8819-1fd9e189afac,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:22.907469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-2ae7fe84-06b0-4e0e-bcf6-8baa727bf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:22.908971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-2ae7fe84-06b0-4e0e-bcf6-8baa727bf2cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.0992603 Jul 15 17:13:22.910794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:22.911658 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Floating IP 612d545e-31a5-45f2-88c5-9dc72bce300f disassociated (deleted). External IP: 172.25.8.242, port: 7f1f38da-e61a-43df-aac2-a10e6a189c8d. Jul 15 17:13:22.955763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-5ffe4c2a-f095-4dde-8e76-d7ee2fc7c0ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 200 len: 217 time: 0.0372226 Jul 15 17:13:23.014808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-cf1dc12c-b3fe-4678-ae3c-8d32620ddb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.016411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-cf1dc12c-b3fe-4678-ae3c-8d32620ddb7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0541270 Jul 15 17:13:23.052775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-ef31eaaa-d8d9-4f92-9d88-c119f506b85a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280447 Jul 15 17:13:23.144353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:13:23.148925 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-b85539d3-e16c-43c8-8b9f-ea1b729ec0de service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895116 Jul 15 17:13:23.251258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f57841d2-4285-4bdb-95a5-7d761b48cd32 req-a03477e5-a0ed-4da4-b5de-dfbe5d19bfdc service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952795 Jul 15 17:13:23.272933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:13:23.279572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:23.285384 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:13:23.295239 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:23.296100 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:23.337819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-403c22e2-78ac-4c2c-9da9-de6a6531ba34 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "DELETE /v2.0/floatingips/612d545e-31a5-45f2-88c5-9dc72bce300f HTTP/1.1" status: 204 len: 168 time: 1.4281850 Jul 15 17:13:23.356762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:13:23.359130 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47567a7d-e846-42d8-afe8-f957bd4b87a2" -d '{"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:13:23.409032 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:23.409716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d412ae-1e97-4f79-aab6-ad6aba528f18 req-1d7191f3-ce15-41a1-a999-b36c63f1a27f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.411394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79d412ae-1e97-4f79-aab6-ad6aba528f18 req-1d7191f3-ce15-41a1-a999-b36c63f1a27f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 943 time: 0.0922310 Jul 15 17:13:23.459232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79d412ae-1e97-4f79-aab6-ad6aba528f18 req-bdb5c9d9-2d59-4563-8e00-34baf4c223e1 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Jul 15 17:13:23.515130 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eac5967-1932-4c9f-8167-bd417d860b93 x-openstack-request-id: req-7eac5967-1932-4c9f-8167-bd417d860b93 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:13:23.515499 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:13:23.515747 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eac5967-1932-4c9f-8167-bd417d860b93 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:13:23.516204 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:13:23.630718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-002fbab9-fa31-4594-a7e9-548fe58a453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.632324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-002fbab9-fa31-4594-a7e9-548fe58a453a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1f87136a09046a9a82491c9c2f59136&device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 1097 time: 0.0888476 Jul 15 17:13:23.757514 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:23.758265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-c579007e-beab-4364-813f-786830bafaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.759949 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-c579007e-beab-4364-813f-786830bafaff service neutron] 10.222.0.35 "GET /v2.0/networks?id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 200 len: 913 time: 0.1204531 Jul 15 17:13:23.788893 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:13:23.799623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eae92-a1af-48e7-b519-0b90487733de req-382f7763-0a4b-4cb9-a0d6-a090510fbbf6 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.799818 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:23.800624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:12:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:23.804572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-787eae92-a1af-48e7-b519-0b90487733de req-382f7763-0a4b-4cb9-a0d6-a090510fbbf6 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0890024 Jul 15 17:13:23.813031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-ade23c0d-c3b6-4ba4-965b-483ce1a8a9ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 200 len: 217 time: 0.0447030 Jul 15 17:13:23.852580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-787eae92-a1af-48e7-b519-0b90487733de req-9fa87c51-9770-4a97-80d2-0941a5b2da42 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Jul 15 17:13:23.870569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-1a343f53-0838-4c5b-b56e-c9e720eb0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.872243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-1a343f53-0838-4c5b-b56e-c9e720eb0fcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 200 len: 852 time: 0.0528438 Jul 15 17:13:23.921764 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:23.934922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-e3100b6b-dbfd-4238-b241-4a27a895743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:23.936795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-e3100b6b-dbfd-4238-b241-4a27a895743c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565195 Jul 15 17:13:24.031899 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-c744fdf7-c685-4100-9d1b-17a1732083ad service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Jul 15 17:13:24.125259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:24.128508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-47567a7d-e846-42d8-afe8-f957bd4b87a2 req-eb91106b-d971-4d2f-b234-f22733baa545 service neutron] 10.222.0.35 "GET /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868132 Jul 15 17:13:24.158622 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5cfb41-7c4a-41a3-9242-22c499da4958 None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:09:57Z', 'revision_number': 4, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7a063f24-bde9-448b-9c18-848a0810407f', 'name': '', 'network_id': '6cf4da68-7ebf-4820-9e69-7eb2747f6e7d', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'mac_address': 'fa:16:3e:13:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_interface', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '955de2d0-0090-49bd-8a51-04e222fee701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:56Z', 'updated_at': '2021-07-15T17:10:03Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'subnets': [{'id': '955de2d0-0090-49bd-8a51-04e222fee701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:13:24.369255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b111a-c7c8-4f0e-a9ec-59eb84a63f0a None None] New status for floating IP 612d545e-31a5-45f2-88c5-9dc72bce300f: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:13:24.638740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d484a-ebdf-4399-857e-f7e88a8492a9 req-6f2cc236-018c-4bbc-9337-2880b4c91fc0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:24.640168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c04d484a-ebdf-4399-857e-f7e88a8492a9 req-6f2cc236-018c-4bbc-9337-2880b4c91fc0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 943 time: 0.0638254 Jul 15 17:13:24.677394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c04d484a-ebdf-4399-857e-f7e88a8492a9 req-9098e39b-40a0-4604-baa8-efd80de649f3 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 15 17:13:25.028278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4b253-75c4-42dd-8491-bc2e9f78aaee req-13c9af3e-ae08-4547-90b5-75f1d3b8d69a tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:25.029747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbc4b253-75c4-42dd-8491-bc2e9f78aaee req-13c9af3e-ae08-4547-90b5-75f1d3b8d69a tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0672271 Jul 15 17:13:25.067916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dbc4b253-75c4-42dd-8491-bc2e9f78aaee req-c3b66f27-4691-4c2a-8fba-8b4f80d53b4f tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/security-groups?id=f974d95b-8d35-49f3-aa4d-e955b01dfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323815 Jul 15 17:13:25.250213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-965af1ff-b874-4bcf-aec5-98215f891ce3 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:25.251683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-965af1ff-b874-4bcf-aec5-98215f891ce3 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.35 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 946 time: 0.0621886 Jul 15 17:13:25.355490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Deleting port 7f1f38da-e61a-43df-aac2-a10e6a189c8d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:25.355835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.442946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] For port 7f1f38da-e61a-43df-aac2-a10e6a189c8d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7f1f38da-e61a-43df-aac2-a10e6a189c8d,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:25.443309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.455660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Calling delete_port for 7f1f38da-e61a-43df-aac2-a10e6a189c8d owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:25.582726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.611481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event deleted for resources: {'Port': ['ID=7f1f38da-e61a-43df-aac2-a10e6a189c8d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:25.623810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.624193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.624532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.624868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.625236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.625569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.625898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.626221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.626551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.626874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.627197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.627515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:25.666885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:13:25.670822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] No DVR routers for this DVR port 7f1f38da-e61a-43df-aac2-a10e6a189c8d on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:25.673444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.675439 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3d5dea1a-c7b4-49d1-8070-f7708062440c req-db87703c-fd45-4cf7-ab49-7c4c5536aa96 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.35 "DELETE /v2.0/ports/7f1f38da-e61a-43df-aac2-a10e6a189c8d HTTP/1.1" status: 204 len: 173 time: 0.4186375 Jul 15 17:13:25.675938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'name': 'network-vif-deleted', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:13:25.678252 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51def300-ef62-4917-8aff-45bbf21e820a" -d '{"events": [{"server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "name": "network-vif-deleted", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:13:25.745789 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394bdf84-3583-439e-ac32-b94b568f8128 x-openstack-request-id: req-394bdf84-3583-439e-ac32-b94b568f8128 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:13:25.746337 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f901fe-2735-42ea-b74f-f0d8c51679ff", "name": "network-vif-deleted", "tag": "7f1f38da-e61a-43df-aac2-a10e6a189c8d", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:13:25.746821 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-394bdf84-3583-439e-ac32-b94b568f8128 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:13:25.747549 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f901fe-2735-42ea-b74f-f0d8c51679ff', 'name': 'network-vif-deleted', 'tag': '7f1f38da-e61a-43df-aac2-a10e6a189c8d', 'status': 'completed', 'code': 200} Jul 15 17:13:25.810196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:25.812842 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ff514f9-46e7-48d7-a282-f659751cd087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.825771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908', 'network_id': '4eb671d2-6631-4773-9155-fdf12632937d', 'port_id': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908', 'mac_address': 'fa:16:3e:44:5f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '586d97de-43c2-4304-8788-211ff90b9ebf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:13:25.865407 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.867896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddfac0-8e97-4b8f-8cfc-1209c73f66ca req-a325bb73-bd54-4d47-8f29-55de18227443 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:25.869463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dddfac0-8e97-4b8f-8cfc-1209c73f66ca req-a325bb73-bd54-4d47-8f29-55de18227443 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 943 time: 0.0676141 Jul 15 17:13:25.878536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:13:25.899029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:25.905365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:25.921322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dddfac0-8e97-4b8f-8cfc-1209c73f66ca req-80320da0-6992-4142-a7e9-5b1ab5a65773 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447183 Jul 15 17:13:25.967329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:26.134833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['8b0a0bc0-fac7-453e-9352-7c2fabaf3908'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:13:26.226495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80d73c44-a203-4843-8911-962b22736ea5 req-9bd4d4b8-f475-4188-a88b-97c0a1b99289 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0334482 Jul 15 17:13:27.110422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fee6d-58df-4ba1-89a2-531500489e14 req-c966097b-a831-498c-b455-d0b26236e65d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:27.111994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe3fee6d-58df-4ba1-89a2-531500489e14 req-c966097b-a831-498c-b455-d0b26236e65d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 944 time: 0.0675814 Jul 15 17:13:27.154198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe3fee6d-58df-4ba1-89a2-531500489e14 req-e61e7f9a-47c1-46ba-9da3-22f90b6edc08 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Jul 15 17:13:27.371337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-31aed114-43f7-423f-a6ab-278c747eeeb8 req-126c8f73-7334-4191-89b6-a22e23e012c3 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0286274 Jul 15 17:13:27.683496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:13:27.734317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:13:27.738251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:13:27.738625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:27.819152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:27.841784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:13:27.844024 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee62e9-5642-44d7-9c86-642d818e7e8d" -d '{"events": [{"server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "name": "network-vif-plugged", "status": "completed", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:13:27.858656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:27.861845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:27.862725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7f1f38da-e61a-43df-aac2-a10e6a189c8d no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:27.884107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 7f1f38da-e61a-43df-aac2-a10e6a189c8d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:27.884471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7f1f38da-e61a-43df-aac2-a10e6a189c8d not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:27.929673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:28.011350 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8130b80f-269a-46bc-b8c6-9ca1ee10ca3f x-openstack-request-id: req-8130b80f-269a-46bc-b8c6-9ca1ee10ca3f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:13:28.011679 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "name": "network-vif-plugged", "status": "completed", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:13:28.011939 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8130b80f-269a-46bc-b8c6-9ca1ee10ca3f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:13:28.012374 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908', 'code': 200} Jul 15 17:13:28.124440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fad10-ec10-4f4b-bcfb-8030d0ad719d req-9b16d2e2-cdd4-4178-86a4-5481bb4fe982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:28.125980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec3fad10-ec10-4f4b-bcfb-8030d0ad719d req-9b16d2e2-cdd4-4178-86a4-5481bb4fe982 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1096 time: 0.0523646 Jul 15 17:13:28.159733 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ec3fad10-ec10-4f4b-bcfb-8030d0ad719d req-e623d804-7d49-428b-89a5-32d7089f60ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273089 Jul 15 17:13:28.330694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36d84-17ea-492c-801d-ebf08a089669 req-720cccc1-fa68-4b38-a2af-039ffcd2a0a4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:28.332464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c36d84-17ea-492c-801d-ebf08a089669 req-720cccc1-fa68-4b38-a2af-039ffcd2a0a4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0634224 Jul 15 17:13:28.378712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69c36d84-17ea-492c-801d-ebf08a089669 req-3e22cd1a-7924-4724-9236-cb7090a506a1 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Jul 15 17:13:28.512451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7790fe3-068a-4e5a-9484-c4625e7046af req-4ea39a37-7b42-4ce0-ae7d-b137b73dbd7d tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0282762 Jul 15 17:13:28.796355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:29.108795 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-80528313-76e9-4171-8aea-4856dcd63ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:29.544752 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:29.574439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d3273-af83-43fe-94da-392771a7da63 req-de03964c-d956-49a6-b26c-42defefe4ece tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:29.581851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d6d3273-af83-43fe-94da-392771a7da63 req-de03964c-d956-49a6-b26c-42defefe4ece tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0811636 Jul 15 17:13:29.627107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d6d3273-af83-43fe-94da-392771a7da63 req-0fdff91a-cf28-4f37-b8a3-c09815bccaba tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Jul 15 17:13:29.677066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c79b6dc-1afd-4f28-8519-ba22f43a05ae req-49ef6d22-fc9c-44af-9d7b-d6c9d2b485ac tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "GET /v2.0/ports?device_id=69f901fe-2735-42ea-b74f-f0d8c51679ff HTTP/1.1" status: 200 len: 210 time: 0.0295584 Jul 15 17:13:29.929490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-ead21a44-a47c-4476-940c-732bb4f3a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:29.931016 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-ead21a44-a47c-4476-940c-732bb4f3a85c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1096 time: 0.0531099 Jul 15 17:13:29.992134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acca656-3dcc-4aba-baad-fd2a34e73f99 req-27e06967-e30f-4293-8e16-fe51dd918c63 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:29.993776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8acca656-3dcc-4aba-baad-fd2a34e73f99 req-27e06967-e30f-4293-8e16-fe51dd918c63 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0673349 Jul 15 17:13:30.023247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-51ec4305-d981-4abe-add3-e1ccefc95edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:30.025047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-51ec4305-d981-4abe-add3-e1ccefc95edc service neutron] 10.222.0.35 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.0875342 Jul 15 17:13:30.033306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8acca656-3dcc-4aba-baad-fd2a34e73f99 req-503e2bda-b14a-462a-8458-e745cffe9c72 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332265 Jul 15 17:13:30.066813 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-fec1f7bb-60ed-4133-8201-a83ae9fa877e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 200 len: 217 time: 0.0345185 Jul 15 17:13:30.113892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-48498a9b-b715-4378-af4c-5704726822d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:30.115229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-48498a9b-b715-4378-af4c-5704726822d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0429122 Jul 15 17:13:30.149536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-66e5f923-2247-4b72-b681-18983d78a9fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277047 Jul 15 17:13:30.235206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-63840a7c-04a0-4364-a5ce-dda9e032cb2b service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794001 Jul 15 17:13:30.324515 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e224a3a3-10b6-44fa-b5a6-b87f2851f8a8 req-f5d70c76-d331-47ff-b19d-5d6ff8fed795 service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Jul 15 17:13:30.768565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 36738) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:30.827265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:30.852159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:30.911662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:30.914260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:30.915417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] 10.222.0.25 "DELETE /v2.0/security-groups/f974d95b-8d35-49f3-aa4d-e955b01dfa6c HTTP/1.1" status: 204 len: 168 time: 0.1458602 Jul 15 17:13:30.924531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f600d3e-a402-458d-8f98-0e7821504265 tempest-TestVolumeBackupRestore-1779458803 tempest-TestVolumeBackupRestore-1779458803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f974d95b-8d35-49f3-aa4d-e955b01dfa6c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:31.233186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78a24d-da5a-49c8-8d56-dca5b8fca962 req-4d304c55-7420-4169-8bbd-5c8b3059e93c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:31.234830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a78a24d-da5a-49c8-8d56-dca5b8fca962 req-4d304c55-7420-4169-8bbd-5c8b3059e93c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0820818 Jul 15 17:13:31.277154 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:31.300922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a78a24d-da5a-49c8-8d56-dca5b8fca962 req-ce1efcb5-0e08-4e3f-b55e-5333437a3774 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543699 Jul 15 17:13:32.522364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230c275-1e27-4607-9f92-1bc11076556e req-18057a61-acf3-4538-88f0-005d0837c581 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:32.524555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3230c275-1e27-4607-9f92-1bc11076556e req-18057a61-acf3-4538-88f0-005d0837c581 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0933728 Jul 15 17:13:32.574777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3230c275-1e27-4607-9f92-1bc11076556e req-d6b092fd-a513-45c4-b16c-c0ba6e7f3b2a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Jul 15 17:13:33.802778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f70ca5-c214-4ad1-9a41-881abeb81cae req-e8668f65-90f8-4a3f-a5f2-9628b474cfa5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:33.810419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7f70ca5-c214-4ad1-9a41-881abeb81cae req-e8668f65-90f8-4a3f-a5f2-9628b474cfa5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0812223 Jul 15 17:13:33.867171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7f70ca5-c214-4ad1-9a41-881abeb81cae req-b8e23536-b32f-4232-8c9c-fa7604beed5b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Jul 15 17:13:34.032434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:34.253825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd9538-a6f1-451c-aa4c-85bf0a6235da req-46902061-3993-47ad-a19e-da14a99b8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:34.261900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47cd9538-a6f1-451c-aa4c-85bf0a6235da req-46902061-3993-47ad-a19e-da14a99b8073 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.2280896 Jul 15 17:13:34.305132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47cd9538-a6f1-451c-aa4c-85bf0a6235da req-ce015934-fcca-4653-ab0c-2a11aa48cff8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Jul 15 17:13:34.558161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:13:34.589243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37210) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:34.949978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:35.128246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8f2c3-4d53-4e35-9862-c2781eb89831 req-37336d68-664a-4880-858a-7cfac0af1da0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:35.129613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94b8f2c3-4d53-4e35-9862-c2781eb89831 req-37336d68-664a-4880-858a-7cfac0af1da0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.1438012 Jul 15 17:13:35.198372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94b8f2c3-4d53-4e35-9862-c2781eb89831 req-7f9b78cc-345b-4003-86de-9b4583dda7c6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Jul 15 17:13:35.289095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Deleting port 7a063f24-bde9-448b-9c18-848a0810407f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:35.289439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:35.382278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] For port 7a063f24-bde9-448b-9c18-848a0810407f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7a063f24-bde9-448b-9c18-848a0810407f,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:35.382559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:35.399418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Calling delete_port for 7a063f24-bde9-448b-9c18-848a0810407f owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:35.588203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:35.613010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a063f24-bde9-448b-9c18-848a0810407f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:35.804174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.023494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Router dc66b560-ec97-4ccd-bca7-25d7bb324834 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:13:36.129769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:13:36.134830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d49257c3-99b2-4a14-9606-307a510bf328 admin admin] 10.222.0.25 "PUT /v2.0/routers/dc66b560-ec97-4ccd-bca7-25d7bb324834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442009 Jul 15 17:13:36.138073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37222) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:36.140750 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Sync routers for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:13:36.150555 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:36.151807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:36.243504 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.254415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:36.389502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.413006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a467c-1695-4f63-adae-39b55852be61 req-61a95283-424c-4d62-8d46-54881fc35130 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:36.414493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c22a467c-1695-4f63-adae-39b55852be61 req-61a95283-424c-4d62-8d46-54881fc35130 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0934424 Jul 15 17:13:36.438760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120'}], 'enable_snat': True}, 'gw_port_id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:13:35Z', 'revision_number': 5, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port': {'id': 'f1a3e6c1-2bda-467e-9816-a34bea717278', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:09:55Z', 'updated_at': '2021-07-15T17:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:36.468712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Checking router: dc66b560-ec97-4ccd-bca7-25d7bb324834 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:13:36.477450 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Routers {'dc66b560-ec97-4ccd-bca7-25d7bb324834'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:36.478048 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['dc66b560-ec97-4ccd-bca7-25d7bb324834'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:36.481400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c22a467c-1695-4f63-adae-39b55852be61 req-9c14feda-243c-4144-8c4d-91c2c6578d44 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Jul 15 17:13:36.490442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Deleting port f1a3e6c1-2bda-467e-9816-a34bea717278 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:36.490718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.566110 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] Set router dc66b560-ec97-4ccd-bca7-25d7bb324834 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:36.571640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] For port f1a3e6c1-2bda-467e-9816-a34bea717278, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f1a3e6c1-2bda-467e-9816-a34bea717278,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:36.572009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.583971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Calling delete_port for f1a3e6c1-2bda-467e-9816-a34bea717278 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:36.616658 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:13:36Z', 'revision_number': 6, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:36.644677 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966a2fe-59b9-494c-b2e1-caf70a44674d None None] The sync data for ids ['dc66b560-ec97-4ccd-bca7-25d7bb324834'] in n-d-800085-3 is: [{'id': 'dc66b560-ec97-4ccd-bca7-25d7bb324834', 'name': 'tempest-TestVolumeBackupRestore-672987356-router', 'tenant_id': 'd1f87136a09046a9a82491c9c2f59136', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:54Z', 'updated_at': '2021-07-15T17:13:36Z', 'revision_number': 6, 'project_id': 'd1f87136a09046a9a82491c9c2f59136', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:13:36.754177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.780380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a3e6c1-2bda-467e-9816-a34bea717278,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:36.846079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.936731 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.938921 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.984423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.984994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc66b560-ec97-4ccd-bca7-25d7bb324834 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:13:36.989766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:36.990967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9c0cc6ca-8891-45d6-9452-29384ebd2da8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dc66b560-ec97-4ccd-bca7-25d7bb324834 HTTP/1.1" status: 204 len: 168 time: 0.8520029 Jul 15 17:13:36.993575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37228) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:37.042914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Deleting subnet 955de2d0-0090-49bd-8a51-04e222fee701 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:13:37.046166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.087042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.500291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.558349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.585075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955de2d0-0090-49bd-8a51-04e222fee701,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:37.591255 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.595988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/955de2d0-0090-49bd-8a51-04e222fee701 HTTP/1.1" status: 204 len: 168 time: 0.5985560 Jul 15 17:13:37.596307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37232) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:37.598542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.598878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.599212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.599538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.599858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.600228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.600549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.600863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.601177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.601487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.601797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.602106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd0aa6-8dc5-4eec-968f-ba67d097b4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:37.616151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182f062-4368-4467-b884-efcc6699a521 None None] Network 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:13:37.677101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4ed70-1a81-40f3-b3ed-cc92f3ef2009 req-d5522f0c-c3ca-423a-b609-bd6edd693d1d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:37.678693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ee4ed70-1a81-40f3-b3ed-cc92f3ef2009 req-d5522f0c-c3ca-423a-b609-bd6edd693d1d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0719845 Jul 15 17:13:37.700422 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.760636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ee4ed70-1a81-40f3-b3ed-cc92f3ef2009 req-d45a2ee1-b3da-44ea-b876-5767b62f8bf8 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736296 Jul 15 17:13:37.774975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f1a3e6c1-2bda-467e-9816-a34bea717278 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:37.777925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Deleting port fefd06de-4d6b-468d-8192-536c3fd4117a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:37.778268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.803981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f1a3e6c1-2bda-467e-9816-a34bea717278 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:37.804612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f1a3e6c1-2bda-467e-9816-a34bea717278 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:37.805028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7a063f24-bde9-448b-9c18-848a0810407f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:37.825318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7a063f24-bde9-448b-9c18-848a0810407f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:37.825592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7a063f24-bde9-448b-9c18-848a0810407f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:37.846463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] For port fefd06de-4d6b-468d-8192-536c3fd4117a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fefd06de-4d6b-468d-8192-536c3fd4117a,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:37.846822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.858738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Calling delete_port for fefd06de-4d6b-468d-8192-536c3fd4117a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:37.883044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] DHCP port deletion for 6cf4da68-7ebf-4820-9e69-7eb2747f6e7d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:13:37.927968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Deleting port fefd06de-4d6b-468d-8192-536c3fd4117a {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:37.928368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.936493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:37.966785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Pushing event deleted for resources: {'Port': ['ID=fefd06de-4d6b-468d-8192-536c3fd4117a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:37.968629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] No DVR routers for this DVR port fefd06de-4d6b-468d-8192-536c3fd4117a on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:37.990476 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] For port fefd06de-4d6b-468d-8192-536c3fd4117a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fefd06de-4d6b-468d-8192-536c3fd4117a,segment=NetworkSegment(f335fc48-6c52-469a-ab68-15b6e3b80b13),segment_id=f335fc48-6c52-469a-ab68-15b6e3b80b13)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:37.990792 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.002431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Calling delete_port for fefd06de-4d6b-468d-8192-536c3fd4117a owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:38.038004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.048449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf4da68-7ebf-4820-9e69-7eb2747f6e7d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:38.058407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f335fc48-6c52-469a-ab68-15b6e3b80b13') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:38.058703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f335fc48-6c52-469a-ab68-15b6e3b80b13') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:38.067546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.078866 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.081935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.088763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:13:38.089217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:13:38.090984 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:13:38.106149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Pushing event deleted for resources: {'Port': ['ID=fefd06de-4d6b-468d-8192-536c3fd4117a,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:38.108350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] No DVR routers for this DVR port fefd06de-4d6b-468d-8192-536c3fd4117a on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:38.118727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.118971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.119305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.119724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.120270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.120583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.120855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.121160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.121462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.121743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.122058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.122374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947b84c-48db-47c8-9df2-182a6ddf4368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:13:38.150323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.157304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.159141 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] 10.222.0.25 "DELETE /v2.0/networks/6cf4da68-7ebf-4820-9e69-7eb2747f6e7d HTTP/1.1" status: 204 len: 168 time: 0.5617528 Jul 15 17:13:38.162211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37234) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:38.169249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeb96d-2a78-4413-814d-ada496f03eee admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf4da68-7ebf-4820-9e69-7eb2747f6e7d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:38.507923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.759320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Deleting port caa5d713-1778-4b44-bdc5-d0563a9a1f03 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:38.759573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.838753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] For port caa5d713-1778-4b44-bdc5-d0563a9a1f03, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=caa5d713-1778-4b44-bdc5-d0563a9a1f03,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:38.839120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:38.851649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Calling delete_port for caa5d713-1778-4b44-bdc5-d0563a9a1f03 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:39.016169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fadbfb-fcb2-47e5-b85e-e6d6999e107f req-360dc36c-5935-4c67-933e-2163d9a98329 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:39.017577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12fadbfb-fcb2-47e5-b85e-e6d6999e107f req-360dc36c-5935-4c67-933e-2163d9a98329 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.1218491 Jul 15 17:13:39.075298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12fadbfb-fcb2-47e5-b85e-e6d6999e107f req-b90eb985-5d36-4464-81a0-a493082b9497 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Jul 15 17:13:39.117882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:39.145001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Pushing event deleted for resources: {'Port': ['ID=caa5d713-1778-4b44-bdc5-d0563a9a1f03,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:39.312805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:39.530536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:13:39.635091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:13:39.643093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-52f32891-aa22-4b83-b044-9153bedbdf1a admin admin] 10.222.0.25 "PUT /v2.0/routers/3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774473 Jul 15 17:13:39.643199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37238) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:39.643802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Sync routers for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:13:39.653135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:39.653748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:39.749263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:39.763659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:39.823200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fefd06de-4d6b-468d-8192-536c3fd4117a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:39.843965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: fefd06de-4d6b-468d-8192-536c3fd4117a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:39.844333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fefd06de-4d6b-468d-8192-536c3fd4117a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:39.858597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:39.912026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Deleting port 7331e961-5146-4c9c-ac3a-947921d05697 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:39.912559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:39.994220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] For port 7331e961-5146-4c9c-ac3a-947921d05697, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7331e961-5146-4c9c-ac3a-947921d05697,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:39.995149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.008168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Calling delete_port for 7331e961-5146-4c9c-ac3a-947921d05697 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:40.116052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '7331e961-5146-4c9c-ac3a-947921d05697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:13:39Z', 'revision_number': 5, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port': {'id': '7331e961-5146-4c9c-ac3a-947921d05697', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:10:00Z', 'updated_at': '2021-07-15T17:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:40.143103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Checking router: 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:13:40.151825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Routers {'3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:13:40.152469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:40.184386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.223813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7331e961-5146-4c9c-ac3a-947921d05697,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:40.241300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] Set router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:13:40.296061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:13:39Z', 'revision_number': 6, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:40.317691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.322220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82426f-3c63-4119-96af-26dc9068facd None None] The sync data for ids ['3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79'] in n-d-800085-3 is: [{'id': '3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79', 'name': 'tempest-TestVolumeBackupRestore-1806090523-router', 'tenant_id': 'a8d642623c0b4850b84a0e7f22041c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:09:59Z', 'updated_at': '2021-07-15T17:13:39Z', 'revision_number': 6, 'project_id': 'a8d642623c0b4850b84a0e7f22041c95', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:13:40.422243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de63ea-2ab0-4f37-af11-6c23695db695 req-bfbe11f4-a043-43bf-9d28-5994551e6881 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:40.423716 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17de63ea-2ab0-4f37-af11-6c23695db695 req-bfbe11f4-a043-43bf-9d28-5994551e6881 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.2092912 Jul 15 17:13:40.427093 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.429306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.493715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.494223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:13:40.498815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.499948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-041770ba-9244-4e03-833e-39da754fb7f2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3f899eb1-bbd7-4ac0-8cfe-192dd3a29a79 HTTP/1.1" status: 204 len: 168 time: 0.8558590 Jul 15 17:13:40.502634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:40.508123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17de63ea-2ab0-4f37-af11-6c23695db695 req-df0bc719-c099-4c16-bb02-4af612c728a9 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Jul 15 17:13:40.548266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Deleting subnet c05a5185-7acf-4243-a546-c5222ed47a18 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:13:40.551298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.585647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.772320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.799356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:40.991474 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.042223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.069419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.071320 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c05a5185-7acf-4243-a546-c5222ed47a18 HTTP/1.1" status: 204 len: 168 time: 0.5676754 Jul 15 17:13:41.072173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff33c5-e68a-4236-8bc5-68e37f2b84bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05a5185-7acf-4243-a546-c5222ed47a18,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:41.074828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:41.082840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c1250-e3a6-437f-b892-5fc18611c0cc None None] Network 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:13:41.147391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.204093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Deleting port dbc868fc-24a7-4f97-a486-a612e2830118 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:41.204526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.275308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] DHCP port deletion for 6a7e7239-44aa-4b28-9a3d-91c21b35bf29 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:13:41.282387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] For port dbc868fc-24a7-4f97-a486-a612e2830118, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dbc868fc-24a7-4f97-a486-a612e2830118,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:41.282586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.295588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Calling delete_port for dbc868fc-24a7-4f97-a486-a612e2830118 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:41.325527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Deleting port dbc868fc-24a7-4f97-a486-a612e2830118 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:41.325997 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.381942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.405185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] For port dbc868fc-24a7-4f97-a486-a612e2830118, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dbc868fc-24a7-4f97-a486-a612e2830118,segment=NetworkSegment(643f7000-fe66-489d-88f0-e2974cca0763),segment_id=643f7000-fe66-489d-88f0-e2974cca0763)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:13:41.405579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.410626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc868fc-24a7-4f97-a486-a612e2830118,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:41.412508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] No DVR routers for this DVR port dbc868fc-24a7-4f97-a486-a612e2830118 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:41.421047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Calling delete_port for dbc868fc-24a7-4f97-a486-a612e2830118 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:41.485682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.496154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7e7239-44aa-4b28-9a3d-91c21b35bf29']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:41.496309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.506109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643f7000-fe66-489d-88f0-e2974cca0763') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:41.506612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643f7000-fe66-489d-88f0-e2974cca0763') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:13:41.518618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.525218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] Pushing event deleted for resources: {'Port': ['ID=dbc868fc-24a7-4f97-a486-a612e2830118,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:41.529656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcdd557-f4fd-4297-afd9-de88a5927e4f None None] No DVR routers for this DVR port dbc868fc-24a7-4f97-a486-a612e2830118 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:13:41.534888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.543986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:13:41.544490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:13:41.546380 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:13:41.605584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.615245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.617369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] 10.222.0.25 "DELETE /v2.0/networks/6a7e7239-44aa-4b28-9a3d-91c21b35bf29 HTTP/1.1" status: 204 len: 168 time: 0.5420730 Jul 15 17:13:41.638790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed87fae-9bb8-4ed6-8ede-f063b74f75de admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7e7239-44aa-4b28-9a3d-91c21b35bf29,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:41.707997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ada87-b25c-488a-86a6-8efb72937eb8 req-02e8f011-0407-4853-a18a-7575876a153d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:41.716390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f3ada87-b25c-488a-86a6-8efb72937eb8 req-02e8f011-0407-4853-a18a-7575876a153d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0908048 Jul 15 17:13:41.754773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4f3ada87-b25c-488a-86a6-8efb72937eb8 req-296f1f9e-86fe-4e39-89a9-ccc61af611a8 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Jul 15 17:13:41.781131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device caa5d713-1778-4b44-bdc5-d0563a9a1f03 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:41.801810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: caa5d713-1778-4b44-bdc5-d0563a9a1f03 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:41.802161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device caa5d713-1778-4b44-bdc5-d0563a9a1f03 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:41.802558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7331e961-5146-4c9c-ac3a-947921d05697 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:41.825268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37264) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:41.825554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7331e961-5146-4c9c-ac3a-947921d05697 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:41.825907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7331e961-5146-4c9c-ac3a-947921d05697 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:41.826326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dbc868fc-24a7-4f97-a486-a612e2830118 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:13:41.845565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: dbc868fc-24a7-4f97-a486-a612e2830118 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:13:41.846214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dbc868fc-24a7-4f97-a486-a612e2830118 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:13:41.870878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2ec0fba-1993-4657-bef8-b2cbb2bf9d23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1f87136a09046a9a82491c9c2f59136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441775 Jul 15 17:13:41.873686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:41.921334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.941827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.986481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.989153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:41.990319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85e7b892-2684-4639-8301-474df7557e21 HTTP/1.1" status: 204 len: 168 time: 0.1157086 Jul 15 17:13:41.997956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20e98-8d20-43e9-9d53-79b786644d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e7b892-2684-4639-8301-474df7557e21,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:42.439041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:42.478877 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1d125c7a-27b2-43ea-92e8-de4f2bffee16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8d642623c0b4850b84a0e7f22041c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385854 Jul 15 17:13:42.481742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:42.532702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:42.552755 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:42.599937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:42.602514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:42.603652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c8791fb-d7b8-4e68-bdf4-0c4afe67a71b HTTP/1.1" status: 204 len: 168 time: 0.1209960 Jul 15 17:13:42.611500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafff56b-e249-4740-818e-01dca2a295e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8791fb-d7b8-4e68-bdf4-0c4afe67a71b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:42.949215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c7f39-bcd9-40e3-a719-df5f022ed967 req-fde2338c-c59f-49cb-acb1-79a63634a97b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:42.951097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-454c7f39-bcd9-40e3-a719-df5f022ed967 req-fde2338c-c59f-49cb-acb1-79a63634a97b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0762630 Jul 15 17:13:43.001892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-454c7f39-bcd9-40e3-a719-df5f022ed967 req-7ea51525-3fe3-45d0-8255-193ee7564376 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Jul 15 17:13:44.171119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f23780-d084-45ca-99e9-b17f0b3ea045 req-9e7fd1b4-5226-40d9-9c0c-95005685d039 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:44.172630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19f23780-d084-45ca-99e9-b17f0b3ea045 req-9e7fd1b4-5226-40d9-9c0c-95005685d039 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0657876 Jul 15 17:13:44.215343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-19f23780-d084-45ca-99e9-b17f0b3ea045 req-84b2a7b7-a97c-47b6-bc76-2afb2608bc73 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Jul 15 17:13:45.399545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67439aaf-34f1-45f1-9f30-7deeeea8b663 req-a8f69d57-fa0f-4798-9510-5d640c2ad1ff tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:45.401233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67439aaf-34f1-45f1-9f30-7deeeea8b663 req-a8f69d57-fa0f-4798-9510-5d640c2ad1ff tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0752966 Jul 15 17:13:45.438993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-67439aaf-34f1-45f1-9f30-7deeeea8b663 req-6a5b3d63-01bb-477d-91b6-a41cdac56f4d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321007 Jul 15 17:13:46.501960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:46.605724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d80de3a-32f6-4e9d-9a0c-3fa2549eb872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.615214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcd08b-65c7-410b-be4a-a4464bf782b3 req-4b9ec470-c7db-4563-ae25-354a140aaa62 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:46.616845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59bcd08b-65c7-410b-be4a-a4464bf782b3 req-4b9ec470-c7db-4563-ae25-354a140aaa62 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0654688 Jul 15 17:13:46.656607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59bcd08b-65c7-410b-be4a-a4464bf782b3 req-c71596eb-da35-464f-84d8-fdbaae8949d5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Jul 15 17:13:46.700534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d80de3a-32f6-4e9d-9a0c-3fa2549eb872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.704278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7d80de3a-32f6-4e9d-9a0c-3fa2549eb872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.742042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7d80de3a-32f6-4e9d-9a0c-3fa2549eb872 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95ddae78ead841eeac2657e6b3e30a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390203 Jul 15 17:13:46.743159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80de3a-32f6-4e9d-9a0c-3fa2549eb872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5728e04-8838-463c-b52b-6492f0a5a344,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:46.745499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37310) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:46.794486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.815445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.860626 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.863177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:46.864340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5728e04-8838-463c-b52b-6492f0a5a344 HTTP/1.1" status: 204 len: 168 time: 0.1178250 Jul 15 17:13:46.872718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a8a4-6b03-437e-8fff-c41a943f6d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5728e04-8838-463c-b52b-6492f0a5a344,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:47.838907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bdeff-8622-4b51-a907-645d602dab71 req-885b0d98-0915-44a2-badb-3c23d7e8698f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:47.840467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff9bdeff-8622-4b51-a907-645d602dab71 req-885b0d98-0915-44a2-badb-3c23d7e8698f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0691998 Jul 15 17:13:47.879744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff9bdeff-8622-4b51-a907-645d602dab71 req-5bc6298d-c7a1-4d83-b3c1-5a103cf973f0 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335426 Jul 15 17:13:48.886434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37426) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:48.991763 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2668d175-37d1-4443-b171-0644cd75a036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.094237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7849dee-352b-49c1-b5cc-caccb8263e0d req-0a318fd4-525e-464e-8fab-1fe84db0adfc tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:49.095720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7849dee-352b-49c1-b5cc-caccb8263e0d req-0a318fd4-525e-464e-8fab-1fe84db0adfc tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0930114 Jul 15 17:13:49.156012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7849dee-352b-49c1-b5cc-caccb8263e0d req-132b8a3f-8514-4898-b986-1e5f05827f3c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Jul 15 17:13:49.167760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2668d175-37d1-4443-b171-0644cd75a036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.172192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2668d175-37d1-4443-b171-0644cd75a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.209231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668d175-37d1-4443-b171-0644cd75a036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b2a17c-02eb-4575-bcb6-c76510772f70,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:49.214017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2668d175-37d1-4443-b171-0644cd75a036 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=597824dc7d204d38bcc904b103ae9390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265789 Jul 15 17:13:49.217137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37432) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:49.263972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.285021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.330294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.333121 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.336881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13b2a17c-02eb-4575-bcb6-c76510772f70 HTTP/1.1" status: 204 len: 168 time: 0.1188469 Jul 15 17:13:49.346086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fea01-6d9d-4865-9cb8-b2aa425428ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b2a17c-02eb-4575-bcb6-c76510772f70,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:49.591328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:49.605067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e7be-b102-461d-b8a3-42df97b5c68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.692750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e7be-b102-461d-b8a3-42df97b5c68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.696276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e7be-b102-461d-b8a3-42df97b5c68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.737942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b5d6e7be-b102-461d-b8a3-42df97b5c68a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1456596e7a9e4a33b63bb486264cdc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455376 Jul 15 17:13:49.738830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6e7be-b102-461d-b8a3-42df97b5c68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf669a-5728-47a0-a3d5-2bcdf15f07a1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:49.740691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37440) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:49.792046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.813677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.863584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.866106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:49.867245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3bf669a-5728-47a0-a3d5-2bcdf15f07a1 HTTP/1.1" status: 204 len: 168 time: 0.1255038 Jul 15 17:13:49.874992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9312-a5d2-4b2c-ae3f-692737c94d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf669a-5728-47a0-a3d5-2bcdf15f07a1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:50.349355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a9e5-fcdd-4ae2-ac6f-6c85adf4136b req-c40130dc-f8a2-47c0-873c-6fe22fa54d40 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:50.350961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5203a9e5-fcdd-4ae2-ac6f-6c85adf4136b req-c40130dc-f8a2-47c0-873c-6fe22fa54d40 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0678611 Jul 15 17:13:50.396713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5203a9e5-fcdd-4ae2-ac6f-6c85adf4136b req-c905631d-5686-4f7d-9fdb-6d401edf63d5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Jul 15 17:13:51.576574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078d3aa-26cc-452b-8cf4-068123c3cb27 req-51fb6a97-ead3-4659-b467-bfa5908abde4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:51.578098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5078d3aa-26cc-452b-8cf4-068123c3cb27 req-51fb6a97-ead3-4659-b467-bfa5908abde4 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0665727 Jul 15 17:13:51.617018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5078d3aa-26cc-452b-8cf4-068123c3cb27 req-dfacf77a-e4df-4fa7-9f7f-3b953fe5b85c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jul 15 17:13:51.692224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37528) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:51.794209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd57c-b712-4085-8d7d-9d7b0af01439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:51.884094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd57c-b712-4085-8d7d-9d7b0af01439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:51.888022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4e7cd57c-b712-4085-8d7d-9d7b0af01439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:51.926681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4e7cd57c-b712-4085-8d7d-9d7b0af01439 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5b6969aec21494d85df75c03a39b8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333868 Jul 15 17:13:51.927552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cd57c-b712-4085-8d7d-9d7b0af01439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977d40b2-65a4-4a36-9358-b82c0e3b6777,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:51.929503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:51.977981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:51.999891 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.045483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.048269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.049438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/977d40b2-65a4-4a36-9358-b82c0e3b6777 HTTP/1.1" status: 204 len: 168 time: 0.1189494 Jul 15 17:13:52.057631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79780a5-bff6-4b48-8404-5aca7bedd56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d40b2-65a4-4a36-9358-b82c0e3b6777,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:52.296949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37538) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:52.310312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc32e115-37f0-4ec1-96b9-17c3ea979012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.398099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc32e115-37f0-4ec1-96b9-17c3ea979012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.402508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc32e115-37f0-4ec1-96b9-17c3ea979012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.447435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fc32e115-37f0-4ec1-96b9-17c3ea979012 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66b171fdd8bb4d2583aa82a95718b2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469891 Jul 15 17:13:52.447435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32e115-37f0-4ec1-96b9-17c3ea979012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a76b05-9b8a-4f15-a9b2-912457f73a62,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:52.447789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37540) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:52.498055 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.518186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.565061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.567764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:52.568955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3a76b05-9b8a-4f15-a9b2-912457f73a62 HTTP/1.1" status: 204 len: 168 time: 0.1201506 Jul 15 17:13:52.576976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c626a8c-1765-450e-bb07-4f5e47ad2ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a76b05-9b8a-4f15-a9b2-912457f73a62,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:52.796283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7a017-1d4f-4cca-9d53-6e234d59ecc0 req-137ac3cb-30e9-4546-9fbf-264ce3d1fd74 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:52.797885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcc7a017-1d4f-4cca-9d53-6e234d59ecc0 req-137ac3cb-30e9-4546-9fbf-264ce3d1fd74 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0665076 Jul 15 17:13:52.836510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcc7a017-1d4f-4cca-9d53-6e234d59ecc0 req-fb61f7c2-cc83-46d0-aa7c-7a7a4176b3ca tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Jul 15 17:13:54.018644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81e27e-7a58-4e39-b755-1753f667a840 req-515c6a4f-9072-4ccb-bd75-e0309e191619 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:54.020256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b81e27e-7a58-4e39-b755-1753f667a840 req-515c6a4f-9072-4ccb-bd75-e0309e191619 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0681441 Jul 15 17:13:54.061087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b81e27e-7a58-4e39-b755-1753f667a840 req-3c6af60a-f5f4-4f46-82c0-b97ea6766a9e tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347412 Jul 15 17:13:54.127775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:54.235106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab458a6b-001d-4bbe-9ca9-bd6e5d0be8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.323446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab458a6b-001d-4bbe-9ca9-bd6e5d0be8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.327516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab458a6b-001d-4bbe-9ca9-bd6e5d0be8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.365601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab458a6b-001d-4bbe-9ca9-bd6e5d0be8bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=767c3694a4f04374b0388d25efbf5c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367184 Jul 15 17:13:54.367485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab458a6b-001d-4bbe-9ca9-bd6e5d0be8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee6d75e-06ca-4a4b-8c7e-4431073e10fb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:54.368328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37660) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:54.418007 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.439164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.484537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.486980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:54.488344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ee6d75e-06ca-4a4b-8c7e-4431073e10fb HTTP/1.1" status: 204 len: 168 time: 0.1189771 Jul 15 17:13:54.496227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd8204-9738-460f-b89e-4bd7b9566871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee6d75e-06ca-4a4b-8c7e-4431073e10fb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:55.263176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716774a3-f60c-4407-b06c-28e59b43a1e4 req-95c5f722-11e8-4d2c-a191-a749300024a5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:55.265010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-716774a3-f60c-4407-b06c-28e59b43a1e4 req-95c5f722-11e8-4d2c-a191-a749300024a5 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0758481 Jul 15 17:13:55.305291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-716774a3-f60c-4407-b06c-28e59b43a1e4 req-b523858a-f58d-42ac-8e09-9ff3fdd59802 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Jul 15 17:13:55.785005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52305a96-4b9b-47e5-a253-9bb07739fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:55.807902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37724) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:55.918887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a04e45f-b397-42d7-ac51-816f19987081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.007246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a04e45f-b397-42d7-ac51-816f19987081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.011522 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a04e45f-b397-42d7-ac51-816f19987081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.049145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a04e45f-b397-42d7-ac51-816f19987081 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ed7ed4a1056450686692c94164837d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401555 Jul 15 17:13:56.050010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04e45f-b397-42d7-ac51-816f19987081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2da3fd-9732-49c7-bcc6-ccebcae6c489,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:56.052637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:56.101519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.122982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.169015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.171525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:56.172686 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d2da3fd-9732-49c7-bcc6-ccebcae6c489 HTTP/1.1" status: 204 len: 168 time: 0.1187048 Jul 15 17:13:56.180073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f7f1-7039-4c0d-bc6d-e5fbbcb19c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2da3fd-9732-49c7-bcc6-ccebcae6c489,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:56.431758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e0c01-1a56-4683-80d4-ec6393c2ffe5 req-8a35bc76-14a6-4a98-99d3-be769f6b6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:56.436340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e2e0c01-1a56-4683-80d4-ec6393c2ffe5 req-8a35bc76-14a6-4a98-99d3-be769f6b6680 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1096 time: 0.0618582 Jul 15 17:13:56.477059 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e2e0c01-1a56-4683-80d4-ec6393c2ffe5 req-ca44e4a7-0893-4b7f-bb6c-a766a54889a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jul 15 17:13:56.499836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551acd6-d514-490b-bb63-5352e65d2175 req-5bee9dfa-7c92-493c-84f7-586404061fbe tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:56.501392 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8551acd6-d514-490b-bb63-5352e65d2175 req-5bee9dfa-7c92-493c-84f7-586404061fbe tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0707057 Jul 15 17:13:56.541377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8551acd6-d514-490b-bb63-5352e65d2175 req-4fc46c5b-aa6c-439a-9fb1-90d77b949fa7 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340836 Jul 15 17:13:57.286495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37766) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:57.382337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:13:57.404519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:57.487795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:57.594559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Allocated IP 172.25.8.76 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/e2480de3-f701-42d1-a91e-4933c17b6cea) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:13:58.065381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.088568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf72daa-6b96-4981-9b60-fad503f05823 req-0b011167-a8d7-4a33-a15a-4b1018cab3b2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:58.090031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bf72daa-6b96-4981-9b60-fad503f05823 req-0b011167-a8d7-4a33-a15a-4b1018cab3b2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.4320540 Jul 15 17:13:58.144072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bf72daa-6b96-4981-9b60-fad503f05823 req-6a43c3b3-2167-4b4e-b89b-24211256143d tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Jul 15 17:13:58.145741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.188718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:13:58.191703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:13:58.196026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:13:58.199645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Pushing event updated for resources: {'Port': ['ID=e2480de3-f701-42d1-a91e-4933c17b6cea,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:58.285205 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.330039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.434176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-7ec3d498-a446-4b87-ae85-fae8d3b88e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:58.435824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-7ec3d498-a446-4b87-ae85-fae8d3b88e56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b17933ca492244169b6ba16be8687b31&device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 1096 time: 0.0555084 Jul 15 17:13:58.527479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-5df72de6-1d55-4008-bb34-924d6c9b056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:58.529083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-5df72de6-1d55-4008-bb34-924d6c9b056f service neutron] 10.222.0.35 "GET /v2.0/networks?id=4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 200 len: 910 time: 0.0868378 Jul 15 17:13:58.544973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fad2-65fd-490d-bbaa-fee000d05b41 req-43e63c78-0a76-4af8-949e-d662219dfc76 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:58.546511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c95fad2-65fd-490d-bbaa-fee000d05b41 req-43e63c78-0a76-4af8-949e-d662219dfc76 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.1078057 Jul 15 17:13:58.548629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.559833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.575257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-c4780198-9f46-4386-aaff-6d01cd6d9370 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 200 len: 217 time: 0.0399196 Jul 15 17:13:58.623197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-e3fb4245-f6d2-42ea-ba16-0b86fb3c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:58.624621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-e3fb4245-f6d2-42ea-ba16-0b86fb3c08e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 200 len: 850 time: 0.0438747 Jul 15 17:13:58.654162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c95fad2-65fd-490d-bbaa-fee000d05b41 req-c0effe0e-93ef-4095-ad2a-09a9da8346df tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010492 Jul 15 17:13:58.657935 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-a071e25f-289c-4128-860d-b6fb66dfcf4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4eb671d2-6631-4773-9155-fdf12632937d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271115 Jul 15 17:13:58.659172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Pushing event updated for resources: {'Port': ['ID=e2480de3-f701-42d1-a91e-4933c17b6cea,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:58.668567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.682172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.683522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-307d0ec8-d614-4fc8-90e4-5d901dacca90 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3959959 Jul 15 17:13:58.686433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37776) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:58.691195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-27381915', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'fixed_ips': [{'ip_address': '172.25.8.76'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:13:58.713336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Made reservation on behalf of 99b010b7469d47589f5664bdd84058c1 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:13:58.715696 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.725082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.754766 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-c778bbee-2772-40db-b00c-d260b898d23d service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905385 Jul 15 17:13:58.807274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.822707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.826719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:58.831408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] device_id is not set on port f66ff88e-36c6-4513-8012-461233e0a190 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:13:58.850917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a4838fd-7dcf-413b-a435-545ae5a7f671 req-c998b05b-5362-40c6-b344-1bb3a3bdd258 service neutron] 10.222.0.35 "GET /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897031 Jul 15 17:13:58.916313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d1b28-18ee-49ab-8e95-874423839332,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:59.028785 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 17:13:59.029291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:13:59.044705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eae9067e-7264-4607-be9b-c7b14cd3da47 tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3571703 Jul 15 17:13:59.045307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37778) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:59.116363 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-280e72ff-a126-4cef-a6d0-653daf8acbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.202177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Deleting port e2480de3-f701-42d1-a91e-4933c17b6cea {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:13:59.202526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.277908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.278233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.289923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Calling delete_port for e2480de3-f701-42d1-a91e-4933c17b6cea owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:13:59.422502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.447994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2480de3-f701-42d1-a91e-4933c17b6cea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:13:59.513885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.516616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.517783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-830cdae9-5060-498f-a671-50d196fffcfd tempest-ExternalNetworksAdminNegativeTestJSON-378202239 tempest-ExternalNetworksAdminNegativeTestJSON-378202239-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/1b9deed3-076d-419b-a592-ab217f2a358d HTTP/1.1" status: 204 len: 168 time: 0.4715288 Jul 15 17:13:59.545078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.753627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37786) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:13:59.832037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270be5-361f-42d7-bc29-42ac9a193e41 req-4a7e8079-e2f7-4240-b446-d7e64abc1f9f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:13:59.833544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99270be5-361f-42d7-bc29-42ac9a193e41 req-4a7e8079-e2f7-4240-b446-d7e64abc1f9f tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0628598 Jul 15 17:13:59.864923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ecaf15d8-70c1-4d32-a693-6866faa04a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.895514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99270be5-361f-42d7-bc29-42ac9a193e41 req-67e78e30-f0d5-4076-825f-ab58d1a3867c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Jul 15 17:13:59.968291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ecaf15d8-70c1-4d32-a693-6866faa04a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:13:59.972089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ecaf15d8-70c1-4d32-a693-6866faa04a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.014202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ecaf15d8-70c1-4d32-a693-6866faa04a66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85a011e6521c41928e91ec332edff89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594092 Jul 15 17:14:00.015031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf15d8-70c1-4d32-a693-6866faa04a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49042ae9-555d-4b8a-a820-cfb06f1395de,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:00.016989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:00.069884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.091279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.138031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.140605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.141772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49042ae9-555d-4b8a-a820-cfb06f1395de HTTP/1.1" status: 204 len: 168 time: 0.1237593 Jul 15 17:14:00.150379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8c3cf-93e5-4fa3-9496-40833bf7a7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49042ae9-555d-4b8a-a820-cfb06f1395de,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:00.393736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:00.433543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-71f7b31f-804c-49bc-9810-23e10c5b95d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99b010b7469d47589f5664bdd84058c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386426 Jul 15 17:14:00.435948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:00.483649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.505424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.552258 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.554842 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:00.555983 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d25d1b28-18ee-49ab-8e95-874423839332 HTTP/1.1" status: 204 len: 168 time: 0.1191049 Jul 15 17:14:00.564213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2721b1-1999-4fbf-8bb3-21946096c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d1b28-18ee-49ab-8e95-874423839332,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:01.073304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766039e-0e5a-4809-933d-2d85288ba10b req-66e4aff8-7ae6-432b-8160-9ef0bfd00486 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:01.074867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f766039e-0e5a-4809-933d-2d85288ba10b req-66e4aff8-7ae6-432b-8160-9ef0bfd00486 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0698423 Jul 15 17:14:01.115199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f766039e-0e5a-4809-933d-2d85288ba10b req-0d09ab8c-7087-4bc2-a223-5fad0082be67 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Jul 15 17:14:01.278938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:01.508837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed62e5-1a51-48cb-88be-d97fa8e5deee req-b68b1248-e467-4829-81ea-cff6e9be8ebb tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:01.510727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47ed62e5-1a51-48cb-88be-d97fa8e5deee req-b68b1248-e467-4829-81ea-cff6e9be8ebb tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0659876 Jul 15 17:14:01.550549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47ed62e5-1a51-48cb-88be-d97fa8e5deee req-35862c5b-325e-457d-a774-f7782aa5e050 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Jul 15 17:14:01.906288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:01.999951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f98ef07-2ae7-46de-a97c-a749f8af652d tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:02.020195 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f98ef07-2ae7-46de-a97c-a749f8af652d tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "PUT /v2.0/quotas/c4f4efa0017c423d866190191b2d4c87 HTTP/1.1" status: 200 len: 368 time: 0.1126904 Jul 15 17:14:02.022826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.027923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Request body: {'network': {'project_id': 'c4f4efa0017c423d866190191b2d4c87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:02.047571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Made reservation on behalf of c4f4efa0017c423d866190191b2d4c87 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:02.049735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.058880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.146900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.150852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.171513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:02.186642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6ce068-d439-4165-b02f-b3951cbda76d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:02.189490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.189833 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Added segment 192cf5e3-4e58-4f10-b2cd-d7b3b5bda370 of type vlan for network 7eeaac9c-8b05-4940-b723-ef68cb462442 Jul 15 17:14:02.229617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.257366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.258383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:02.258960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.290194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2664027 Jul 15 17:14:02.292862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37852) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.298622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Request body: {'network': {'project_id': 'c4f4efa0017c423d866190191b2d4c87'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:02.325399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Made reservation on behalf of c4f4efa0017c423d866190191b2d4c87 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:02.326605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0424cf-7683-4c8c-963e-5c3f4030bbc5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Pushing event updated for resources: {'Network': ['ID=7eeaac9c-8b05-4940-b723-ef68cb462442,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:02.327820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.336905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7eeaac9c-8b05-4940-b723-ef68cb462442 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:02.358740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:02.367676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.368048 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Added segment 158eee45-7e47-464e-9924-dbe1715f698b of type vlan for network 88ac5288-c33b-403a-8b78-0525059abab5 Jul 15 17:14:02.410209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.439756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.440750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:02.441323 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.471796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1772947 Jul 15 17:14:02.475394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37854) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.482721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-20d9f527-6306-490c-91e9-36c0879d0eda tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Request body: {'network': {'project_id': 'c4f4efa0017c423d866190191b2d4c87'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:02.494943 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d9f527-6306-490c-91e9-36c0879d0eda tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 15 17:14:02.495387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d9f527-6306-490c-91e9-36c0879d0eda tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:02.496651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-20d9f527-6306-490c-91e9-36c0879d0eda tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0199893 Jul 15 17:14:02.504703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabd3c5-0dd9-4f4f-bcc7-97a4a7e7b7f5 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Pushing event updated for resources: {'Network': ['ID=88ac5288-c33b-403a-8b78-0525059abab5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:02.514852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 88ac5288-c33b-403a-8b78-0525059abab5 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:02.582175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.671097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-991af4bb-ebf9-45a5-9f89-11d104127f1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4f4efa0017c423d866190191b2d4c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877237 Jul 15 17:14:02.673817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.726746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.751139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.799510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.802268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.803452 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a6ce068-d439-4165-b02f-b3951cbda76d HTTP/1.1" status: 204 len: 168 time: 0.1286626 Jul 15 17:14:02.806234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37866) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:02.827315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7811c-7261-4378-8e9d-a93416ecfe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6ce068-d439-4165-b02f-b3951cbda76d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:02.884791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.917466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb7424-f731-4a84-9ca9-66062777dd17 req-5901bb01-3d10-4a6a-80ac-b7bf0182a39b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:02.918961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abbb7424-f731-4a84-9ca9-66062777dd17 req-5901bb01-3d10-4a6a-80ac-b7bf0182a39b tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0686574 Jul 15 17:14:02.956158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abbb7424-f731-4a84-9ca9-66062777dd17 req-4ca05c9a-93d3-43e7-8d68-81d35514d53c tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315230 Jul 15 17:14:02.963329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:02.974390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ac5288-c33b-403a-8b78-0525059abab5']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:02.989674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158eee45-7e47-464e-9924-dbe1715f698b') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:02.989973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158eee45-7e47-464e-9924-dbe1715f698b') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:02.998766 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.012318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.018566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:03.018957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:03.020626 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:03.073504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.078995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.080988 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/88ac5288-c33b-403a-8b78-0525059abab5 HTTP/1.1" status: 204 len: 168 time: 0.2735882 Jul 15 17:14:03.083858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37868) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:03.092594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951790ed-9c17-4803-8a00-1a310c1cd0ba tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Pushing event deleted for resources: {'Network': ['ID=88ac5288-c33b-403a-8b78-0525059abab5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:03.153585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.235029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.244898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeaac9c-8b05-4940-b723-ef68cb462442']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:03.254497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192cf5e3-4e58-4f10-b2cd-d7b3b5bda370') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:03.254794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192cf5e3-4e58-4f10-b2cd-d7b3b5bda370') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:03.264154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.278368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.284065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:03.284482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:03.286316 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:03.344534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.350127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.352015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7eeaac9c-8b05-4940-b723-ef68cb462442 HTTP/1.1" status: 204 len: 168 time: 0.2671907 Jul 15 17:14:03.364493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef6fc-df99-4667-8b46-decd8b67d3c9 tempest-QuotasNegativeTest-1356620426 tempest-QuotasNegativeTest-1356620426-project-admin] Pushing event deleted for resources: {'Network': ['ID=7eeaac9c-8b05-4940-b723-ef68cb462442,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:03.599096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37874) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:03.612416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9155-69f2-43b3-8eb6-6eb5ce8af04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.699444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9155-69f2-43b3-8eb6-6eb5ce8af04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.703278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8fc9155-69f2-43b3-8eb6-6eb5ce8af04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.744627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e8fc9155-69f2-43b3-8eb6-6eb5ce8af04d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b9c43ce1d3746f89a658afd9e223529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444151 Jul 15 17:14:03.746521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc9155-69f2-43b3-8eb6-6eb5ce8af04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3ad33-214b-406e-b7dd-cf1b4219a5bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:03.747763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37876) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:03.796680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.817971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.863991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.866452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:03.867593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13e3ad33-214b-406e-b7dd-cf1b4219a5bd HTTP/1.1" status: 204 len: 168 time: 0.1188042 Jul 15 17:14:03.875761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e55a1-10a7-4ce2-a412-fc324fed2151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3ad33-214b-406e-b7dd-cf1b4219a5bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:04.133873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab4471-3034-433e-a22e-59caff527814 req-0235a993-8b9c-4582-8c29-5119e3167abf tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:04.135944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4ab4471-3034-433e-a22e-59caff527814 req-0235a993-8b9c-4582-8c29-5119e3167abf tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0672612 Jul 15 17:14:04.175990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4ab4471-3034-433e-a22e-59caff527814 req-5229471e-27c2-4c96-8950-154345b18631 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Jul 15 17:14:04.188954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37884) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:04.207043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449d27f2-0c3a-43c8-beb3-688220df6e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.284022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-d7e8a1fe-43d4-4ca5-9b81-105b5b46aa3a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:04.285553 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-d7e8a1fe-43d4-4ca5-9b81-105b5b46aa3a tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 945 time: 0.0644367 Jul 15 17:14:04.300697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449d27f2-0c3a-43c8-beb3-688220df6e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.304805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-449d27f2-0c3a-43c8-beb3-688220df6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.345656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-449d27f2-0c3a-43c8-beb3-688220df6e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea91d535f01a4cb6a1d50c5991d3640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555996 Jul 15 17:14:04.347061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d27f2-0c3a-43c8-beb3-688220df6e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f958a4-7ba7-44ed-a86e-478517e19474,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:04.349460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37886) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:04.391623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Deleting port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:04.391992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.401401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.422506 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.470188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.472754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.476438 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66f958a4-7ba7-44ed-a86e-478517e19474 HTTP/1.1" status: 204 len: 168 time: 0.1234736 Jul 15 17:14:04.484500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee2d6a-25ac-48e8-aa6f-7014b2c99447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f958a4-7ba7-44ed-a86e-478517e19474,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:04.490598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] For port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:04.491095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.506142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Calling delete_port for 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:04.641019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.654511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['8b0a0bc0-fac7-453e-9352-7c2fabaf3908'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:14:04.656891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['c005a881-c290-41d0-9248-f82c299cf90b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:14:04.672234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Pushing event deleted for resources: {'Port': ['ID=8b0a0bc0-fac7-453e-9352-7c2fabaf3908,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:04.724969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] No DVR routers for this DVR port 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:04.727704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:04.731398 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb88e987-ac3a-46ed-bcb2-f49240be27e9 req-38d2601a-5731-48b5-bc91-3ad286746475 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.35 "DELETE /v2.0/ports/8b0a0bc0-fac7-453e-9352-7c2fabaf3908 HTTP/1.1" status: 204 len: 173 time: 0.4400847 Jul 15 17:14:04.731574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'name': 'network-vif-deleted', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:14:04.734022 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41d8ac-bbbb-40dc-ace7-fa3aaa67ddc4" -d '{"events": [{"server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "name": "network-vif-deleted", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:14:04.783331 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20effd04-c119-4486-a49a-850121158dab x-openstack-request-id: req-20effd04-c119-4486-a49a-850121158dab {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:14:04.783613 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6d1edf-9fb7-400c-b8dd-88f16f0d0209", "name": "network-vif-deleted", "tag": "8b0a0bc0-fac7-453e-9352-7c2fabaf3908", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:14:04.783880 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20effd04-c119-4486-a49a-850121158dab {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:14:04.784286 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6d1edf-9fb7-400c-b8dd-88f16f0d0209', 'name': 'network-vif-deleted', 'tag': '8b0a0bc0-fac7-453e-9352-7c2fabaf3908', 'status': 'completed', 'code': 200} Jul 15 17:14:05.352675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e089e05-ee4c-453a-a57a-575d3511c406 req-6823d790-2b99-4d1d-a5d9-5f64f406dfac tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6d1edf-9fb7-400c-b8dd-88f16f0d0209 HTTP/1.1" status: 200 len: 210 time: 0.0429573 Jul 15 17:14:05.676869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37926) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:05.818486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1417260375'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:05.840034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Made reservation on behalf of bf9ecae91aa645c8bdbce6fe3117f56f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:05.843519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:05.852328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:05.950075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:05.953848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:05.982294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:05.988487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa79a9e-0e08-4296-9a8a-45838b08f972,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:05.996566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:05.997042 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Added segment c6dfcfb9-1708-4616-8ff6-2029c6b87740 of type vlan for network 4595e960-cd59-4097-9deb-1d7088993b20 Jul 15 17:14:06.036901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.065056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.070582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:06.071171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.104932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4269714 Jul 15 17:14:06.140239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b4e3-cf23-4b52-9535-0dff88d5f008 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Pushing event updated for resources: {'Network': ['ID=4595e960-cd59-4097-9deb-1d7088993b20,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:06.150922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4595e960-cd59-4097-9deb-1d7088993b20 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:06.284419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37934) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:06.289418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'network_id': '4595e960-cd59-4097-9deb-1d7088993b20', 'binding:host_id': 'n-h1-800085-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1522518538'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:06.310215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Made reservation on behalf of 04c2ef3b4e994739af593b82371fbb03 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:06.312732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.321017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.416637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.420464 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.425736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port a400b5b0-11b8-47c6-a86a-820c39334505 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:06.506137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb954cd9-cc24-448b-bdaa-4ed7dd0b70aa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:06.664785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port a400b5b0-11b8-47c6-a86a-820c39334505 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:06.674799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.685006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Transition to ACTIVE for port object a400b5b0-11b8-47c6-a86a-820c39334505 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:06.694170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:06.753285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=a400b5b0-11b8-47c6-a86a-820c39334505,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:06.763520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Checking segment: {'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:06.763880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Network hostable DHCP agents. Network: 4595e960-cd59-4097-9deb-1d7088993b20, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:06.780842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Network 4595e960-cd59-4097-9deb-1d7088993b20 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:06.789906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4595e960-cd59-4097-9deb-1d7088993b20) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:06.795396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:06.800690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b4828-e4f0-4c6c-b9b0-2c3c40136f99 None None] Network 4595e960-cd59-4097-9deb-1d7088993b20 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:06.811170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.811506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.811841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a21c9-8fe4-4dc1-aaa9-605bdfa3123f req-19e4773e-a31d-4fb4-ab63-ba5b58e3d095 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:06.812373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.816191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.816519 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.816902 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 2 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.817225 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c9a21c9-8fe4-4dc1-aaa9-605bdfa3123f req-19e4773e-a31d-4fb4-ab63-ba5b58e3d095 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.0730166 Jul 15 17:14:06.830503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.831549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.831549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.835942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.836309 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.836700 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 3 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.849896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.850234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.850563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.855062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4c9a21c9-8fe4-4dc1-aaa9-605bdfa3123f req-d7984e8d-154b-4993-a453-dab4d0a58ea9 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Jul 15 17:14:06.856765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.857103 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.857489 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 4 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.870423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.870755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.871138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.875480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.875802 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.876260 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 5 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.892684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.893011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.893336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.897519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.897840 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.898220 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 6 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.910407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.910737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.911063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.915210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.915558 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.915938 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 7 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.927716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.928047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.928405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.932848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.933166 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.933576 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 8 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.946440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.947399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.947819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.952856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.953176 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.953561 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 9 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.966841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.967174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.967504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.971681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.972039 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.972455 n-d-800085-3 neutron-server[100428]: INFO neutron.plugins.ml2.plugin [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 10 to bind port a400b5b0-11b8-47c6-a86a-820c39334505 Jul 15 17:14:06.983853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:06.984277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:06.984612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:06.988736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port a400b5b0-11b8-47c6-a86a-820c39334505 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:06.989062 n-d-800085-3 neutron-server[100428]: ERROR neutron.plugins.ml2.managers [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port a400b5b0-11b8-47c6-a86a-820c39334505 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:06.989424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.050382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port a400b5b0-11b8-47c6-a86a-820c39334505, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:07.050664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempted to set empty binding levels {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 17:14:07.054837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.083700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:07.084317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.107273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 0.8217669 Jul 15 17:14:07.107989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232fc1-1d07-4319-90b8-be817ac62d12 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=a400b5b0-11b8-47c6-a86a-820c39334505,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:07.110104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37942) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:07.192923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Deleting port a400b5b0-11b8-47c6-a86a-820c39334505 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:07.193264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.258653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port a400b5b0-11b8-47c6-a86a-820c39334505, host n-h1-800085-3, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:07.259008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.271124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Calling delete_port for a400b5b0-11b8-47c6-a86a-820c39334505 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:07.350314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.382437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event deleted for resources: {'Port': ['ID=a400b5b0-11b8-47c6-a86a-820c39334505,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:07.390231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.392192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c18e608f-4df1-426d-be95-1425b50b18b7 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a400b5b0-11b8-47c6-a86a-820c39334505 HTTP/1.1" status: 204 len: 168 time: 0.2809052 Jul 15 17:14:07.394706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:07.425390 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c75260f-38f0-4cad-9121-0dc15d6864b3 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] GET failed (client error): The resource could not be found. Jul 15 17:14:07.427010 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c75260f-38f0-4cad-9121-0dc15d6864b3 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports/a400b5b0-11b8-47c6-a86a-820c39334505 HTTP/1.1" status: 404 len: 333 time: 0.0314040 Jul 15 17:14:07.430442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37946) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:07.435705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'network_id': '4595e960-cd59-4097-9deb-1d7088993b20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-998913083'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:07.456266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Made reservation on behalf of 04c2ef3b4e994739af593b82371fbb03 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:07.458879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.474220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:07.633307 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.670790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.713426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Network 4595e960-cd59-4097-9deb-1d7088993b20 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:07.716248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:07.719661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:07.720687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:07.721264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.729494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=54f3e74a-61b2-4515-a7f1-1a1a92a9c948,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:07.738744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e773972e-af00-45e1-bacc-1c64bf1f7e67 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3073363 Jul 15 17:14:07.741484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37948) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:07.747429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:07.821798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:07.884771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:07.905927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:07.906351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 8b0a0bc0-fac7-453e-9352-7c2fabaf3908 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:08.022641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:08.032417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.054230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Transition to ACTIVE for port object 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:08.058885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.101864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5afe-efb1-4486-a4fe-3cfb476d3559 req-86417a87-db92-40dd-81c8-d91ba4871255 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.104100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-126d5afe-efb1-4486-a4fe-3cfb476d3559 req-86417a87-db92-40dd-81c8-d91ba4871255 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1211326 Jul 15 17:14:08.141952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=54f3e74a-61b2-4515-a7f1-1a1a92a9c948,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:08.162391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.162728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.163063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.174463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-126d5afe-efb1-4486-a4fe-3cfb476d3559 req-8d81efeb-a6f5-4e29-a1f8-92635d352aaf tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/security-groups?id=c97f83f5-3044-4380-80a6-16dbea3f3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635064 Jul 15 17:14:08.175147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.175470 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.175849 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 2 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.187968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.188241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.188579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.192831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.193158 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.193542 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 3 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.205995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.206325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.206649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.210840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.211162 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.211542 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 4 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.223735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.224061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.224410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.229378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.229700 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.230078 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 5 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.242025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.242353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.242676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.246899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.247221 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.247600 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 6 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.258942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.259673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.260017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.264225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.264552 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.264930 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 7 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.277640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.277971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.278301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.282446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.282766 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.283144 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 8 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.295220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.295560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.295890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.300105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.300450 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.300827 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 9 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.312901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.313228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.313550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.317727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.318049 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.318425 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 10 to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 Jul 15 17:14:08.330567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:08.330901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:08.331233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:08.335617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:08.335942 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:08.336447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.402594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:08.402846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempted to set empty binding levels {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 17:14:08.407098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.436050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] In _notify_port_updated(), no bound segment for port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:08.436934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.437539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.438853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "PUT /v2.0/ports/54f3e74a-61b2-4515-a7f1-1a1a92a9c948 HTTP/1.1" status: 200 len: 974 time: 0.6963227 Jul 15 17:14:08.441687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:08.454019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edf65a-a35d-48a0-b7a3-130f6e9e96c9 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=54f3e74a-61b2-4515-a7f1-1a1a92a9c948,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:08.539071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.539556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.540031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.540653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.541261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.541727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.542193 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.542654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.543115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.543573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.544037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.544526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.544994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.545450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.545907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.546365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.548851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f26d1428-8841-46c7-94bc-b6c1cd1e7f62 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14501 time: 0.1060672 Jul 15 17:14:08.552397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:08.636767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Deleting port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:08.655888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.723131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port 54f3e74a-61b2-4515-a7f1-1a1a92a9c948, host n-h1-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:08.723497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.738476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Calling delete_port for 54f3e74a-61b2-4515-a7f1-1a1a92a9c948 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:08.820094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-51733e4f-1720-45d6-a34a-c554d0b2b7ec tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:08.821582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-51733e4f-1720-45d6-a34a-c554d0b2b7ec tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 946 time: 0.1320372 Jul 15 17:14:08.877514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.929009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event deleted for resources: {'Port': ['ID=54f3e74a-61b2-4515-a7f1-1a1a92a9c948,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:08.940799 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.942688 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-18be3a2f-b3ec-4c0f-add0-1f8a064d051f tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "DELETE /v2.0/ports/54f3e74a-61b2-4515-a7f1-1a1a92a9c948 HTTP/1.1" status: 204 len: 168 time: 0.3893862 Jul 15 17:14:08.945497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37956) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:08.961549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Deleting port c005a881-c290-41d0-9248-f82c299cf90b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:08.961902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:08.974027 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-295b3b70-cf37-4a81-9ddd-265341f2e207 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] GET failed (client error): The resource could not be found. Jul 15 17:14:08.975855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-295b3b70-cf37-4a81-9ddd-265341f2e207 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports/54f3e74a-61b2-4515-a7f1-1a1a92a9c948 HTTP/1.1" status: 404 len: 333 time: 0.0283794 Jul 15 17:14:08.980287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37958) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:08.985255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-760247088', 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:09.005225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Made reservation on behalf of 04c2ef3b4e994739af593b82371fbb03 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:09.007717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.022886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port 0770078d-ca94-4ec6-bc3f-993998b7eccc yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:09.051521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] For port c005a881-c290-41d0-9248-f82c299cf90b, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=c005a881-c290-41d0-9248-f82c299cf90b,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:09.051890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.064430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Calling delete_port for c005a881-c290-41d0-9248-f82c299cf90b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:09.172823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.193713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.214291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.223773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Pushing event deleted for resources: {'Port': ['ID=c005a881-c290-41d0-9248-f82c299cf90b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:09.258889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Network 4595e960-cd59-4097-9deb-1d7088993b20 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:09.264152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:09.268674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:09.269598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:09.270200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.273541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] No DVR routers for this DVR port c005a881-c290-41d0-9248-f82c299cf90b on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:09.273735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=0770078d-ca94-4ec6-bc3f-993998b7eccc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:09.277039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.279056 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1645dee8-cc23-4316-87c5-27ba8c5a2eda req-af95a10d-df28-46ba-8221-78389cd26bd6 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.20 "DELETE /v2.0/ports/c005a881-c290-41d0-9248-f82c299cf90b HTTP/1.1" status: 204 len: 173 time: 0.4512801 Jul 15 17:14:09.279946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'name': 'network-vif-deleted', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:14:09.281839 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d28ee-f03c-4cf3-b815-a09ee1bb6552" -d '{"events": [{"server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "name": "network-vif-deleted", "tag": "c005a881-c290-41d0-9248-f82c299cf90b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:14:09.288538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa55b76e-cd8d-4b13-b71a-e5885f6e1b69 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3069775 Jul 15 17:14:09.291183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37964) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:09.343748 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e6536-2906-4d76-b493-4684ff222c09 x-openstack-request-id: req-6b7e6536-2906-4d76-b493-4684ff222c09 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:14:09.344272 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3e378-b734-4dc8-8f7c-7820f426f18e", "name": "network-vif-deleted", "tag": "c005a881-c290-41d0-9248-f82c299cf90b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:14:09.344739 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b7e6536-2906-4d76-b493-4684ff222c09 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:14:09.345829 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3e378-b734-4dc8-8f7c-7820f426f18e', 'name': 'network-vif-deleted', 'tag': 'c005a881-c290-41d0-9248-f82c299cf90b', 'status': 'completed', 'code': 200} Jul 15 17:14:09.362601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ed8b6ed-c416-4862-a64e-b4c35e0c8cc7 req-27ec9d6e-3739-49b3-b437-0d7da46cafe2 tempest-ServerRescueTestJSON-29760230 tempest-ServerRescueTestJSON-29760230-project] 10.222.0.25 "GET /v2.0/ports?device_id=4cb3e378-b734-4dc8-8f7c-7820f426f18e HTTP/1.1" status: 200 len: 210 time: 0.0369549 Jul 15 17:14:09.369488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5eff0-7c98-4873-a1d3-9433ff36cab0 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:09.373459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1e5eff0-7c98-4873-a1d3-9433ff36cab0 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports/0770078d-ca94-4ec6-bc3f-993998b7eccc HTTP/1.1" status: 200 len: 954 time: 0.0786154 Jul 15 17:14:09.373623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37966) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:09.458832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Deleting port 0770078d-ca94-4ec6-bc3f-993998b7eccc {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:09.459180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.524553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.536069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Calling delete_port for 0770078d-ca94-4ec6-bc3f-993998b7eccc owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:09.613922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.645522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event deleted for resources: {'Port': ['ID=0770078d-ca94-4ec6-bc3f-993998b7eccc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:09.651045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.652892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db10d21c-d093-448b-beba-a71524915f79 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0770078d-ca94-4ec6-bc3f-993998b7eccc HTTP/1.1" status: 204 len: 168 time: 0.2784207 Jul 15 17:14:09.655421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:09.680799 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc769543-2a2c-4bcc-b218-387be5cb94ec tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] GET failed (client error): The resource could not be found. Jul 15 17:14:09.682733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc769543-2a2c-4bcc-b218-387be5cb94ec tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports/0770078d-ca94-4ec6-bc3f-993998b7eccc HTTP/1.1" status: 404 len: 333 time: 0.0264192 Jul 15 17:14:09.685980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37970) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:09.690426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'network_id': '4595e960-cd59-4097-9deb-1d7088993b20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1768379174'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:09.711544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Made reservation on behalf of 04c2ef3b4e994739af593b82371fbb03 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:09.714176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.730956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:09.880257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.917667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.955674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Network 4595e960-cd59-4097-9deb-1d7088993b20 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:09.960377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:09.963675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:09.964557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:09.965308 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:09.974053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1cd90b-0ee7-434a-b7f0-219ea50a5e03,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:09.985319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-388a4800-38ce-4664-9636-77e6f06e868b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2984087 Jul 15 17:14:09.988297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37972) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:09.993182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:10.066751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.230222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] device_id is not set on port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:10.237719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.249567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Transition to ACTIVE for port object 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:10.253317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.307247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1cd90b-0ee7-434a-b7f0-219ea50a5e03,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:10.318603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.318938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.319264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.324012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.324363 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.324739 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 2 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.338981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.339309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.339652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.343934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.344292 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.344673 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 3 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.357136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.357461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.357782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.361934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.362253 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.362622 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 4 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.374929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.375254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.375571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.379715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.380032 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.380434 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 5 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.392136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.392483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.392801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.397146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.397376 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.397752 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 6 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.411442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.411771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.412100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.417442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.417867 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.418248 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 7 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.429711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.430040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.430362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.434956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.435272 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.435643 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 8 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.448010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.448362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.448684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.453005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.453358 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.453692 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 9 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.458807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 37976) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:10.466922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.467254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.467579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.471810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.472293 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.472685 n-d-800085-3 neutron-server[100429]: INFO neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempt 10 to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 Jul 15 17:14:10.491371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:10.491755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:10.492338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempting to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:10.497020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:10.497442 n-d-800085-3 neutron-server[100429]: ERROR neutron.plugins.ml2.managers [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Failed to bind port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on host n-h1-800085-3 for vnic_type normal using segments [{'id': 'c6dfcfb9-1708-4616-8ff6-2029c6b87740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4595e960-cd59-4097-9deb-1d7088993b20'}] Jul 15 17:14:10.497904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.561836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:10.562202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attempted to set empty binding levels {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 15 17:14:10.566153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.598215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] In _notify_port_updated(), no bound segment for port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 on network 4595e960-cd59-4097-9deb-1d7088993b20 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:10.599222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:10.599677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.601043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "PUT /v2.0/ports/5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 HTTP/1.1" status: 200 len: 975 time: 0.6118140 Jul 15 17:14:10.605022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37978) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:10.642229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2103d89-54b0-43d2-9ef6-2cc6a0c1c404 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event updated for resources: {'Port': ['ID=5e1cd90b-0ee7-434a-b7f0-219ea50a5e03,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:10.704938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Deleting port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:10.705421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.768574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] For port 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03, host n-h1-800085-3, got binding levels [] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:10.768880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.779718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.781531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Calling delete_port for 5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:10.807770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.818456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.865089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.894419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e1cd90b-0ee7-434a-b7f0-219ea50a5e03,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:10.898232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:10.900883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-55e883bd-f575-4717-85af-b07e9556f30b tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 HTTP/1.1" status: 204 len: 168 time: 0.2947443 Jul 15 17:14:10.903283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37980) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:10.930004 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d374fbc-a8ee-45f2-bf25-d1b505b3c987 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] GET failed (client error): The resource could not be found. Jul 15 17:14:10.935830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d374fbc-a8ee-45f2-bf25-d1b505b3c987 tempest-PortsAdminExtendedAttrsTestJSON-604645359 tempest-PortsAdminExtendedAttrsTestJSON-604645359-project-admin] 10.222.0.25 "GET /v2.0/ports/5e1cd90b-0ee7-434a-b7f0-219ea50a5e03 HTTP/1.1" status: 404 len: 333 time: 0.0279717 Jul 15 17:14:10.936064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37982) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:11.013682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.066149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Deleting port a3121c98-abb4-4558-9f78-1ea0fdc696df {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:11.066383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.099270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.109838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c005a881-c290-41d0-9248-f82c299cf90b no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:11.110062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4595e960-cd59-4097-9deb-1d7088993b20']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:11.121428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dfcfb9-1708-4616-8ff6-2029c6b87740') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:11.121725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dfcfb9-1708-4616-8ff6-2029c6b87740') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:11.130139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: c005a881-c290-41d0-9248-f82c299cf90b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:11.130593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device c005a881-c290-41d0-9248-f82c299cf90b not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:11.130815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.144547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.148284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] For port a3121c98-abb4-4558-9f78-1ea0fdc696df, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3121c98-abb4-4558-9f78-1ea0fdc696df,segment=NetworkSegment(2b81d948-c82f-4cfc-86ec-f5a88b5536aa),segment_id=2b81d948-c82f-4cfc-86ec-f5a88b5536aa)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:11.148647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.151285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:11.151678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:11.154636 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:11.162409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Calling delete_port for a3121c98-abb4-4558-9f78-1ea0fdc696df owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:11.217076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.225316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.227041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] 10.222.0.25 "DELETE /v2.0/networks/4595e960-cd59-4097-9deb-1d7088993b20 HTTP/1.1" status: 204 len: 168 time: 0.2900517 Jul 15 17:14:11.237580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154302b-d394-444f-894d-a652dcd5ead7 tempest-PortsAdminExtendedAttrsTestJSON-1658510470 tempest-PortsAdminExtendedAttrsTestJSON-1658510470-project] Pushing event deleted for resources: {'Network': ['ID=4595e960-cd59-4097-9deb-1d7088993b20,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:11.346573 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.376534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3121c98-abb4-4558-9f78-1ea0fdc696df,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:11.485334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37988) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:11.548752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.557063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:14:11.626864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2c99af83-fa5d-416c-86a2-c78d5705037e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf9ecae91aa645c8bdbce6fe3117f56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400840 Jul 15 17:14:11.629194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37992) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:11.677963 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.700012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.759100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.766515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:11.770343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaa79a9e-0e08-4296-9a8a-45838b08f972 HTTP/1.1" status: 204 len: 168 time: 0.1376476 Jul 15 17:14:11.779701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22bcea-385e-4449-8ff7-4e2ccfd59b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa79a9e-0e08-4296-9a8a-45838b08f972,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:12.041612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 37998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:12.084736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7175be51-5113-4c7a-a961-d7cc854d0364 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04c2ef3b4e994739af593b82371fbb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418918 Jul 15 17:14:12.087994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38000) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:12.094165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:14:12.136301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.157886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.198982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:14:12.204482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-747bdbc1-f2b8-4dfa-8b29-4d662d847fc2 admin admin] 10.222.0.25 "PUT /v2.0/routers/aa5ddcc6-5b70-4bca-8ff9-a73668440f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445617 Jul 15 17:14:12.207335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38002) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:12.208097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.208553 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Sync routers for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:14:12.211207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.215605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb954cd9-cc24-448b-bdaa-4ed7dd0b70aa HTTP/1.1" status: 204 len: 168 time: 0.1233420 Jul 15 17:14:12.218928 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:12.219544 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:12.223542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bbab2-dc8d-4b0e-9130-0a8ce9848359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb954cd9-cc24-448b-bdaa-4ed7dd0b70aa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:12.315187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.327892 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:14:12.424867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.481215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Deleting port 44a6b872-7c1e-4d16-b0de-690a888800fd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:12.481607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.519681 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:14:11Z', 'revision_number': 5, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port': {'id': '44a6b872-7c1e-4d16-b0de-690a888800fd', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:12.547038 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Checking router: aa5ddcc6-5b70-4bca-8ff9-a73668440f91 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:14:12.555246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Routers {'aa5ddcc6-5b70-4bca-8ff9-a73668440f91'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:12.555846 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:13:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:12.567233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] For port 44a6b872-7c1e-4d16-b0de-690a888800fd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=44a6b872-7c1e-4d16-b0de-690a888800fd,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:12.567767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.581192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Calling delete_port for 44a6b872-7c1e-4d16-b0de-690a888800fd owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:12.739975 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] Set router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:14:12.757938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.794984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a6b872-7c1e-4d16-b0de-690a888800fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:12.795167 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:14:12Z', 'revision_number': 6, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:12.825925 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d9f6d-6b26-49a8-b4a6-4a068308a2af None None] The sync data for ids ['aa5ddcc6-5b70-4bca-8ff9-a73668440f91'] in n-d-800085-3 is: [{'id': 'aa5ddcc6-5b70-4bca-8ff9-a73668440f91', 'name': 'tempest-ServerRescueTestJSON-519812599-router', 'tenant_id': 'b17933ca492244169b6ba16be8687b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:14:12Z', 'revision_number': 6, 'project_id': 'b17933ca492244169b6ba16be8687b31', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:14:12.865797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.958504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.960584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:12.975611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38024) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.003737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.004391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5ddcc6-5b70-4bca-8ff9-a73668440f91 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:14:13.010095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.013707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f9372d33-78c1-4f4d-acc8-1e658a3a4263 admin admin] 10.222.0.25 "DELETE /v2.0/routers/aa5ddcc6-5b70-4bca-8ff9-a73668440f91 HTTP/1.1" status: 204 len: 168 time: 0.8031349 Jul 15 17:14:13.013954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38028) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.066533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Deleting subnet 586d97de-43c2-4304-8788-211ff90b9ebf {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:13.069929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.075157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-872552454'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:13.097071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:13.100699 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.105907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.109837 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.147375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.206655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.215664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.219812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.235386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586d97de-43c2-4304-8788-211ff90b9ebf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:13.239317 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.243922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0be5a970-e263-46e3-881c-486f2b560332 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/586d97de-43c2-4304-8788-211ff90b9ebf HTTP/1.1" status: 204 len: 168 time: 0.2262623 Jul 15 17:14:13.244343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38032) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.256258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:13.263286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c9182-80c9-4f77-8479-8c66f1090e53,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:13.270226 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.270568 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment d382b02d-f98a-40f1-a274-4d6d1015cc9a of type vlan for network e76e8ad7-88a3-4784-a7b9-d6d889b417ab Jul 15 17:14:13.320042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.324224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.351344 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.357629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:13.358220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.407139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4303432 Jul 15 17:14:13.411086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.413440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.424080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'name': 'tempest-PortsIpV6TestJSON-2118742888'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:13.430389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb671d2-6631-4773-9155-fdf12632937d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:13.455503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b81d948-c82f-4cfc-86ec-f5a88b5536aa') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:13.455799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b81d948-c82f-4cfc-86ec-f5a88b5536aa') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:13.459981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0756-d7ff-44d0-8579-daeb2ae1f782 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=e76e8ad7-88a3-4784-a7b9-d6d889b417ab,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:13.470440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.471075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:13.515585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.528498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:13.528889 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:13.530529 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:13.591138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:13.594741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.605270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.610002 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.612700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/4eb671d2-6631-4773-9155-fdf12632937d HTTP/1.1" status: 204 len: 168 time: 0.3672910 Jul 15 17:14:13.633147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 4be6cb59-b6fe-4345-9f12-79935bfdee92 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:13.639072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dabd8-57ad-4764-a8fb-e29b5b7f4a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb671d2-6631-4773-9155-fdf12632937d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:13.785380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3121c98-abb4-4558-9f78-1ea0fdc696df no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:13.807236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38038) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.811659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a3121c98-abb4-4558-9f78-1ea0fdc696df {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:13.812300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3121c98-abb4-4558-9f78-1ea0fdc696df not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:13.812959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 44a6b872-7c1e-4d16-b0de-690a888800fd no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:13.821011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.835432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 44a6b872-7c1e-4d16-b0de-690a888800fd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:13.835880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 44a6b872-7c1e-4d16-b0de-690a888800fd not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:13.852906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a15a124-92a0-492f-88cb-44ba7383d5c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b17933ca492244169b6ba16be8687b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440269 Jul 15 17:14:13.855428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38040) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:13.869099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.957705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=4be6cb59-b6fe-4345-9f12-79935bfdee92,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:13.972303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:13.984512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': 'd382b02d-f98a-40f1-a274-4d6d1015cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:13.984853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: e76e8ad7-88a3-4784-a7b9-d6d889b417ab, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:14.004235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.029242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:14.048666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e76e8ad7-88a3-4784-a7b9-d6d889b417ab) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:14.052491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:14.058813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:14.059762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.062911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74a5287-666d-4353-88fa-7ed25566b516 None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:14.075749 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-da5bb495-0507-4c27-85b8-ec900ca05664 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6612673 Jul 15 17:14:14.078742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38042) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:14.083859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-130221923'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:14.088570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.091001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.094479 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c97f83f5-3044-4380-80a6-16dbea3f3e60 HTTP/1.1" status: 204 len: 168 time: 0.2356927 Jul 15 17:14:14.107174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cc35b-ecb7-4895-b767-66486d9d4cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f83f5-3044-4380-80a6-16dbea3f3e60,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:14.128069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:14.132439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.170177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:14.182075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.182284 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 76702322-a4d7-42eb-8528-6408a6d2a6ca of type vlan for network 54548595-0fdf-4659-b752-d43f9a84d18e Jul 15 17:14:14.227153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.257383 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.263845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:14.264455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.301639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2217875 Jul 15 17:14:14.304338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:14.309614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'ports': [{'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'}, {'network_id': '54548595-0fdf-4659-b752-d43f9a84d18e'}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:14.309923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:14.310773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': '54548595-0fdf-4659-b752-d43f9a84d18e'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:14.339851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170edd20-11ba-456b-a399-c7afa499bdae tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=54548595-0fdf-4659-b752-d43f9a84d18e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:14.352499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 54548595-0fdf-4659-b752-d43f9a84d18e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:14.483383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 2} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:14.487968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.501192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:14.582465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 7a63cf8e-f1ea-41f5-9618-8ce88bb8b956 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:15.048316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.123433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port b3ae5093-ffcc-4b7c-ad27-41171cacfc5c yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:15.249689 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6daae409-fb30-4fa9-bb77-6b8324c81c3b req-83ae6c02-3420-44d7-a9a0-2f4070662875 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0338588 Jul 15 17:14:15.267320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.313588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.365534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:15.368868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:15.372819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:15.373667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.380392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=7a63cf8e-f1ea-41f5-9618-8ce88bb8b956,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:15.443276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=b3ae5093-ffcc-4b7c-ad27-41171cacfc5c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:15.451761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '76702322-a4d7-42eb-8528-6408a6d2a6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '54548595-0fdf-4659-b752-d43f9a84d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:15.451894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: 54548595-0fdf-4659-b752-d43f9a84d18e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:15.469188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network 54548595-0fdf-4659-b752-d43f9a84d18e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:15.477474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 54548595-0fdf-4659-b752-d43f9a84d18e) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:15.483488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:15.488368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:15.491961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919b8c4-7e33-4995-94ef-e46ace976966 None None] Network 54548595-0fdf-4659-b752-d43f9a84d18e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:15.494158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:15.494852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.514583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a430a4a4-bf2e-472f-bec6-9d18bd9f6e61 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2091348 Jul 15 17:14:15.514748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38090) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:15.628645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port b3ae5093-ffcc-4b7c-ad27-41171cacfc5c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:15.629263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.694927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.707701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for b3ae5093-ffcc-4b7c-ad27-41171cacfc5c owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:15.797154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.833462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:15.837858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/b3ae5093-ffcc-4b7c-ad27-41171cacfc5c HTTP/1.1" status: 204 len: 168 time: 0.3191786 Jul 15 17:14:15.837858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b75326-6c17-4bae-a96d-a676cc995cb5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=b3ae5093-ffcc-4b7c-ad27-41171cacfc5c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:15.838248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38092) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:15.943962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53322d4-4f49-4618-981a-d3e69fd29ba5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:15.950134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53322d4-4f49-4618-981a-d3e69fd29ba5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:15.951685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d53322d4-4f49-4618-981a-d3e69fd29ba5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1124492 Jul 15 17:14:15.954359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38094) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.048700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 7a63cf8e-f1ea-41f5-9618-8ce88bb8b956 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:16.048961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.129084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.141332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 7a63cf8e-f1ea-41f5-9618-8ce88bb8b956 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:16.224932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.257254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=7a63cf8e-f1ea-41f5-9618-8ce88bb8b956,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:16.266210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.268342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-54408ece-4d39-43c2-ae85-be3ac26c5fd9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/7a63cf8e-f1ea-41f5-9618-8ce88bb8b956 HTTP/1.1" status: 204 len: 168 time: 0.3130345 Jul 15 17:14:16.271006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.343471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08aa26b-e62f-4e18-9f84-738d490ef0fb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:16.347790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.347944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a08aa26b-e62f-4e18-9f84-738d490ef0fb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0756977 Jul 15 17:14:16.378905 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df8a927-6ef1-40b9-944a-8214691e6fba tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:16.380556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1df8a927-6ef1-40b9-944a-8214691e6fba tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/b3ae5093-ffcc-4b7c-ad27-41171cacfc5c HTTP/1.1" status: 404 len: 333 time: 0.0314896 Jul 15 17:14:16.383308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.417628 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-4219fe58-b57d-457c-90cc-2ec7c9bfd6f5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:16.419469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4219fe58-b57d-457c-90cc-2ec7c9bfd6f5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/7a63cf8e-f1ea-41f5-9618-8ce88bb8b956 HTTP/1.1" status: 404 len: 333 time: 0.0350633 Jul 15 17:14:16.419923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6b3e8f1c-74a8-4a3c-960d-fe353abc51e0 req-9eeccc96-2d4d-433e-9b4c-fd696c8e9549 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0309305 Jul 15 17:14:16.422431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.498459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.586380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.596481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54548595-0fdf-4659-b752-d43f9a84d18e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:16.606315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76702322-a4d7-42eb-8528-6408a6d2a6ca') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:16.606613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76702322-a4d7-42eb-8528-6408a6d2a6ca') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:16.615139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.628376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.634783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:16.635205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:16.638217 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:16.698157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.703078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.705321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/54548595-0fdf-4659-b752-d43f9a84d18e HTTP/1.1" status: 204 len: 168 time: 0.2819350 Jul 15 17:14:16.709684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.715543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1726929333'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:16.719801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83f504-9c84-4ad3-aac3-a3bc8481f1e7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=54548595-0fdf-4659-b752-d43f9a84d18e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:16.736731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:16.740352 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.763574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:16.772685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.773028 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 7002c989-333f-424a-858f-dec5963152df of type vlan for network adb07d42-9de5-4b3c-807c-1ecb8f5c961a Jul 15 17:14:16.813369 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.845702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.851112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:16.851694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:16.885539 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1747603 Jul 15 17:14:16.888595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38108) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:16.895543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:16.937393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7c5c6-4ea4-46ef-bc75-8417428c8a5e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=adb07d42-9de5-4b3c-807c-1ecb8f5c961a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:16.956349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:17.018071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:17.021709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.205984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.265981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=62754bc7-78e0-4724-a62a-5469706bffc2,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:17.276838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '7002c989-333f-424a-858f-dec5963152df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:17.277204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: adb07d42-9de5-4b3c-807c-1ecb8f5c961a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:17.293980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:17.303257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, adb07d42-9de5-4b3c-807c-1ecb8f5c961a) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:17.308130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:17.308764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.313525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647d173-e9b4-4e1d-a416-881590dd3abb None None] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:17.331649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2776d6ae-721c-4052-ab3d-0a4fc3054e73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4396100 Jul 15 17:14:17.331877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38112) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:17.338118 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3059f095-b815-43f2-96b3-7be8eb72d42a req-6776c93b-7654-4fe8-92d5-477ccc144979 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0374339 Jul 15 17:14:17.339989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a', 'name': 'tempest-PortsIpV6TestJSON-1829324015'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:17.456513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:17.460812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.462751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-adb07d42-9de5-4b3c-807c-1ecb8f5c961a', 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': '62754bc7-78e0-4724-a62a-5469706bffc2'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:17.463912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.486782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port f37f927e-d880-4f5c-9726-b37dea84a3da yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:17.611973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceed6aa5-f042-45ea-85f8-e27cef4bce81 req-a3d602ea-a302-46d3-b24b-6beb6e3e06c3 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0352666 Jul 15 17:14:17.639006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::1f7 (adb07d42-9de5-4b3c-807c-1ecb8f5c961a/62754bc7-78e0-4724-a62a-5469706bffc2/f37f927e-d880-4f5c-9726-b37dea84a3da) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:17.791492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.804727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object f37f927e-d880-4f5c-9726-b37dea84a3da will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:17.836545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.882187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Allocated IP 2001:db8::2 (adb07d42-9de5-4b3c-807c-1ecb8f5c961a/62754bc7-78e0-4724-a62a-5469706bffc2/f6d0f188-1196-4f72-b90e-98f13cf322f5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:17.882461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:17.888359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:17.893024 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:17.899092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:17.900589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:17.906896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f37f927e-d880-4f5c-9726-b37dea84a3da,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:17.917853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c6ada1d-0173-41ab-b24b-d43fa0581704 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5849981 Jul 15 17:14:17.920613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38118) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:18.039657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port f37f927e-d880-4f5c-9726-b37dea84a3da {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:18.040019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.042125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.051049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Transition to ACTIVE for port object f6d0f188-1196-4f72-b90e-98f13cf322f5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:18.066968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Transition to ACTIVE for port object f6d0f188-1196-4f72-b90e-98f13cf322f5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:18.074146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.118091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:18.122241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Pushing event updated for resources: {'Port': ['ID=f6d0f188-1196-4f72-b90e-98f13cf322f5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:18.124834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:18.127099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:18.141420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.154892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for f37f927e-d880-4f5c-9726-b37dea84a3da owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:18.183385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Attempting to bind port f6d0f188-1196-4f72-b90e-98f13cf322f5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:18.183749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Attempting to bind port f6d0f188-1196-4f72-b90e-98f13cf322f5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '7002c989-333f-424a-858f-dec5963152df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:18.184198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Attempting to bind port f6d0f188-1196-4f72-b90e-98f13cf322f5 on network adb07d42-9de5-4b3c-807c-1ecb8f5c961a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:18.188955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:18.189320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Checking segment: {'id': '7002c989-333f-424a-858f-dec5963152df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:18.189711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.190096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Bound using segment: {'id': '7002c989-333f-424a-858f-dec5963152df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:18.190545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Bound port: f6d0f188-1196-4f72-b90e-98f13cf322f5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7002c989-333f-424a-858f-dec5963152df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'adb07d42-9de5-4b3c-807c-1ecb8f5c961a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:18.190921 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.264936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] For port f6d0f188-1196-4f72-b90e-98f13cf322f5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:18.299349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] For port f6d0f188-1196-4f72-b90e-98f13cf322f5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f6d0f188-1196-4f72-b90e-98f13cf322f5,segment=NetworkSegment(7002c989-333f-424a-858f-dec5963152df),segment_id=7002c989-333f-424a-858f-dec5963152df)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:18.299947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.305007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.329569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=f37f927e-d880-4f5c-9726-b37dea84a3da,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:18.367853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259bfcc-dfbe-45b9-8355-748fb42f9ea3 None None] Pushing event updated for resources: {'Port': ['ID=f6d0f188-1196-4f72-b90e-98f13cf322f5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:18.380621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.383497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba4b19f4-1a97-4a83-91ed-6daf19fa1180 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/f37f927e-d880-4f5c-9726-b37dea84a3da HTTP/1.1" status: 204 len: 168 time: 0.4617846 Jul 15 17:14:18.386697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38120) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:18.413997 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c3bae9-4499-45e0-a932-ec2b4ea6ffaa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:18.414724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c3bae9-4499-45e0-a932-ec2b4ea6ffaa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:18.416984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3c3bae9-4499-45e0-a932-ec2b4ea6ffaa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/f37f927e-d880-4f5c-9726-b37dea84a3da HTTP/1.1" status: 404 len: 333 time: 0.0289414 Jul 15 17:14:18.419423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38122) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:18.450929 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bf08a3-0eef-4de2-8d47-197090acfa9c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:18.452712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-65bf08a3-0eef-4de2-8d47-197090acfa9c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/f37f927e-d880-4f5c-9726-b37dea84a3da HTTP/1.1" status: 404 len: 333 time: 0.0322020 Jul 15 17:14:18.455389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38124) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:18.513734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 62754bc7-78e0-4724-a62a-5469706bffc2 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:18.517242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.562331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.662875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.726418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.754072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=62754bc7-78e0-4724-a62a-5469706bffc2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:18.788947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.791070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb0aef29-e191-45a2-949a-a9ae0e0b05d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/62754bc7-78e0-4724-a62a-5469706bffc2 HTTP/1.1" status: 204 len: 168 time: 0.3346987 Jul 15 17:14:18.793017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cceff26-202e-405d-9947-d796547797b8 req-24aeed77-9780-4aa4-bd4e-8baf58f12660 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0435536 Jul 15 17:14:18.793573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38128) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:18.874546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.926959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port f6d0f188-1196-4f72-b90e-98f13cf322f5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:18.927288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:18.996634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port f6d0f188-1196-4f72-b90e-98f13cf322f5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f6d0f188-1196-4f72-b90e-98f13cf322f5,segment=NetworkSegment(7002c989-333f-424a-858f-dec5963152df),segment_id=7002c989-333f-424a-858f-dec5963152df)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:18.996995 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.009958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for f6d0f188-1196-4f72-b90e-98f13cf322f5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:19.093362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.127261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=f6d0f188-1196-4f72-b90e-98f13cf322f5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:19.130836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port f6d0f188-1196-4f72-b90e-98f13cf322f5 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:19.216798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.227400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb07d42-9de5-4b3c-807c-1ecb8f5c961a']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:19.239528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7002c989-333f-424a-858f-dec5963152df') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:19.239903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7002c989-333f-424a-858f-dec5963152df') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:19.253041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.267796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.275177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:19.275591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:19.279144 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:19.356189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc33ac2a-aad6-45a2-adf5-507fc0a4f5b6 req-01190822-1f7c-4dc2-be28-28954af40b01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jul 15 17:14:19.381205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be973b4c-965c-458b-a3ac-fc0e978191d2 None None] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:19.391370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.410108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.410807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be973b4c-965c-458b-a3ac-fc0e978191d2 None None] Network adb07d42-9de5-4b3c-807c-1ecb8f5c961a could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:14:19.412567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/adb07d42-9de5-4b3c-807c-1ecb8f5c961a HTTP/1.1" status: 204 len: 168 time: 0.6180911 Jul 15 17:14:19.413786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378e7d6-0178-4ba1-9d4c-b7eeb5e5b687 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=adb07d42-9de5-4b3c-807c-1ecb8f5c961a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:19.417058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:19.423509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1089769867'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:19.440707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-14675c85-4d06-43ca-bf9d-d3d941b30404 None None] Could not find standard attr ID for object f6d0f188-1196-4f72-b90e-98f13cf322f5. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:19.464247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc33ac2a-aad6-45a2-adf5-507fc0a4f5b6 req-ce78f78e-d46b-4606-9785-02c5feba25bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacccfe053714bc0b512dd4ab74a26fc&device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0659277 Jul 15 17:14:19.479682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:19.484676 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.537581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:19.538372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111944ca-1a6a-4021-a36b-524cfe306537 None None] DHCP port deletion for adb07d42-9de5-4b3c-807c-1ecb8f5c961a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:19.555443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.555443 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 72c45e90-b185-4f35-980a-2304fb054cb5 of type vlan for network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 Jul 15 17:14:19.572985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc33ac2a-aad6-45a2-adf5-507fc0a4f5b6 req-719db84e-c2fb-480f-a489-0d456f1a3a13 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cacccfe053714bc0b512dd4ab74a26fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301104 Jul 15 17:14:19.616525 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.658458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27538da3-e6d7-454e-94a8-3e5a5b8e6edc req-d1fb2893-02d1-4dd0-8dc3-2be690aa005d tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0376823 Jul 15 17:14:19.684468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.690706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:19.691485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.721848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-dc0ad138-33b5-445d-a32d-1edcbc0f223a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2140169 Jul 15 17:14:19.776675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=b0577569-176d-4a8b-9bbf-cbf6bd8f14a6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:19.780068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-948472b1-38d0-4fa6-adfd-2da924a7d8f9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3617704 Jul 15 17:14:19.782906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38150) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:19.789250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:19.790309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:19.809532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33ac2a-aad6-45a2-adf5-507fc0a4f5b6 req-d303c1ec-3804-48ec-94da-1b68b806ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:19.811046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fc33ac2a-aad6-45a2-adf5-507fc0a4f5b6 req-d303c1ec-3804-48ec-94da-1b68b806ee24 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2326410 Jul 15 17:14:19.833937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-abfe6ffa-f3c6-467b-8172-0a874c833db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:19.835363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-abfe6ffa-f3c6-467b-8172-0a874c833db5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.0871987 Jul 15 17:14:19.914132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:19.918729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:19.945052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-f737fbc7-d3a4-4cbe-920e-a871b470a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:19.947225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-f737fbc7-d3a4-4cbe-920e-a871b470a2e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.0879269 Jul 15 17:14:20.012847 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-c7c9157e-68b1-4bc9-a167-b2b17f10f1ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 1001 time: 0.0603144 Jul 15 17:14:20.061933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-4d5413f6-ddb0-4bb8-9a69-049e7ea9145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:20.063517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-4d5413f6-ddb0-4bb8-9a69-049e7ea9145e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.0445664 Jul 15 17:14:20.107220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.121780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-e6259d30-97d1-4d12-9eb9-41bc32897b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:20.123295 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-e6259d30-97d1-4d12-9eb9-41bc32897b58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536859 Jul 15 17:14:20.172190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=f2212163-9abe-46f4-a3df-f8a5ed924c5f,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:20.176461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '72c45e90-b185-4f35-980a-2304fb054cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:20.176815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: b0577569-176d-4a8b-9bbf-cbf6bd8f14a6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:20.194704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:20.204612 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, b0577569-176d-4a8b-9bbf-cbf6bd8f14a6) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:20.208787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:20.209260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.213399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e68842-0fbd-4761-98e4-1d1655918323 None None] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:20.226256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0f1a5c3d-60fb-4371-8ab5-67909b0cc51f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4423015 Jul 15 17:14:20.229284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:20.231473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-9bbec35c-1d33-4549-9547-869ce422a6d2 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996997 Jul 15 17:14:20.234898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1669623630'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:20.324027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b0dcac6b-9156-4d88-bd0a-41b557f9face req-0f53ac39-3523-4575-8212-4b9f3c3fa5c0 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853195 Jul 15 17:14:20.358592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:20.362336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.370326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-b0577569-176d-4a8b-9bbf-cbf6bd8f14a6', 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': 'f2212163-9abe-46f4-a3df-f8a5ed924c5f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:20.371264 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.381039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port cdd51728-e243-449d-b310-660b7acbad6a yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:20.497689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::1e (b0577569-176d-4a8b-9bbf-cbf6bd8f14a6/f2212163-9abe-46f4-a3df-f8a5ed924c5f/cdd51728-e243-449d-b310-660b7acbad6a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:20.622589 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.636342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object cdd51728-e243-449d-b310-660b7acbad6a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:20.669417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.709366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:20.715370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:20.717895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Allocated IP 2001:db8::2 (b0577569-176d-4a8b-9bbf-cbf6bd8f14a6/f2212163-9abe-46f4-a3df-f8a5ed924c5f/778467b9-f373-4210-8d1b-df58ce574ea1) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:20.719198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:20.724854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:20.725480 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.738725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=cdd51728-e243-449d-b310-660b7acbad6a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:20.747598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f98208c-709f-49d5-87ae-d9a3394b0f1e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5167937 Jul 15 17:14:20.750087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:20.832672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e4e41ea-80a1-4ccc-9a6d-1815e8105b3d req-dcbc8e72-dd76-4170-bc81-cd02881afaa0 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0361869 Jul 15 17:14:20.877332 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.877857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port cdd51728-e243-449d-b310-660b7acbad6a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:20.878203 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.885866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Transition to ACTIVE for port object 778467b9-f373-4210-8d1b-df58ce574ea1 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:20.900904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Transition to ACTIVE for port object 778467b9-f373-4210-8d1b-df58ce574ea1 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:20.906321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.945220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:20.948296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:20.950352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:20.958952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Pushing event updated for resources: {'Port': ['ID=778467b9-f373-4210-8d1b-df58ce574ea1,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:20.969615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:20.982120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for cdd51728-e243-449d-b310-660b7acbad6a owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:21.015242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Attempting to bind port 778467b9-f373-4210-8d1b-df58ce574ea1 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:21.015602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Attempting to bind port 778467b9-f373-4210-8d1b-df58ce574ea1 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '72c45e90-b185-4f35-980a-2304fb054cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:21.015958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Attempting to bind port 778467b9-f373-4210-8d1b-df58ce574ea1 on network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:21.020678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:21.021048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Checking segment: {'id': '72c45e90-b185-4f35-980a-2304fb054cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:21.021443 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.021827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Bound using segment: {'id': '72c45e90-b185-4f35-980a-2304fb054cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:21.022281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Bound port: 778467b9-f373-4210-8d1b-df58ce574ea1, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c45e90-b185-4f35-980a-2304fb054cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b0577569-176d-4a8b-9bbf-cbf6bd8f14a6'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:21.022658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.084220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] For port 778467b9-f373-4210-8d1b-df58ce574ea1, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:21.087882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] For port 778467b9-f373-4210-8d1b-df58ce574ea1, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=778467b9-f373-4210-8d1b-df58ce574ea1,segment=NetworkSegment(72c45e90-b185-4f35-980a-2304fb054cb5),segment_id=72c45e90-b185-4f35-980a-2304fb054cb5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:21.092453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.109353 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.147310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b32d8-86e1-4d09-9026-fd4ca4442ad4 None None] Pushing event updated for resources: {'Port': ['ID=778467b9-f373-4210-8d1b-df58ce574ea1,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:21.147553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=cdd51728-e243-449d-b310-660b7acbad6a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:21.177015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.179048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-83770fd1-9ca7-47bb-9576-e84db6e71fd8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/cdd51728-e243-449d-b310-660b7acbad6a HTTP/1.1" status: 204 len: 168 time: 0.4278672 Jul 15 17:14:21.181903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:21.210851 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3474eb1-c25f-4898-8b6b-d40d58e0adcc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:21.213087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3474eb1-c25f-4898-8b6b-d40d58e0adcc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/cdd51728-e243-449d-b310-660b7acbad6a HTTP/1.1" status: 404 len: 333 time: 0.0302236 Jul 15 17:14:21.215746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38160) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:21.266735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet f2212163-9abe-46f4-a3df-f8a5ed924c5f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:21.270179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.321897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.420492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.481243 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.510926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=f2212163-9abe-46f4-a3df-f8a5ed924c5f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:21.512926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.514787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-213aee6d-6b44-4924-9f00-3c22aabf5996 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f2212163-9abe-46f4-a3df-f8a5ed924c5f HTTP/1.1" status: 204 len: 168 time: 0.2981086 Jul 15 17:14:21.517484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38162) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:21.596608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.650090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 778467b9-f373-4210-8d1b-df58ce574ea1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:21.650727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.716662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port 778467b9-f373-4210-8d1b-df58ce574ea1, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=778467b9-f373-4210-8d1b-df58ce574ea1,segment=NetworkSegment(72c45e90-b185-4f35-980a-2304fb054cb5),segment_id=72c45e90-b185-4f35-980a-2304fb054cb5)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:21.717021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.729578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 778467b9-f373-4210-8d1b-df58ce574ea1 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:21.804756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 778467b9-f373-4210-8d1b-df58ce574ea1 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:21.821114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.846670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=778467b9-f373-4210-8d1b-df58ce574ea1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:21.849854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No active binding found for port 778467b9-f373-4210-8d1b-df58ce574ea1 {{(pid=100430) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 15 17:14:21.850565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 778467b9-f373-4210-8d1b-df58ce574ea1 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 15 17:14:21.852378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port 778467b9-f373-4210-8d1b-df58ce574ea1 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:21.881039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Port 778467b9-f373-4210-8d1b-df58ce574ea1 not found, will not notify nova. {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 15 17:14:21.939341 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:21.950397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0577569-176d-4a8b-9bbf-cbf6bd8f14a6']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:21.961172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c45e90-b185-4f35-980a-2304fb054cb5') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:21.961401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c45e90-b185-4f35-980a-2304fb054cb5') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:21.980391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.006599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b35d7d7e-8398-4421-8b55-d20e65309954 req-53cc95dc-547b-44d4-84be-2a973942b683 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0382535 Jul 15 17:14:22.013497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.020633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:22.021317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:22.025414 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:22.093780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.099502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.101135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 HTTP/1.1" status: 204 len: 168 time: 0.5826817 Jul 15 17:14:22.105274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38166) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:22.110836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'name': 'tempest-PortsIpV6TestJSON-437593042'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:22.115955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f964d75-5e8e-48de-b0ad-f04688b78ab6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=b0577569-176d-4a8b-9bbf-cbf6bd8f14a6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:22.155896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500d214-a906-41b8-9747-b8a7b81dfaf6 None None] DHCP port deletion for b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:22.172206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58303ac5-9cca-4fa5-b5c3-9058e346e8f8 None None] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:22.175369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9569f666-4959-4527-a5ba-71c7b6cf1755 None None] Could not find standard attr ID for object 778467b9-f373-4210-8d1b-df58ce574ea1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:22.186218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58303ac5-9cca-4fa5-b5c3-9058e346e8f8 None None] Network b0577569-176d-4a8b-9bbf-cbf6bd8f14a6 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:14:22.213664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:22.217359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.234724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 57517690-e8d1-4ee7-a08c-d64cde84a276 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:22.389857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.425134 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.475104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:22.478510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:22.481044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:22.487034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:22.487460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.493982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=57517690-e8d1-4ee7-a08c-d64cde84a276,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:22.506239 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-68a83044-7c7e-4fc0-a185-f19b811a7b99 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3999016 Jul 15 17:14:22.509553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:22.605047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 57517690-e8d1-4ee7-a08c-d64cde84a276 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:22.605387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.668090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.679348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 57517690-e8d1-4ee7-a08c-d64cde84a276 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:22.758632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.787761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=57517690-e8d1-4ee7-a08c-d64cde84a276,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:22.792496 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.794387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ad1f2201-1dcd-41a6-a209-8662fd126c23 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/57517690-e8d1-4ee7-a08c-d64cde84a276 HTTP/1.1" status: 204 len: 168 time: 0.2839153 Jul 15 17:14:22.796816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:22.801566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'mac_address': 'fa:16:3e:9c:25:f5', 'name': 'tempest-PortsIpV6TestJSON-1923114925'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:22.884965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:22.950871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:22.973131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 5d754792-261b-4bd3-a2cb-ee7290ad8659 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:23.172265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26249fd3-46cf-4bac-8092-fcaa5d957f78 req-a4dcea35-2e2d-431b-8f4a-3c0867675f2f tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0364950 Jul 15 17:14:23.445690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.482731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.528802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:23.531856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:23.535608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:23.541203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:23.541784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.547422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=5d754792-261b-4bd3-a2cb-ee7290ad8659,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:23.559310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ae05805e-378b-443f-8f7a-9efeeab8698a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7615037 Jul 15 17:14:23.561816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:23.616507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484e2ee-9cb9-4548-a505-5a7cd0e53fa2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:23.617752 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9484e2ee-9cb9-4548-a505-5a7cd0e53fa2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/5d754792-261b-4bd3-a2cb-ee7290ad8659 HTTP/1.1" status: 200 len: 845 time: 0.0550265 Jul 15 17:14:23.620838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:23.712963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 5d754792-261b-4bd3-a2cb-ee7290ad8659 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:23.713304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.777081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 778467b9-f373-4210-8d1b-df58ce574ea1 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:23.782273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.794250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 5d754792-261b-4bd3-a2cb-ee7290ad8659 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:23.796699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 778467b9-f373-4210-8d1b-df58ce574ea1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:23.797045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 778467b9-f373-4210-8d1b-df58ce574ea1 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:23.872041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.901324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=5d754792-261b-4bd3-a2cb-ee7290ad8659,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:23.906512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:23.908456 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c95e971b-b5fc-44d5-b323-6f9a432a00ff tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/5d754792-261b-4bd3-a2cb-ee7290ad8659 HTTP/1.1" status: 204 len: 168 time: 0.2866807 Jul 15 17:14:23.910948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38178) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:23.941542 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c345b7-5ba1-4b4a-9bfa-6d2457887ec6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:23.942959 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c1c345b7-5ba1-4b4a-9bfa-6d2457887ec6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/5d754792-261b-4bd3-a2cb-ee7290ad8659 HTTP/1.1" status: 404 len: 333 time: 0.0311191 Jul 15 17:14:23.946984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38180) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:23.951838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'name': 'tempest-PortsIpV6TestJSON-701097531'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:24.036488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:24.040184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.057405 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 14032bd8-856c-4482-9247-794d7de59832 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:24.216676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.256376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.298488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:24.303792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:24.308661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:24.314092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:24.314703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.327418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=14032bd8-856c-4482-9247-794d7de59832,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:24.330602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-75eed60a-66a8-4946-951d-42bc3015fab2 req-b60d4ac1-1308-4649-8a5b-eb18909e2b66 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0299282 Jul 15 17:14:24.338235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3b17ca4c-a79c-4f50-94b0-462617d8da00 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.3875833 Jul 15 17:14:24.338407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:24.344349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:24.431267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.581754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.586432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.618924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] In _notify_port_updated(), no bound segment for port 14032bd8-856c-4482-9247-794d7de59832 on network e76e8ad7-88a3-4784-a7b9-d6d889b417ab {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:24.624341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:24.624942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.626235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/ports/14032bd8-856c-4482-9247-794d7de59832 HTTP/1.1" status: 200 len: 818 time: 0.2868578 Jul 15 17:14:24.629090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38186) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:24.672817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ba2c-4626-4a54-a214-4a37d75919be tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=14032bd8-856c-4482-9247-794d7de59832,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:24.740506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 14032bd8-856c-4482-9247-794d7de59832 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:24.740852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.805594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.817190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 14032bd8-856c-4482-9247-794d7de59832 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:24.899060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.928100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=14032bd8-856c-4482-9247-794d7de59832,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:24.934689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:24.936897 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1352331-ef35-49f6-9ada-6ba0c6fc3992 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/14032bd8-856c-4482-9247-794d7de59832 HTTP/1.1" status: 204 len: 168 time: 0.3068361 Jul 15 17:14:24.939406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.002662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c1973-1bd0-455c-b72f-fb32f7c11139 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:25.004122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-237c1973-1bd0-455c-b72f-fb32f7c11139 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0638051 Jul 15 17:14:25.006740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.033986 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25d57a2-eb15-40c1-b32a-68fd20efac6d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:25.035390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d25d57a2-eb15-40c1-b32a-68fd20efac6d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/14032bd8-856c-4482-9247-794d7de59832 HTTP/1.1" status: 404 len: 333 time: 0.0277724 Jul 15 17:14:25.038824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.043670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230600288'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:25.063618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:25.067030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.094045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:25.102748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.103138 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 5762773f-42e6-435b-8fe1-39e2788930a4 of type vlan for network b8fc6298-f84c-4692-a01c-2bf969e7ef59 Jul 15 17:14:25.142308 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.170857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.176343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:25.176920 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.212972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1731544 Jul 15 17:14:25.215862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38194) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.220922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:25.247572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49da63a-5c9e-424a-8bcb-589b6cd6d232 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=b8fc6298-f84c-4692-a01c-2bf969e7ef59,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:25.258104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:25.311940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:25.315587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.490617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ab91f18-7a53-4231-99f5-fb7d6ed8a2a9 req-f447de79-99bd-4605-9fa6-7807f880ced6 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0341301 Jul 15 17:14:25.536391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.601330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=f2fb1523-54f5-44d0-a394-3bb2005953c4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:25.610116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '5762773f-42e6-435b-8fe1-39e2788930a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:25.610470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: b8fc6298-f84c-4692-a01c-2bf969e7ef59, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:25.627500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:25.636362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, b8fc6298-f84c-4692-a01c-2bf969e7ef59) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:25.640236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:25.640815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.644992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cc831-15b4-4fa4-949d-a659ffca3088 None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:25.657113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e5b0d5a-0860-449e-af01-bd07bc951fed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4401488 Jul 15 17:14:25.659807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38198) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.664745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:25.777043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:25.780741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.797972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:25.798945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.809266 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a24b5a7-146f-4b0e-aa8b-ed506268079e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:25.875564 n-d-800085-3 neutron-server[100429]: INFO neutron.db.ipam_backend_mixin [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2fb1523-54f5-44d0-a394-3bb2005953c4 (CIDR: 2001:db8::/64) Jul 15 17:14:25.878201 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:14:25.878677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:25.893112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4ecd1a1e-d775-43e1-acb6-3b647a61059e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2322257 Jul 15 17:14:25.895777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38200) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:25.901653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:26.018584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:26.022200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.089478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Allocated IP 2001:db8::2 (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f2fb1523-54f5-44d0-a394-3bb2005953c4/a08541ad-5936-4376-8573-42de2e9d1178) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:26.231370 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.239443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Transition to ACTIVE for port object a08541ad-5936-4376-8573-42de2e9d1178 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:26.253520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Transition to ACTIVE for port object a08541ad-5936-4376-8573-42de2e9d1178 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:26.259244 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.266169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.298615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:26.301248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:26.304711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:26.309628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:26.310530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Pushing event updated for resources: {'Port': ['ID=a08541ad-5936-4376-8573-42de2e9d1178,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:26.312849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:26.317078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:26.317656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.327894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=f8d35f66-77d0-4fce-9697-abf124891e55,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:26.345074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a879944-2cef-4a63-ae9e-84918a02c4d9 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4481030 Jul 15 17:14:26.347682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38202) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:26.352856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4'}, {'subnet_id': 'f8d35f66-77d0-4fce-9697-abf124891e55'}], 'name': 'tempest-PortsIpV6TestJSON-1314909401'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:26.372761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Attempting to bind port a08541ad-5936-4376-8573-42de2e9d1178 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:26.373128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Attempting to bind port a08541ad-5936-4376-8573-42de2e9d1178 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5762773f-42e6-435b-8fe1-39e2788930a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:26.373481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Attempting to bind port a08541ad-5936-4376-8573-42de2e9d1178 on network b8fc6298-f84c-4692-a01c-2bf969e7ef59 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:26.378309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:26.378710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Checking segment: {'id': '5762773f-42e6-435b-8fe1-39e2788930a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:26.379101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.379498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Bound using segment: {'id': '5762773f-42e6-435b-8fe1-39e2788930a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:26.379935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Bound port: a08541ad-5936-4376-8573-42de2e9d1178, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5762773f-42e6-435b-8fe1-39e2788930a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:26.380329 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.443214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] For port a08541ad-5936-4376-8573-42de2e9d1178, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:26.447101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] For port a08541ad-5936-4376-8573-42de2e9d1178, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a08541ad-5936-4376-8573-42de2e9d1178,segment=NetworkSegment(5762773f-42e6-435b-8fe1-39e2788930a4),segment_id=5762773f-42e6-435b-8fe1-39e2788930a4)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:26.450895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.521891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99259-41d7-4d35-9c71-9b4525492425 None None] Pushing event updated for resources: {'Port': ['ID=a08541ad-5936-4376-8573-42de2e9d1178,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:26.816322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-742c430f-558d-4b19-839e-47728284bf70 req-2a79d504-eb78-470e-941d-2556c8e63b2b tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0360582 Jul 15 17:14:26.855237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:26.939420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:26.958952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 9c112ddd-a122-4f5b-8263-b52e778acee1 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:27.229274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::114 (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f2fb1523-54f5-44d0-a394-3bb2005953c4/9c112ddd-a122-4f5b-8263-b52e778acee1) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:27.237071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8:0:1::194 (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f8d35f66-77d0-4fce-9697-abf124891e55/9c112ddd-a122-4f5b-8263-b52e778acee1) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:27.390385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.405571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object 9c112ddd-a122-4f5b-8263-b52e778acee1 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:27.443730 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.494128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:27.497677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:27.502283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:27.503873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20109145-5f83-461a-a3d7-b079a7e6ece2 None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:27.507936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:27.508664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.512367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=9c112ddd-a122-4f5b-8263-b52e778acee1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:27.525714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-197cbcdc-ec53-4372-8ad5-8d0951a574ac tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1768992 Jul 15 17:14:27.528423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38206) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:27.533720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:27.576364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e2919ae-5bb5-4490-8e8a-137e7d70cca7 None None] Provisioning for port a08541ad-5936-4376-8573-42de2e9d1178 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:27.623127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.754605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Update dhcp port {'port': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8d35f66-77d0-4fce-9697-abf124891e55'}], 'binding:host_id': 'n-d-800085-3'}, 'id': 'a08541ad-5936-4376-8573-42de2e9d1178'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:14:27.795120 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.828757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a08541ad-5936-4376-8573-42de2e9d1178 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:27.876269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Delete allocated IP 2001:db8:0:1::194 (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f8d35f66-77d0-4fce-9697-abf124891e55) {{(pid=100429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:14:27.956073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a08541ad-5936-4376-8573-42de2e9d1178 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:27.959915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a08541ad-5936-4376-8573-42de2e9d1178 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:27.960320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:27.994105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7c49ba3-67c6-4cf8-b819-9b7664a37117 req-3a3900e0-2fb4-4591-bd32-1825b25c6d4b tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0414281 Jul 15 17:14:28.036952 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.039176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.051107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Ignored duplicate provisioning block setup for port 9c112ddd-a122-4f5b-8263-b52e778acee1 by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:14:28.055318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.094592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a08541ad-5936-4376-8573-42de2e9d1178, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a08541ad-5936-4376-8573-42de2e9d1178,segment=NetworkSegment(5762773f-42e6-435b-8fe1-39e2788930a4),segment_id=5762773f-42e6-435b-8fe1-39e2788930a4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:28.101335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.124535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] In _notify_port_updated(), no bound segment for port 9c112ddd-a122-4f5b-8263-b52e778acee1 on network b8fc6298-f84c-4692-a01c-2bf969e7ef59 {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:28.130475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:28.131133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.132488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/ports/9c112ddd-a122-4f5b-8263-b52e778acee1 HTTP/1.1" status: 200 len: 926 time: 0.6030393 Jul 15 17:14:28.136146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38210) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:28.141020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d7444-95da-47a2-8878-8653e377ff2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=9c112ddd-a122-4f5b-8263-b52e778acee1,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:28.142318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4'}, {'subnet_id': 'f8d35f66-77d0-4fce-9697-abf124891e55'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:28.156373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Allocated IP 2001:db8:0:1::2 (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f8d35f66-77d0-4fce-9697-abf124891e55/a08541ad-5936-4376-8573-42de2e9d1178) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:28.185015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a08541ad-5936-4376-8573-42de2e9d1178,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:28.265389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] For port a08541ad-5936-4376-8573-42de2e9d1178, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a08541ad-5936-4376-8573-42de2e9d1178,segment=NetworkSegment(5762773f-42e6-435b-8fe1-39e2788930a4),segment_id=5762773f-42e6-435b-8fe1-39e2788930a4)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:28.294377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.308027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Transition to ACTIVE for port object a08541ad-5936-4376-8573-42de2e9d1178 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:28.309391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.312568 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.406589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fbe2e-29e7-4039-b444-fdd30128f2ce None None] Pushing event updated for resources: {'Port': ['ID=a08541ad-5936-4376-8573-42de2e9d1178,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:28.583330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8:0:1::1e (b8fc6298-f84c-4692-a01c-2bf969e7ef59/f8d35f66-77d0-4fce-9697-abf124891e55/9c112ddd-a122-4f5b-8263-b52e778acee1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:28.715194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.727852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Ignored duplicate provisioning block setup for port 9c112ddd-a122-4f5b-8263-b52e778acee1 by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:14:28.731827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.803616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.822683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] In _notify_port_updated(), no bound segment for port 9c112ddd-a122-4f5b-8263-b52e778acee1 on network b8fc6298-f84c-4692-a01c-2bf969e7ef59 {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:28.828069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:28.828734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:28.830098 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/ports/9c112ddd-a122-4f5b-8263-b52e778acee1 HTTP/1.1" status: 200 len: 1011 time: 0.6926711 Jul 15 17:14:28.831339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=9c112ddd-a122-4f5b-8263-b52e778acee1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:28.833462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38212) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:28.839849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.840242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.840599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.840937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.841278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.841617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.841951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.842284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.842633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.842934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.843243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.843574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ccb3df-c3b5-4ca2-b10d-6e48956e61f4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:28.913514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194810d-412f-40d9-ac9e-d2df803fd2c2 None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:28.941681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 9c112ddd-a122-4f5b-8263-b52e778acee1 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:28.942262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.037019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.042494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Provisioning for port 9c112ddd-a122-4f5b-8263-b52e778acee1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:29.050240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 9c112ddd-a122-4f5b-8263-b52e778acee1 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:29.067304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Provisioning complete for port 9c112ddd-a122-4f5b-8263-b52e778acee1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:29.067678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.124796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Port 9c112ddd-a122-4f5b-8263-b52e778acee1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:29.134515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a37976d4-24bf-4642-bd3c-0642e2ce2de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.148072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Provisioning for port a08541ad-5936-4376-8573-42de2e9d1178 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:29.153056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Provisioning complete for port a08541ad-5936-4376-8573-42de2e9d1178 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:29.153434 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10d8c9de-00aa-4fbe-a4d6-c5450813a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.195868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e968c3f-4428-47a4-bf09-391850ff2f00 req-ffeb4b42-c5b9-4b85-844f-bc9adb3506a1 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0703912 Jul 15 17:14:29.261934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.295056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=9c112ddd-a122-4f5b-8263-b52e778acee1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:29.347473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.349498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f90fb5e2-8439-4f70-b042-bbbd2cc9b606 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/9c112ddd-a122-4f5b-8263-b52e778acee1 HTTP/1.1" status: 204 len: 168 time: 0.5142715 Jul 15 17:14:29.352197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38216) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:29.385362 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-99488f9a-8042-4e99-a2bb-4369d2c21678 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:29.386726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99488f9a-8042-4e99-a2bb-4369d2c21678 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/9c112ddd-a122-4f5b-8263-b52e778acee1 HTTP/1.1" status: 404 len: 333 time: 0.0333419 Jul 15 17:14:29.389539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38218) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:29.445239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet f8d35f66-77d0-4fce-9697-abf124891e55 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:29.448826 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.460138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-966c395f-837b-4946-afe1-fa4fc15d1994 None None] Could not find standard attr ID for object 9c112ddd-a122-4f5b-8263-b52e778acee1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:29.470543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-966c395f-837b-4946-afe1-fa4fc15d1994 None None] Provisioning complete for port a08541ad-5936-4376-8573-42de2e9d1178 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:29.471031 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-966c395f-837b-4946-afe1-fa4fc15d1994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.491585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.568931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.587626 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.649489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.679123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d35f66-77d0-4fce-9697-abf124891e55,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:29.681711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.683637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-317355cb-28b6-4eb7-825d-732e4186511e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f8d35f66-77d0-4fce-9697-abf124891e55 HTTP/1.1" status: 204 len: 168 time: 0.2931173 Jul 15 17:14:29.686410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38220) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:29.691544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1206235c-9d72-4dca-b125-4e30d6102b28 None None] Could not find standard attr ID for object 9c112ddd-a122-4f5b-8263-b52e778acee1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:29.739478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet f2fb1523-54f5-44d0-a394-3bb2005953c4 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:29.743682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.770414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07f78c-da16-41d9-a293-926a5761a5ee None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:29.793441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.796042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a08541ad-5936-4376-8573-42de2e9d1178 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:29.853066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-083062e5-b827-4742-a13b-2362b018841b None None] Could not find standard attr ID for object 9c112ddd-a122-4f5b-8263-b52e778acee1. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:29.877898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.918984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a08541ad-5936-4376-8573-42de2e9d1178 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:29.919350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.937108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.969715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fb1523-54f5-44d0-a394-3bb2005953c4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:29.973303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:29.978633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cdc2889a-ec47-4bad-ac57-cd6ce16c2f79 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f2fb1523-54f5-44d0-a394-3bb2005953c4 HTTP/1.1" status: 204 len: 168 time: 0.2877507 Jul 15 17:14:29.978633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38222) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:30.055087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.108017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130b251-3f04-447b-b69e-a94e86782ed5 None None] Update dhcp port {'port': {'network_id': 'b8fc6298-f84c-4692-a01c-2bf969e7ef59', 'fixed_ips': [{'subnet_id': 'f2fb1523-54f5-44d0-a394-3bb2005953c4'}], 'binding:host_id': 'n-d-800085-3'}, 'id': 'a08541ad-5936-4376-8573-42de2e9d1178'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:14:30.108708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port a08541ad-5936-4376-8573-42de2e9d1178 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:30.109061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.141184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4130b251-3f04-447b-b69e-a94e86782ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.175342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port a08541ad-5936-4376-8573-42de2e9d1178, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a08541ad-5936-4376-8573-42de2e9d1178,segment=NetworkSegment(5762773f-42e6-435b-8fe1-39e2788930a4),segment_id=5762773f-42e6-435b-8fe1-39e2788930a4)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:30.175711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.188705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for a08541ad-5936-4376-8573-42de2e9d1178 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:30.271576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.302691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=a08541ad-5936-4376-8573-42de2e9d1178,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:30.308418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port a08541ad-5936-4376-8573-42de2e9d1178 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:30.325909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9c136-be9e-43e9-ba42-c29d0c8cb4df None None] Network b8fc6298-f84c-4692-a01c-2bf969e7ef59 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:30.358332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f622632-8a40-4540-8a91-d1b977d3b7dc req-07ae7e38-9a0a-44ee-8733-95322bcd06c1 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0328476 Jul 15 17:14:30.397629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.398956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aa98959f-65de-4615-a6a3-4d15ffda491a None None] Could not find standard attr ID for object a08541ad-5936-4376-8573-42de2e9d1178. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:30.408005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fc6298-f84c-4692-a01c-2bf969e7ef59']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:30.418440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5762773f-42e6-435b-8fe1-39e2788930a4') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:30.418741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5762773f-42e6-435b-8fe1-39e2788930a4') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:30.427528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.442332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.448412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:30.448798 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:30.451778 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:30.457194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5e6ed-bf03-4acc-93c7-76e348b1340f None None] DHCP port deletion for b8fc6298-f84c-4692-a01c-2bf969e7ef59 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:30.517406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.525029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.526998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/b8fc6298-f84c-4692-a01c-2bf969e7ef59 HTTP/1.1" status: 204 len: 168 time: 0.5476851 Jul 15 17:14:30.531143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38226) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:30.538453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37fbc4-da6e-475d-8d2b-ae1721a55b19 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=b8fc6298-f84c-4692-a01c-2bf969e7ef59,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:30.603720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a91d5d-8108-47c1-b809-5914f007f431 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:30.605255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-61a91d5d-8108-47c1-b809-5914f007f431 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0727787 Jul 15 17:14:30.608850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38228) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:30.670536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d217d03e-c32a-4da1-bef5-7389dba1b038 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0606799 Jul 15 17:14:30.673805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38230) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:30.678446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1017502084'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:30.699118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:30.702577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.726598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:30.736741 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.737180 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 6b43c5ff-51d0-41c0-941d-e6a3b90ff825 of type vlan for network c24008a1-9f83-4c2d-ad0d-085642eb7080 Jul 15 17:14:30.785238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.818426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.824880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:30.825481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:30.857795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1829586 Jul 15 17:14:30.860775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:30.865506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:30.917627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b12233-3703-4cc5-84d4-96a6b539a7d5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=c24008a1-9f83-4c2d-ad0d-085642eb7080,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:30.927300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:30.989909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:30.993932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.183349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.240019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=1070a0f2-7508-4643-a2b1-fa0ff23b037f,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:31.250686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '6b43c5ff-51d0-41c0-941d-e6a3b90ff825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:31.251044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: c24008a1-9f83-4c2d-ad0d-085642eb7080, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:31.269197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:31.278081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c24008a1-9f83-4c2d-ad0d-085642eb7080) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:31.280710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.282476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:31.283111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.286705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a31d7-6ef6-47b3-9e34-0c57c2b9c018 None None] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:31.297119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-786f9184-14be-4e5d-a7e3-9471f9ba23fd tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4353900 Jul 15 17:14:31.299862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:31.305038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080', 'name': 'tempest-PortsIpV6TestJSON-612474083'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:31.422627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:31.427726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.455398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 28f3ee7a-1b5f-44d5-9b08-3e15565cd777 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:31.523228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4dad6530-9542-4016-97ed-006e96a45dca req-79060352-9965-4b66-a768-ecc7fb33751f tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0314987 Jul 15 17:14:31.581508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::377 (c24008a1-9f83-4c2d-ad0d-085642eb7080/1070a0f2-7508-4643-a2b1-fa0ff23b037f/28f3ee7a-1b5f-44d5-9b08-3e15565cd777) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:31.591372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c24008a1-9f83-4c2d-ad0d-085642eb7080', 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': '1070a0f2-7508-4643-a2b1-fa0ff23b037f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:31.592297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.732607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.747383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object 28f3ee7a-1b5f-44d5-9b08-3e15565cd777 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:31.781536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.783978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a08541ad-5936-4376-8573-42de2e9d1178 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:31.823326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:31.826283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a08541ad-5936-4376-8573-42de2e9d1178 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:31.826606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a08541ad-5936-4376-8573-42de2e9d1178 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:31.830480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:31.834597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:31.840699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:31.841297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:31.847544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=28f3ee7a-1b5f-44d5-9b08-3e15565cd777,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:31.854530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Allocated IP 2001:db8::2 (c24008a1-9f83-4c2d-ad0d-085642eb7080/1070a0f2-7508-4643-a2b1-fa0ff23b037f/63af6d79-f097-41cf-96bd-381a9d71ce8c) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:31.862480 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ff4c4bc2-4b2c-4747-a889-023201c39127 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5613654 Jul 15 17:14:31.864956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:31.871103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080', 'name': 'tempest-PortsIpV6TestJSON-1205318220'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:31.981611 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:31.985139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.001052 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.003015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 86a15829-4697-43a9-b7a8-3912f894e3f5 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:32.010638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Transition to ACTIVE for port object 63af6d79-f097-41cf-96bd-381a9d71ce8c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:32.026244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Transition to ACTIVE for port object 63af6d79-f097-41cf-96bd-381a9d71ce8c will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:32.032457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.068714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:32.076015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:32.078757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:32.087741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Pushing event updated for resources: {'Port': ['ID=63af6d79-f097-41cf-96bd-381a9d71ce8c,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:32.123864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::108 (c24008a1-9f83-4c2d-ad0d-085642eb7080/1070a0f2-7508-4643-a2b1-fa0ff23b037f/86a15829-4697-43a9-b7a8-3912f894e3f5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:32.140634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Attempting to bind port 63af6d79-f097-41cf-96bd-381a9d71ce8c on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:32.141000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Attempting to bind port 63af6d79-f097-41cf-96bd-381a9d71ce8c by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '6b43c5ff-51d0-41c0-941d-e6a3b90ff825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:32.141357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Attempting to bind port 63af6d79-f097-41cf-96bd-381a9d71ce8c on network c24008a1-9f83-4c2d-ad0d-085642eb7080 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:32.146285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:32.146659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Checking segment: {'id': '6b43c5ff-51d0-41c0-941d-e6a3b90ff825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:32.147055 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.147447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Bound using segment: {'id': '6b43c5ff-51d0-41c0-941d-e6a3b90ff825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:32.147901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Bound port: 63af6d79-f097-41cf-96bd-381a9d71ce8c, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b43c5ff-51d0-41c0-941d-e6a3b90ff825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c24008a1-9f83-4c2d-ad0d-085642eb7080'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:32.148306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.213465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] For port 63af6d79-f097-41cf-96bd-381a9d71ce8c, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:32.216834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] For port 63af6d79-f097-41cf-96bd-381a9d71ce8c, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=63af6d79-f097-41cf-96bd-381a9d71ce8c,segment=NetworkSegment(6b43c5ff-51d0-41c0-941d-e6a3b90ff825),segment_id=6b43c5ff-51d0-41c0-941d-e6a3b90ff825)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:32.220738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.276427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.281672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4256a19-c66c-4da7-af96-3affeb00e7fd None None] Pushing event updated for resources: {'Port': ['ID=63af6d79-f097-41cf-96bd-381a9d71ce8c,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:32.291683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object 86a15829-4697-43a9-b7a8-3912f894e3f5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:32.325413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.373296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:32.378463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:32.382180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:32.387835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:32.388481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.399544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=86a15829-4697-43a9-b7a8-3912f894e3f5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:32.410376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f165830-887e-44e9-b430-f73a6ecac16e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5443900 Jul 15 17:14:32.413146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:32.537798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdec439b-6681-4c53-8ccc-c375187f39cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:32.539242 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bdec439b-6681-4c53-8ccc-c375187f39cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A377 HTTP/1.1" status: 200 len: 928 time: 0.1251135 Jul 15 17:14:32.542259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38242) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:32.650937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 86a15829-4697-43a9-b7a8-3912f894e3f5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:32.651286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.703258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c89c4811-3d12-4a05-b0ae-25cc3fc406ae req-23c69af6-15ea-4d9f-9bc0-1837e073ce09 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0478568 Jul 15 17:14:32.763406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.776082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 86a15829-4697-43a9-b7a8-3912f894e3f5 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:32.905710 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.936314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=86a15829-4697-43a9-b7a8-3912f894e3f5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:32.969729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:32.971975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb7cc735-fc54-4b8d-8409-a2019831f229 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/86a15829-4697-43a9-b7a8-3912f894e3f5 HTTP/1.1" status: 204 len: 168 time: 0.4287162 Jul 15 17:14:32.974726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38246) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:33.003385 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-910cdae5-f3ef-4772-b9ea-4578235fc3b5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:33.005020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-910cdae5-f3ef-4772-b9ea-4578235fc3b5 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/86a15829-4697-43a9-b7a8-3912f894e3f5 HTTP/1.1" status: 404 len: 333 time: 0.0293803 Jul 15 17:14:33.007760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38248) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:33.106891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 28f3ee7a-1b5f-44d5-9b08-3e15565cd777 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:33.107234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.203838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.216320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 28f3ee7a-1b5f-44d5-9b08-3e15565cd777 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:33.234316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b83ca-a8f5-4dca-9712-8fde433e1b25 None None] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:33.353412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.364227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-86f0d845-ddd1-414d-a8da-6ea38fc77db7 None None] Provisioning for port 63af6d79-f097-41cf-96bd-381a9d71ce8c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:33.383282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=28f3ee7a-1b5f-44d5-9b08-3e15565cd777,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:33.412177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.416630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8b4e7cd7-1752-43e8-bd9c-11da17b1089d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/28f3ee7a-1b5f-44d5-9b08-3e15565cd777 HTTP/1.1" status: 204 len: 168 time: 0.4054015 Jul 15 17:14:33.416795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38250) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:33.445621 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f3247b-5f42-4c30-b501-6eb9f513aac8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:33.449364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b3f3247b-5f42-4c30-b501-6eb9f513aac8 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/28f3ee7a-1b5f-44d5-9b08-3e15565cd777 HTTP/1.1" status: 404 len: 333 time: 0.0304146 Jul 15 17:14:33.450972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:33.509351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 1070a0f2-7508-4643-a2b1-fa0ff23b037f {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:33.512947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.554519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.639892 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.708911 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.735777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=1070a0f2-7508-4643-a2b1-fa0ff23b037f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:33.742905 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.745778 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c50bc449-61b5-4790-98c0-e28142d0efe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/1070a0f2-7508-4643-a2b1-fa0ff23b037f HTTP/1.1" status: 204 len: 168 time: 0.2937152 Jul 15 17:14:33.748372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38256) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:33.818861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951fcdc-675b-4896-b6d0-a54ddb2233c8 None None] Network c24008a1-9f83-4c2d-ad0d-085642eb7080 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:33.843312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.848305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 63af6d79-f097-41cf-96bd-381a9d71ce8c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:33.895528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a50ce8f-f197-4a24-8d33-711f65cc24c5 req-f677d3a9-439f-4e5c-b790-a1ab998bd993 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0293491 Jul 15 17:14:33.907662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 63af6d79-f097-41cf-96bd-381a9d71ce8c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:33.908014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.918264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b6c41aef-f063-4dd3-bb7d-987f7f18d65d None None] Could not find standard attr ID for object 28f3ee7a-1b5f-44d5-9b08-3e15565cd777. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:33.975622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port 63af6d79-f097-41cf-96bd-381a9d71ce8c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=63af6d79-f097-41cf-96bd-381a9d71ce8c,segment=NetworkSegment(6b43c5ff-51d0-41c0-941d-e6a3b90ff825),segment_id=6b43c5ff-51d0-41c0-941d-e6a3b90ff825)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:33.975990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:33.985207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 63af6d79-f097-41cf-96bd-381a9d71ce8c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:33.988050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 63af6d79-f097-41cf-96bd-381a9d71ce8c owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:33.993899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 63af6d79-f097-41cf-96bd-381a9d71ce8c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:33.994279 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.079097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.086450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.089790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d96c2-e7d5-4bc6-a075-75d35605ea2b None None] DHCP port deletion for c24008a1-9f83-4c2d-ad0d-085642eb7080 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:34.103156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=63af6d79-f097-41cf-96bd-381a9d71ce8c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:34.110847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port 63af6d79-f097-41cf-96bd-381a9d71ce8c on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:34.188804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.199215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24008a1-9f83-4c2d-ad0d-085642eb7080']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:34.208879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b43c5ff-51d0-41c0-941d-e6a3b90ff825') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:34.209177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b43c5ff-51d0-41c0-941d-e6a3b90ff825') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:34.218116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.235994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.242083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:34.242484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:34.245974 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:34.302870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.310281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.312166 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/c24008a1-9f83-4c2d-ad0d-085642eb7080 HTTP/1.1" status: 204 len: 168 time: 0.5627098 Jul 15 17:14:34.315828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38258) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:34.320850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1488282702'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:34.324365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45468e-a0c8-49ac-a021-20b36b1a9265 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=c24008a1-9f83-4c2d-ad0d-085642eb7080,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:34.342917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:34.346989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.374394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:34.384256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.384772 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 8d038a4e-5996-448c-9e14-5dad5e186b49 of type vlan for network b06c82dd-29d7-4d13-bd41-937832444773 Jul 15 17:14:34.423957 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.453388 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.458911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:34.459516 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.491130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1741371 Jul 15 17:14:34.494461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38260) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:34.499282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:34.555382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cd898-b00b-4937-b4a7-94c0e2734280 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=b06c82dd-29d7-4d13-bd41-937832444773,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:34.565356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b06c82dd-29d7-4d13-bd41-937832444773 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:34.621814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:34.625381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.809473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.871061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=a4c9fcc8-666f-4763-bfd0-175fb4a485ea,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:34.879340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '8d038a4e-5996-448c-9e14-5dad5e186b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:34.879699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: b06c82dd-29d7-4d13-bd41-937832444773, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:34.896228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b06c82dd-29d7-4d13-bd41-937832444773 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:34.905615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, b06c82dd-29d7-4d13-bd41-937832444773) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:34.909459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:34.910078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:34.914149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a58d1-bb8f-4841-87ed-fa8a35c08157 None None] Network b06c82dd-29d7-4d13-bd41-937832444773 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:34.923854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-071858bc-cd20-4efc-8870-6ef3a9d6b3eb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4283807 Jul 15 17:14:34.928767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38262) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:34.934384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773', 'name': 'tempest-PortsIpV6TestJSON-990046638', 'fixed_ips': [{'subnet_id': 'a4c9fcc8-666f-4763-bfd0-175fb4a485ea', 'ip_address': '2001:db8::10'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:35.067376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-b06c82dd-29d7-4d13-bd41-937832444773', 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': 'a4c9fcc8-666f-4763-bfd0-175fb4a485ea'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:35.068297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.076326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b60a088-5ae8-4e87-b116-2921e4b956d3 req-e608ed28-e669-441f-9833-298d58b71603 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0342450 Jul 15 17:14:35.077029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:35.166433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.184423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port dcd405f5-3970-460b-a4d7-59de5d9308e5 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:35.209573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Allocated IP 2001:db8::2 (b06c82dd-29d7-4d13-bd41-937832444773/a4c9fcc8-666f-4763-bfd0-175fb4a485ea/4a477baf-4d80-4a0c-8622-eb3054f9199e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:35.349169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.358092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Transition to ACTIVE for port object 4a477baf-4d80-4a0c-8622-eb3054f9199e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:35.372932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Transition to ACTIVE for port object 4a477baf-4d80-4a0c-8622-eb3054f9199e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:35.388852 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.434945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Network b06c82dd-29d7-4d13-bd41-937832444773 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:35.436645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::10 (b06c82dd-29d7-4d13-bd41-937832444773/a4c9fcc8-666f-4763-bfd0-175fb4a485ea/dcd405f5-3970-460b-a4d7-59de5d9308e5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:35.440615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:35.443736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:35.487195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Pushing event updated for resources: {'Port': ['ID=4a477baf-4d80-4a0c-8622-eb3054f9199e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:35.542814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Attempting to bind port 4a477baf-4d80-4a0c-8622-eb3054f9199e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:35.543179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Attempting to bind port 4a477baf-4d80-4a0c-8622-eb3054f9199e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '8d038a4e-5996-448c-9e14-5dad5e186b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:35.543534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Attempting to bind port 4a477baf-4d80-4a0c-8622-eb3054f9199e on network b06c82dd-29d7-4d13-bd41-937832444773 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:35.551421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:35.551789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Checking segment: {'id': '8d038a4e-5996-448c-9e14-5dad5e186b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:35.552204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.552591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Bound using segment: {'id': '8d038a4e-5996-448c-9e14-5dad5e186b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:35.553053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Bound port: 4a477baf-4d80-4a0c-8622-eb3054f9199e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d038a4e-5996-448c-9e14-5dad5e186b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:35.553422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.585723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.599574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object dcd405f5-3970-460b-a4d7-59de5d9308e5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:35.633559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.668956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] For port 4a477baf-4d80-4a0c-8622-eb3054f9199e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:35.683014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] For port 4a477baf-4d80-4a0c-8622-eb3054f9199e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4a477baf-4d80-4a0c-8622-eb3054f9199e,segment=NetworkSegment(8d038a4e-5996-448c-9e14-5dad5e186b49),segment_id=8d038a4e-5996-448c-9e14-5dad5e186b49)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:35.685729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b06c82dd-29d7-4d13-bd41-937832444773 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:35.687813 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.689221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:35.693286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:35.699040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:35.699701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.708572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=dcd405f5-3970-460b-a4d7-59de5d9308e5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:35.720192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-af78fb36-9f73-4f07-be1e-766ee233e85a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7903762 Jul 15 17:14:35.722746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38266) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:35.728555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': 'b06c82dd-29d7-4d13-bd41-937832444773', 'name': 'tempest-PortsIpV6TestJSON-1053160269', 'fixed_ips': [{'subnet_id': 'a4c9fcc8-666f-4763-bfd0-175fb4a485ea', 'ip_address': '2001:db8::f'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:35.776893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd75a8-ebf0-4146-99cc-ae5f2b0440b7 None None] Pushing event updated for resources: {'Port': ['ID=4a477baf-4d80-4a0c-8622-eb3054f9199e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:35.817389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 63af6d79-f097-41cf-96bd-381a9d71ce8c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:35.838733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 63af6d79-f097-41cf-96bd-381a9d71ce8c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:35.839066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 63af6d79-f097-41cf-96bd-381a9d71ce8c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:35.857854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:35.863296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:35.882161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port d2d29e53-c0ef-4ce6-8579-bf83490e415b yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:36.059156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::f (b06c82dd-29d7-4d13-bd41-937832444773/a4c9fcc8-666f-4763-bfd0-175fb4a485ea/d2d29e53-c0ef-4ce6-8579-bf83490e415b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:36.220285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.241020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c118d81e-30df-4641-b475-b5357b6b5b79 req-d0795fda-a01c-4b1e-ba93-f77aeb6a62e2 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0410044 Jul 15 17:14:36.251859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object d2d29e53-c0ef-4ce6-8579-bf83490e415b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:36.284658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.327243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network b06c82dd-29d7-4d13-bd41-937832444773 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:36.332450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:36.336172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:36.342127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:36.342724 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.356266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=d2d29e53-c0ef-4ce6-8579-bf83490e415b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:36.364596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-00735392-6af3-4bfd-94d1-eacf7c40d3ed tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6406856 Jul 15 17:14:36.367201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:36.483473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae7bee2-9492-44ca-b57f-c370bcbd0660 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:36.485086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aae7bee2-9492-44ca-b57f-c370bcbd0660 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1162822 Jul 15 17:14:36.487794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38272) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:36.559962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01d0a0-6954-45d6-aba5-189489732a3c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:36.565874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01d0a0-6954-45d6-aba5-189489732a3c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:36.572838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01d0a0-6954-45d6-aba5-189489732a3c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:36.574549 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cd01d0a0-6954-45d6-aba5-189489732a3c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0858116 Jul 15 17:14:36.577412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:36.674958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00da02d-49a3-4828-85a7-194cbf262e2b None None] Network b06c82dd-29d7-4d13-bd41-937832444773 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:36.677895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port d2d29e53-c0ef-4ce6-8579-bf83490e415b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:36.678229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.762177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.774495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for d2d29e53-c0ef-4ce6-8579-bf83490e415b owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:36.785440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-115d1604-a408-45cf-9bd6-f4ba2d079390 None None] Provisioning for port 4a477baf-4d80-4a0c-8622-eb3054f9199e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:36.909857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.936982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=d2d29e53-c0ef-4ce6-8579-bf83490e415b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:36.971995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:36.974249 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01718ca8-c505-4f31-acbb-e96ea74597e2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/d2d29e53-c0ef-4ce6-8579-bf83490e415b HTTP/1.1" status: 204 len: 168 time: 0.3959136 Jul 15 17:14:36.976890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:37.004105 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd337e92-4990-49f9-9dc9-019209a7db2b tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:37.005651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dd337e92-4990-49f9-9dc9-019209a7db2b tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/d2d29e53-c0ef-4ce6-8579-bf83490e415b HTTP/1.1" status: 404 len: 333 time: 0.0276651 Jul 15 17:14:37.008346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38278) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:37.108819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port dcd405f5-3970-460b-a4d7-59de5d9308e5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:37.109173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.110340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-397f96d8-8229-4815-8c1b-d334ab3f8795 None None] Could not find standard attr ID for object d2d29e53-c0ef-4ce6-8579-bf83490e415b. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:37.138010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-397f96d8-8229-4815-8c1b-d334ab3f8795 None None] Provisioning for port dcd405f5-3970-460b-a4d7-59de5d9308e5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:37.142302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-397f96d8-8229-4815-8c1b-d334ab3f8795 None None] Provisioning complete for port dcd405f5-3970-460b-a4d7-59de5d9308e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:37.142827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-397f96d8-8229-4815-8c1b-d334ab3f8795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.184090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-397f96d8-8229-4815-8c1b-d334ab3f8795 None None] Port dcd405f5-3970-460b-a4d7-59de5d9308e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:37.209121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.222031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for dcd405f5-3970-460b-a4d7-59de5d9308e5 owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:37.311873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e67501c-5657-4215-b1d1-8c1157345ba6 None None] Provisioning complete for port dcd405f5-3970-460b-a4d7-59de5d9308e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:37.312427 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9e67501c-5657-4215-b1d1-8c1157345ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.358922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9e67501c-5657-4215-b1d1-8c1157345ba6 None None] Port dcd405f5-3970-460b-a4d7-59de5d9308e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:37.369041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.398096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=dcd405f5-3970-460b-a4d7-59de5d9308e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:37.425458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0042903f-2398-4ad4-b965-087cfdb8eb92 req-0c7d0ec3-a8ba-4ebd-b95e-03f3559b7784 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0365539 Jul 15 17:14:37.429418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.432039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aed4af31-d748-45c6-a33d-2052c4bfa8ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/dcd405f5-3970-460b-a4d7-59de5d9308e5 HTTP/1.1" status: 204 len: 168 time: 0.4222355 Jul 15 17:14:37.434649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38282) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:37.464598 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5f851-61e2-493f-9fa4-991aa9cab084 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:37.468162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52a5f851-61e2-493f-9fa4-991aa9cab084 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/dcd405f5-3970-460b-a4d7-59de5d9308e5 HTTP/1.1" status: 404 len: 333 time: 0.0304031 Jul 15 17:14:37.469072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38284) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:37.524063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet a4c9fcc8-666f-4763-bfd0-175fb4a485ea {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:37.527564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.569365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.582550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f8ba4a9a-601d-4c52-b595-1f418835019b None None] Could not find standard attr ID for object d2d29e53-c0ef-4ce6-8579-bf83490e415b. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:37.662234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.729241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.756276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c9fcc8-666f-4763-bfd0-175fb4a485ea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:37.767575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.771839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/a4c9fcc8-666f-4763-bfd0-175fb4a485ea HTTP/1.1" status: 204 len: 168 time: 0.2994244 Jul 15 17:14:37.771839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.771839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.771839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.772414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.772505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:37.772589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.772786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.773659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.774832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.775323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.775650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.776195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.776686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40663dd4-18a9-49f9-b23f-b47ec6bf778d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:37.837235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a477baf-4d80-4a0c-8622-eb3054f9199e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:37.857608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.877104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab9acd-c977-4af2-9bb6-43957d314d20 None None] Network b06c82dd-29d7-4d13-bd41-937832444773 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:37.912547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 4a477baf-4d80-4a0c-8622-eb3054f9199e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:37.912881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.945458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4a477baf-4d80-4a0c-8622-eb3054f9199e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:37.952184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4a477baf-4d80-4a0c-8622-eb3054f9199e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:37.952558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.974756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port 4a477baf-4d80-4a0c-8622-eb3054f9199e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4a477baf-4d80-4a0c-8622-eb3054f9199e,segment=NetworkSegment(8d038a4e-5996-448c-9e14-5dad5e186b49),segment_id=8d038a4e-5996-448c-9e14-5dad5e186b49)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:37.975123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:37.987141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 4a477baf-4d80-4a0c-8622-eb3054f9199e owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:38.068104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.086079 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.095832 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=4a477baf-4d80-4a0c-8622-eb3054f9199e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:38.097716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port 4a477baf-4d80-4a0c-8622-eb3054f9199e on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:38.137710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18f272-4901-426c-8388-fee47e528c63 None None] DHCP port deletion for b06c82dd-29d7-4d13-bd41-937832444773 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:38.180995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.191347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06c82dd-29d7-4d13-bd41-937832444773']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:38.201344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d038a4e-5996-448c-9e14-5dad5e186b49') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:38.201639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d038a4e-5996-448c-9e14-5dad5e186b49') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:38.210041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.223458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.229249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:38.229639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:38.233306 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:38.289257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.294302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.299601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/b06c82dd-29d7-4d13-bd41-937832444773 HTTP/1.1" status: 204 len: 168 time: 0.5229206 Jul 15 17:14:38.300194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38288) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:38.306375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1458570685'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:38.310915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd765bcc-3870-49bb-9897-4b3dcc5612f1 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=b06c82dd-29d7-4d13-bd41-937832444773,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:38.328100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:38.331776 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.356190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:38.365454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.365754 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Added segment 5d233477-746b-44e1-87df-1e4fc686ec7f of type vlan for network 9ea7db71-8d6d-49af-aaf4-852d42394678 Jul 15 17:14:38.406332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.438646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.444410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:38.445046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.481265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1796880 Jul 15 17:14:38.484538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38292) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:38.489622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:38.518631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59976e46-9348-4831-aa9d-3328bba1d783 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Network': ['ID=9ea7db71-8d6d-49af-aaf4-852d42394678,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:38.528988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:38.584369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbaaba32-8960-4c75-b70c-c89a1d3b8980 req-a7f883f9-34ca-47b5-83e8-55f1fb48adf2 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0295293 Jul 15 17:14:38.593359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:38.597021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.775104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.830675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=be94583c-a6cd-4bc3-b808-ccaf566785d2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:38.841350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Checking segment: {'id': '5d233477-746b-44e1-87df-1e4fc686ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:38.841708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network hostable DHCP agents. Network: 9ea7db71-8d6d-49af-aaf4-852d42394678, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:38.858253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:38.866221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9ea7db71-8d6d-49af-aaf4-852d42394678) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:38.870447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:38.871030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.875039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce891e5d-b26e-4087-bc92-cf22c36ae739 None None] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:38.884985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f071a855-d968-4bc4-95ec-b2c12de6fde3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3993521 Jul 15 17:14:38.887607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38294) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:38.892046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-546731864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:38.914123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:38.916017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.022587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-9ea7db71-8d6d-49af-aaf4-852d42394678', 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': 'be94583c-a6cd-4bc3-b808-ccaf566785d2'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:39.023838 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.168762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Allocated IP 2001:db8::2 (9ea7db71-8d6d-49af-aaf4-852d42394678/be94583c-a6cd-4bc3-b808-ccaf566785d2/ec143e2a-3a10-446d-8872-aff10294ec17) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:39.299325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.303538 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.318656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.318861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.319919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-20ed1745-24f5-40e6-be3c-33ae891b2593 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4313619 Jul 15 17:14:39.323324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:39.327783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Transition to ACTIVE for port object ec143e2a-3a10-446d-8872-aff10294ec17 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:39.328195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678', 'name': 'tempest-PortsIpV6TestJSON-1194770299'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:39.343586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Transition to ACTIVE for port object ec143e2a-3a10-446d-8872-aff10294ec17 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:39.349587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.388861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:39.393165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:39.395529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:39.403423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Pushing event updated for resources: {'Port': ['ID=ec143e2a-3a10-446d-8872-aff10294ec17,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:39.413138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.413480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.413819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.414152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.414541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.414958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.415410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.415755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.416075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.416421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.416745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.417065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:14:39.441346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:39.444879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.462559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:39.468328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Attempting to bind port ec143e2a-3a10-446d-8872-aff10294ec17 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:39.468701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Attempting to bind port ec143e2a-3a10-446d-8872-aff10294ec17 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5d233477-746b-44e1-87df-1e4fc686ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:39.469052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Attempting to bind port ec143e2a-3a10-446d-8872-aff10294ec17 on network 9ea7db71-8d6d-49af-aaf4-852d42394678 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:39.474346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:39.474714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Checking segment: {'id': '5d233477-746b-44e1-87df-1e4fc686ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:39.475111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.475496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Bound using segment: {'id': '5d233477-746b-44e1-87df-1e4fc686ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:39.475951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Bound port: ec143e2a-3a10-446d-8872-aff10294ec17, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d233477-746b-44e1-87df-1e4fc686ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ea7db71-8d6d-49af-aaf4-852d42394678'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:39.476350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.541591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] For port ec143e2a-3a10-446d-8872-aff10294ec17, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:39.544602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] For port ec143e2a-3a10-446d-8872-aff10294ec17, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ec143e2a-3a10-446d-8872-aff10294ec17,segment=NetworkSegment(5d233477-746b-44e1-87df-1e4fc686ec7f),segment_id=5d233477-746b-44e1-87df-1e4fc686ec7f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:39.549239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.579392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::33a (9ea7db71-8d6d-49af-aaf4-852d42394678/be94583c-a6cd-4bc3-b808-ccaf566785d2/f2f5c6fa-8218-4a0c-885a-8bc5341bb141) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:39.610366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a302e2f-920d-435b-8b0b-90949539b0cb None None] Pushing event updated for resources: {'Port': ['ID=ec143e2a-3a10-446d-8872-aff10294ec17,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:39.757034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bac27904-31dc-4e2d-9240-c58816443b9e req-86a989cc-1044-47c8-aeee-cc1232849012 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0386164 Jul 15 17:14:39.768369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.787022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object f2f5c6fa-8218-4a0c-885a-8bc5341bb141 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:39.831127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.842821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a477baf-4d80-4a0c-8622-eb3054f9199e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:39.865374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4a477baf-4d80-4a0c-8622-eb3054f9199e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:39.866460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4a477baf-4d80-4a0c-8622-eb3054f9199e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:39.881344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:39.884854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:39.889042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:39.894713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:39.895335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:39.902403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f2f5c6fa-8218-4a0c-885a-8bc5341bb141,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:39.917312 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d46425ad-659f-40e0-ade1-6bdb3d67dc2f tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5928333 Jul 15 17:14:39.919847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38300) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:40.253988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:40.502961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:40.507675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:40.593156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1041a-e5ef-4fe8-8222-ab6433eb1da4 None None] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:40.634844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-74f8aaa2-d178-4d1e-886d-6e870b1d75b8 None None] Provisioning for port ec143e2a-3a10-446d-8872-aff10294ec17 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:40.795468 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:40.818222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:40.985246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2244dd7c-0817-4c7e-b9fb-71e78e045b02 req-1891e3e1-76c0-44d3-bd35-6cbfb8b2276b tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0455930 Jul 15 17:14:40.988040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f2f5c6fa-8218-4a0c-885a-8bc5341bb141,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:41.100897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.104274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a9b594f3-9916-48d8-866e-2012534c2602 None None] Provisioning for port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:41.108232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a9b594f3-9916-48d8-866e-2012534c2602 None None] Provisioning complete for port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:41.108686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9b594f3-9916-48d8-866e-2012534c2602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.245744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.303140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a9b594f3-9916-48d8-866e-2012534c2602 None None] Port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:41.423163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-206ffec8-1391-4190-a816-92df4e9f3e05 None None] Provisioning complete for port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:41.423543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-206ffec8-1391-4190-a816-92df4e9f3e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.456898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-206ffec8-1391-4190-a816-92df4e9f3e05 None None] Port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:41.519554 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.524254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.525009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.590895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f2f5c6fa-8218-4a0c-885a-8bc5341bb141,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:41.655321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:41.656595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:41.797512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Router 4043fb3b-aa7b-40c8-b5a8-1fa391842199 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:14:41.831532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ec143e2a-3a10-446d-8872-aff10294ec17 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:41.885309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a72520c-e4da-47a3-a954-90bad6766a77 None None] Provisioning complete for port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:41.885935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a72520c-e4da-47a3-a954-90bad6766a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.898008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:14:41.903404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4232dc6-3475-4b7c-a9c1-6445773d31c4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/routers/4043fb3b-aa7b-40c8-b5a8-1fa391842199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825158 Jul 15 17:14:41.906532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38304) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:41.911994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port ec143e2a-3a10-446d-8872-aff10294ec17 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:41.921904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] Sync routers for ids ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:14:41.928861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ec143e2a-3a10-446d-8872-aff10294ec17 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:41.929222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:41.951640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a72520c-e4da-47a3-a954-90bad6766a77 None None] Port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:41.964655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] Routers {'4043fb3b-aa7b-40c8-b5a8-1fa391842199'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:41.965321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:41.978829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272194b2-2b3b-492e-ac9c-1cd6b0ffcbc4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:41.980371 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-272194b2-2b3b-492e-ac9c-1cd6b0ffcbc4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?device_id=4043fb3b-aa7b-40c8-b5a8-1fa391842199 HTTP/1.1" status: 200 len: 989 time: 0.0729704 Jul 15 17:14:41.983260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:41.999641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:42.012724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] Routers {'4043fb3b-aa7b-40c8-b5a8-1fa391842199'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:42.013318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:42.051670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:42.052307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dd1250-39ad-4797-9bb1-73286e39a7e3 None None] The sync data for ids ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:14:42.088184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.123666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port ec143e2a-3a10-446d-8872-aff10294ec17, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ec143e2a-3a10-446d-8872-aff10294ec17,segment=NetworkSegment(5d233477-746b-44e1-87df-1e4fc686ec7f),segment_id=5d233477-746b-44e1-87df-1e4fc686ec7f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:42.129078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.147992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48ec682a-80a0-4485-a0d6-1a6651053458 req-e77c6a34-2470-4d2d-b1d0-e99bd28ad3e3 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0332873 Jul 15 17:14:42.188492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=ec143e2a-3a10-446d-8872-aff10294ec17,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:42.421008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.625862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port f2f5c6fa-8218-4a0c-885a-8bc5341bb141 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:42.626206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.712877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.724416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for f2f5c6fa-8218-4a0c-885a-8bc5341bb141 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:42.890341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:42.918995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=f2f5c6fa-8218-4a0c-885a-8bc5341bb141,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:43.018034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.176709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Router 4043fb3b-aa7b-40c8-b5a8-1fa391842199 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:14:43.254264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:14:43.264094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b338b28-96f9-4eaf-923b-b69dedc6be56 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/routers/4043fb3b-aa7b-40c8-b5a8-1fa391842199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2763281 Jul 15 17:14:43.264094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38312) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:43.266565 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] Sync routers for ids ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:14:43.276843 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] Routers {'4043fb3b-aa7b-40c8-b5a8-1fa391842199'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:43.277689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:43.291355 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68eabfb-0895-4f72-a156-3c9933980ba0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:43.293400 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e68eabfb-0895-4f72-a156-3c9933980ba0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/f2f5c6fa-8218-4a0c-885a-8bc5341bb141 HTTP/1.1" status: 404 len: 333 time: 0.0292027 Jul 15 17:14:43.296063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38314) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:43.309352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26e076fc-0eba-4e86-b6e7-68870d002f52 req-acaffb38-1e80-4f54-8a03-aa6bb75e219a tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0300007 Jul 15 17:14:43.316618 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:43.326100 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] Routers {'4043fb3b-aa7b-40c8-b5a8-1fa391842199'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:14:43.326735 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:43.357763 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:43.358575 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d30e7-f9f2-4478-9189-dd4d92c196e8 None None] The sync data for ids ['4043fb3b-aa7b-40c8-b5a8-1fa391842199'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:14:43.384977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.538743 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.540929 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.581395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.582021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Fanout notify agent at l3_agent the message router_deleted on router 4043fb3b-aa7b-40c8-b5a8-1fa391842199 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:14:43.589092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.590175 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8365bc11-f84f-47e5-af51-f6db20e0982c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/routers/4043fb3b-aa7b-40c8-b5a8-1fa391842199 HTTP/1.1" status: 204 len: 168 time: 0.2931974 Jul 15 17:14:43.592938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:43.643735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet be94583c-a6cd-4bc3-b808-ccaf566785d2 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:43.646713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.689945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.772101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.793387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ec143e2a-3a10-446d-8872-aff10294ec17 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:43.833736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.841081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port ec143e2a-3a10-446d-8872-aff10294ec17 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:43.841457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.865760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=be94583c-a6cd-4bc3-b808-ccaf566785d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:43.871286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:43.873237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de5872ae-baec-4ba6-a5f1-976850b1d6a3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/be94583c-a6cd-4bc3-b808-ccaf566785d2 HTTP/1.1" status: 204 len: 168 time: 0.2793050 Jul 15 17:14:43.875873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:43.879121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a71c5-88c1-45de-8ae3-1895b695bc62 None None] Network 9ea7db71-8d6d-49af-aaf4-852d42394678 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:43.951421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.003879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port ec143e2a-3a10-446d-8872-aff10294ec17 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:44.004252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.072134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] For port ec143e2a-3a10-446d-8872-aff10294ec17, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ec143e2a-3a10-446d-8872-aff10294ec17,segment=NetworkSegment(5d233477-746b-44e1-87df-1e4fc686ec7f),segment_id=5d233477-746b-44e1-87df-1e4fc686ec7f)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:44.072504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.083866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for ec143e2a-3a10-446d-8872-aff10294ec17 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:44.091443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] DHCP port deletion for 9ea7db71-8d6d-49af-aaf4-852d42394678 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:44.136727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Deleting port ec143e2a-3a10-446d-8872-aff10294ec17 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:44.137100 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.164351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.191240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=ec143e2a-3a10-446d-8872-aff10294ec17,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:44.195778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No DVR routers for this DVR port ec143e2a-3a10-446d-8872-aff10294ec17 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:44.208408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] For port ec143e2a-3a10-446d-8872-aff10294ec17, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ec143e2a-3a10-446d-8872-aff10294ec17,segment=NetworkSegment(5d233477-746b-44e1-87df-1e4fc686ec7f),segment_id=5d233477-746b-44e1-87df-1e4fc686ec7f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:44.209429 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.223326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Calling delete_port for ec143e2a-3a10-446d-8872-aff10294ec17 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:44.278853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.290112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea7db71-8d6d-49af-aaf4-852d42394678']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:44.299821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.305152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d233477-746b-44e1-87df-1e4fc686ec7f') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:44.305684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d233477-746b-44e1-87df-1e4fc686ec7f') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:44.316375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.326982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] Pushing event deleted for resources: {'Port': ['ID=ec143e2a-3a10-446d-8872-aff10294ec17,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:44.330373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60aa56-81f1-416e-a9c6-29b5079aef79 None None] No DVR routers for this DVR port ec143e2a-3a10-446d-8872-aff10294ec17 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:44.332874 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.351127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:44.351578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:44.381208 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:44.433507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.441377 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.447990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/9ea7db71-8d6d-49af-aaf4-852d42394678 HTTP/1.1" status: 204 len: 168 time: 0.5661423 Jul 15 17:14:44.449786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38322) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:44.474846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ad3d3b9-5e8a-4b66-bb3f-521a955e77ab req-c135b666-1ecb-4356-be6c-8d5132703ccf tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0367243 Jul 15 17:14:44.493509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452be8-bec7-4855-97b0-5d8805a4c635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=9ea7db71-8d6d-49af-aaf4-852d42394678,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:44.518650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4759d3-32a3-44b5-bf49-91cad362a2c6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:44.520198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-af4759d3-32a3-44b5-bf49-91cad362a2c6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/4be6cb59-b6fe-4345-9f12-79935bfdee92 HTTP/1.1" status: 200 len: 845 time: 0.0689671 Jul 15 17:14:44.524179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:44.574377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6552541b-f42b-4315-84d1-b4401e94bdd7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/4be6cb59-b6fe-4345-9f12-79935bfdee92?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0490403 Jul 15 17:14:44.577878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:44.582571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:44.673706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:44.677113 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.859620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.902149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:44.905291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:44.909552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:44.910143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:44.915804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf64ae9-2a85-4c6d-b82f-1598fc03a160 None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:44.920411 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=9e4645f4-70c2-4bad-9e23-6e2f8c34ee08,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:44.931260 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5257884-c8b8-496d-b3f2-3ee9dcce1fc3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3523376 Jul 15 17:14:44.933936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38328) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:44.938810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812524897'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:44.963316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.051557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.056080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.083984 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.085380 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1503201 Jul 15 17:14:45.088159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38330) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:45.093821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1484014264'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:45.099162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b5aec-52e7-49b5-8567-a3da22d315aa tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631e3ef6-0483-4a38-aff6-3dacf1385aab,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:45.120657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.127555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'tenant_id': 'e05d406768d7401a9a77e61ca0e2f373', 'fixed_ips': [{'subnet_id': '9e4645f4-70c2-4bad-9e23-6e2f8c34ee08'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:45.129022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.205416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.209195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.236159 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.237385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1478233 Jul 15 17:14:45.240392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38332) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:45.241613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c5fac-ea31-4887-89ed-65d8b411ae34 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361fbec1-4adc-4532-9db0-5e0ea4a6e791,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:45.246995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1735381245', 'security_groups': ['361fbec1-4adc-4532-9db0-5e0ea4a6e791'], 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e4645f4-70c2-4bad-9e23-6e2f8c34ee08'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:45.276031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Allocated IP 2001:db8::2 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/9e4645f4-70c2-4bad-9e23-6e2f8c34ee08/8c40f12e-3436-42e0-a547-6e5bbf04d5b6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:45.373678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:45.431216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.439682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Transition to ACTIVE for port object 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:45.454204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Transition to ACTIVE for port object 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:45.460150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.464282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.490973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port 8f887305-d02e-4c45-9c45-3463e3d21e5d yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:45.524570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:45.531566 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:45.539221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:45.545276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:45.625588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Attempting to bind port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:45.625861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Attempting to bind port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd382b02d-f98a-40f1-a274-4d6d1015cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:45.626220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Attempting to bind port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 on network e76e8ad7-88a3-4784-a7b9-d6d889b417ab {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:45.632410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:45.632789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Checking segment: {'id': 'd382b02d-f98a-40f1-a274-4d6d1015cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:45.633217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.633612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Bound using segment: {'id': 'd382b02d-f98a-40f1-a274-4d6d1015cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:45.634066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Bound port: 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd382b02d-f98a-40f1-a274-4d6d1015cc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:45.634445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.685304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-346b55a4-2eca-4717-9b1d-19bc7e768f7e req-8a473454-4b91-46ea-bb51-6a63554569a3 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0365431 Jul 15 17:14:45.699366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:45.702776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:45.710141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::326 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/9e4645f4-70c2-4bad-9e23-6e2f8c34ee08/8f887305-d02e-4c45-9c45-3463e3d21e5d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:45.714157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.786367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f2d68-4f09-4a6b-b2f9-452185b4e978 None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:45.810535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ec143e2a-3a10-446d-8872-aff10294ec17 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:45.833069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ec143e2a-3a10-446d-8872-aff10294ec17 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:45.833505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ec143e2a-3a10-446d-8872-aff10294ec17 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:45.863981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.878315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object 8f887305-d02e-4c45-9c45-3463e3d21e5d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:45.913968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:45.971670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=8f887305-d02e-4c45-9c45-3463e3d21e5d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:45.986738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:45.988144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:45.990495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:45.996137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:45.996777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.018355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e8780efc-1965-4cfe-8561-02f4a8d6a3d0 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7762740 Jul 15 17:14:46.020075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38336) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:46.026472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:46.147209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:46.151193 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.246320 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e4645f4-70c2-4bad-9e23-6e2f8c34ee08 (CIDR: 2001:db8::/64) Jul 15 17:14:46.249683 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:14:46.250242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:46.266347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d65fa8df-2c13-47c5-bb05-b8911b007c2d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2426193 Jul 15 17:14:46.266510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38338) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:46.271615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:46.382544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:46.386098 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.635299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.677358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:46.680572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:46.684753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:46.685352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.699241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=3ea7c398-5c89-4296-9416-2ef65adc0f71,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:46.708146 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3f572155-0b38-4b7f-be8d-115e5d84a1c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4391966 Jul 15 17:14:46.709400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38340) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:46.715497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-338115488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3ea7c398-5c89-4296-9416-2ef65adc0f71'}], 'security_groups': ['631e3ef6-0483-4a38-aff6-3dacf1385aab']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:46.743387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a745408c-a214-4866-9097-c65353b2eb50 None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:46.847082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-960b2972-a9fd-4cb4-a9b1-5081978917ea None None] Provisioning for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:46.862989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0aaa76e-c5ab-4c18-ad34-8141594fa218 req-8e945228-26c2-4a9c-a8c6-0cc5a6b8c63b tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0378938 Jul 15 17:14:46.894862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-960b2972-a9fd-4cb4-a9b1-5081978917ea None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:46.895384 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-960b2972-a9fd-4cb4-a9b1-5081978917ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:46.961686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-960b2972-a9fd-4cb4-a9b1-5081978917ea None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:47.061638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Update dhcp port {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'fixed_ips': [{'subnet_id': '9e4645f4-70c2-4bad-9e23-6e2f8c34ee08', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ea7c398-5c89-4296-9416-2ef65adc0f71'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '8c40f12e-3436-42e0-a547-6e5bbf04d5b6'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:14:47.097403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.168773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-48156058-0d01-4ce4-b5fa-7881ada69798 req-0524d56b-f16b-4ea8-a93d-e51daf909233 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0336304 Jul 15 17:14:47.262772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Allocated IP 2001:db8:0:1::2 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/3ea7c398-5c89-4296-9416-2ef65adc0f71/8c40f12e-3436-42e0-a547-6e5bbf04d5b6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:47.268485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.363165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:47.394090 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.407650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Transition to ACTIVE for port object 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:47.411477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.499599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59cc46-2854-4181-a3f0-396faf58ae1b None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:47.568865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Delete allocated IP 2001:db8::326 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/9e4645f4-70c2-4bad-9e23-6e2f8c34ee08) {{(pid=100428) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:14:47.578508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8:0:1::1f0 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/3ea7c398-5c89-4296-9416-2ef65adc0f71/8f887305-d02e-4c45-9c45-3463e3d21e5d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:47.738153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.752482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Ignored duplicate provisioning block setup for port 8f887305-d02e-4c45-9c45-3463e3d21e5d by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:14:47.757589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.842213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:47.847247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] In _notify_port_updated(), no bound segment for port 8f887305-d02e-4c45-9c45-3463e3d21e5d on network e76e8ad7-88a3-4784-a7b9-d6d889b417ab {{(pid=100428) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:47.853978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:47.854629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:47.856273 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/ports/8f887305-d02e-4c45-9c45-3463e3d21e5d HTTP/1.1" status: 200 len: 930 time: 1.1455457 Jul 15 17:14:47.858855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:47.861957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25410b2-9a6f-4ece-b18d-24c8ecca0608 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=8f887305-d02e-4c45-9c45-3463e3d21e5d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:47.944937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:47.993921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 8f887305-d02e-4c45-9c45-3463e3d21e5d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:47.995180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.105286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9a88cc3-43d4-4ed8-b412-f4035cae9901 req-778ae7e6-e6ac-4dc8-90d4-173690ff92c7 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0377686 Jul 15 17:14:48.143149 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.157283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 8f887305-d02e-4c45-9c45-3463e3d21e5d owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:48.194011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Provisioning for port 8f887305-d02e-4c45-9c45-3463e3d21e5d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:48.199049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Provisioning complete for port 8f887305-d02e-4c45-9c45-3463e3d21e5d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:48.199529 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.236353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Port 8f887305-d02e-4c45-9c45-3463e3d21e5d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:48.249776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Provisioning for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:48.254447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:48.254849 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.336069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.356709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.402538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:48.406996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.416694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.419566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/8f887305-d02e-4c45-9c45-3463e3d21e5d HTTP/1.1" status: 204 len: 168 time: 0.5591774 Jul 15 17:14:48.422788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38354) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:48.435130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be57d6-5781-4ff3-a82d-cee2de5caed6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=8f887305-d02e-4c45-9c45-3463e3d21e5d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:48.460570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:48.461696 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.464724 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c6e21c-d4b7-4b7d-9b50-24712ba9ded4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:48.468173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-95c6e21c-d4b7-4b7d-9b50-24712ba9ded4 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/8f887305-d02e-4c45-9c45-3463e3d21e5d HTTP/1.1" status: 404 len: 333 time: 0.0422182 Jul 15 17:14:48.469103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38358) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:48.500212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3c28c26e-ee4f-4c65-baf7-e36273d13c5a req-6dcd968c-9d48-4538-858b-592209e67a54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacccfe053714bc0b512dd4ab74a26fc&device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0466700 Jul 15 17:14:48.511515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:48.518115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f564da9f-bd9e-4699-a605-7069e8089fae None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:48.537831 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.540251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3c28c26e-ee4f-4c65-baf7-e36273d13c5a req-6d0489e8-c1ef-4779-8200-210eaee51567 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cacccfe053714bc0b512dd4ab74a26fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325379 Jul 15 17:14:48.557300 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:14:48.564359 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.611111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f287573-0411-4d77-8210-3c29424928ea req-23aeb8dd-c88d-4428-b1e1-0282212e3d85 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0366755 Jul 15 17:14:48.640557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-784833d9-7e85-4704-a5ab-27b54fc2a1e3 None None] Could not find standard attr ID for object 8f887305-d02e-4c45-9c45-3463e3d21e5d. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:48.651764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.654707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28c26e-ee4f-4c65-baf7-e36273d13c5a req-3f6baffe-c864-4942-925b-52c2894200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:48.654875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.656040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/security-groups/361fbec1-4adc-4532-9db0-5e0ea4a6e791 HTTP/1.1" status: 204 len: 168 time: 0.1858194 Jul 15 17:14:48.656198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3c28c26e-ee4f-4c65-baf7-e36273d13c5a req-3f6baffe-c864-4942-925b-52c2894200d3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1102104 Jul 15 17:14:48.660565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38360) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:48.669479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d1638-3dc1-40f6-ab86-704f9915123e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361fbec1-4adc-4532-9db0-5e0ea4a6e791,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:48.723027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.746947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.757316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2061fbbf-9e16-4847-8618-10a6ee1264ed None None] Could not find standard attr ID for object 8f887305-d02e-4c45-9c45-3463e3d21e5d. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:48.791670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.794424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.795584 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/security-groups/631e3ef6-0483-4a38-aff6-3dacf1385aab HTTP/1.1" status: 204 len: 168 time: 0.1328886 Jul 15 17:14:48.798438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38362) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:48.805346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60da5e-2358-47a6-a815-4ff878499478 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e3ef6-0483-4a38-aff6-3dacf1385aab,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:48.855784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 9e4645f4-70c2-4bad-9e23-6e2f8c34ee08 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:48.859142 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.905336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:48.987959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.045457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.077452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=9e4645f4-70c2-4bad-9e23-6e2f8c34ee08,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:49.081206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.083013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1558a74f-2e49-4411-a230-a420d27d5333 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/9e4645f4-70c2-4bad-9e23-6e2f8c34ee08 HTTP/1.1" status: 204 len: 168 time: 0.2835670 Jul 15 17:14:49.087800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:49.090272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba361f4-f320-482c-bc92-abd6eeb0f35c None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:49.093053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:49.201925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:49.205576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.435172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.486917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:49.491631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:49.494792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:49.495604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.510425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=2db0eb07-7a77-4d87-bf8b-1524df469a14,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:49.520638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4f8fab03-269b-4ea8-943f-61c0e672ae0e tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316826 Jul 15 17:14:49.521647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38366) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:49.527076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'security_group': {'name': 'tempest-secgroup-128752104'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:49.549841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.641154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.645923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.676977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.688145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1556528 Jul 15 17:14:49.709632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b4e68-5c75-4b95-82c2-29a10938edfb tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7be83-7ceb-4f64-9b6e-dc242881c903,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:49.762935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38370) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:49.770653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1696144967'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:49.809553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7fbb3669-f05f-48cc-a451-9a03d2188b44 req-455ea1c2-95f1-466d-9347-5d1411640097 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.25 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0519035 Jul 15 17:14:49.813862 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.815717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:49.838880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5349c-20f9-4db7-beb2-61d9f0478963 None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:49.861692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3c28c26e-ee4f-4c65-baf7-e36273d13c5a req-a1bfcd20-29c0-4092-bb99-3158d56cf1e5 tempest-ServerShowV254Test-2127442588 tempest-ServerShowV254Test-2127442588-project] 10.222.0.20 "GET /v2.0/ports?device_id=95e517d5-ad4b-4936-a583-2bc169c79b3c HTTP/1.1" status: 200 len: 210 time: 0.0325077 Jul 15 17:14:49.930821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-264d52f1-d8e0-4efa-a6a0-b69f0d3a5870 None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:49.931194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-264d52f1-d8e0-4efa-a6a0-b69f0d3a5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.938656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.942953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.979838 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:49.981110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2165887 Jul 15 17:14:49.984714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:49.989741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2a7bc-d14f-4b4f-ad30-002c5fdc5134 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf5359-3630-405e-bcfd-65a27d8ab5c0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:49.990470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412224249'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:50.012876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:50.013248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.020781 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.107153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.111206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.143438 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.145160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1588445 Jul 15 17:14:50.146104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb8623-6ea2-4459-b4cf-1ccd39a81498 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32da98-542a-409e-ba6a-5d1188d79c72,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:50.147787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:50.153522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1766819439', 'security_groups': ['cc32da98-542a-409e-ba6a-5d1188d79c72'], 'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2db0eb07-7a77-4d87-bf8b-1524df469a14'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:50.268397 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:50.274088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.293506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] device_id is not set on port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:14:50.339913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-264d52f1-d8e0-4efa-a6a0-b69f0d3a5870 None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:50.340918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-264d52f1-d8e0-4efa-a6a0-b69f0d3a5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.386510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-264d52f1-d8e0-4efa-a6a0-b69f0d3a5870 None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:50.429920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Update dhcp port {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'fixed_ips': [{'subnet_id': '3ea7c398-5c89-4296-9416-2ef65adc0f71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2db0eb07-7a77-4d87-bf8b-1524df469a14'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '8c40f12e-3436-42e0-a547-6e5bbf04d5b6'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:14:50.466145 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.496954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8::2f7 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/2db0eb07-7a77-4d87-bf8b-1524df469a14/f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:50.637248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.650284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:50.684015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.728844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:50.730840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Allocated IP 2001:db8::2 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/2db0eb07-7a77-4d87-bf8b-1524df469a14/8c40f12e-3436-42e0-a547-6e5bbf04d5b6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:50.732369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:50.736382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:50.742311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:50.743555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.753833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:50.765907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f4700be-4772-49b8-8e7b-c7590fd4682a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6135495 Jul 15 17:14:50.765907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38376) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:50.770918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:50.835022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:50.868506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.884424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Transition to ACTIVE for port object 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:50.887099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:50.888220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.890830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:50.986526 n-d-800085-3 neutron-server[100428]: INFO neutron.db.ipam_backend_mixin [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2db0eb07-7a77-4d87-bf8b-1524df469a14 (CIDR: 2001:db8::/64) Jul 15 17:14:50.989416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b641-ed8f-4d1e-976a-abaad3394c5c None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:50.991178 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:14:50.991815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:51.008162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74d17456-4f52-4efa-a923-50c4a84e2baf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2408235 Jul 15 17:14:51.010790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38382) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:51.016184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:51.144807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:51.149356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.177942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38386) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:51.255197 n-d-800085-3 neutron-server[100429]: INFO neutron.db.ipam_backend_mixin [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3ea7c398-5c89-4296-9416-2ef65adc0f71 (CIDR: 2001:db8:0:1::/64) Jul 15 17:14:51.258570 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:14:51.259129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:51.275306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-293aa581-c20f-45aa-8a7f-de9100141133 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2632425 Jul 15 17:14:51.278256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:51.283932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'subnet': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:51.310565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f08182c9-bc4a-425a-9990-840de6a521a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.419641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f08182c9-bc4a-425a-9990-840de6a521a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.424756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f08182c9-bc4a-425a-9990-840de6a521a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.443652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Made reservation on behalf of e05d406768d7401a9a77e61ca0e2f373 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:51.448157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.467685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f08182c9-bc4a-425a-9990-840de6a521a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cacccfe053714bc0b512dd4ab74a26fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886918 Jul 15 17:14:51.468594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08182c9-bc4a-425a-9990-840de6a521a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c63756b-8e6a-44bc-ab6e-924b50dd898e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:51.470586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:51.597299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.621502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Provisioning for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:51.625859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:51.626462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.639721 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.719884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:51.720344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.749771 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.752914 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.754845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c63756b-8e6a-44bc-ab6e-924b50dd898e HTTP/1.1" status: 204 len: 168 time: 0.2829213 Jul 15 17:14:51.760338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3c20ef3b-f24c-44e1-8e01-6389dd709ef5 None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:51.777967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f91782-e0f6-4a7d-be09-bea440c5415e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c63756b-8e6a-44bc-ab6e-924b50dd898e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:51.814455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.823107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:51.861717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:51.865488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:51.870966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:51.871635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.881780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1034fdad-8f95-4517-9379-d83a9068105a None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:51.881959 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Subnet': ['ID=82f7320c-34aa-4d87-90f0-838face62ae4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:51.890439 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-14c8adb9-47d7-4572-9cbb-856b64702635 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6108303 Jul 15 17:14:51.893476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38396) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:51.900372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-131138029', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82f7320c-34aa-4d87-90f0-838face62ae4'}], 'security_groups': ['93a7be83-7ceb-4f64-9b6e-dc242881c903', '3ecf5359-3630-405e-bcfd-65a27d8ab5c0']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:51.919266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-49d0045e-9c89-4d42-b891-94a139a2ff2a None None] Provisioning for port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:51.926952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-49d0045e-9c89-4d42-b891-94a139a2ff2a None None] Provisioning complete for port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:51.927330 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-49d0045e-9c89-4d42-b891-94a139a2ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:51.981608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:51.981979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.022160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-49d0045e-9c89-4d42-b891-94a139a2ff2a None None] Port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:52.092084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.253125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Update dhcp port {'port': {'network_id': 'e76e8ad7-88a3-4784-a7b9-d6d889b417ab', 'fixed_ips': [{'subnet_id': '3ea7c398-5c89-4296-9416-2ef65adc0f71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2db0eb07-7a77-4d87-bf8b-1524df469a14', 'ip_address': '2001:db8::2'}, {'subnet_id': '82f7320c-34aa-4d87-90f0-838face62ae4'}], 'binding:host_id': 'n-d-800085-3'}, 'id': '8c40f12e-3436-42e0-a547-6e5bbf04d5b6'} from n-d-800085-3. {{(pid=100430) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 15 17:14:52.289375 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.444583 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Delete allocated IP 2001:db8::2f7 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/2db0eb07-7a77-4d87-bf8b-1524df469a14) {{(pid=100429) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 15 17:14:52.453812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38416) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:52.454006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Allocated IP 2001:db8:0:2::243 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/82f7320c-34aa-4d87-90f0-838face62ae4/f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:52.554680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-64485374-network', 'tenant_id': '880d08320ed94f88b7bda3277c351e55'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:52.576770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Made reservation on behalf of 880d08320ed94f88b7bda3277c351e55 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:52.579038 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.588246 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.619981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.633786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Transition to ACTIVE for port object f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:52.637075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.683507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.688272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.700055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Allocated IP 2001:db8:0:2::2 (e76e8ad7-88a3-4784-a7b9-d6d889b417ab/82f7320c-34aa-4d87-90f0-838face62ae4/8c40f12e-3436-42e0-a547-6e5bbf04d5b6) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:52.700847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:52.704951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] In _notify_port_updated(), no bound segment for port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 on network e76e8ad7-88a3-4784-a7b9-d6d889b417ab {{(pid=100429) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 15 17:14:52.711091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:52.711737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.713538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "PUT /v2.0/ports/f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 HTTP/1.1" status: 200 len: 969 time: 0.8191383 Jul 15 17:14:52.713820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.714180 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Added segment a0fca977-7ec5-4da6-87f9-912b127a05c6 of type vlan for network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 Jul 15 17:14:52.718609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38420) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:52.766919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2fbf72-ad24-472f-a171-9a9baa832698,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:52.782505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.799125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cdf18-78f1-443b-8971-6c1c1f89f4cc tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event updated for resources: {'Port': ['ID=f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:52.814002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:52.822208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.823904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:52.824927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.833624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:52.834112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.849127 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.860716 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4054720 Jul 15 17:14:52.865629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Transition to ACTIVE for port object 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:52.868439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38422) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:52.870007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.876505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Request body: {'subnet': {'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-64485374-subnet', 'tenant_id': '880d08320ed94f88b7bda3277c351e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:52.889094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36441e8-7c31-4b34-bff8-f1f2f9aee5cf admin admin] Pushing event updated for resources: {'Network': ['ID=3452b594-6758-4f12-8cc8-93aec6a7f5d8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:52.901963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Made reservation on behalf of 880d08320ed94f88b7bda3277c351e55 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:52.904515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:52.910649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:53.012576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.013675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3f367-21c4-440d-9fff-902c1b97f8da None None] Pushing event updated for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:53.035029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:53.205371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.295628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.302193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acaf616-a046-4449-915f-c4bca8353ab9,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:53.339454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:53.346438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Checking segment: {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:53.346809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Network hostable DHCP agents. Network: 3452b594-6758-4f12-8cc8-93aec6a7f5d8, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:53.378621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.380543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bdee476f-a01b-4a53-beb4-5103bebd9a65 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 HTTP/1.1" status: 204 len: 168 time: 0.6609645 Jul 15 17:14:53.384366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:53.389574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:53.400384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3452b594-6758-4f12-8cc8-93aec6a7f5d8) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:53.404871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:53.405479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.411999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53db1ed-5395-4794-bb2c-05ee37facb56 None None] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:53.424684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-71fb884f-a420-4590-b492-bc88a89d1f53 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5550344 Jul 15 17:14:53.427810 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-74412770-4e72-4f01-86d1-5e9f2ca8990a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] GET failed (client error): The resource could not be found. Jul 15 17:14:53.429628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74412770-4e72-4f01-86d1-5e9f2ca8990a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports/f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6 HTTP/1.1" status: 404 len: 333 time: 0.0441091 Jul 15 17:14:53.432850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:53.500163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.527968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.588427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.591192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.594489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba3c84-5006-40df-b1a6-dbfc6a877805 None None] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:53.595269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38432) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:53.596509 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc32da98-542a-409e-ba6a-5d1188d79c72 HTTP/1.1" status: 204 len: 168 time: 0.1519921 Jul 15 17:14:53.606469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b9bb2-72bc-41c3-9fe2-fbe2acda78f7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32da98-542a-409e-ba6a-5d1188d79c72,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:53.676976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.701209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.755139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.760493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Provisioning for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:14:53.761084 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.763371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/security-groups/3ecf5359-3630-405e-bcfd-65a27d8ab5c0 HTTP/1.1" status: 204 len: 168 time: 0.1669688 Jul 15 17:14:53.766346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:53.781388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:53.781782 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.793158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20758a-bf37-452e-b093-c3938482ac8c tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf5359-3630-405e-bcfd-65a27d8ab5c0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:53.875946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.898936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:14:53.905491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.953611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.956355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:53.959896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/security-groups/93a7be83-7ceb-4f64-9b6e-dc242881c903 HTTP/1.1" status: 204 len: 168 time: 0.1900060 Jul 15 17:14:53.961592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.009474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb4f3-c781-41ce-95d8-0b3141cea720 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7be83-7ceb-4f64-9b6e-dc242881c903,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:54.035629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-b562a20a-3f87-47f1-9ecf-ab5a39f8a3d1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:54.035809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 2db0eb07-7a77-4d87-bf8b-1524df469a14 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:54.037643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-b562a20a-3f87-47f1-9ecf-ab5a39f8a3d1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 812 time: 0.1796043 Jul 15 17:14:54.041661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.055502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-00a5327a-7c02-45ec-8fc5-b914b107ca1a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/quotas/880d08320ed94f88b7bda3277c351e55 HTTP/1.1" status: 200 len: 375 time: 0.0105979 Jul 15 17:14:54.093239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.099736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-b49fe1dd-36e2-4803-9ea2-a6f3abd0206a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383337 Jul 15 17:14:54.106414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-b342b5af-3f32-469a-9733-784a2832a601 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:14:54.114214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-b342b5af-3f32-469a-9733-784a2832a601 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132511 Jul 15 17:14:54.166812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Could not find standard attr ID for object f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:54.184208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:54.184585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.186206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:54.186347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.186558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.216760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-22662b36-6ebb-4261-afa4-cfee122bc34c service neutron] 10.222.0.25 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014333 Jul 15 17:14:54.253050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.254529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b5e03a11-7ed6-4d27-8d95-361807b7fff8 None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:54.288682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=2db0eb07-7a77-4d87-bf8b-1524df469a14,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:54.291245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.296662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4756940d-e982-4a44-9ee1-d007bec7f459 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/2db0eb07-7a77-4d87-bf8b-1524df469a14 HTTP/1.1" status: 204 len: 168 time: 0.3305266 Jul 15 17:14:54.297128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38452) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.306836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68729f29-fdc8-41b6-b6f1-e10bebb1652b None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:54.322504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-700da5ed-0571-4cfa-bc3b-c07646b6889a service neutron] 10.222.0.25 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048810 Jul 15 17:14:54.363788 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 82f7320c-34aa-4d87-90f0-838face62ae4 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:54.367753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.388868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e50fb4f-dd5b-4de1-937b-c48a8c88eb89 None None] Could not find standard attr ID for object f9f1ea32-3c76-49f7-a6f4-14e48e4a78c6. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:14:54.413554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.503457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.565844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.595050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=82f7320c-34aa-4d87-90f0-838face62ae4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:54.598636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.600539 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-870da3e7-1a44-409a-823a-23df95576b73 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/82f7320c-34aa-4d87-90f0-838face62ae4 HTTP/1.1" status: 204 len: 168 time: 0.3025119 Jul 15 17:14:54.603226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38454) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.629967 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ac8c1f-059b-4fe5-bbca-0a3fa98ad3f6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:54.630418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ac8c1f-059b-4fe5-bbca-0a3fa98ad3f6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:54.632165 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1ac8c1f-059b-4fe5-bbca-0a3fa98ad3f6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/2db0eb07-7a77-4d87-bf8b-1524df469a14 HTTP/1.1" status: 404 len: 337 time: 0.0279994 Jul 15 17:14:54.634906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38456) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.686617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting subnet 3ea7c398-5c89-4296-9416-2ef65adc0f71 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:14:54.689958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.736467 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.824420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.884584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.917430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea7c398-5c89-4296-9416-2ef65adc0f71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:54.922619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:54.924127 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-81c9a771-ede0-4dcf-b258-0c25d93128c2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/3ea7c398-5c89-4296-9416-2ef65adc0f71 HTTP/1.1" status: 204 len: 168 time: 0.2880766 Jul 15 17:14:54.926614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.953763 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcdab34-51f4-4cb0-9843-bf229158357d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:54.954074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcdab34-51f4-4cb0-9843-bf229158357d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:54.955803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fcdab34-51f4-4cb0-9843-bf229158357d tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/9e4645f4-70c2-4bad-9e23-6e2f8c34ee08 HTTP/1.1" status: 404 len: 337 time: 0.0282712 Jul 15 17:14:54.958418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38460) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:54.988328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b722c147-6f15-4ac9-b40b-b66adc8223df tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "GET /v2.0/ports?device_id=4043fb3b-aa7b-40c8-b5a8-1fa391842199 HTTP/1.1" status: 200 len: 205 time: 0.0287890 Jul 15 17:14:54.990568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38462) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.013085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9153901-4829-44ab-9886-90372bab51bd None None] Network e76e8ad7-88a3-4784-a7b9-d6d889b417ab requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:55.029431 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-fc2ca48a-e7c7-4103-8589-33fdfd804fe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] delete failed (client error): The resource could not be found. Jul 15 17:14:55.030486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fc2ca48a-e7c7-4103-8589-33fdfd804fe2 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/routers/4043fb3b-aa7b-40c8-b5a8-1fa391842199 HTTP/1.1" status: 404 len: 336 time: 0.0390201 Jul 15 17:14:55.033037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.063427 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9a46ee-bc0c-41ce-877d-cf15bfdca18a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.063880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9a46ee-bc0c-41ce-877d-cf15bfdca18a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.065620 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b9a46ee-bc0c-41ce-877d-cf15bfdca18a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/be94583c-a6cd-4bc3-b808-ccaf566785d2 HTTP/1.1" status: 404 len: 337 time: 0.0316889 Jul 15 17:14:55.068172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38466) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.093469 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bd88db-19d0-4c6c-9f54-b6a916caa3ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.093839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bd88db-19d0-4c6c-9f54-b6a916caa3ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.095512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46bd88db-19d0-4c6c-9f54-b6a916caa3ea tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/a4c9fcc8-666f-4763-bfd0-175fb4a485ea HTTP/1.1" status: 404 len: 337 time: 0.0264122 Jul 15 17:14:55.098019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38468) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.125329 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-699ba7a4-7b5f-40d0-899b-8ec5c035a446 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.125781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699ba7a4-7b5f-40d0-899b-8ec5c035a446 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.127477 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-699ba7a4-7b5f-40d0-899b-8ec5c035a446 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/1070a0f2-7508-4643-a2b1-fa0ff23b037f HTTP/1.1" status: 404 len: 337 time: 0.0285208 Jul 15 17:14:55.130026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38470) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.135751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d559f576-def8-4574-816c-45edfa15fd6b None None] Provisioning complete for port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:55.136133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d559f576-def8-4574-816c-45edfa15fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.155718 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f908f38-4b05-4c73-8b87-ae9e9a530994 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.156370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f908f38-4b05-4c73-8b87-ae9e9a530994 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.158089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f908f38-4b05-4c73-8b87-ae9e9a530994 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/9c112ddd-a122-4f5b-8263-b52e778acee1 HTTP/1.1" status: 404 len: 333 time: 0.0271699 Jul 15 17:14:55.160660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.186689 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-443ed3fe-90d3-4684-92a3-6b4a53b08998 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.187138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443ed3fe-90d3-4684-92a3-6b4a53b08998 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.188947 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-443ed3fe-90d3-4684-92a3-6b4a53b08998 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f8d35f66-77d0-4fce-9697-abf124891e55 HTTP/1.1" status: 404 len: 337 time: 0.0273993 Jul 15 17:14:55.191620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38474) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.221270 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9258a5f5-79c5-4924-833c-e2bdc9dcac8a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.222070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9258a5f5-79c5-4924-833c-e2bdc9dcac8a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.223823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9258a5f5-79c5-4924-833c-e2bdc9dcac8a tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f2fb1523-54f5-44d0-a394-3bb2005953c4 HTTP/1.1" status: 404 len: 337 time: 0.0311818 Jul 15 17:14:55.226350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38476) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.243851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] DHCP port deletion for e76e8ad7-88a3-4784-a7b9-d6d889b417ab request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:14:55.253477 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4159af0-67df-460c-ae0d-ad6713fce523 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.254100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4159af0-67df-460c-ae0d-ad6713fce523 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.255887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d4159af0-67df-460c-ae0d-ad6713fce523 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/cdd51728-e243-449d-b310-660b7acbad6a HTTP/1.1" status: 404 len: 333 time: 0.0280027 Jul 15 17:14:55.258581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38478) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.274340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d559f576-def8-4574-816c-45edfa15fd6b None None] Provisioning complete for port 4be6cb59-b6fe-4345-9f12-79935bfdee92 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:14:55.274716 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d559f576-def8-4574-816c-45edfa15fd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.284421 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-e147ca1a-db88-4e5d-9d90-3478730448cf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.284866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e147ca1a-db88-4e5d-9d90-3478730448cf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.286559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e147ca1a-db88-4e5d-9d90-3478730448cf tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/f2212163-9abe-46f4-a3df-f8a5ed924c5f HTTP/1.1" status: 404 len: 337 time: 0.0270360 Jul 15 17:14:55.288968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38480) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.316926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d559f576-def8-4574-816c-45edfa15fd6b None None] Port 4be6cb59-b6fe-4345-9f12-79935bfdee92 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:14:55.318895 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce741258-d1f0-47b8-9422-f9a11d2fdae3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] DELETE failed (client error): The resource could not be found. Jul 15 17:14:55.319343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce741258-d1f0-47b8-9422-f9a11d2fdae3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:14:55.321324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ce741258-d1f0-47b8-9422-f9a11d2fdae3 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/subnets/62754bc7-78e0-4724-a62a-5469706bffc2 HTTP/1.1" status: 404 len: 337 time: 0.0304346 Jul 15 17:14:55.323574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38482) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.325526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Deleting port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:55.325905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.392105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] For port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,segment=NetworkSegment(d382b02d-f98a-40f1-a274-4d6d1015cc9a),segment_id=d382b02d-f98a-40f1-a274-4d6d1015cc9a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:14:55.392543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.405741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Calling delete_port for 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:55.421649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Deleting port 4be6cb59-b6fe-4345-9f12-79935bfdee92 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:14:55.422019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.500702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.527298 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.535341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] Pushing event deleted for resources: {'Port': ['ID=8c40f12e-3436-42e0-a547-6e5bbf04d5b6,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:55.537408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c82f2-1556-401f-8ac1-60f88c3db5c8 None None] No DVR routers for this DVR port 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:14:55.553038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e056c95-c194-4e1c-ae42-7b4bf6ea8015 req-e524c227-229a-4b92-af9f-e96821b7bee7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 210 time: 0.0451493 Jul 15 17:14:55.560738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Calling delete_port for 4be6cb59-b6fe-4345-9f12-79935bfdee92 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:14:55.645236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.679154 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Port': ['ID=4be6cb59-b6fe-4345-9f12-79935bfdee92,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:55.685299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.688566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-060407cc-455b-45c6-9a23-b160ff0f6eb7 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/ports/4be6cb59-b6fe-4345-9f12-79935bfdee92 HTTP/1.1" status: 204 len: 168 time: 0.3640275 Jul 15 17:14:55.689503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38492) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:55.774656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.796026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff834cca-6829-45dd-b31a-45c86894cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.827770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:14:55.848687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:14:55.849032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c40f12e-3436-42e0-a547-6e5bbf04d5b6 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:14:55.876169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.887972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76e8ad7-88a3-4784-a7b9-d6d889b417ab']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:55.900850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd382b02d-f98a-40f1-a274-4d6d1015cc9a') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:55.901184 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd382b02d-f98a-40f1-a274-4d6d1015cc9a') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:14:55.911239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.926803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.934536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:14:55.934970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:14:55.939127 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:14:56.003217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.011108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.013322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] 10.222.0.25 "DELETE /v2.0/networks/e76e8ad7-88a3-4784-a7b9-d6d889b417ab HTTP/1.1" status: 204 len: 168 time: 0.3226030 Jul 15 17:14:56.030993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861334f3-034e-4fab-a49c-507c4ecbf3a6 tempest-PortsIpV6TestJSON-923391353 tempest-PortsIpV6TestJSON-923391353-project] Pushing event deleted for resources: {'Network': ['ID=e76e8ad7-88a3-4784-a7b9-d6d889b417ab,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:56.232520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38506) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:56.391490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15c4076b-0c94-4ff9-b07a-06b0d6193652 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e05d406768d7401a9a77e61ca0e2f373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577609 Jul 15 17:14:56.393997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38510) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:56.448910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.473905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.528652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.531212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:56.532410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d62c9182-80c9-4f77-8479-8c66f1090e53 HTTP/1.1" status: 204 len: 168 time: 0.1374874 Jul 15 17:14:56.540787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23661698-dd44-4bb1-9fde-93ce2857f90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c9182-80c9-4f77-8479-8c66f1090e53,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:56.710594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e83cb276-034e-4fac-9ce9-f03083fa1d30 req-79d58883-846c-44a5-a8d7-2d178e6df7f3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 210 time: 0.0320749 Jul 15 17:14:56.888283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-d0776252-f484-412c-b2a1-9914760f1adf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:56.889819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-d0776252-f484-412c-b2a1-9914760f1adf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 812 time: 0.1332865 Jul 15 17:14:56.905050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Request body: {'port': {'device_id': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'admin_state_up': True, 'tenant_id': '880d08320ed94f88b7bda3277c351e55'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:57.025969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Made reservation on behalf of 880d08320ed94f88b7bda3277c351e55 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:57.029512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.156139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Allocated IP 172.20.0.12 (3452b594-6758-4f12-8cc8-93aec6a7f5d8/3acaf616-a046-4449-915f-c4bca8353ab9/68cacec6-4178-4913-822b-ee31270deb26) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:57.212786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38534) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:57.304096 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.309972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1902879385'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:57.330334 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:57.336806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.346099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.348195 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.392681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:57.396054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:57.401182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:57.429215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:57.450971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.454991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.459643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:57.460316 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.478840 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-db5abcf6-0e7f-4eea-af82-f5db8ef2765f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776956 Jul 15 17:14:57.483807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:57.491071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Request body: {'port': {'device_id': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:57.493493 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb51586-a5de-4955-bed0-d3494fa133c1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:57.499675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.500021 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 4ff01951-62fc-409f-900c-64872a31d7ea of type vlan for network 7c220f03-66a6-4316-aef9-4260b67dfe9a Jul 15 17:14:57.541630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.571266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.572196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.577032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:57.577627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.616721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4027977 Jul 15 17:14:57.619741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38538) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:57.652934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-196000280'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:57.657217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b1ee4-076f-442b-87f1-685b60390d07 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=7c220f03-66a6-4316-aef9-4260b67dfe9a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:57.668581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:57.677040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:57.681151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.705383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:14:57.715163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.715504 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 3468c5a1-0d0a-430f-bd2a-12a304372a78 of type vlan for network ba7e2dcd-1764-4161-a904-1d6cb6f66efb Jul 15 17:14:57.758800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.791551 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.797590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:57.798301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.828759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2051497 Jul 15 17:14:57.829487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38544) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:57.834259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:57.934969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:14:57.946332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.968939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Transition to ACTIVE for port object 68cacec6-4178-4913-822b-ee31270deb26 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:57.975525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:57.985256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:57.988839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.272736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390449e5-5ec1-4d5d-be40-06dd63535152 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=ba7e2dcd-1764-4161-a904-1d6cb6f66efb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:58.285249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:14:58.307714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6da10-ac33-48d0-b941-7fb9a78c7177 req-a9fcbcaa-e72a-43de-8c3f-a366c590586b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:58.309259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1a6da10-ac33-48d0-b941-7fb9a78c7177 req-a9fcbcaa-e72a-43de-8c3f-a366c590586b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 932 time: 0.4755473 Jul 15 17:14:58.356852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1a6da10-ac33-48d0-b941-7fb9a78c7177 req-f39bb7c0-c1ba-43c1-b11b-cdaa821a133e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Jul 15 17:14:58.368319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:58.463909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Attempting to bind port 68cacec6-4178-4913-822b-ee31270deb26 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:58.464267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Attempting to bind port 68cacec6-4178-4913-822b-ee31270deb26 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:58.464589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Attempting to bind port 68cacec6-4178-4913-822b-ee31270deb26 on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:58.472005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Port 68cacec6-4178-4913-822b-ee31270deb26 on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:14:58.472360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Attempting to bind port 68cacec6-4178-4913-822b-ee31270deb26 on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:58.482090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:58.482422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Checking segment: {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:58.482801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Bound using segment: {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:58.483294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Bound port: 68cacec6-4178-4913-822b-ee31270deb26, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:58.483660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.575547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.624297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:58.655414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:58.658492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=06775863-8d96-4f03-af69-a1971df129da,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:58.663164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.697147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '4ff01951-62fc-409f-900c-64872a31d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:58.697495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 7c220f03-66a6-4316-aef9-4260b67dfe9a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:58.701839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:58.702442 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.703802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] 10.222.0.20 "PUT /v2.0/ports/68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 1092 time: 1.2180004 Jul 15 17:14:58.704260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:14:58.706488 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190494fe-f934-4e33-95f6-22b119b1ccaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:14:58.742413 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708024a-83a6-4e27-a132-e2e343d9a812 service neutron] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:58.749853 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502c2d1-1578-4dbc-ae4e-35b696eb3a65 x-openstack-request-id: req-0502c2d1-1578-4dbc-ae4e-35b696eb3a65 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:14:58.750148 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:14:58.750399 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0502c2d1-1578-4dbc-ae4e-35b696eb3a65 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:14:58.751142 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'status': 'completed', 'code': 200} Jul 15 17:14:58.758590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:58.787218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 7c220f03-66a6-4316-aef9-4260b67dfe9a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:58.793543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:58.794279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.796326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cd14ca-534f-451e-83b1-0c5a5a90f750 None None] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:58.811528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.816015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9a1c1c37-16a4-4fb5-8bb3-8d5ab35607c8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9858687 Jul 15 17:14:58.818939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38548) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:58.825155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:58.855023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-9ebcd19d-3a1a-4ebb-a9ca-56bc135ee669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:58.856537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-9ebcd19d-3a1a-4ebb-a9ca-56bc135ee669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1095 time: 0.1088233 Jul 15 17:14:58.927932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-6cdb81f3-7fb8-48e3-9d85-1c60fbb7b644 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0637262 Jul 15 17:14:58.947952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-7c220f03-66a6-4316-aef9-4260b67dfe9a', 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': '06775863-8d96-4f03-af69-a1971df129da'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:58.948856 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:58.994002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:14:58.997643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.003023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668326e1-a88f-48af-9fec-df3b3698955a req-06909ad5-b546-444f-a194-513ad162bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.004526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-06909ad5-b546-444f-a194-513ad162bf0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0685763 Jul 15 17:14:59.049891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-659e1911-6611-4d72-8460-86106fde2cba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352623 Jul 15 17:14:59.091674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Allocated IP 2001:db8::2 (7c220f03-66a6-4316-aef9-4260b67dfe9a/06775863-8d96-4f03-af69-a1971df129da/4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:14:59.116211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fab6b51-d2de-469e-ba05-df5c95027d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.219748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-8ed72d39-7126-44b4-82fd-6804c8212059 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617959 Jul 15 17:14:59.247384 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.255587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Transition to ACTIVE for port object 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:59.270913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Transition to ACTIVE for port object 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:14:59.277016 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.316657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:14:59.319386 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:59.323637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:14:59.330808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Pushing event updated for resources: {'Port': ['ID=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:59.347052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.385283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Attempting to bind port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:14:59.385283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Attempting to bind port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4ff01951-62fc-409f-900c-64872a31d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:14:59.385564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Attempting to bind port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb on network 7c220f03-66a6-4316-aef9-4260b67dfe9a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:14:59.391645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:14:59.392168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Checking segment: {'id': '4ff01951-62fc-409f-900c-64872a31d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:59.392882 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.393369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Bound using segment: {'id': '4ff01951-62fc-409f-900c-64872a31d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:14:59.393903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Bound port: 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff01951-62fc-409f-900c-64872a31d7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7c220f03-66a6-4316-aef9-4260b67dfe9a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:14:59.394351 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.397826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-668326e1-a88f-48af-9fec-df3b3698955a req-1675ec25-2816-418b-bc44-1409234dc6af service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695366 Jul 15 17:14:59.421319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=03adf19c-2423-48db-9a40-9969921d1a0d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:59.432940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '3468c5a1-0d0a-430f-bd2a-12a304372a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:14:59.433407 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: ba7e2dcd-1764-4161-a904-1d6cb6f66efb, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:14:59.459940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:14:59.463407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] For port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:14:59.466945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] For port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,segment=NetworkSegment(4ff01951-62fc-409f-900c-64872a31d7ea),segment_id=4ff01951-62fc-409f-900c-64872a31d7ea)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:14:59.471474 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.490534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ba7e2dcd-1764-4161-a904-1d6cb6f66efb) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:14:59.502497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.503200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.503999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56315cad-7952-4890-a1eb-2edea640b418 None None] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:14:59.530506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf9245b2-69f8-49f7-a72e-f00ee87db9bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7079551 Jul 15 17:14:59.530970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38552) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:59.539787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768622864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:14:59.551399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-0301c6f0-6b36-4b90-b3f9-2d6c4d78b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.553071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-0301c6f0-6b36-4b90-b3f9-2d6c4d78b79e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1095 time: 0.1031563 Jul 15 17:14:59.570925 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3474e7-7768-41f6-ade5-9c74351e4b55 None None] Pushing event updated for resources: {'Port': ['ID=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:14:59.602880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.604217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.608048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9688a1-1e57-43ca-bc33-6b6ab84ace86 req-e429703d-f86a-461c-a726-49e9930ce700 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.609637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a9688a1-1e57-43ca-bc33-6b6ab84ace86 req-e429703d-f86a-461c-a726-49e9930ce700 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0900838 Jul 15 17:14:59.624791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.666850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a9688a1-1e57-43ca-bc33-6b6ab84ace86 req-36d1290e-583d-4e2b-acf4-c206f3d71812 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462353 Jul 15 17:14:59.715021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.718488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-4aeef10f-583c-40ec-8ce1-bc228988a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.720190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-4aeef10f-583c-40ec-8ce1-bc228988a858 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.1567810 Jul 15 17:14:59.721826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.725291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-ba7e2dcd-1764-4161-a904-1d6cb6f66efb', 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': '03adf19c-2423-48db-9a40-9969921d1a0d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:14:59.726377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.769997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-88f1cbf8-c5bd-443c-a162-82f957e52135 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0425091 Jul 15 17:14:59.772342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:14:59.777097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ef47bb4-00a4-4b68-a57a-f597a4777d2b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2418911 Jul 15 17:14:59.777544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38554) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:14:59.855308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-d963a66b-f662-4ffb-a57f-5b4b6f3e2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:14:59.857644 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-d963a66b-f662-4ffb-a57f-5b4b6f3e2f50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0806696 Jul 15 17:14:59.910147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-1aae3f73-b5ed-439f-aec4-8952ba9b9ded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460761 Jul 15 17:14:59.924702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Allocated IP 2001:db8:1::2 (ba7e2dcd-1764-4161-a904-1d6cb6f66efb/03adf19c-2423-48db-9a40-9969921d1a0d/2a427c36-9714-4450-a850-b8474503fe65) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:00.024084 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-97b3b131-8efa-4b9c-b61e-f285236dee1b service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072476 Jul 15 17:15:00.095369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.107644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Transition to ACTIVE for port object 2a427c36-9714-4450-a850-b8474503fe65 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:00.122467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-190494fe-f934-4e33-95f6-22b119b1ccaf req-d1e6df34-22be-4b02-9f6d-432cec136d45 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Jul 15 17:15:00.122891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.123467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Transition to ACTIVE for port object 2a427c36-9714-4450-a850-b8474503fe65 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:00.129901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.171389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:00.174504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:00.179351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:00.181626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Pushing event updated for resources: {'Port': ['ID=2a427c36-9714-4450-a850-b8474503fe65,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:00.237472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Attempting to bind port 2a427c36-9714-4450-a850-b8474503fe65 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:00.237837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Attempting to bind port 2a427c36-9714-4450-a850-b8474503fe65 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '3468c5a1-0d0a-430f-bd2a-12a304372a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:00.238215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Attempting to bind port 2a427c36-9714-4450-a850-b8474503fe65 on network ba7e2dcd-1764-4161-a904-1d6cb6f66efb {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:00.243169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:00.243540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Checking segment: {'id': '3468c5a1-0d0a-430f-bd2a-12a304372a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:00.243936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.244357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Bound using segment: {'id': '3468c5a1-0d0a-430f-bd2a-12a304372a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:00.244822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Bound port: 2a427c36-9714-4450-a850-b8474503fe65, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3468c5a1-0d0a-430f-bd2a-12a304372a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ba7e2dcd-1764-4161-a904-1d6cb6f66efb'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:00.245201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.307272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] For port 2a427c36-9714-4450-a850-b8474503fe65, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:00.310695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] For port 2a427c36-9714-4450-a850-b8474503fe65, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a427c36-9714-4450-a850-b8474503fe65,segment=NetworkSegment(3468c5a1-0d0a-430f-bd2a-12a304372a78),segment_id=3468c5a1-0d0a-430f-bd2a-12a304372a78)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:00.315168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.376390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17837-0d40-4c0f-8514-d62d79ea4adb None None] Pushing event updated for resources: {'Port': ['ID=2a427c36-9714-4450-a850-b8474503fe65,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:00.392128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8::1 (7c220f03-66a6-4316-aef9-4260b67dfe9a/06775863-8d96-4f03-af69-a1971df129da/e6bbabbe-731b-48ec-8b11-f06cfd91179b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:00.521262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.537345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object e6bbabbe-731b-48ec-8b11-f06cfd91179b will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:00.596432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.649765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:00.654015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:00.658761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:00.659652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.667013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=e6bbabbe-731b-48ec-8b11-f06cfd91179b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:00.815412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:00.829251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e6260-c10c-4957-b63f-81fe290ed890 None None] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:00.904420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-66300ab1-60b2-490e-8cee-1a93445d4a74 None None] Provisioning for port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:00.969943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a2a6-2773-4e62-a1f5-9ba5c6fde057 req-3f888dc4-a7ff-4129-aae0-bb48206262e5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:00.971470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0202a2a6-2773-4e62-a1f5-9ba5c6fde057 req-3f888dc4-a7ff-4129-aae0-bb48206262e5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.1666827 Jul 15 17:15:01.035446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0202a2a6-2773-4e62-a1f5-9ba5c6fde057 req-94597c9e-af61-4639-8830-51815353b511 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550485 Jul 15 17:15:01.160982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.166454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.167420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.240072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=e6bbabbe-731b-48ec-8b11-f06cfd91179b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:01.253710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e21014f-b917-4430-b4a3-caa4f224e201 None None] Provisioning for port e6bbabbe-731b-48ec-8b11-f06cfd91179b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:01.260431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3e21014f-b917-4430-b4a3-caa4f224e201 None None] Provisioning complete for port e6bbabbe-731b-48ec-8b11-f06cfd91179b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:01.261103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3e21014f-b917-4430-b4a3-caa4f224e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.309945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.312260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:15:01.314644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3e21014f-b917-4430-b4a3-caa4f224e201 None None] Port e6bbabbe-731b-48ec-8b11-f06cfd91179b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:01.327501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:01.329253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:01.432716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:01.444494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '68cacec6-4178-4913-822b-ee31270deb26', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'port_id': '68cacec6-4178-4913-822b-ee31270deb26', 'mac_address': 'fa:16:3e:d4:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acaf616-a046-4449-915f-c4bca8353ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:15:01.476814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 27aa96be-97ed-4096-b2fa-9527119f9c1d is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:01.491772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.506816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:15:01.529402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:01.540164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.590301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:01.599237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:01.604553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1ec4a38c-7d4e-40de-8e46-03d4cc58b6a4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251610 Jul 15 17:15:01.607185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38558) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:01.607354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] Sync routers for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:01.618746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:01.619433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:01.659053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:01.665425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5969057f-d2dd-4a87-be17-610cf257661f None None] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:01.673970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3e239-2de4-4cbd-9af4-488a0cdc828b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:01.675444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-93c3e239-2de4-4cbd-9af4-488a0cdc828b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports/e6bbabbe-731b-48ec-8b11-f06cfd91179b HTTP/1.1" status: 200 len: 911 time: 0.0667140 Jul 15 17:15:01.678178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:01.699083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:01.700331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:01.734788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:01.735448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf5427-a306-4a80-ae9a-8f292cd7a498 None None] The sync data for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:01.745412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-70557cea-c13a-4a7d-a67e-f50b5d63dc4b None None] Provisioning complete for port e6bbabbe-731b-48ec-8b11-f06cfd91179b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:01.745785 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-70557cea-c13a-4a7d-a67e-f50b5d63dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:01.811533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:15:01.851392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-70557cea-c13a-4a7d-a67e-f50b5d63dc4b None None] Port e6bbabbe-731b-48ec-8b11-f06cfd91179b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:01.909560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:02.079470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.154707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-77f248cc-3f30-45ab-b893-29e458bb3ecf None None] Provisioning for port 2a427c36-9714-4450-a850-b8474503fe65 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:02.214446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:02.222132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-77f248cc-3f30-45ab-b893-29e458bb3ecf None None] Provisioning complete for port e6bbabbe-731b-48ec-8b11-f06cfd91179b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:02.222512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77f248cc-3f30-45ab-b893-29e458bb3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.230096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:02.230390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.306613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8a45b-c58a-43c6-bc52-f3801db3e7fa req-02f9645c-5c66-4b75-b378-c900cbf0b902 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:02.308135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bc8a45b-c58a-43c6-bc52-f3801db3e7fa req-02f9645c-5c66-4b75-b378-c900cbf0b902 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 945 time: 0.1456494 Jul 15 17:15:02.313322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-77f248cc-3f30-45ab-b893-29e458bb3ecf None None] Port e6bbabbe-731b-48ec-8b11-f06cfd91179b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:02.369207 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.405362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,segment=NetworkSegment(4ff01951-62fc-409f-900c-64872a31d7ea),segment_id=4ff01951-62fc-409f-900c-64872a31d7ea)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:02.410496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.411340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a427c36-9714-4450-a850-b8474503fe65 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:02.417870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4bc8a45b-c58a-43c6-bc52-f3801db3e7fa req-4da407bb-565d-4c26-8f3d-3cef8718f2a0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782363 Jul 15 17:15:02.455312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8:1::1 (ba7e2dcd-1764-4161-a904-1d6cb6f66efb/03adf19c-2423-48db-9a40-9969921d1a0d/206081d0-78b7-47aa-8787-d7d0b4791832) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:02.506962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:02.520039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2a427c36-9714-4450-a850-b8474503fe65 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:02.524676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2a427c36-9714-4450-a850-b8474503fe65 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:02.525061 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.566174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d3125f23-03ef-45a0-b75b-4d81b3d84ff7 None None] Provisioning complete for port 2a427c36-9714-4450-a850-b8474503fe65 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:02.566464 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3125f23-03ef-45a0-b75b-4d81b3d84ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.595746 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.610534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object 206081d0-78b7-47aa-8787-d7d0b4791832 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:02.644875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.646250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.683476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:02.691456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:02.695473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:02.696032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.704409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d3125f23-03ef-45a0-b75b-4d81b3d84ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.709473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2a427c36-9714-4450-a850-b8474503fe65, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a427c36-9714-4450-a850-b8474503fe65,segment=NetworkSegment(3468c5a1-0d0a-430f-bd2a-12a304372a78),segment_id=3468c5a1-0d0a-430f-bd2a-12a304372a78)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:02.717630 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:02.739256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=206081d0-78b7-47aa-8787-d7d0b4791832,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:02.804297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2a427c36-9714-4450-a850-b8474503fe65,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:02.811387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.db.api [None req-d3125f23-03ef-45a0-b75b-4d81b3d84ff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 17:15:02.811727 n-d-800085-3 neutron-server[100430]: DEBUG oslo_db.api [None req-d3125f23-03ef-45a0-b75b-4d81b3d84ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 17:15:02.844384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.105706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.109979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.110703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.178079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=206081d0-78b7-47aa-8787-d7d0b4791832,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:03.241572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:03.243829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:03.334617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:03.349630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 27aa96be-97ed-4096-b2fa-9527119f9c1d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:03.395115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 68cacec6-4178-4913-822b-ee31270deb26 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:03.399921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 68cacec6-4178-4913-822b-ee31270deb26 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:03.400392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.449152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:03.457125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38566) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:03.457592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-61777255-bcee-478f-8f43-9d67dd55153f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7779295 Jul 15 17:15:03.466563 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] Sync routers for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:03.477860 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:03.478760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:03.501471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.519123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-48e78b17-15a1-4606-8a4b-ca18a4d8617a None None] Provisioning for port 206081d0-78b7-47aa-8787-d7d0b4791832 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:03.524812 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:03.529962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1c0c1-b7b9-4e28-addc-7179f404ca8b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:03.531483 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aef1c0c1-b7b9-4e28-addc-7179f404ca8b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports/206081d0-78b7-47aa-8787-d7d0b4791832 HTTP/1.1" status: 200 len: 913 time: 0.0732641 Jul 15 17:15:03.534226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38568) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:03.534439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:15:03.536700 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ead8e2-e62e-4181-9260-15eb02cb8fd8" -d '{"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:15:03.540302 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:03.541020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:03.548006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-48e78b17-15a1-4606-8a4b-ca18a4d8617a None None] Provisioning complete for port 206081d0-78b7-47aa-8787-d7d0b4791832 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:03.548410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-48e78b17-15a1-4606-8a4b-ca18a4d8617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.553407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:03.575775 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.577299 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:03.578160 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0edac-26e5-4911-8018-594872478de7 None None] The sync data for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:03.607624 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b4bfa-69c2-4643-b7a6-5aeed7f718c8 x-openstack-request-id: req-645b4bfa-69c2-4643-b7a6-5aeed7f718c8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:15:03.607917 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:15:03.608195 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-645b4bfa-69c2-4643-b7a6-5aeed7f718c8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:15:03.608587 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'code': 200} Jul 15 17:15:03.623708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-48e78b17-15a1-4606-8a4b-ca18a4d8617a None None] Port 206081d0-78b7-47aa-8787-d7d0b4791832 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:03.651115 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:03.816692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:03.838223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1795a3-d30a-462f-acab-7bea53722696 req-81cb7537-c5d3-4aac-909a-e55ad88fb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:03.839775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0e1795a3-d30a-462f-acab-7bea53722696 req-81cb7537-c5d3-4aac-909a-e55ad88fb798 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1097 time: 0.1725945 Jul 15 17:15:03.870356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:03.870763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:03.909807 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0e1795a3-d30a-462f-acab-7bea53722696 req-92e99e0a-7eb3-49a8-9e59-a2c9786a9eda service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637145 Jul 15 17:15:03.954747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a427c36-9714-4450-a850-b8474503fe65 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:03.984812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:04.005989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2a427c36-9714-4450-a850-b8474503fe65 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:04.006276 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:04.051085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f4a8-8575-4b20-97c1-330035cf0af2 req-fca473c1-15c8-45ff-8129-dd3b7866fbf1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:04.056708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1e9f4a8-8575-4b20-97c1-330035cf0af2 req-fca473c1-15c8-45ff-8129-dd3b7866fbf1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.4493024 Jul 15 17:15:04.093035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1e9f4a8-8575-4b20-97c1-330035cf0af2 req-71580414-9ddb-4359-a831-b81e1f4a0577 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346396 Jul 15 17:15:04.246935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 206081d0-78b7-47aa-8787-d7d0b4791832 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:04.247285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:04.331948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:04.343842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 206081d0-78b7-47aa-8787-d7d0b4791832 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:04.512064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:04.543608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=206081d0-78b7-47aa-8787-d7d0b4791832,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:04.666458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:05.092307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 27aa96be-97ed-4096-b2fa-9527119f9c1d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:05.183834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:05.192097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-00cdf260-7d9a-4a49-b6dc-5c639d349d65 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540763 Jul 15 17:15:05.192097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38574) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:05.193169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] Sync routers for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:05.202095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:05.202717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:05.235457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:05.244196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:05.244803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:05.274666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87142bfa-1b9e-4dd5-9339-e580dd89dc7a req-ae68a4b9-5184-4713-92e6-4c17459ffa7f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:05.278852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87142bfa-1b9e-4dd5-9339-e580dd89dc7a req-ae68a4b9-5184-4713-92e6-4c17459ffa7f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0688920 Jul 15 17:15:05.279612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:05.280304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b3ef9e-2b1a-4f00-a239-fb871d44f7c2 None None] The sync data for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:05.317295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87142bfa-1b9e-4dd5-9339-e580dd89dc7a req-19fa10be-0693-4488-9509-b1883f3d99cf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Jul 15 17:15:05.515104 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:05.600563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-8f61d711-dae0-4622-baf7-6ed403222322 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:05.602340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-8f61d711-dae0-4622-baf7-6ed403222322 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 812 time: 0.1076021 Jul 15 17:15:05.617069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-f546c751-7194-4b45-9d57-6e0107e082b5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/quotas/880d08320ed94f88b7bda3277c351e55 HTTP/1.1" status: 200 len: 375 time: 0.0092297 Jul 15 17:15:05.681615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-704af2c1-0315-468f-87b6-28f0148d8a70 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591617 Jul 15 17:15:05.769232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port e6bbabbe-731b-48ec-8b11-f06cfd91179b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:05.769575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:05.780498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-cd70231c-c97d-4421-96d0-f05e29f0aff7 service neutron] 10.222.0.25 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916317 Jul 15 17:15:05.854708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:05.866325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for e6bbabbe-731b-48ec-8b11-f06cfd91179b owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:05.870956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-178744d7-4099-4eff-ad60-4d1bc217d14a service neutron] 10.222.0.25 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Jul 15 17:15:06.041346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.057264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e513430-8a92-40e7-a344-73c3bb5497d1 req-d4e92dc6-d6ae-4ad8-b316-4776a86870e0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 210 time: 0.0359809 Jul 15 17:15:06.068068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=e6bbabbe-731b-48ec-8b11-f06cfd91179b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:06.171347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.337079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 27aa96be-97ed-4096-b2fa-9527119f9c1d has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:06.421978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:06.427554 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2385fbd3-597d-42ea-af70-971acb5ad117 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2338209 Jul 15 17:15:06.430956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:06.433734 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] Sync routers for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:06.444065 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:06.444697 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:06.461530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-46e27d49-e724-41a9-a43f-fdaefdaba121 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=27aa96be-97ed-4096-b2fa-9527119f9c1d HTTP/1.1" status: 200 len: 205 time: 0.0292878 Jul 15 17:15:06.463958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38600) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:06.480615 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:06.493092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] Routers {'27aa96be-97ed-4096-b2fa-9527119f9c1d'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:06.493979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['27aa96be-97ed-4096-b2fa-9527119f9c1d'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:06.527556 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:06.528232 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b0db8-6164-4b75-a613-ed4f138cecce None None] The sync data for ids ['27aa96be-97ed-4096-b2fa-9527119f9c1d'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:06.543348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.707999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.710118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.751919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.752479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router 27aa96be-97ed-4096-b2fa-9527119f9c1d {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:06.759493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.760625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-85c3a7ae-0428-4107-a348-3fa9dcfc79c7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d HTTP/1.1" status: 204 len: 168 time: 0.2955866 Jul 15 17:15:06.763246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38602) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:06.813253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet 03adf19c-2423-48db-9a40-9969921d1a0d {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:06.816273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.860435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:06.946153 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.006051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.036289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=03adf19c-2423-48db-9a40-9969921d1a0d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:07.042695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.046848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39a7717c-63ce-4e88-bba0-9e4f7e6140f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/03adf19c-2423-48db-9a40-9969921d1a0d HTTP/1.1" status: 204 len: 168 time: 0.2803948 Jul 15 17:15:07.047123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38604) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:07.049430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb248c7e-6873-4800-bf73-923e307297ac None None] Network ba7e2dcd-1764-4161-a904-1d6cb6f66efb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:07.123445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet 06775863-8d96-4f03-af69-a1971df129da {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:07.128850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.171868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-2bc140c6-eb03-40b3-8437-0eb1ba028ff0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:07.173424 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-2bc140c6-eb03-40b3-8437-0eb1ba028ff0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.35 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 812 time: 0.1468220 Jul 15 17:15:07.182403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.189238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Request body: {'port': {'device_id': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'admin_state_up': True, 'tenant_id': '880d08320ed94f88b7bda3277c351e55'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:07.256930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc0d6ed2-a0dd-47e5-a5f8-8aa30a2eb28f req-452092aa-071f-44c9-b3da-d62a0001e4e4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 210 time: 0.0493731 Jul 15 17:15:07.319985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] DHCP port deletion for ba7e2dcd-1764-4161-a904-1d6cb6f66efb request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:07.324998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.334334 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Made reservation on behalf of 880d08320ed94f88b7bda3277c351e55 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:07.339445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.391321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Deleting port 2a427c36-9714-4450-a850-b8474503fe65 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:07.391737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.392026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.421626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=06775863-8d96-4f03-af69-a1971df129da,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:07.425601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.427600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b3890e65-387e-4cc6-ab8a-50fd571d2a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/06775863-8d96-4f03-af69-a1971df129da HTTP/1.1" status: 204 len: 168 time: 0.3709633 Jul 15 17:15:07.432178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:07.457339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ae0fc-d990-4268-8a35-566af513f5a1 None None] Network 7c220f03-66a6-4316-aef9-4260b67dfe9a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:07.507211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] For port 2a427c36-9714-4450-a850-b8474503fe65, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a427c36-9714-4450-a850-b8474503fe65,segment=NetworkSegment(3468c5a1-0d0a-430f-bd2a-12a304372a78),segment_id=3468c5a1-0d0a-430f-bd2a-12a304372a78)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:07.508000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.546713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Allocated IP 172.20.0.10 (3452b594-6758-4f12-8cc8-93aec6a7f5d8/3acaf616-a046-4449-915f-c4bca8353ab9/46b13cb5-fbe5-498f-9acb-20338b13b17b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:07.554067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Calling delete_port for 2a427c36-9714-4450-a850-b8474503fe65 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:07.555955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.706613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.712336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 2a427c36-9714-4450-a850-b8474503fe65 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:07.712998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.731928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] Pushing event deleted for resources: {'Port': ['ID=2a427c36-9714-4450-a850-b8474503fe65,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:07.737717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89154d9-5b79-49a8-af62-43c7c7d0b6d0 None None] No DVR routers for this DVR port 2a427c36-9714-4450-a850-b8474503fe65 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:07.797829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.806746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port 2a427c36-9714-4450-a850-b8474503fe65, host n-d-800085-3, got binding levels [] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:07.807092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.824545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 2a427c36-9714-4450-a850-b8474503fe65 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:07.826221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] DHCP port deletion for 7c220f03-66a6-4316-aef9-4260b67dfe9a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:07.828071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.ipam_backend_mixin [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Port 2a427c36-9714-4450-a850-b8474503fe65 was not found and therefore no delete operation was performed {{(pid=100428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:15:07.831762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.862034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a427c36-9714-4450-a850-b8474503fe65 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:07.870572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=2a427c36-9714-4450-a850-b8474503fe65,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:07.873572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port 2a427c36-9714-4450-a850-b8474503fe65 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:07.887719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2a427c36-9714-4450-a850-b8474503fe65 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:07.888063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a427c36-9714-4450-a850-b8474503fe65 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:07.907933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Deleting port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:07.908433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.921322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:07.932824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:15:08.003371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.005276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] For port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,segment=NetworkSegment(4ff01951-62fc-409f-900c-64872a31d7ea),segment_id=4ff01951-62fc-409f-900c-64872a31d7ea)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:08.005779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.009801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:08.019287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Pushing event updated for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.021733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:08.024389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Calling delete_port for 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:08.025233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e2dcd-1764-4161-a904-1d6cb6f66efb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.027422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:08.055138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468c5a1-0d0a-430f-bd2a-12a304372a78') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.055482 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468c5a1-0d0a-430f-bd2a-12a304372a78') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.071226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.095792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:08.096429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.099757 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.109437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:08.109863 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:08.112910 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:08.131572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-a55b02da-1d94-4272-a76e-cf6b9d6079e3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497566 Jul 15 17:15:08.164188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.176014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Request body: {'port': {'device_id': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:08.196669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] Pushing event deleted for resources: {'Port': ['ID=4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.202882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d29f5-8a27-464e-a9c4-f53cb4370f75 None None] No DVR routers for this DVR port 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:08.207680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.219491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.221200 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/ba7e2dcd-1764-4161-a904-1d6cb6f66efb HTTP/1.1" status: 204 len: 168 time: 0.7881057 Jul 15 17:15:08.224389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:08.253609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1eca3-f38c-4ce6-983d-7df915e2e0e3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=ba7e2dcd-1764-4161-a904-1d6cb6f66efb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.340405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.345979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.440221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79dd4f-84d1-4107-9fb9-be879a8e48a8 req-b7cfc7fb-d002-4ed1-97fa-016fe1029b91 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:08.441855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e79dd4f-84d1-4107-9fb9-be879a8e48a8 req-b7cfc7fb-d002-4ed1-97fa-016fe1029b91 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 932 time: 0.0687907 Jul 15 17:15:08.482527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e79dd4f-84d1-4107-9fb9-be879a8e48a8 req-3e57d08e-61c9-4470-9820-f55f52a804df tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Jul 15 17:15:08.529921 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.544455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c220f03-66a6-4316-aef9-4260b67dfe9a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.558868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff01951-62fc-409f-900c-64872a31d7ea') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.559162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff01951-62fc-409f-900c-64872a31d7ea') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:08.586733 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.625625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.638089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:08.638485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:08.641333 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:08.719810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.729937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.731700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/7c220f03-66a6-4316-aef9-4260b67dfe9a HTTP/1.1" status: 204 len: 168 time: 0.5064149 Jul 15 17:15:08.735701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38614) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:08.741202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-317310168'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:08.752548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d762c4-824a-4ad2-aebe-ad6de7bce582 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=7c220f03-66a6-4316-aef9-4260b67dfe9a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.763938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:08.767580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.790581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:08.792557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b13cb5-fbe5-498f-9acb-20338b13b17b {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:15:08.799811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.800078 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 45c3364e-6e07-47be-b8ab-13166897b59c of type vlan for network afb5c757-5570-4d99-b3a3-0e50757a5aba Jul 15 17:15:08.800718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.814766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Transition to ACTIVE for port object 46b13cb5-fbe5-498f-9acb-20338b13b17b will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:08.818466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.841411 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.868128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Pushing event updated for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.877361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.883478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:08.884070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:08.924068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1844013 Jul 15 17:15:08.924382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:08.929349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:08.959316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3262779-6958-48ae-a3b6-ced1d1aea60f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=afb5c757-5570-4d99-b3a3-0e50757a5aba,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:08.970543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network afb5c757-5570-4d99-b3a3-0e50757a5aba details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:08.975457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Attempting to bind port 46b13cb5-fbe5-498f-9acb-20338b13b17b on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:08.975789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Attempting to bind port 46b13cb5-fbe5-498f-9acb-20338b13b17b by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:08.976136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Attempting to bind port 46b13cb5-fbe5-498f-9acb-20338b13b17b on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:09.012590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Port 46b13cb5-fbe5-498f-9acb-20338b13b17b on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:15:09.012911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Attempting to bind port 46b13cb5-fbe5-498f-9acb-20338b13b17b on network 3452b594-6758-4f12-8cc8-93aec6a7f5d8 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:09.021087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:09.021418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Checking segment: {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:09.021798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Bound using segment: {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:09.022220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Bound port: 46b13cb5-fbe5-498f-9acb-20338b13b17b, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fca977-7ec5-4da6-87f9-912b127a05c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:09.022577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.075089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:09.078588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.157931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:09.176779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:09.182739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.227090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:09.227707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.229130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] 10.222.0.35 "PUT /v2.0/ports/46b13cb5-fbe5-498f-9acb-20338b13b17b HTTP/1.1" status: 200 len: 1092 time: 1.0891690 Jul 15 17:15:09.229577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:15:09.231888 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adae676-384b-4dcf-a187-3608004164fd" -d '{"events": [{"name": "network-changed", "server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:15:09.281635 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9d04a8-456a-4757-9ea8-db33cd323567 x-openstack-request-id: req-0c9d04a8-456a-4757-9ea8-db33cd323567 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:15:09.281930 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:15:09.282182 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c9d04a8-456a-4757-9ea8-db33cd323567 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:15:09.282581 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b', 'status': 'completed', 'code': 200} Jul 15 17:15:09.300970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29218a2a-1a3e-4c3c-be65-8f11401395da service neutron] Pushing event updated for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:09.386504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.420889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-dec299a4-6da2-4bf9-9011-9e72e779d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:09.422405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-dec299a4-6da2-4bf9-9011-9e72e779d1b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 1095 time: 0.1375749 Jul 15 17:15:09.668546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5b22-1d13-4793-bf2b-3830322b41e1 req-8ed10222-49ca-489d-b91a-945f40156791 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:09.669992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89ef5b22-1d13-4793-bf2b-3830322b41e1 req-8ed10222-49ca-489d-b91a-945f40156791 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 944 time: 0.0691552 Jul 15 17:15:09.710388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89ef5b22-1d13-4793-bf2b-3830322b41e1 req-39d0e1e0-edb7-4fcd-8e34-1b30866021b9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Jul 15 17:15:09.728932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-8d525adb-dc9c-49f2-b1a5-ff9a762f0c6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b HTTP/1.1" status: 200 len: 217 time: 0.2978365 Jul 15 17:15:09.745305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=b31579e9-1f65-440f-b396-e1fd516a6099,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:09.777590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '45c3364e-6e07-47be-b8ab-13166897b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:09.777949 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: afb5c757-5570-4d99-b3a3-0e50757a5aba, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:09.796821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-45d40fbc-7f74-43f3-97f9-b2e45cf6a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:09.798296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-45d40fbc-7f74-43f3-97f9-b2e45cf6a44b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0624340 Jul 15 17:15:09.809807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:09.813844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network afb5c757-5570-4d99-b3a3-0e50757a5aba is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:09.830777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:09.831124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4554e8c3-d1a4-42dd-9c67-ac0be2ad6efb not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:09.836639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-8a9728d3-8466-4e5f-abdc-d72fbadfb150 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311036 Jul 15 17:15:09.841503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, afb5c757-5570-4d99-b3a3-0e50757a5aba) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:09.849220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a73a1-819b-4fa8-a561-08aa0a59ddc5 None None] Network afb5c757-5570-4d99-b3a3-0e50757a5aba requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:09.852478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:09.853070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.890490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-be60f89a-2544-4478-b7ef-829e52e209e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9650512 Jul 15 17:15:09.893366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:09.899478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1170823526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:09.928591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.929628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.944739 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-94c32bac-7dcc-41c6-8cf4-c038d5a8005b service neutron] 10.222.0.35 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010146 Jul 15 17:15:09.985681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:09.990650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.007227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.011980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9c194824-8a29-42ab-9689-e370e8a0c780 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1144633 Jul 15 17:15:10.012248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38624) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:10.013799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-afb5c757-5570-4d99-b3a3-0e50757a5aba', 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': 'b31579e9-1f65-440f-b396-e1fd516a6099'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:10.014709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.017590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'port': {'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba', 'name': 'tempest-RoutersIpV6Test-1236481092'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:10.040551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd7a2711-cde1-4582-af2f-70dd0179682a req-4d17f91e-75d2-4725-a6aa-2c4ad5f0b05d service neutron] 10.222.0.35 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900674 Jul 15 17:15:10.137923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:10.141926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.147644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae676-384b-4dcf-a187-3608004164fd req-fcf8346f-49a2-49ba-96af-1bc284792a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:10.149787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-fcf8346f-49a2-49ba-96af-1bc284792a5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 1095 time: 0.0605574 Jul 15 17:15:10.159210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Allocated IP 2001:db8::2 (afb5c757-5570-4d99-b3a3-0e50757a5aba/b31579e9-1f65-440f-b396-e1fd516a6099/30903219-441a-44f4-ac56-a7377230ea5a) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:10.162357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] device_id is not set on port f651883b-e8a6-4141-93a0-80cb97152cfa yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:15:10.245395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae676-384b-4dcf-a187-3608004164fd req-f1527735-63a1-443b-b7f8-56f11de00cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:10.246886 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-f1527735-63a1-443b-b7f8-56f11de00cb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.0909307 Jul 15 17:15:10.292518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-de3be917-05f8-4a07-9aaa-5e8d4c3dd8d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b HTTP/1.1" status: 200 len: 217 time: 0.0390341 Jul 15 17:15:10.307345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.315523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Transition to ACTIVE for port object 30903219-441a-44f4-ac56-a7377230ea5a will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:10.333546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Transition to ACTIVE for port object 30903219-441a-44f4-ac56-a7377230ea5a will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:10.343776 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.344827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae676-384b-4dcf-a187-3608004164fd req-e2df49ec-fd6a-4eda-b1de-58c3043457c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:10.346272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-e2df49ec-fd6a-4eda-b1de-58c3043457c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0463259 Jul 15 17:15:10.379617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Network afb5c757-5570-4d99-b3a3-0e50757a5aba is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:10.379853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-e137217e-9aac-45a9-b56c-b13af9dca516 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267963 Jul 15 17:15:10.386050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:10.389730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:10.396612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Pushing event updated for resources: {'Port': ['ID=30903219-441a-44f4-ac56-a7377230ea5a,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:10.412978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8::5c (afb5c757-5570-4d99-b3a3-0e50757a5aba/b31579e9-1f65-440f-b396-e1fd516a6099/f651883b-e8a6-4141-93a0-80cb97152cfa) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:10.455200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Attempting to bind port 30903219-441a-44f4-ac56-a7377230ea5a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:10.455573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Attempting to bind port 30903219-441a-44f4-ac56-a7377230ea5a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '45c3364e-6e07-47be-b8ab-13166897b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:10.455933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Attempting to bind port 30903219-441a-44f4-ac56-a7377230ea5a on network afb5c757-5570-4d99-b3a3-0e50757a5aba {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:10.461781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:10.462175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Checking segment: {'id': '45c3364e-6e07-47be-b8ab-13166897b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:10.462576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.462969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Bound using segment: {'id': '45c3364e-6e07-47be-b8ab-13166897b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:10.463434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Bound port: 30903219-441a-44f4-ac56-a7377230ea5a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c3364e-6e07-47be-b8ab-13166897b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afb5c757-5570-4d99-b3a3-0e50757a5aba'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:10.464323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.480659 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-35387034-c6af-4910-a995-320fbb69de39 service neutron] 10.222.0.35 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946317 Jul 15 17:15:10.537084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] For port 30903219-441a-44f4-ac56-a7377230ea5a, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:10.541212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] For port 30903219-441a-44f4-ac56-a7377230ea5a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30903219-441a-44f4-ac56-a7377230ea5a,segment=NetworkSegment(45c3364e-6e07-47be-b8ab-13166897b59c),segment_id=45c3364e-6e07-47be-b8ab-13166897b59c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:10.545625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.576428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4adae676-384b-4dcf-a187-3608004164fd req-a1fa7e7c-da89-4265-812b-1acb219034e3 service neutron] 10.222.0.35 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887678 Jul 15 17:15:10.585446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.604205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e41549-ffdf-4284-8e52-c76ea56a4ce9 None None] Pushing event updated for resources: {'Port': ['ID=30903219-441a-44f4-ac56-a7377230ea5a,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:10.606852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object f651883b-e8a6-4141-93a0-80cb97152cfa will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:10.641508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.695990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network afb5c757-5570-4d99-b3a3-0e50757a5aba is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:10.699537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:10.702128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:10.708310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:10.708956 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.716101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=f651883b-e8a6-4141-93a0-80cb97152cfa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:10.730929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a6e8ca6e-8d96-48ad-a27e-0c759300e62e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7175403 Jul 15 17:15:10.733626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38626) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:10.806560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:10.822957 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.073285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d03d00-d0be-4b79-a793-1f8e3f18f9df req-9faf1c9c-88fa-48ba-a287-a0d60cf51189 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:11.074786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2d03d00-d0be-4b79-a793-1f8e3f18f9df req-9faf1c9c-88fa-48ba-a287-a0d60cf51189 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 944 time: 0.1913016 Jul 15 17:15:11.147611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2d03d00-d0be-4b79-a793-1f8e3f18f9df req-7f79c21e-cc48-47c6-9ccf-2df9b867437f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662832 Jul 15 17:15:11.187376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.439269 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.443993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.524311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6ea0c-9a72-4a12-af0c-a43bd3366aeb None None] Network afb5c757-5570-4d99-b3a3-0e50757a5aba requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:11.527201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=f651883b-e8a6-4141-93a0-80cb97152cfa,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:11.640449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.645985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-85ff56fd-9112-4df8-be0e-6a745e7fb0cf None None] Provisioning for port 30903219-441a-44f4-ac56-a7377230ea5a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:11.774485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.853450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 30903219-441a-44f4-ac56-a7377230ea5a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:11.909612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 30903219-441a-44f4-ac56-a7377230ea5a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:11.914572 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 30903219-441a-44f4-ac56-a7377230ea5a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:11.915128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:11.995764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Provisioning complete for port 30903219-441a-44f4-ac56-a7377230ea5a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:11.996165 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.029017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.066624 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.072623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.073724 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.151996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=f651883b-e8a6-4141-93a0-80cb97152cfa,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:12.222436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network afb5c757-5570-4d99-b3a3-0e50757a5aba is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:12.223880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:12.231931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 30903219-441a-44f4-ac56-a7377230ea5a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30903219-441a-44f4-ac56-a7377230ea5a,segment=NetworkSegment(45c3364e-6e07-47be-b8ab-13166897b59c),segment_id=45c3364e-6e07-47be-b8ab-13166897b59c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:12.238007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.321431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=30903219-441a-44f4-ac56-a7377230ea5a,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:12.333290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Provisioning for port f651883b-e8a6-4141-93a0-80cb97152cfa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:12.338543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Provisioning complete for port f651883b-e8a6-4141-93a0-80cb97152cfa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:12.340303 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.375263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c1206-a120-4f58-924b-677d800fedd9 None None] Port f651883b-e8a6-4141-93a0-80cb97152cfa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:12.415803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050adbcb-fde2-466a-b2e4-c381d72da10d req-e4e28fc0-23be-42bd-af59-9f321ac3aeee tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:12.417269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-050adbcb-fde2-466a-b2e4-c381d72da10d req-e4e28fc0-23be-42bd-af59-9f321ac3aeee tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 944 time: 0.1003225 Jul 15 17:15:12.443944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router a365c516-9779-412f-a284-cefc00b5716c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:12.467913 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-050adbcb-fde2-466a-b2e4-c381d72da10d req-d8ab5059-8b2a-4c79-acfc-740e74b1b678 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Jul 15 17:15:12.498057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4370542e-afce-4703-bbaa-36784846b5d0 None None] Provisioning complete for port f651883b-e8a6-4141-93a0-80cb97152cfa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:12.498441 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4370542e-afce-4703-bbaa-36784846b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.540044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4370542e-afce-4703-bbaa-36784846b5d0 None None] Port f651883b-e8a6-4141-93a0-80cb97152cfa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:12.659499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f7b2f5a3-f3b1-43f0-aad1-d091d73b3bc7 None None] Provisioning complete for port f651883b-e8a6-4141-93a0-80cb97152cfa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:12.659876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f5a3-f3b1-43f0-aad1-d091d73b3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:12.696044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f7b2f5a3-f3b1-43f0-aad1-d091d73b3bc7 None None] Port f651883b-e8a6-4141-93a0-80cb97152cfa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:12.914783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:12.919674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-44dca0d6-5f4d-472d-84ea-424986c874a2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/a365c516-9779-412f-a284-cefc00b5716c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848431 Jul 15 17:15:12.922372 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:12.925052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] Sync routers for ids ['a365c516-9779-412f-a284-cefc00b5716c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:12.935068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] Routers {'a365c516-9779-412f-a284-cefc00b5716c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:12.935736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a365c516-9779-412f-a284-cefc00b5716c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:12.966402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:12.974739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] Routers {'a365c516-9779-412f-a284-cefc00b5716c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:12.975320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a365c516-9779-412f-a284-cefc00b5716c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:12.977543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea77781-fe07-4c89-b819-2d957c0361cb tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:12.978910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9ea77781-fe07-4c89-b819-2d957c0361cb tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports/f651883b-e8a6-4141-93a0-80cb97152cfa HTTP/1.1" status: 200 len: 983 time: 0.0556271 Jul 15 17:15:12.981839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38636) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:13.009573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:13.010218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228269c2-ecd1-4743-965e-525f6bfec3f4 None None] The sync data for ids ['a365c516-9779-412f-a284-cefc00b5716c'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:13.408017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:13.649586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port f651883b-e8a6-4141-93a0-80cb97152cfa {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:13.649821 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:13.738086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b426a2f-60f7-40f7-85b6-5533f4868116 req-67f57cf8-e3d6-47e5-a2fd-3e6a2ed77607 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:13.739554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b426a2f-60f7-40f7-85b6-5533f4868116 req-67f57cf8-e3d6-47e5-a2fd-3e6a2ed77607 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 944 time: 0.1332562 Jul 15 17:15:13.762904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:13.801506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for f651883b-e8a6-4141-93a0-80cb97152cfa owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:13.806393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b426a2f-60f7-40f7-85b6-5533f4868116 req-f2a709fb-f969-4cb4-abd9-49e3b7ec86d3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Jul 15 17:15:13.811738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 30903219-441a-44f4-ac56-a7377230ea5a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:13.857578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 30903219-441a-44f4-ac56-a7377230ea5a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:13.857950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:13.981378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.017833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=f651883b-e8a6-4141-93a0-80cb97152cfa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:14.115766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.177920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 46b13cb5-fbe5-498f-9acb-20338b13b17b details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:15:14.275304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router a365c516-9779-412f-a284-cefc00b5716c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:14.279759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:14.290651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '46b13cb5-fbe5-498f-9acb-20338b13b17b', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'port_id': '46b13cb5-fbe5-498f-9acb-20338b13b17b', 'mac_address': 'fa:16:3e:29:4c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acaf616-a046-4449-915f-c4bca8353ab9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:15:14.327474 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.340878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b13cb5-fbe5-498f-9acb-20338b13b17b {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:15:14.356496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:14.364753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4f3920be-7982-40c3-87c5-e0c697e7de1c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/a365c516-9779-412f-a284-cefc00b5716c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3792405 Jul 15 17:15:14.364966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:14.365475 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] Sync routers for ids ['a365c516-9779-412f-a284-cefc00b5716c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:14.366060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:14.371314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.377410 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] Routers {'a365c516-9779-412f-a284-cefc00b5716c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:14.378014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a365c516-9779-412f-a284-cefc00b5716c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:14.409674 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:14.418906 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] Routers {'a365c516-9779-412f-a284-cefc00b5716c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:14.419486 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a365c516-9779-412f-a284-cefc00b5716c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:14.423512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:14.454470 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:14.455105 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51314b36-1515-4408-b36d-56f8ea43edb4 None None] The sync data for ids ['a365c516-9779-412f-a284-cefc00b5716c'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:14.550345 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-5363167a-4fcd-460d-a741-5f3b0e5f3b60 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] remove_router_interface failed (client error): The resource could not be found. Jul 15 17:15:14.551300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5363167a-4fcd-460d-a741-5f3b0e5f3b60 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/a365c516-9779-412f-a284-cefc00b5716c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1853240 Jul 15 17:15:14.554844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38642) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:14.582160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['46b13cb5-fbe5-498f-9acb-20338b13b17b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:15:14.582445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cb1705e0-5f5e-40c0-bf8f-05662e05ff6c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=a365c516-9779-412f-a284-cefc00b5716c HTTP/1.1" status: 200 len: 205 time: 0.0264194 Jul 15 17:15:14.584580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:14.658232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.814808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.816814 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.859969 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.860594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router a365c516-9779-412f-a284-cefc00b5716c {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:14.867339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.871089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ccdf4c30-d7b2-4906-b897-d706c870bd24 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/a365c516-9779-412f-a284-cefc00b5716c HTTP/1.1" status: 204 len: 168 time: 0.2829280 Jul 15 17:15:14.871089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:14.926698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet b31579e9-1f65-440f-b396-e1fd516a6099 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:14.929917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.969627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:14.989163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8380c7-4c78-4264-b357-006ec6667ec4 req-8d48e1ad-ccd5-44bc-a2d2-424b12849d69 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:14.990655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a8380c7-4c78-4264-b357-006ec6667ec4 req-8d48e1ad-ccd5-44bc-a2d2-424b12849d69 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 945 time: 0.0638039 Jul 15 17:15:15.029705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a8380c7-4c78-4264-b357-006ec6667ec4 req-bddd26f2-3118-4f5c-88a8-26db10c40232 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Jul 15 17:15:15.053813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.114386 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.140727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=b31579e9-1f65-440f-b396-e1fd516a6099,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:15.145903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.147664 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3e74ccd-e0f8-4e09-86d1-f5af56f4b1b4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/b31579e9-1f65-440f-b396-e1fd516a6099 HTTP/1.1" status: 204 len: 168 time: 0.2754097 Jul 15 17:15:15.151062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:15.152023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce44922c-8501-4b56-a73b-8f649fb2d59b None None] Network afb5c757-5570-4d99-b3a3-0e50757a5aba requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:15.227178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.284211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 30903219-441a-44f4-ac56-a7377230ea5a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:15.284564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.324189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] DHCP port deletion for afb5c757-5570-4d99-b3a3-0e50757a5aba request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:15.347569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port 30903219-441a-44f4-ac56-a7377230ea5a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30903219-441a-44f4-ac56-a7377230ea5a,segment=NetworkSegment(45c3364e-6e07-47be-b8ab-13166897b59c),segment_id=45c3364e-6e07-47be-b8ab-13166897b59c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:15.347942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.360285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 30903219-441a-44f4-ac56-a7377230ea5a owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:15.373574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Deleting port 30903219-441a-44f4-ac56-a7377230ea5a {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:15.373810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.436150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] For port 30903219-441a-44f4-ac56-a7377230ea5a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=30903219-441a-44f4-ac56-a7377230ea5a,segment=NetworkSegment(45c3364e-6e07-47be-b8ab-13166897b59c),segment_id=45c3364e-6e07-47be-b8ab-13166897b59c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:15.436551 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.447080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.449933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Calling delete_port for 30903219-441a-44f4-ac56-a7377230ea5a owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:15.474351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=30903219-441a-44f4-ac56-a7377230ea5a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:15.477185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port 30903219-441a-44f4-ac56-a7377230ea5a on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:15.525245 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:15:15.532601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.554818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.559016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] Pushing event deleted for resources: {'Port': ['ID=30903219-441a-44f4-ac56-a7377230ea5a,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:15.560992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b341fb4-784a-468a-961c-26c3069aa0e7 None None] No DVR routers for this DVR port 30903219-441a-44f4-ac56-a7377230ea5a on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:15.568149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb5c757-5570-4d99-b3a3-0e50757a5aba']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:15.576546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3364e-6e07-47be-b8ab-13166897b59c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:15.576849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3364e-6e07-47be-b8ab-13166897b59c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:15.586147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.604432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.610870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:15.611251 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:15.614215 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:15.672030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.676274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.678134 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/afb5c757-5570-4d99-b3a3-0e50757a5aba HTTP/1.1" status: 204 len: 168 time: 0.5259588 Jul 15 17:15:15.687633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38652) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:15.692442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3d88-f34f-41e6-8ef9-fc7873b5550e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=afb5c757-5570-4d99-b3a3-0e50757a5aba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:15.692818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751842172'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:15.721780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:15.725457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.751038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:15.760895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.761289 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment d005bcc7-bfee-4efa-87d4-1c3636fdcfdc of type vlan for network cd96dac5-7b81-47a7-b35d-0ae668778d3c Jul 15 17:15:15.805697 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.830595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 30903219-441a-44f4-ac56-a7377230ea5a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:15.845781 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.850113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 30903219-441a-44f4-ac56-a7377230ea5a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:15.850462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 30903219-441a-44f4-ac56-a7377230ea5a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:15.852145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:15.853679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:15.890416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2016792 Jul 15 17:15:15.893430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:15.899344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:15.928302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a16f8-13d1-4cc9-bc7c-5f27fd80ef32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=cd96dac5-7b81-47a7-b35d-0ae668778d3c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:15.939773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:15.998518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:16.002219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.183428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 46b13cb5-fbe5-498f-9acb-20338b13b17b up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:16.187312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.217866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6592c-cade-41a5-b61b-852240c28d9e req-d9b24697-8a65-4b12-adb7-0b30c58b7657 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:16.219619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e6592c-cade-41a5-b61b-852240c28d9e req-d9b24697-8a65-4b12-adb7-0b30c58b7657 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 945 time: 0.0782950 Jul 15 17:15:16.235396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 46b13cb5-fbe5-498f-9acb-20338b13b17b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:16.239702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 46b13cb5-fbe5-498f-9acb-20338b13b17b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:16.240166 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.249366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=d20914bc-17d2-468f-8881-9732781a1ba2,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:16.262196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:16.262196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: cd96dac5-7b81-47a7-b35d-0ae668778d3c, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:16.267400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e6592c-cade-41a5-b61b-852240c28d9e req-3667af4e-e66f-48e1-be4c-f460e9769f3f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Jul 15 17:15:16.283098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:16.292488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cd96dac5-7b81-47a7-b35d-0ae668778d3c) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:16.306087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:16.306818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.315616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97cb18-0d86-49cc-a642-53cca5efcd9f None None] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:16.321880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0a441a5e-1211-4f99-ad62-1d7e0043cc93 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4270990 Jul 15 17:15:16.324489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:16.329032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232044882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:16.351150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.352406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.352901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.404918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.407551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:15:16.408869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.409850 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed90a3-938c-4fd1-af2a-3b174ba3bd06" -d '{"events": [{"server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:15:16.427206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.431642 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2909dcf9-ea02-4157-9632-60cbe0f2e91f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1030273 Jul 15 17:15:16.431934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:16.432046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38664) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:16.437605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.463176 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241b27e2-82f7-4a42-be43-7ab68f774a96 x-openstack-request-id: req-241b27e2-82f7-4a42-be43-7ab68f774a96 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:15:16.463552 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:15:16.463876 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-241b27e2-82f7-4a42-be43-7ab68f774a96 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:15:16.464350 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b', 'code': 200} Jul 15 17:15:16.523521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:16.553166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-cd96dac5-7b81-47a7-b35d-0ae668778d3c', 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': 'd20914bc-17d2-468f-8881-9732781a1ba2'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:16.554045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.691354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Allocated IP 2001:db8::2 (cd96dac5-7b81-47a7-b35d-0ae668778d3c/d20914bc-17d2-468f-8881-9732781a1ba2/a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:16.719440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716353d-012f-467a-b4f7-a9d347f5b613 req-68f097b1-56e3-410f-b8fd-008a1fa01b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:16.720970 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6716353d-012f-467a-b4f7-a9d347f5b613 req-68f097b1-56e3-410f-b8fd-008a1fa01b61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 1097 time: 0.1713905 Jul 15 17:15:16.771182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.796226 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6716353d-012f-467a-b4f7-a9d347f5b613 req-394b7864-4950-4fc0-8a48-a9e5005843fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671427 Jul 15 17:15:16.837687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.846251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Transition to ACTIVE for port object a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:16.861662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Transition to ACTIVE for port object a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:16.867603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.907238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:16.910046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:16.914733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:16.921613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Pushing event updated for resources: {'Port': ['ID=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:16.980439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Attempting to bind port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:16.980809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Attempting to bind port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:16.981176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Attempting to bind port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa on network cd96dac5-7b81-47a7-b35d-0ae668778d3c {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:16.986086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:16.986463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Checking segment: {'id': 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:16.986874 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:16.987276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Bound using segment: {'id': 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:16.987735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Bound port: a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd96dac5-7b81-47a7-b35d-0ae668778d3c'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:16.988142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.019648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8::1 (cd96dac5-7b81-47a7-b35d-0ae668778d3c/d20914bc-17d2-468f-8881-9732781a1ba2/7aa3043a-bcc8-4165-8324-bc76beb5e1e5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:17.050950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] For port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:17.054178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] For port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,segment=NetworkSegment(d005bcc7-bfee-4efa-87d4-1c3636fdcfdc),segment_id=d005bcc7-bfee-4efa-87d4-1c3636fdcfdc)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:17.057980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.116564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb0011-88c5-40a7-a474-86a89d0e17ee None None] Pushing event updated for resources: {'Port': ['ID=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:17.143828 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.159111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:17.192166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.230839 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:17.237964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:17.244325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:17.244325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.320469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=7aa3043a-bcc8-4165-8324-bc76beb5e1e5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:17.446706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.471884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0da48e-8a0b-489d-a2ce-f1516b873a6f req-d277be1e-8426-4ed6-b5d2-4f8ff8e44658 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:17.473492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c0da48e-8a0b-489d-a2ce-f1516b873a6f req-d277be1e-8426-4ed6-b5d2-4f8ff8e44658 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 946 time: 0.0661013 Jul 15 17:15:17.542797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c0da48e-8a0b-489d-a2ce-f1516b873a6f req-e3433ce3-c7a7-41cb-a089-807fef4d0fef tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584662 Jul 15 17:15:17.727496 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.732146 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.732985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:17.837694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=7aa3043a-bcc8-4165-8324-bc76beb5e1e5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:17.857628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:17.865913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:17.868159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:17.916905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:18.008455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 37718251-9313-4f9a-8cce-9ad28c1b8a6b is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:18.085600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb8832-b237-4c0b-93eb-9c71885db069 None None] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:18.164695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Provisioning for port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:18.175670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Provisioning complete for port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:18.176039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.316430 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.350846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:18.357445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ac57b35-b0b7-4792-8bf3-46cabf59596a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/37718251-9313-4f9a-8cce-9ad28c1b8a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9245584 Jul 15 17:15:18.359965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38668) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:18.360981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] For port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,segment=NetworkSegment(d005bcc7-bfee-4efa-87d4-1c3636fdcfdc),segment_id=d005bcc7-bfee-4efa-87d4-1c3636fdcfdc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:18.365999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.371533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] Sync routers for ids ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:18.408484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] Routers {'37718251-9313-4f9a-8cce-9ad28c1b8a6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:18.409131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:18.419854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c55cfc5-846b-4ab4-b634-b8ab9b4392f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:18.421664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c55cfc5-846b-4ab4-b634-b8ab9b4392f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports/7aa3043a-bcc8-4165-8324-bc76beb5e1e5 HTTP/1.1" status: 200 len: 911 time: 0.0596025 Jul 15 17:15:18.424669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:18.452858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:18.471634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b0eaf-0fa5-47d6-9985-905833dab63e None None] Pushing event updated for resources: {'Port': ['ID=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:18.477365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] Routers {'37718251-9313-4f9a-8cce-9ad28c1b8a6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:18.477998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:18.512643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:18.513314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace90aa1-e643-485c-8c37-656de5af42b8 None None] The sync data for ids ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:18.596385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Provisioning for port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:18.602742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Provisioning complete for port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:18.603113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.663155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:18.674315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Provisioning complete for port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:18.675333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b8c1edd7-e6b5-4af3-9410-e03ec47b7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.810629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c3102-b402-4381-a5cd-b83fc1885a40 req-b65e71f8-0e8b-40c9-88e9-8844b7bd9e54 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:18.818468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295c3102-b402-4381-a5cd-b83fc1885a40 req-b65e71f8-0e8b-40c9-88e9-8844b7bd9e54 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 946 time: 0.1046269 Jul 15 17:15:18.852501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.855299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-295c3102-b402-4381-a5cd-b83fc1885a40 req-fb16c08b-7ff4-4730-8ca0-9d930019a03e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Jul 15 17:15:18.932682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-beab354a-b743-484a-a581-9168cbb5b3ba None None] Provisioning complete for port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:18.933691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-beab354a-b743-484a-a581-9168cbb5b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:18.972955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-beab354a-b743-484a-a581-9168cbb5b3ba None None] Port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:19.165916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:19.166178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.194795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9a109b7b-64f8-4e96-a7fe-8e1ad5dc82fa None None] Provisioning complete for port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:19.195812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9a109b7b-64f8-4e96-a7fe-8e1ad5dc82fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.233924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9a109b7b-64f8-4e96-a7fe-8e1ad5dc82fa None None] Port 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:19.254457 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.267373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 7aa3043a-bcc8-4165-8324-bc76beb5e1e5 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:19.274992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fb3c0-1f04-485a-b154-d7a2da80c282 req-27ddab0e-9434-4c2a-9076-e59a67fe5e89 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:19.276513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3fb3c0-1f04-485a-b154-d7a2da80c282 req-27ddab0e-9434-4c2a-9076-e59a67fe5e89 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 946 time: 0.0642047 Jul 15 17:15:19.315968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df3fb3c0-1f04-485a-b154-d7a2da80c282 req-d3161fcc-8b68-40bd-822b-774487631f9e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jul 15 17:15:19.437357 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.477173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=7aa3043a-bcc8-4165-8324-bc76beb5e1e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:19.596864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.680517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-9c5cffbd-183a-4132-b9cc-a4e0bd6b6137 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115028 Jul 15 17:15:19.795856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router 37718251-9313-4f9a-8cce-9ad28c1b8a6b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:19.814667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:19.862445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:19.862728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:19.881604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128642c-7d57-4986-8fc1-8847af531089 req-85046040-7978-4ebb-8aa2-85771668e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:19.883296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-85046040-7978-4ebb-8aa2-85771668e4f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.1573029 Jul 15 17:15:19.889666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:19.894626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f2b6a547-12cb-47a3-9a63-681cac966be8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/37718251-9313-4f9a-8cce-9ad28c1b8a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4688642 Jul 15 17:15:19.897444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:19.902338 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] Sync routers for ids ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:19.911497 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] Routers {'37718251-9313-4f9a-8cce-9ad28c1b8a6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:19.912418 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:19.932509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-21049831-a489-4ee9-861b-32f10cc06089 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=37718251-9313-4f9a-8cce-9ad28c1b8a6b HTTP/1.1" status: 200 len: 205 time: 0.0333819 Jul 15 17:15:19.935129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:19.947392 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:19.956249 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] Routers {'37718251-9313-4f9a-8cce-9ad28c1b8a6b'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:19.957075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:19.995366 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:19.996004 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f13464-0ea2-42b3-a6cc-a0b27eb7d991 None None] The sync data for ids ['37718251-9313-4f9a-8cce-9ad28c1b8a6b'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:20.008372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128642c-7d57-4986-8fc1-8847af531089 req-ef8160e2-a793-4c46-b855-818eba6d8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:20.010258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-ef8160e2-a793-4c46-b855-818eba6d8376 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.1011426 Jul 15 17:15:20.019788 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.079628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-d17efafa-a733-4a0b-a1ba-cb4939a4ec13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 1001 time: 0.0627618 Jul 15 17:15:20.128747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128642c-7d57-4986-8fc1-8847af531089 req-7c60d031-b45c-4809-95ff-059f8d0a7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:20.130123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-7c60d031-b45c-4809-95ff-059f8d0a7cfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.0439951 Jul 15 17:15:20.180812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.182952 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.187102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128642c-7d57-4986-8fc1-8847af531089 req-4259acbd-27a8-4a08-8ff7-d23cadd3450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:20.188672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-4259acbd-27a8-4a08-8ff7-d23cadd3450c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521178 Jul 15 17:15:20.228215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.229137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router 37718251-9313-4f9a-8cce-9ad28c1b8a6b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:20.239134 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.240506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-402348dc-f78e-491e-af5b-a04da5bed66d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/37718251-9313-4f9a-8cce-9ad28c1b8a6b HTTP/1.1" status: 204 len: 168 time: 0.3041861 Jul 15 17:15:20.243990 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38682) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:20.283811 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-6926ab87-9a72-4acc-827b-d3904b42880b service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874665 Jul 15 17:15:20.299812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet d20914bc-17d2-468f-8881-9732781a1ba2 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:20.303051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.347604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.380779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0128642c-7d57-4986-8fc1-8847af531089 req-de159923-ba7e-440e-8aa3-744dcf41a94f service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Jul 15 17:15:20.446996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.491603 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-03299375-e192-47e5-9459-73dc40b9fdad tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:20.493232 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-03299375-e192-47e5-9459-73dc40b9fdad tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.35 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 946 time: 0.0700755 Jul 15 17:15:20.552369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4fcf9-a2ca-42a6-b8cb-d1df5ec0a0d1 req-3c164eaa-d2bb-4581-a853-64dbb37632bf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:20.553897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50a4fcf9-a2ca-42a6-b8cb-d1df5ec0a0d1 req-3c164eaa-d2bb-4581-a853-64dbb37632bf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 946 time: 0.1164906 Jul 15 17:15:20.555496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.594486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.599559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/d20914bc-17d2-468f-8881-9732781a1ba2 HTTP/1.1" status: 204 len: 168 time: 0.3513184 Jul 15 17:15:20.599559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa714143-1c12-4ce0-8739-2ac45f602524 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=d20914bc-17d2-468f-8881-9732781a1ba2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:20.599762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Deleting port 46b13cb5-fbe5-498f-9acb-20338b13b17b {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:20.599762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.600561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:20.605249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c387b4-579f-415d-906b-04e52b5ca4fb None None] Network cd96dac5-7b81-47a7-b35d-0ae668778d3c requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:20.629217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50a4fcf9-a2ca-42a6-b8cb-d1df5ec0a0d1 req-c062063b-30c5-4671-be5d-8724d1d7e6e6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Jul 15 17:15:20.732362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.761035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] For port 46b13cb5-fbe5-498f-9acb-20338b13b17b, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=46b13cb5-fbe5-498f-9acb-20338b13b17b,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:20.761399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.794591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Calling delete_port for 46b13cb5-fbe5-498f-9acb-20338b13b17b owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:20.800606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] DHCP port deletion for cd96dac5-7b81-47a7-b35d-0ae668778d3c request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:20.848123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Deleting port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:20.848517 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.866082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:20.866425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.915096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] For port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,segment=NetworkSegment(d005bcc7-bfee-4efa-87d4-1c3636fdcfdc),segment_id=d005bcc7-bfee-4efa-87d4-1c3636fdcfdc)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:20.915404 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:20.927401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Calling delete_port for a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:21.011092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.187099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] Pushing event deleted for resources: {'Port': ['ID=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:21.192550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090daea-d83f-4ab0-825d-1a9de50d1f54 None None] No DVR routers for this DVR port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:21.196862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,segment=NetworkSegment(d005bcc7-bfee-4efa-87d4-1c3636fdcfdc),segment_id=d005bcc7-bfee-4efa-87d4-1c3636fdcfdc)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:21.197409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.231640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:21.287575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.300637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['46b13cb5-fbe5-498f-9acb-20338b13b17b'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:15:21.303132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:15:21.323005 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Pushing event deleted for resources: {'Port': ['ID=46b13cb5-fbe5-498f-9acb-20338b13b17b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:21.414135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] No DVR routers for this DVR port 46b13cb5-fbe5-498f-9acb-20338b13b17b on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:21.417791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.419744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-45a7836a-07ba-4a50-92d6-a9a7875923cd req-4304ae76-0597-4752-acab-0debc2479e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.35 "DELETE /v2.0/ports/46b13cb5-fbe5-498f-9acb-20338b13b17b HTTP/1.1" status: 204 len: 173 time: 0.9207847 Jul 15 17:15:21.420337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'name': 'network-vif-deleted', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:15:21.422608 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa495eb6-00a3-41d3-a351-9f3a99c3b42a" -d '{"events": [{"server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "name": "network-vif-deleted", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:15:21.438228 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.468906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:21.471673 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71b8751-a6f3-47c0-b62a-34135f0ed1ea x-openstack-request-id: req-d71b8751-a6f3-47c0-b62a-34135f0ed1ea {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:15:21.471965 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae", "name": "network-vif-deleted", "tag": "46b13cb5-fbe5-498f-9acb-20338b13b17b", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:15:21.472239 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d71b8751-a6f3-47c0-b62a-34135f0ed1ea {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:15:21.472618 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae', 'name': 'network-vif-deleted', 'tag': '46b13cb5-fbe5-498f-9acb-20338b13b17b', 'status': 'completed', 'code': 200} Jul 15 17:15:21.477849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:21.485091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-82a9a704-56a3-4844-bc45-d30f1552f9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597223 Jul 15 17:15:21.564506 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.597371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd96dac5-7b81-47a7-b35d-0ae668778d3c']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:21.611491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:21.611785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd005bcc7-bfee-4efa-87d4-1c3636fdcfdc') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:21.622470 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.639068 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.646826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:21.647207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self.session.flush() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:21.650919 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:21.684300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-bb95c3d7-9d7b-4e65-8c77-b9886a2145ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:21.685810 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-bb95c3d7-9d7b-4e65-8c77-b9886a2145ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1097 time: 0.1185002 Jul 15 17:15:21.738459 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.746659 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.748474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/cd96dac5-7b81-47a7-b35d-0ae668778d3c HTTP/1.1" status: 204 len: 168 time: 1.1469100 Jul 15 17:15:21.753648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:21.758574 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-577201981', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:21.764030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35613e9-382d-4a7e-b651-78b57247fbce tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=cd96dac5-7b81-47a7-b35d-0ae668778d3c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:21.823345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e304207-d47d-479b-88fa-8f4a14a16add req-d2718831-bb87-4386-885c-fa5c1041d072 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d6a2b6-26d1-4633-b31c-0bcbdd51e4ae HTTP/1.1" status: 200 len: 210 time: 0.0524530 Jul 15 17:15:21.828163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-561b4eb7-53bd-4b58-9320-571f9c966bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:21.828949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:21.829709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-561b4eb7-53bd-4b58-9320-571f9c966bb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.1176000 Jul 15 17:15:21.839785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.841511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.867702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:21.868054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a70c61c7-25dd-45c9-8a0e-b079c3e4ceaa not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:21.883597 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-a039ce9b-6a49-4aab-918f-cb1167996255 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0453746 Jul 15 17:15:21.900693 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:21.941056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-3a76dfe7-d43f-4b4c-a690-e5f41560cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:21.942793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-3a76dfe7-d43f-4b4c-a690-e5f41560cf8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0527768 Jul 15 17:15:21.980532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-d5dbc07c-1927-4fcf-b4f6-c0b99248c22c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315974 Jul 15 17:15:22.045983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:22.082089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-f367cf41-e025-4cf1-966f-8340d9e9db53 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947959 Jul 15 17:15:22.175760 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aded2d2f-1cbe-4c1d-93bf-26de0139e6b2 req-7fd39d62-4bbc-4ed0-b526-ed7fa17f1182 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877368 Jul 15 17:15:22.242829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:22.261558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:22.367589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 172.25.8.197 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/91642940-98d1-4816-bb69-408f47ac1078) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:22.467714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:22.507811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:22.551311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:22.554134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:22.556530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:22.581941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=91642940-98d1-4816-bb69-408f47ac1078,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:23.233194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:23.296139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb5eb-a7d3-4d30-b32c-e3f273fbc872 req-1b297186-1dbc-48ba-be88-99518abefc63 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:23.297623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c62bb5eb-a7d3-4d30-b32c-e3f273fbc872 req-1b297186-1dbc-48ba-be88-99518abefc63 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1510787 Jul 15 17:15:23.376033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c62bb5eb-a7d3-4d30-b32c-e3f273fbc872 req-5b2a56fc-7e90-4ba2-bc14-d925412b7fb4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Jul 15 17:15:23.481915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:23.649987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb68af-8418-4240-a6e7-1236974a25c1 req-4e890b36-335d-4717-8b96-f4ab9118d6a5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:23.651350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ccb68af-8418-4240-a6e7-1236974a25c1 req-4e890b36-335d-4717-8b96-f4ab9118d6a5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0920796 Jul 15 17:15:23.667200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:23.730912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ccb68af-8418-4240-a6e7-1236974a25c1 req-3674975b-0627-4de4-aeae-62c74fa6f74c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Jul 15 17:15:23.795666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:23.807359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] Sync routers for ids ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:23.814222 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:23.815567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ac57f7e9-ba11-46cb-a4ff-e5cc9df9b4d7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0614378 Jul 15 17:15:23.818297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38706) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:23.820634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] Routers {'c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:23.821309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:23.855361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:23.863805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] Routers {'c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:23.864429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:23.895092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:23.895922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670a4832-2992-4681-8ad0-34ee1a76b36d None None] The sync data for ids ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:23.970580 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-07657a2a-59f4-4c9b-847e-e60a116c8336 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers/c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 200 len: 884 time: 0.1511056 Jul 15 17:15:23.973221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:23.979529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca901f-4c7d-46f8-bb2c-06a9a3eacd7f req-85e64ac2-2870-46f8-85ab-73c79c1b5c40 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:23.981016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97ca901f-4c7d-46f8-bb2c-06a9a3eacd7f req-85e64ac2-2870-46f8-85ab-73c79c1b5c40 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1229827 Jul 15 17:15:24.018568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97ca901f-4c7d-46f8-bb2c-06a9a3eacd7f req-7dd1e3dc-447a-46f7-8b87-a802463a76a8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jul 15 17:15:24.209731 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9091bf3e-2050-483d-b8ee-21bbe64838f3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2353342 Jul 15 17:15:24.212298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:24.216809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-577201981'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:24.230257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 46b13cb5-fbe5-498f-9acb-20338b13b17b no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:24.263468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 46b13cb5-fbe5-498f-9acb-20338b13b17b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:24.263818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 46b13cb5-fbe5-498f-9acb-20338b13b17b not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:24.561551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:24.570956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:24.680665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:24.790935 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:24.798595 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:24.799559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] Sync routers for ids ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:24.800031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-976daa13-fe15-4307-bda8-2a0fd09473e8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 200 len: 891 time: 0.5864646 Jul 15 17:15:24.802398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38724) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:24.808727 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] Routers {'c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:24.809317 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:24.842123 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:24.851396 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] Routers {'c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:24.852310 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:24.884347 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:24.884988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47c2371-acf0-4ba0-a230-c64831e2432e None None] The sync data for ids ['c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:24.922873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f7ac054b-9526-44b9-badd-80024ead928b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers/c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 200 len: 891 time: 0.1168752 Jul 15 17:15:24.923252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38726) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:24.952604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ed06091-9178-4c6e-89c7-5e249eb69ec8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 200 len: 205 time: 0.0281186 Jul 15 17:15:24.955431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38728) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:25.065438 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.168072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.219313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 91642940-98d1-4816-bb69-408f47ac1078 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:25.219656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.297853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.310078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 91642940-98d1-4816-bb69-408f47ac1078 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:25.480728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.507993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=91642940-98d1-4816-bb69-408f47ac1078,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:25.557203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:15:25.572649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.671648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.673949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.741038 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.742348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:25.749337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.750435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3e8126f0-dc81-4b1b-8c1f-9b6a7d15bbea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 204 len: 168 time: 0.7940204 Jul 15 17:15:25.754230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38744) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:25.760349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-861832390'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:25.781887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:25.785667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.790501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-51a25a24-ba87-455a-9e2d-73c2284fc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.793240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa927-0393-4fca-b53f-f1d432e05816 req-04006ae9-d53e-4dbc-9ee6-aaa0fa5011d3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:25.795065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56baa927-0393-4fca-b53f-f1d432e05816 req-04006ae9-d53e-4dbc-9ee6-aaa0fa5011d3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1129215 Jul 15 17:15:25.811219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:25.820580 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.820916 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 49d45b62-c6be-440b-b995-32634832582c of type vlan for network 2154213f-d5ea-4ee0-90b3-521b7bb46609 Jul 15 17:15:25.836434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56baa927-0393-4fca-b53f-f1d432e05816 req-635def8b-3f5b-436e-9990-f3ef682e8d93 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Jul 15 17:15:25.864413 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.894729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.900799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:25.901382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:25.940789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1852775 Jul 15 17:15:25.942576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38748) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:25.948242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:25.979310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed4561-d512-4d03-b9ec-d90b664f36bd tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=2154213f-d5ea-4ee0-90b3-521b7bb46609,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:25.989669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:26.092892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77883c0-451b-4d02-9030-c80b665bf60a req-849daa43-6305-43e6-b381-9bd901fd521e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:26.094364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a77883c0-451b-4d02-9030-c80b665bf60a req-849daa43-6305-43e6-b381-9bd901fd521e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1407857 Jul 15 17:15:26.095396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:26.098665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.193572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a77883c0-451b-4d02-9030-c80b665bf60a req-92d353fb-cc98-4991-bff3-f70856bfc92f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908134 Jul 15 17:15:26.309617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.377310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=e20e0c38-ea8e-464d-baec-39777f545d8b,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:26.385420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '49d45b62-c6be-440b-b995-32634832582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:26.385662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 2154213f-d5ea-4ee0-90b3-521b7bb46609, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:26.403673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:26.412371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2154213f-d5ea-4ee0-90b3-521b7bb46609) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:26.422437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:26.422437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.422644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39461348-b15f-4a09-b080-19629f9c09d2 None None] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:26.436747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-982c25a3-97ab-4774-9ca2-e9eace1f7049 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4929783 Jul 15 17:15:26.437624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:26.446480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-234306329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:26.474959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.476100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.535633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.539452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.555895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.559877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5bc6d545-26da-4dca-8d29-7d0166a14220 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1162975 Jul 15 17:15:26.560231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:26.595701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2154213f-d5ea-4ee0-90b3-521b7bb46609', 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': 'e20e0c38-ea8e-464d-baec-39777f545d8b'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:26.596743 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.747370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Allocated IP 2001:db8::2 (2154213f-d5ea-4ee0-90b3-521b7bb46609/e20e0c38-ea8e-464d-baec-39777f545d8b/f3b83949-a17b-4c7f-88ea-f7b57ff97f8f) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:26.900161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.909231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Transition to ACTIVE for port object f3b83949-a17b-4c7f-88ea-f7b57ff97f8f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:26.925072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Transition to ACTIVE for port object f3b83949-a17b-4c7f-88ea-f7b57ff97f8f will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:26.931089 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:26.973840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:26.982867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:26.986555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Pushing event updated for resources: {'Port': ['ID=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:26.989453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:27.048900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Attempting to bind port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:27.049264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Attempting to bind port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '49d45b62-c6be-440b-b995-32634832582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:27.049973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Attempting to bind port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f on network 2154213f-d5ea-4ee0-90b3-521b7bb46609 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:27.063672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:27.064370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Checking segment: {'id': '49d45b62-c6be-440b-b995-32634832582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:27.064800 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.065184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Bound using segment: {'id': '49d45b62-c6be-440b-b995-32634832582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:27.065682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Bound port: f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d45b62-c6be-440b-b995-32634832582c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2154213f-d5ea-4ee0-90b3-521b7bb46609'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:27.066209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.125215 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.140563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] For port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:27.144424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] For port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,segment=NetworkSegment(49d45b62-c6be-440b-b995-32634832582c),segment_id=49d45b62-c6be-440b-b995-32634832582c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:27.150114 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.214342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb91720-696c-4535-b2da-552903bd3008 None None] Pushing event updated for resources: {'Port': ['ID=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:27.399295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8::1 (2154213f-d5ea-4ee0-90b3-521b7bb46609/e20e0c38-ea8e-464d-baec-39777f545d8b/2b665606-986e-4882-9795-f60b10b6950a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:27.525674 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.545251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object 2b665606-986e-4882-9795-f60b10b6950a will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:27.578797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.629212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:27.632816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:27.635440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:27.636008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.642561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=2b665606-986e-4882-9795-f60b10b6950a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:27.811360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:27.822989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf32d60-3ae1-41f4-8613-4d39a49ad378 req-41149b66-0173-47a1-8e61-131470eeaf3c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:27.824582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cf32d60-3ae1-41f4-8613-4d39a49ad378 req-41149b66-0173-47a1-8e61-131470eeaf3c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1205235 Jul 15 17:15:27.868351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3b83949-a17b-4c7f-88ea-f7b57ff97f8f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:27.903648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cf32d60-3ae1-41f4-8613-4d39a49ad378 req-ab77b647-232b-4615-b069-549fdd40aa22 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Jul 15 17:15:27.929778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:28.149752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f76e5-c8a9-4f8f-97a4-ae712f11299e None None] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:28.173827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ce949-b872-4a86-9704-18009ee0c03c req-03a26961-776d-4588-81cc-3c9561df8f59 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:28.175345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f1ce949-b872-4a86-9704-18009ee0c03c req-03a26961-776d-4588-81cc-3c9561df8f59 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1404245 Jul 15 17:15:28.195041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.203784 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.204565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.234641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Provisioning for port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:28.242312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Provisioning complete for port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:28.242842 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.285265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f1ce949-b872-4a86-9704-18009ee0c03c req-6c089bf9-e82d-486e-98ec-ec75ff1394c7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000030 Jul 15 17:15:28.297254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=2b665606-986e-4882-9795-f60b10b6950a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:28.378280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:28.379649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:28.391216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.428850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] For port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,segment=NetworkSegment(49d45b62-c6be-440b-b995-32634832582c),segment_id=49d45b62-c6be-440b-b995-32634832582c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:28.433469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.485941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e7979-76de-41e8-9104-d4db3d101a7e None None] Pushing event updated for resources: {'Port': ['ID=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:28.574351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4267488-6ac3-47c7-8c5c-6802da5213eb req-942bea91-4cee-4e8a-a2f0-277f6a023666 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:28.575926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4267488-6ac3-47c7-8c5c-6802da5213eb req-942bea91-4cee-4e8a-a2f0-277f6a023666 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1082141 Jul 15 17:15:28.594289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router d42becdf-e257-4640-9099-ff1750137bba is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:28.665921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Provisioning for port 2b665606-986e-4882-9795-f60b10b6950a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:28.667274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4267488-6ac3-47c7-8c5c-6802da5213eb req-5d439518-32c5-4ae0-8eb6-f079479dd3ec tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838211 Jul 15 17:15:28.672453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Provisioning complete for port 2b665606-986e-4882-9795-f60b10b6950a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:28.673078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.720426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Port 2b665606-986e-4882-9795-f60b10b6950a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:28.734161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:28.734716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Provisioning complete for port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:28.735386 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1129f4fe-6443-43db-8c4e-480cf31e92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.743840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:28.746395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5e1770be-bb10-4c7a-9eaf-ee2e6f967b32 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/d42becdf-e257-4640-9099-ff1750137bba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848030 Jul 15 17:15:28.771280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] Sync routers for ids ['d42becdf-e257-4640-9099-ff1750137bba'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:28.792544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] Routers {'d42becdf-e257-4640-9099-ff1750137bba'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:28.793179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d42becdf-e257-4640-9099-ff1750137bba'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:28.818273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956dabf-9e08-4fe8-8e1c-41a7fb7f6c44 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:28.820219 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d956dabf-9e08-4fe8-8e1c-41a7fb7f6c44 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports/2b665606-986e-4882-9795-f60b10b6950a HTTP/1.1" status: 200 len: 911 time: 0.0734267 Jul 15 17:15:28.823026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:28.828598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e20e0c38-ea8e-464d-baec-39777f545d8b'}]}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:28.838972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:28.850537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:28.856656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] Routers {'d42becdf-e257-4640-9099-ff1750137bba'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:28.858009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:14:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d42becdf-e257-4640-9099-ff1750137bba'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:28.883426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f0bd4-0ddb-4d0a-bca3-b4a13ee4a494 req-1335d378-f047-407b-822c-b736d706662f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:28.885391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a4f0bd4-0ddb-4d0a-bca3-b4a13ee4a494 req-1335d378-f047-407b-822c-b736d706662f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0837605 Jul 15 17:15:28.894644 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:28.895622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749d95b-ca73-4d5a-8a9d-a4f3e819cf9b None None] The sync data for ids ['d42becdf-e257-4640-9099-ff1750137bba'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:28.932592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a4f0bd4-0ddb-4d0a-bca3-b4a13ee4a494 req-aebe4ddd-f308-453d-9088-58c5769103f8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Jul 15 17:15:29.041738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.066922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9b7d31a-0b11-469f-968a-c09350aae316 None None] Provisioning complete for port 2b665606-986e-4882-9795-f60b10b6950a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:29.067906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d31a-0b11-469f-968a-c09350aae316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.114802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7d31a-0b11-469f-968a-c09350aae316 None None] Port 2b665606-986e-4882-9795-f60b10b6950a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:29.128254 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3eac5562-4b56-496a-aed0-2739d1fefa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.176751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd1110-e6a6-4bb5-a2aa-acabed896e44 req-0fe92dd8-e219-4c11-bb8d-bc24914eff6d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:29.178275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ddd1110-e6a6-4bb5-a2aa-acabed896e44 req-0fe92dd8-e219-4c11-bb8d-bc24914eff6d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0693111 Jul 15 17:15:29.219760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ddd1110-e6a6-4bb5-a2aa-acabed896e44 req-9a12cc09-d13d-4e30-9b25-3780dd7703b5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Jul 15 17:15:29.235151 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2b70e990-85ea-44ae-92db-244a9d86766a None None] Provisioning complete for port 2b665606-986e-4882-9795-f60b10b6950a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:29.235613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b70e990-85ea-44ae-92db-244a9d86766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.278207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e990-85ea-44ae-92db-244a9d86766a None None] Port 2b665606-986e-4882-9795-f60b10b6950a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:29.413981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41999b1-2548-4af9-9cfd-462796a37c93 req-04e9eddb-743e-4588-8aa8-5a30afa42941 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:29.415536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d41999b1-2548-4af9-9cfd-462796a37c93 req-04e9eddb-743e-4588-8aa8-5a30afa42941 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0702426 Jul 15 17:15:29.455972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d41999b1-2548-4af9-9cfd-462796a37c93 req-49f0ac0b-9f40-4173-a724-7166bbc6aab1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Jul 15 17:15:29.557045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.677858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.686794 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.687386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9fc6-360b-4926-b9ae-ba3ea942d378 req-48ada399-c939-4f4a-b905-d6d6ac3002bd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:29.688971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1acd9fc6-360b-4926-b9ae-ba3ea942d378 req-48ada399-c939-4f4a-b905-d6d6ac3002bd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0651286 Jul 15 17:15:29.693065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:29.693668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.698060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/ports/2b665606-986e-4882-9795-f60b10b6950a HTTP/1.1" status: 200 len: 911 time: 0.8712881 Jul 15 17:15:29.698801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38798) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:29.728407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1acd9fc6-360b-4926-b9ae-ba3ea942d378 req-e8cb2087-2b20-444e-a4be-2072362f32a5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Jul 15 17:15:29.809314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=2b665606-986e-4882-9795-f60b10b6950a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:29.820292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.820700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.821106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.821443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.821829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.822159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.822536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.823054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.823381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.823708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.823904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3b83949-a17b-4c7f-88ea-f7b57ff97f8f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:29.824137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.824479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6711fd-cdfe-452f-937c-68f1dd4e5658 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:29.880056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:29.880609 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:29.911989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f7186-95e5-4366-a4c9-be8ecd36801a req-42eef8af-84a7-4e20-8bae-778a04a76ba1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:29.914321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a2f7186-95e5-4366-a4c9-be8ecd36801a req-42eef8af-84a7-4e20-8bae-778a04a76ba1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0684144 Jul 15 17:15:29.959511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a2f7186-95e5-4366-a4c9-be8ecd36801a req-d3e7498f-f31f-4233-ae7f-1859c9313670 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Jul 15 17:15:30.072303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:30.183607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe02161-e027-4236-90b8-ce6f6656d736 req-466bc33f-e45f-496c-b4b8-81f1cced3e6a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:30.185226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fe02161-e027-4236-90b8-ce6f6656d736 req-466bc33f-e45f-496c-b4b8-81f1cced3e6a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0649614 Jul 15 17:15:30.224618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fe02161-e027-4236-90b8-ce6f6656d736 req-041b800b-47e0-4d92-b165-f24a2bfecf7e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Jul 15 17:15:30.319259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 2b665606-986e-4882-9795-f60b10b6950a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:30.320619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:30.413380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86806a8f-14ac-458f-bfe8-9cd965c5b4d1 req-f4f9a683-d08d-4bd1-851b-411f5aa19416 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:30.414219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:30.415458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86806a8f-14ac-458f-bfe8-9cd965c5b4d1 req-f4f9a683-d08d-4bd1-851b-411f5aa19416 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0770423 Jul 15 17:15:30.427056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 2b665606-986e-4882-9795-f60b10b6950a owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:30.457896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86806a8f-14ac-458f-bfe8-9cd965c5b4d1 req-7bfdcabc-7f38-489c-b19f-3ef1a7984b83 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Jul 15 17:15:30.619505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:30.650845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=2b665606-986e-4882-9795-f60b10b6950a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:30.743805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ac770-9b3d-4d02-b9b1-13bdf93180af req-ecdef8b6-9f0c-4274-abdc-fb7cd0cf47d5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:30.748626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-690ac770-9b3d-4d02-b9b1-13bdf93180af req-ecdef8b6-9f0c-4274-abdc-fb7cd0cf47d5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1020906 Jul 15 17:15:30.756162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:30.787081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-690ac770-9b3d-4d02-b9b1-13bdf93180af req-4452f337-55d8-4ae0-a53f-f6efa9fd6041 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Jul 15 17:15:30.925914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router d42becdf-e257-4640-9099-ff1750137bba has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:30.971687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d08b-6cc2-483b-8800-64a1002ffec0 req-db50a783-8484-45f2-91f0-89340dee5a12 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:30.973230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e31d08b-6cc2-483b-8800-64a1002ffec0 req-db50a783-8484-45f2-91f0-89340dee5a12 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0638881 Jul 15 17:15:31.003250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:31.011957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fc006406-84f1-46f7-9c61-e2c7a70b4180 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/d42becdf-e257-4640-9099-ff1750137bba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3121598 Jul 15 17:15:31.012803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e31d08b-6cc2-483b-8800-64a1002ffec0 req-1128d2c8-9ba9-4384-8cd4-6845525c42c9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Jul 15 17:15:31.012968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38818) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:31.013898 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] Sync routers for ids ['d42becdf-e257-4640-9099-ff1750137bba'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:31.025195 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] Routers {'d42becdf-e257-4640-9099-ff1750137bba'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:31.025889 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d42becdf-e257-4640-9099-ff1750137bba'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:31.044892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d639e54f-7755-4421-b7b3-a3836d69e67e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=d42becdf-e257-4640-9099-ff1750137bba HTTP/1.1" status: 200 len: 205 time: 0.0307837 Jul 15 17:15:31.046144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38822) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:31.062405 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:31.071224 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] Routers {'d42becdf-e257-4640-9099-ff1750137bba'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:31.071901 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d42becdf-e257-4640-9099-ff1750137bba'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:31.104294 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:31.105032 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8150fb8-ff60-4382-b680-0a0d3fcb94ab None None] The sync data for ids ['d42becdf-e257-4640-9099-ff1750137bba'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:31.130582 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.286200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.355442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.359219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.415978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29312a6c-4e94-48cd-a911-83cb8ddce808 req-1acbf4a4-6755-4596-9aa7-4d73b86c4cb6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:31.417459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29312a6c-4e94-48cd-a911-83cb8ddce808 req-1acbf4a4-6755-4596-9aa7-4d73b86c4cb6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 812 time: 0.2526333 Jul 15 17:15:31.421476 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.422009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router d42becdf-e257-4640-9099-ff1750137bba {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:31.430271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.431327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f9a6ea6-3bce-493c-8fee-4a66090d068e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/d42becdf-e257-4640-9099-ff1750137bba HTTP/1.1" status: 204 len: 168 time: 0.3841166 Jul 15 17:15:31.434107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38834) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:31.439836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29312a6c-4e94-48cd-a911-83cb8ddce808 req-8ca9eb6c-6a23-4592-98c7-e1366791a9d1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/quotas/880d08320ed94f88b7bda3277c351e55 HTTP/1.1" status: 200 len: 375 time: 0.0160267 Jul 15 17:15:31.485566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet e20e0c38-ea8e-464d-baec-39777f545d8b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:31.488906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.504605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29312a6c-4e94-48cd-a911-83cb8ddce808 req-466e5896-b052-4942-98e3-c12dc2b01396 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592787 Jul 15 17:15:31.533726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.619502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.671197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab667bb-d151-45ff-9916-7439549beb37 req-3303bb57-f9b2-4e04-993e-bbb0e8dfaba7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:31.672798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cab667bb-d151-45ff-9916-7439549beb37 req-3303bb57-f9b2-4e04-993e-bbb0e8dfaba7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0642173 Jul 15 17:15:31.679395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.707091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=e20e0c38-ea8e-464d-baec-39777f545d8b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:31.709056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.711557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0b5065b7-8160-4f8f-8aa6-72452c798f78 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/e20e0c38-ea8e-464d-baec-39777f545d8b HTTP/1.1" status: 204 len: 168 time: 0.2761989 Jul 15 17:15:31.714324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:31.719235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb125b03-9068-4974-bc7c-92f50d8da9d5 None None] Network 2154213f-d5ea-4ee0-90b3-521b7bb46609 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:31.720168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cab667bb-d151-45ff-9916-7439549beb37 req-eb1ba6c6-c195-4b09-8aca-09d7c11f47c9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Jul 15 17:15:31.796101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.850810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:31.851287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.906232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822a3c-13bf-4395-8305-7bcd386229e1 req-4346086a-9dcb-406a-b40b-e7e6d5aa6475 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:31.907748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88822a3c-13bf-4395-8305-7bcd386229e1 req-4346086a-9dcb-406a-b40b-e7e6d5aa6475 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0685730 Jul 15 17:15:31.914075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,segment=NetworkSegment(49d45b62-c6be-440b-b995-32634832582c),segment_id=49d45b62-c6be-440b-b995-32634832582c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:31.914434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:31.927081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for f3b83949-a17b-4c7f-88ea-f7b57ff97f8f owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:31.934477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] DHCP port deletion for 2154213f-d5ea-4ee0-90b3-521b7bb46609 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:31.951369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88822a3c-13bf-4395-8305-7bcd386229e1 req-9ce8f151-1e86-43b2-a781-9b43196423f0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Jul 15 17:15:31.979434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Deleting port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:31.979806 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.018583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.046864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:32.048753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:32.054988 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] For port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,segment=NetworkSegment(49d45b62-c6be-440b-b995-32634832582c),segment_id=49d45b62-c6be-440b-b995-32634832582c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:32.055393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.067977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Calling delete_port for f3b83949-a17b-4c7f-88ea-f7b57ff97f8f owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:32.117863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ecde2de-d8aa-4226-95a6-7fd78c5ed062 req-2e4910d0-bf09-403a-8236-52f44b07f5a8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=880d08320ed94f88b7bda3277c351e55 HTTP/1.1" status: 200 len: 221 time: 0.0311301 Jul 15 17:15:32.137315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.149701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.152139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2154213f-d5ea-4ee0-90b3-521b7bb46609']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:32.162800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d45b62-c6be-440b-b995-32634832582c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:32.163158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d45b62-c6be-440b-b995-32634832582c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:32.172761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] Pushing event deleted for resources: {'Port': ['ID=f3b83949-a17b-4c7f-88ea-f7b57ff97f8f,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:32.173976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.178398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a60b1-38bb-4c0d-a86a-01f96acf68e4 None None] No DVR routers for this DVR port f3b83949-a17b-4c7f-88ea-f7b57ff97f8f on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:32.192956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.199925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:32.200411 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:32.213558 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:32.264390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.268826 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.274459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/2154213f-d5ea-4ee0-90b3-521b7bb46609 HTTP/1.1" status: 204 len: 168 time: 0.5554798 Jul 15 17:15:32.276136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38856) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:32.281178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1770544749', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:32.285761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aee718-d0f0-464f-8064-06de3b6d9299 req-58b11dcb-7970-4535-8d07-43719159f549 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.287279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54aee718-d0f0-464f-8064-06de3b6d9299 req-58b11dcb-7970-4535-8d07-43719159f549 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0707784 Jul 15 17:15:32.302910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98984e1e-7493-49ee-96c1-6de7cd51d22c tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=2154213f-d5ea-4ee0-90b3-521b7bb46609,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:32.319933 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.321335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.329955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54aee718-d0f0-464f-8064-06de3b6d9299 req-6bdef96f-f8b3-4264-943e-778ce03a70fc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 15 17:15:32.373956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.378095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.393263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.394509 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cddb6a82-92f0-493b-b3ad-f612a99c7a41 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1168735 Jul 15 17:15:32.397158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38860) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:32.402294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-495230819'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:32.422351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:32.425819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.449869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:32.458907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.459250 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment e50a06b3-7e42-4297-94a3-e0baa2d1f48a of type vlan for network 2c891034-26be-4936-88c0-7055a202006a Jul 15 17:15:32.501622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.521951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae25f91-0631-4a95-bde3-363a8343d43d req-288c9eba-6b46-4d71-ae3c-a637a4673b97 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.523851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ae25f91-0631-4a95-bde3-363a8343d43d req-288c9eba-6b46-4d71-ae3c-a637a4673b97 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0706871 Jul 15 17:15:32.530728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.537239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.537864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.565041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ae25f91-0631-4a95-bde3-363a8343d43d req-4176d415-7712-40ed-a582-a8ddb1ca954b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341909 Jul 15 17:15:32.575879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1776657 Jul 15 17:15:32.578580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:32.589325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:32.633242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806764a-be74-43ff-9f4b-6fbb5bb6e767 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=2c891034-26be-4936-88c0-7055a202006a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:32.644329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2c891034-26be-4936-88c0-7055a202006a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:32.702162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:32.706056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.765831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb573cb-0ee3-4f03-a7c4-cbedf8941e50 req-a606bc30-45c1-4966-9f25-af4d42fbdaea tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.767334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceb573cb-0ee3-4f03-a7c4-cbedf8941e50 req-a606bc30-45c1-4966-9f25-af4d42fbdaea tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0659752 Jul 15 17:15:32.807767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ceb573cb-0ee3-4f03-a7c4-cbedf8941e50 req-950f9281-7e03-4e8c-81ed-e23fcb72e76a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Jul 15 17:15:32.891178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:32.956138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=990dd5d5-4adc-4a2a-a0b2-dd9748cf865f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:32.963870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:32.964294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 2c891034-26be-4936-88c0-7055a202006a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:32.981820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2c891034-26be-4936-88c0-7055a202006a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:32.990989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2c891034-26be-4936-88c0-7055a202006a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:32.993615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daafbb-725e-4874-aa6d-0a15a55a1553 req-9d261dd8-0b33-447e-b33f-e7a479dd92b0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.995666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94daafbb-725e-4874-aa6d-0a15a55a1553 req-9d261dd8-0b33-447e-b33f-e7a479dd92b0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0734003 Jul 15 17:15:32.996378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:32.997423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.001390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9663283-6e61-4121-92e2-0f4cffac4c5e None None] Network 2c891034-26be-4936-88c0-7055a202006a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:33.013426 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fcf6c392-30ed-421c-af55-e838d5f5b7f4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336822 Jul 15 17:15:33.016257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:33.043117 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94daafbb-725e-4874-aa6d-0a15a55a1553 req-239062ed-a45d-418e-964a-3cfeb3f97d55 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Jul 15 17:15:33.153471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2c891034-26be-4936-88c0-7055a202006a', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:33.154562 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.258337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494169f-7130-4d7b-bfb8-dc2109307f56 req-a4f9738a-7819-4659-aea6-1b55720a4d3a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:33.260056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d494169f-7130-4d7b-bfb8-dc2109307f56 req-a4f9738a-7819-4659-aea6-1b55720a4d3a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0842795 Jul 15 17:15:33.293010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Allocated IP 2001:db8::2 (2c891034-26be-4936-88c0-7055a202006a/990dd5d5-4adc-4a2a-a0b2-dd9748cf865f/a5af26c5-f9b5-405f-a937-8fad81addeea) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:33.301827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.310757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d494169f-7130-4d7b-bfb8-dc2109307f56 req-07f8664f-abc9-4c08-b0f7-f3ef0ccc8c29 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Jul 15 17:15:33.458326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.467574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Transition to ACTIVE for port object a5af26c5-f9b5-405f-a937-8fad81addeea will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:33.484670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Transition to ACTIVE for port object a5af26c5-f9b5-405f-a937-8fad81addeea will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:33.488639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc05a-8001-44d3-9b24-19588d869a4c req-e89864c4-bfb5-42d6-b5ca-b12a38a83268 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:33.490832 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.493667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-300cc05a-8001-44d3-9b24-19588d869a4c req-e89864c4-bfb5-42d6-b5ca-b12a38a83268 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0716197 Jul 15 17:15:33.532810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-300cc05a-8001-44d3-9b24-19588d869a4c req-4db7da37-1902-4557-902d-a0b7767dac72 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Jul 15 17:15:33.535405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Network 2c891034-26be-4936-88c0-7055a202006a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:33.538118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:33.542437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:33.562190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8::1 (2c891034-26be-4936-88c0-7055a202006a/990dd5d5-4adc-4a2a-a0b2-dd9748cf865f/012c71fe-8ba4-428f-9b15-ba4d70596f80) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:33.567871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Pushing event updated for resources: {'Port': ['ID=a5af26c5-f9b5-405f-a937-8fad81addeea,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:33.602875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Attempting to bind port a5af26c5-f9b5-405f-a937-8fad81addeea on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:33.603241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Attempting to bind port a5af26c5-f9b5-405f-a937-8fad81addeea by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:33.603594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Attempting to bind port a5af26c5-f9b5-405f-a937-8fad81addeea on network 2c891034-26be-4936-88c0-7055a202006a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:33.608799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:33.609168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Checking segment: {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:33.610005 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.610005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Bound using segment: {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:33.610383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Bound port: a5af26c5-f9b5-405f-a937-8fad81addeea, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:33.610757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.674274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] For port a5af26c5-f9b5-405f-a937-8fad81addeea, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:33.677878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] For port a5af26c5-f9b5-405f-a937-8fad81addeea, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a5af26c5-f9b5-405f-a937-8fad81addeea,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:33.682681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.696584 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.712584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object 012c71fe-8ba4-428f-9b15-ba4d70596f80 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:33.744948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d13082-d513-4d9c-9c6b-225fb941a4a5 None None] Pushing event updated for resources: {'Port': ['ID=a5af26c5-f9b5-405f-a937-8fad81addeea,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:33.762145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.803852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2c891034-26be-4936-88c0-7055a202006a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:33.809999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:33.812470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:33.813278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:33.849596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3b83949-a17b-4c7f-88ea-f7b57ff97f8f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:33.869170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:33.879113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f3b83949-a17b-4c7f-88ea-f7b57ff97f8f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:33.879477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f3b83949-a17b-4c7f-88ea-f7b57ff97f8f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:33.970671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.065299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fddf18-bda1-4c71-8ea9-43e47292cfc9 req-9d19774f-853a-4987-a3c7-160c962ab53e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:34.066981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4fddf18-bda1-4c71-8ea9-43e47292cfc9 req-9d19774f-853a-4987-a3c7-160c962ab53e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.3945267 Jul 15 17:15:34.113182 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4fddf18-bda1-4c71-8ea9-43e47292cfc9 req-21f78c26-b935-47ba-8a8f-6678cbe7afa3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Jul 15 17:15:34.301518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fb0a1-694b-4d5f-94f7-917e5f5ceb9a req-ebe42af8-e7cb-48bb-8a94-e717fe71d157 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:34.303093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a1fb0a1-694b-4d5f-94f7-917e5f5ceb9a req-ebe42af8-e7cb-48bb-8a94-e717fe71d157 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0720415 Jul 15 17:15:34.344421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5a1fb0a1-694b-4d5f-94f7-917e5f5ceb9a req-baaae155-c95d-4c88-a6b6-81dd4498b672 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Jul 15 17:15:34.527446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.531916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.532939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.545823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2106b60-fda1-4ecf-b8a0-1178dbb03e27 req-fda374ed-47fd-40ad-9a6d-df4f15256e7a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:34.547698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2106b60-fda1-4ecf-b8a0-1178dbb03e27 req-fda374ed-47fd-40ad-9a6d-df4f15256e7a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0734222 Jul 15 17:15:34.590078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2106b60-fda1-4ecf-b8a0-1178dbb03e27 req-41fb08eb-80ef-49df-b129-353c52e845d8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364921 Jul 15 17:15:34.632726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:34.669135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 2c891034-26be-4936-88c0-7055a202006a is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:34.670634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:34.784256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42926f7-041b-4bcf-a6b1-ff357a23004a req-26d003d5-101c-47a3-bac7-677ec9cfe089 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:34.784592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86e837-d36a-46d2-9e32-0339e3612c89 None None] Network 2c891034-26be-4936-88c0-7055a202006a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:34.786044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c42926f7-041b-4bcf-a6b1-ff357a23004a req-26d003d5-101c-47a3-bac7-677ec9cfe089 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0697720 Jul 15 17:15:34.801287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:15:34.826834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c42926f7-041b-4bcf-a6b1-ff357a23004a req-c9357715-1985-4802-a667-34f6db4a6ab4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jul 15 17:15:34.864061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d17a05f6-a475-4525-a9b3-629ce9f721f3 None None] Provisioning for port a5af26c5-f9b5-405f-a937-8fad81addeea completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:34.902528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:34.916553 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-044776ad-9a3b-496b-b5d6-f7683f10d1ae tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960788 Jul 15 17:15:34.916755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:34.917050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38894) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:34.922082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-731680695'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:34.943764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:34.947557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.949488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:34.950124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:34.972672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:34.982412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:34.982973 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment d75e6a44-79ab-4149-b8ac-81c6c89351a1 of type vlan for network 78adcbf5-08b9-47a6-8408-917a3f254b69 Jul 15 17:15:35.026945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.043029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3546b-b548-4ecc-a070-80347eada078 req-59a5ab6a-8fc6-4aff-8cd2-4ac99ca598f5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:35.044801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cbe3546b-b548-4ecc-a070-80347eada078 req-59a5ab6a-8fc6-4aff-8cd2-4ac99ca598f5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0695755 Jul 15 17:15:35.059970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.066380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:35.067128 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.094624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cbe3546b-b548-4ecc-a070-80347eada078 req-b7a4aa8d-92f7-4fe0-be28-edb52cab3235 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Jul 15 17:15:35.109018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1872263 Jul 15 17:15:35.109283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38896) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:35.115350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:35.161798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508b4f-2874-4935-aeaa-6be985352f6a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=78adcbf5-08b9-47a6-8408-917a3f254b69,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:35.174957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:35.220921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:35.225641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.261930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:35.380856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680847-b5aa-4abe-8e8e-07dc8f5c6482 req-9ee79562-cc67-43a7-9017-aa3a493b8b81 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:35.382346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28680847-b5aa-4abe-8e8e-07dc8f5c6482 req-9ee79562-cc67-43a7-9017-aa3a493b8b81 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1515908 Jul 15 17:15:35.470796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28680847-b5aa-4abe-8e8e-07dc8f5c6482 req-e1a9f914-6481-4c75-a047-f8abd5b774d2 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Jul 15 17:15:35.478773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:33Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:34Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:35.519991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:35.520668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Updating router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 port 012c71fe-8ba4-428f-9b15-ba4d70596f80 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:15:35.529221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.560679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.598908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=9e1cd773-618d-40b0-90e2-b21738db5d57,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:35.604405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:35.604788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 78adcbf5-08b9-47a6-8408-917a3f254b69, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:35.626527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:35.639501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 78adcbf5-08b9-47a6-8408-917a3f254b69) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:35.650152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:35.650849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.698501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38904) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:35.698765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec28858-8954-41f0-947e-6ff81222c818 None None] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:35.698884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-97073dc2-a42b-44ae-96b3-6f5c873cb696 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5884910 Jul 15 17:15:35.730886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f93c095-54e6-4380-98ad-6557d7b0ff54 None None] Provisioning for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:35.733105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062ccef-6cb7-4fd9-a791-b9caa1f37a3d req-5bd98e3b-9fd3-4c10-bf22-4a9fc65ac124 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:35.740420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b062ccef-6cb7-4fd9-a791-b9caa1f37a3d req-5bd98e3b-9fd3-4c10-bf22-4a9fc65ac124 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0952392 Jul 15 17:15:35.747760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0f93c095-54e6-4380-98ad-6557d7b0ff54 None None] Provisioning complete for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:35.748190 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f93c095-54e6-4380-98ad-6557d7b0ff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:35.788039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b062ccef-6cb7-4fd9-a791-b9caa1f37a3d req-7f45b948-9624-43af-8292-2b8ef15c3885 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Jul 15 17:15:35.892250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0f93c095-54e6-4380-98ad-6557d7b0ff54 None None] Port 012c71fe-8ba4-428f-9b15-ba4d70596f80 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:35.937206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a5af26c5-f9b5-405f-a937-8fad81addeea up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:36.038540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe6d51-6dc4-4d11-81b3-1e4bfe2134dd req-c4b592ea-1877-4e0d-bd2d-52aed6ad3eb1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:36.048450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84fe6d51-6dc4-4d11-81b3-1e4bfe2134dd req-c4b592ea-1877-4e0d-bd2d-52aed6ad3eb1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1039209 Jul 15 17:15:36.064770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-78adcbf5-08b9-47a6-8408-917a3f254b69', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:36.065645 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.097458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84fe6d51-6dc4-4d11-81b3-1e4bfe2134dd req-fa3b71e3-55b0-4768-bebd-dda8c1ed964c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Jul 15 17:15:36.120927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8915f7db-3623-4d45-b0f8-40df099ff6f4 None None] Provisioning complete for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:36.121308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8915f7db-3623-4d45-b0f8-40df099ff6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.159445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.210784 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.221720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a5af26c5-f9b5-405f-a937-8fad81addeea completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:36.231627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Transition to ACTIVE for port object 012c71fe-8ba4-428f-9b15-ba4d70596f80 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:36.238168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a5af26c5-f9b5-405f-a937-8fad81addeea triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:36.238545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.247815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-8915f7db-3623-4d45-b0f8-40df099ff6f4 None None] Port 012c71fe-8ba4-428f-9b15-ba4d70596f80 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:36.267612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.376204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de0c7-8ca0-4937-b413-63f162dff77a req-7cb72460-6195-402b-bf4a-e7e98aa56eef tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:36.382463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d11de0c7-8ca0-4937-b413-63f162dff77a req-7cb72460-6195-402b-bf4a-e7e98aa56eef tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0736680 Jul 15 17:15:36.391535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc5bd-2161-4649-a602-43af10c22d94 None None] Pushing event updated for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:36.429908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Allocated IP 2001:db8:1::2 (78adcbf5-08b9-47a6-8408-917a3f254b69/9e1cd773-618d-40b0-90e2-b21738db5d57/e771de6f-b2b3-4989-85e4-8c11ad5583f9) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:36.430679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d11de0c7-8ca0-4937-b413-63f162dff77a req-4ac87f16-cbcf-4d95-889d-e67beb49a754 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Jul 15 17:15:36.515377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Attempting to bind port 012c71fe-8ba4-428f-9b15-ba4d70596f80 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:36.515845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Attempting to bind port 012c71fe-8ba4-428f-9b15-ba4d70596f80 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:36.516342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Attempting to bind port 012c71fe-8ba4-428f-9b15-ba4d70596f80 on network 2c891034-26be-4936-88c0-7055a202006a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:36.546789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:36.547338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Checking segment: {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:36.547839 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.548354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Bound using segment: {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:36.548933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Bound port: 012c71fe-8ba4-428f-9b15-ba4d70596f80, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2c891034-26be-4936-88c0-7055a202006a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:36.549414 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.561827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.613879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442790-8586-4f7b-8624-59a1134d8c60 req-d477e63b-934b-4f62-8eb1-11fe2fc9ac73 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:36.615412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be442790-8586-4f7b-8624-59a1134d8c60 req-d477e63b-934b-4f62-8eb1-11fe2fc9ac73 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0691514 Jul 15 17:15:36.658859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be442790-8586-4f7b-8624-59a1134d8c60 req-1b73a4bd-5a96-4238-82c3-34c1552fa0e0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373762 Jul 15 17:15:36.690377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a5af26c5-f9b5-405f-a937-8fad81addeea, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a5af26c5-f9b5-405f-a937-8fad81addeea,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:36.703670 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.722203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] For port 012c71fe-8ba4-428f-9b15-ba4d70596f80, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:36.774881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] For port 012c71fe-8ba4-428f-9b15-ba4d70596f80, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=012c71fe-8ba4-428f-9b15-ba4d70596f80,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:36.784606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.824755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a5af26c5-f9b5-405f-a937-8fad81addeea,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:36.860950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:36.878544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Transition to ACTIVE for port object e771de6f-b2b3-4989-85e4-8c11ad5583f9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:36.886313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fbf3a-2fb0-488a-90f5-512967cd4ec6 req-5e0805d5-e647-4ac3-a097-72d38dc05ce6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:36.887066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:36.887723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:36.888132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e3fbf3a-2fb0-488a-90f5-512967cd4ec6 req-5e0805d5-e647-4ac3-a097-72d38dc05ce6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0706658 Jul 15 17:15:36.934305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e3fbf3a-2fb0-488a-90f5-512967cd4ec6 req-dbf77283-feaa-42c3-a036-c8f2a563f56d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Jul 15 17:15:36.983085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dc5bd-2161-4649-a602-43af10c22d94 None None] Pushing event updated for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:36.986241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Transition to ACTIVE for port object e771de6f-b2b3-4989-85e4-8c11ad5583f9 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:36.997287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.011730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:37.060345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8:1::1 (78adcbf5-08b9-47a6-8408-917a3f254b69/9e1cd773-618d-40b0-90e2-b21738db5d57/f65f2f22-065f-4bdd-89dd-023d928e6436) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:37.067069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:37.075562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:37.084799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:37.098890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Pushing event updated for resources: {'Port': ['ID=e771de6f-b2b3-4989-85e4-8c11ad5583f9,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:37.160886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc08e4-4543-4589-a6d7-42638aa6eece req-e40da7dd-cb38-435f-a155-89727625e389 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:37.162738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ecc08e4-4543-4589-a6d7-42638aa6eece req-e40da7dd-cb38-435f-a155-89727625e389 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0766251 Jul 15 17:15:37.188463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.202836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object f65f2f22-065f-4bdd-89dd-023d928e6436 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:37.207615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ecc08e4-4543-4589-a6d7-42638aa6eece req-14b4fecd-6e19-4691-b1a6-4146d02c883f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379095 Jul 15 17:15:37.242033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.246494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Attempting to bind port e771de6f-b2b3-4989-85e4-8c11ad5583f9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:37.246856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Attempting to bind port e771de6f-b2b3-4989-85e4-8c11ad5583f9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:37.247226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Attempting to bind port e771de6f-b2b3-4989-85e4-8c11ad5583f9 on network 78adcbf5-08b9-47a6-8408-917a3f254b69 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:37.258026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:37.258406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Checking segment: {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:37.258814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.259211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Bound using segment: {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:37.259692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Bound port: e771de6f-b2b3-4989-85e4-8c11ad5583f9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:37.260230 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.297255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:37.303231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:37.308329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:37.309085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.358455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:37.433622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0d38-eee8-4204-be06-0c3d40139579 req-83e2cc57-0789-48d6-a29b-94bf2cfb15fb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:37.436651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e24d0d38-eee8-4204-be06-0c3d40139579 req-83e2cc57-0789-48d6-a29b-94bf2cfb15fb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0885398 Jul 15 17:15:37.464533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.475209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e24d0d38-eee8-4204-be06-0c3d40139579 req-3e881ddd-f006-45c6-adef-c4e7f1cf677f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jul 15 17:15:37.523198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] For port e771de6f-b2b3-4989-85e4-8c11ad5583f9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:37.537561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] For port e771de6f-b2b3-4989-85e4-8c11ad5583f9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e771de6f-b2b3-4989-85e4-8c11ad5583f9,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:37.543194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.593620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:33Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:36Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:37.631897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd16bbc-b37e-44dc-81a8-2edef348df6f None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:33Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:36Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:37.637872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e406ae-19a7-41d1-ace3-4f3033d1a624 None None] Pushing event updated for resources: {'Port': ['ID=e771de6f-b2b3-4989-85e4-8c11ad5583f9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:37.705685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0bb6c-5a4b-4394-ba40-797ff4eb287a req-7192f1de-6034-4781-acf0-e34f8748aaf3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:37.707251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ae0bb6c-5a4b-4394-ba40-797ff4eb287a req-7192f1de-6034-4781-acf0-e34f8748aaf3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0931847 Jul 15 17:15:37.754627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ae0bb6c-5a4b-4394-ba40-797ff4eb287a req-2a428f2d-7050-4594-909c-ff48e9f383b9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jul 15 17:15:37.782027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.789261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.790072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:37.896242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:37.899883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a5af26c5-f9b5-405f-a937-8fad81addeea up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:37.988356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:37.989957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:38.009094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a5af26c5-f9b5-405f-a937-8fad81addeea triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:38.009696 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.125396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:38.236468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:38.242612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c668c24-686c-4eea-a4ed-372ba7a566d9 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425856 Jul 15 17:15:38.245277 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:38.251852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1087729562'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:38.281517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:38.286154 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.308690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefffc74-add1-4152-9ee4-31e36bbf66e8 req-ab388da5-19a5-4bb3-897e-56adc1b25e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:38.317197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:38.317660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fefffc74-add1-4152-9ee4-31e36bbf66e8 req-ab388da5-19a5-4bb3-897e-56adc1b25e9c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0942035 Jul 15 17:15:38.329285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.329764 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 66d96013-6de5-4258-b332-6934feeb35f6 of type vlan for network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 Jul 15 17:15:38.368784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fefffc74-add1-4152-9ee4-31e36bbf66e8 req-2500741c-f630-4217-b723-88bee074e79a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 Jul 15 17:15:38.383580 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.416916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.422793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:38.423418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.457120 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2105467 Jul 15 17:15:38.459762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38940) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:38.467135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:38.525607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd294147-1f28-404b-a0ca-0343eb8fd2ab tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:38.537091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:38.605019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:38.608692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.800434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.806065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55322c71-ff1a-44cb-b382-f365f82e962e None None] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:38.865358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=9fbfedd1-92ae-4ec9-8142-51eb742acf25,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:38.873642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:38.874009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:38.891351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:38.898320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1594dec4-090e-4332-aecf-a5d97aafbc46 None None] Provisioning for port e771de6f-b2b3-4989-85e4-8c11ad5583f9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:38.900163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:38.904390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:38.904976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:38.919722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cfc730f0-7477-46f6-a035-7f5e74f05dc4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4589090 Jul 15 17:15:38.920563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b492ab6-4ed7-4a3c-ae21-6cd8cdc07681 None None] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:38.922437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:39.136392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:39.137328 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.305357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Allocated IP 2001:db8:2::2 (5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97/9fbfedd1-92ae-4ec9-8142-51eb742acf25/eced960d-54c3-4b69-b183-e8e8961764c2) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:39.342516 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:39.351540 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:39.352209 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:39.440077 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:39.440439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-096a4982-f101-40b3-b8da-a547ab9e08a6 None None] Provisioning for port f65f2f22-065f-4bdd-89dd-023d928e6436 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:39.454401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-096a4982-f101-40b3-b8da-a547ab9e08a6 None None] Provisioning complete for port f65f2f22-065f-4bdd-89dd-023d928e6436 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:39.454771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-096a4982-f101-40b3-b8da-a547ab9e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.570650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-096a4982-f101-40b3-b8da-a547ab9e08a6 None None] Port f65f2f22-065f-4bdd-89dd-023d928e6436 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:39.572583 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.584246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Transition to ACTIVE for port object eced960d-54c3-4b69-b183-e8e8961764c2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:39.607731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Transition to ACTIVE for port object eced960d-54c3-4b69-b183-e8e8961764c2 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:39.618963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.647134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d320a-331e-4b3b-b23b-04c74696837b req-d66396c0-446a-4b49-a1ac-f5319681e168 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:39.659177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-943d320a-331e-4b3b-b23b-04c74696837b req-d66396c0-446a-4b49-a1ac-f5319681e168 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1215580 Jul 15 17:15:39.666218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.666763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:39.669427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:39.672060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:39.703194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:37Z', 'revision_number': 3, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:36Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:37Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:39.728868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-943d320a-331e-4b3b-b23b-04c74696837b req-72ab7575-f684-4abe-b564-f4177df5b05a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679350 Jul 15 17:15:39.735045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:39.735796 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Updating router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 port f65f2f22-065f-4bdd-89dd-023d928e6436 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:15:39.737642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Pushing event updated for resources: {'Port': ['ID=eced960d-54c3-4b69-b183-e8e8961764c2,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:39.758985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.759331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.759665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.760465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.760869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.761213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.761660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.761845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.762165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.762901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.763238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.763555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:39.785840 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.794131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Attempting to bind port eced960d-54c3-4b69-b183-e8e8961764c2 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:39.794500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Attempting to bind port eced960d-54c3-4b69-b183-e8e8961764c2 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:39.794860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Attempting to bind port eced960d-54c3-4b69-b183-e8e8961764c2 on network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:39.808334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:39.811128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Checking segment: {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:39.811850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.814705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Bound using segment: {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:39.815406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Bound port: eced960d-54c3-4b69-b183-e8e8961764c2, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:39.818092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.894514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f6ea5093-a7dc-44de-966e-86715a091f19 None None] Provisioning complete for port f65f2f22-065f-4bdd-89dd-023d928e6436 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:39.895152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5093-a7dc-44de-966e-86715a091f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:39.941960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea5093-a7dc-44de-966e-86715a091f19 None None] Port f65f2f22-065f-4bdd-89dd-023d928e6436 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:39.993105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] For port eced960d-54c3-4b69-b183-e8e8961764c2, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:40.005248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] For port eced960d-54c3-4b69-b183-e8e8961764c2, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eced960d-54c3-4b69-b183-e8e8961764c2,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:40.009911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e771de6f-b2b3-4989-85e4-8c11ad5583f9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:40.015205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.063998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8:2::1 (5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97/9fbfedd1-92ae-4ec9-8142-51eb742acf25/c9d2c2be-1247-47df-90b9-a379a68ced73) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:40.091936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8a7ad-de92-4de6-b588-37d9a20010cc None None] Pushing event updated for resources: {'Port': ['ID=eced960d-54c3-4b69-b183-e8e8961764c2,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:40.166157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port e771de6f-b2b3-4989-85e4-8c11ad5583f9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:40.171416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port e771de6f-b2b3-4989-85e4-8c11ad5583f9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:40.171791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.204842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-443c0bd3-7c71-453f-aa3b-42cc998378f2 None None] Provisioning complete for port f65f2f22-065f-4bdd-89dd-023d928e6436 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:40.205190 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-443c0bd3-7c71-453f-aa3b-42cc998378f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.216690 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.235578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Transition to ACTIVE for port object f65f2f22-065f-4bdd-89dd-023d928e6436 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:40.240175 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.244092 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.261255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object c9d2c2be-1247-47df-90b9-a379a68ced73 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:40.302941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-443c0bd3-7c71-453f-aa3b-42cc998378f2 None None] Port f65f2f22-065f-4bdd-89dd-023d928e6436 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:40.311987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.364244 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Pushing event updated for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:40.395518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.401052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:40.405841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:40.408521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:40.414648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.423308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:40.472699 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.487938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.492807 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.494693 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.495103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.496548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.497171 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.497588 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.498391 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.498802 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.499202 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.499602 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:40.505043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port e771de6f-b2b3-4989-85e4-8c11ad5583f9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e771de6f-b2b3-4989-85e4-8c11ad5583f9,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:40.510526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.511198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 012c71fe-8ba4-428f-9b15-ba4d70596f80 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:40.517771 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Attempting to bind port f65f2f22-065f-4bdd-89dd-023d928e6436 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:40.518349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Attempting to bind port f65f2f22-065f-4bdd-89dd-023d928e6436 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:40.518894 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Attempting to bind port f65f2f22-065f-4bdd-89dd-023d928e6436 on network 78adcbf5-08b9-47a6-8408-917a3f254b69 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:40.538390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:40.539058 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Checking segment: {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:40.539635 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.540410 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Bound using segment: {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:40.541187 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Bound port: f65f2f22-065f-4bdd-89dd-023d928e6436, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75e6a44-79ab-4149-b8ac-81c6c89351a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:40.542259 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.618361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6833-39e7-4183-8c63-7b1150c83dc2 req-e7afada2-f492-4d7a-a657-862d0aa6e5ee tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:40.619965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bedc6833-39e7-4183-8c63-7b1150c83dc2 req-e7afada2-f492-4d7a-a657-862d0aa6e5ee tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1517959 Jul 15 17:15:40.628827 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] For port f65f2f22-065f-4bdd-89dd-023d928e6436, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:40.633968 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] For port f65f2f22-065f-4bdd-89dd-023d928e6436, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f65f2f22-065f-4bdd-89dd-023d928e6436,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:40.638924 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.711099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bedc6833-39e7-4183-8c63-7b1150c83dc2 req-12f84b0d-8ee5-4a24-86eb-adec7e183ef2 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848241 Jul 15 17:15:40.716913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=e771de6f-b2b3-4989-85e4-8c11ad5583f9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:40.737618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.751984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9992-2384-4eab-b961-4b1b94d9ad55 None None] Pushing event updated for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:40.752186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:40.759085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:40.759085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.774634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:40.775561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:40.844890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.845980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.880252 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:40.902910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:40.949790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 012c71fe-8ba4-428f-9b15-ba4d70596f80, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=012c71fe-8ba4-428f-9b15-ba4d70596f80,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:40.956330 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.023897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:41.062919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.068953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.070065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.115406 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:36Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 1, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:41.148429 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6af66c-300e-44dc-aab8-f951bc26be77 None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:36Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 1, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:41.151811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:41.225113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:41.226989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:41.360173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:41.462628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:41.471240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-58dcdcb8-80e4-468e-a3d3-b720f34fb41f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448389 Jul 15 17:15:41.472653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38952) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:41.478495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-101926663'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:41.505206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:41.509932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.514326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a342ac-df0d-4302-abf3-9d149037e9cb None None] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:41.539576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:15:41.549241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.549582 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added segment 70be8c23-c175-40ba-8439-4528065e86e8 of type vlan for network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 Jul 15 17:15:41.596628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.608698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f1fe1962-81b9-4d29-ab41-c91c8995948b None None] Provisioning for port eced960d-54c3-4b69-b183-e8e8961764c2 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:41.629002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.634770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:41.635303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:41.692189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2183392 Jul 15 17:15:41.695282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:41.700627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'subnet': {'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:41.727775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Network': ['ID=75f2e431-20ea-4da0-a7b2-dd07eacd52f6,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:41.735879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.736236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.736572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.736901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.737227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.737550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.737869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.738183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.738500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.738816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.739132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.739444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed685895-2675-4045-8086-a5154e710e1e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:15:41.762498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:15:41.823972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Made reservation on behalf of 24136062bb424a0ea9a9c438f69c0f00 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:15:41.828479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.076637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e771de6f-b2b3-4989-85e4-8c11ad5583f9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:42.076984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df7798-bb57-48bd-810e-99d39c94d07e req-335d6d69-023f-4bcf-bfa9-b65792056a1b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:42.087796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8df7798-bb57-48bd-810e-99d39c94d07e req-335d6d69-023f-4bcf-bfa9-b65792056a1b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1612623 Jul 15 17:15:42.090934 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.146140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8df7798-bb57-48bd-810e-99d39c94d07e req-c51b139a-9498-49b0-8143-1fbfa61c5622 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545158 Jul 15 17:15:42.147634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port e771de6f-b2b3-4989-85e4-8c11ad5583f9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:42.148712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.189767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Checking segment: {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:42.190363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network hostable DHCP agents. Network: 75f2e431-20ea-4da0-a7b2-dd07eacd52f6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:15:42.205798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Subnet': ['ID=dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:42.232908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:15:42.252242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 75f2e431-20ea-4da0-a7b2-dd07eacd52f6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:42.256456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:42.257668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.284580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c77710-7b71-4063-adaf-38e293af566a None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:42.298194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38960) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:42.303562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eced960d-54c3-4b69-b183-e8e8961764c2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:42.307037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6459ef91-bac4-4e58-88c6-fc3019f3247b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6104493 Jul 15 17:15:42.444346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-878697c3-a3cf-4201-b920-019c5cc71683 None None] Provisioning for port c9d2c2be-1247-47df-90b9-a379a68ced73 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:42.452285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-878697c3-a3cf-4201-b920-019c5cc71683 None None] Provisioning complete for port c9d2c2be-1247-47df-90b9-a379a68ced73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:42.452702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-878697c3-a3cf-4201-b920-019c5cc71683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.530611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port eced960d-54c3-4b69-b183-e8e8961764c2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:42.560995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eced960d-54c3-4b69-b183-e8e8961764c2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:42.561392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.586389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:15:42.587303 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:42.600667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-878697c3-a3cf-4201-b920-019c5cc71683 None None] Port c9d2c2be-1247-47df-90b9-a379a68ced73 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:42.676207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:42.687397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffd3ce-cab5-4021-8b7c-1b8f92deb4d5 req-5744df3d-bd47-439f-be84-3ec02c5e51fc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:42.689370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0ffd3ce-cab5-4021-8b7c-1b8f92deb4d5 req-5744df3d-bd47-439f-be84-3ec02c5e51fc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.2576807 Jul 15 17:15:42.711950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:42.712660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:42.765996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e0ffd3ce-cab5-4021-8b7c-1b8f92deb4d5 req-d744114c-95d2-4195-ab66-8be3e53b63dc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702624 Jul 15 17:15:42.824092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.029211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c4b0a8e1-d8f0-4e75-9b29-55789d96d0c7 None None] Provisioning complete for port c9d2c2be-1247-47df-90b9-a379a68ced73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:43.029587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c4b0a8e1-d8f0-4e75-9b29-55789d96d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.040338 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.080794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:43.085851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Allocated IP 2001:db8:3::2 (75f2e431-20ea-4da0-a7b2-dd07eacd52f6/dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747/0e14e1f8-aee9-49ef-9349-e07a4bce4e9e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:43.094441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b2856-eda7-42a0-aee2-4124c3ccf309 req-8cfc68c3-e865-4405-b1bb-98c73d6bba8a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:43.095925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d5b2856-eda7-42a0-aee2-4124c3ccf309 req-8cfc68c3-e865-4405-b1bb-98c73d6bba8a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1222577 Jul 15 17:15:43.138295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d5b2856-eda7-42a0-aee2-4124c3ccf309 req-c9ff4873-475d-45e7-9980-3b32be04b8d4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362897 Jul 15 17:15:43.162578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0a8e1-d8f0-4e75-9b29-55789d96d0c7 None None] Port c9d2c2be-1247-47df-90b9-a379a68ced73 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:43.189961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port eced960d-54c3-4b69-b183-e8e8961764c2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eced960d-54c3-4b69-b183-e8e8961764c2,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:43.225096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.226037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f65f2f22-065f-4bdd-89dd-023d928e6436 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:43.318326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d8714-f43a-468b-b66a-aab3253c0bbb req-d81413cd-7ff6-4fc7-aa7e-fb817c011ef3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:43.320479 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-321d8714-f43a-468b-b66a-aab3253c0bbb req-d81413cd-7ff6-4fc7-aa7e-fb817c011ef3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0666568 Jul 15 17:15:43.364165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-321d8714-f43a-468b-b66a-aab3253c0bbb req-3f0d173e-f4d8-4bd6-b293-7deac0361be5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378382 Jul 15 17:15:43.416465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2ec6e8f3-40c2-4fb6-86a6-12c842f81166 None None] Provisioning complete for port c9d2c2be-1247-47df-90b9-a379a68ced73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:43.416843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ec6e8f3-40c2-4fb6-86a6-12c842f81166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.422505 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=eced960d-54c3-4b69-b183-e8e8961764c2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:43.495867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f65f2f22-065f-4bdd-89dd-023d928e6436 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:43.521420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6e8f3-40c2-4fb6-86a6-12c842f81166 None None] Port c9d2c2be-1247-47df-90b9-a379a68ced73 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:43.544685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f65f2f22-065f-4bdd-89dd-023d928e6436 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:43.545391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.558588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02005d07-22da-430c-b46b-f9887ccf8ea3 req-68a91430-1074-4d5a-b055-82f94ec58949 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:43.560081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02005d07-22da-430c-b46b-f9887ccf8ea3 req-68a91430-1074-4d5a-b055-82f94ec58949 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0655773 Jul 15 17:15:43.599235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02005d07-22da-430c-b46b-f9887ccf8ea3 req-ecd2f78d-3b53-45c8-92be-d36dc3caa36f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Jul 15 17:15:43.600154 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.616787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Transition to ACTIVE for port object 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:43.642105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Transition to ACTIVE for port object 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:43.670292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.677520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:43.704938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Allocated IP 2001:db8:3::1 (75f2e431-20ea-4da0-a7b2-dd07eacd52f6/dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747/055f0827-dddd-4ab2-ab35-0826a1ffbf67) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:15:43.742037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:43.742397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Updating router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 port c9d2c2be-1247-47df-90b9-a379a68ced73 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:15:43.751448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:43.770420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.779382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:43.792578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:43.808467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Pushing event updated for resources: {'Port': ['ID=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:43.822050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.859437 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64f438-4e88-4149-9f31-f145d49b6907 req-7fb9e928-4da8-4a0d-abc7-1e0c86b172c7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:43.860880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc64f438-4e88-4149-9f31-f145d49b6907 req-7fb9e928-4da8-4a0d-abc7-1e0c86b172c7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1449714 Jul 15 17:15:43.862763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f65f2f22-065f-4bdd-89dd-023d928e6436, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f65f2f22-065f-4bdd-89dd-023d928e6436,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:43.886583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.887764 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.888582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 012c71fe-8ba4-428f-9b15-ba4d70596f80 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:43.910257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Transition to ACTIVE for port object 055f0827-dddd-4ab2-ab35-0826a1ffbf67 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:43.928123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc64f438-4e88-4149-9f31-f145d49b6907 req-b7df7d63-4530-4288-9fb0-29edd76db959 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Jul 15 17:15:43.960925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.969625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Attempting to bind port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:43.970455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Attempting to bind port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:43.970455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Attempting to bind port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e on network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:43.988845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:43.989206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Checking segment: {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:43.989621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:43.990015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Bound using segment: {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:43.990500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Bound port: 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:43.990933 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.006708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:44.020199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:44.023664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:15:44.024230 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.067692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:44.093009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:44.144497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 012c71fe-8ba4-428f-9b15-ba4d70596f80 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:44.144802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.201721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.241534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] For port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:44.261354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636630c-cfd1-4116-ba0f-d0267c19bc17 req-8e12f570-eb98-4c03-8425-88f6537fa279 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:44.262865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1636630c-cfd1-4116-ba0f-d0267c19bc17 req-8e12f570-eb98-4c03-8425-88f6537fa279 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1397312 Jul 15 17:15:44.269043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] For port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:44.284652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.403944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1636630c-cfd1-4116-ba0f-d0267c19bc17 req-47edb8af-4b92-4cde-8fc5-808f12204fd9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334574 Jul 15 17:15:44.431958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ca0c-1593-4d81-b671-3671bdb26912 None None] Pushing event updated for resources: {'Port': ['ID=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:44.470662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.496233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Transition to ACTIVE for port object c9d2c2be-1247-47df-90b9-a379a68ced73 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:44.505435 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.573606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f65f2f22-065f-4bdd-89dd-023d928e6436 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:44.621796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dfacf-5ada-40ba-910b-4d30613b1098 None None] Pushing event updated for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:44.724234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.736230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Attempting to bind port c9d2c2be-1247-47df-90b9-a379a68ced73 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:44.736660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Attempting to bind port c9d2c2be-1247-47df-90b9-a379a68ced73 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:44.736978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Attempting to bind port c9d2c2be-1247-47df-90b9-a379a68ced73 on network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:44.738656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.739587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.746731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:44.747184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Checking segment: {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:44.747599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.748001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Bound using segment: {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:44.748527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Bound port: c9d2c2be-1247-47df-90b9-a379a68ced73, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d96013-6de5-4258-b332-6934feeb35f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:44.748910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.766743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000ba68-7365-4a78-80f7-05026f92a2e5 req-e063e892-dac5-4f34-83a5-d4a907b3fd2b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:44.774338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f65f2f22-065f-4bdd-89dd-023d928e6436 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:44.774817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:44.778999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4000ba68-7365-4a78-80f7-05026f92a2e5 req-e063e892-dac5-4f34-83a5-d4a907b3fd2b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1913838 Jul 15 17:15:44.917277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] For port c9d2c2be-1247-47df-90b9-a379a68ced73, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:44.938952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] For port c9d2c2be-1247-47df-90b9-a379a68ced73, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9d2c2be-1247-47df-90b9-a379a68ced73,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:44.941489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eced960d-54c3-4b69-b183-e8e8961764c2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:44.945797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:45.074576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:45.075221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:45.125225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dfacf-5ada-40ba-910b-4d30613b1098 None None] Pushing event updated for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:45.179488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event updated for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:45.191768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eced960d-54c3-4b69-b183-e8e8961764c2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:45.192170 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:45.219576 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4000ba68-7365-4a78-80f7-05026f92a2e5 req-38fed815-ab95-478b-aed5-0f3098ee819d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404314 Jul 15 17:15:45.258420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:45.275240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:15:45.278810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:15:45.484077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:45.513269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70bc17-e8f4-4444-aefa-877649257f7d req-422bd071-1fce-41f0-b647-cc53dd595fe0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:45.514842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db70bc17-e8f4-4444-aefa-877649257f7d req-422bd071-1fce-41f0-b647-cc53dd595fe0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1114771 Jul 15 17:15:45.629016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db70bc17-e8f4-4444-aefa-877649257f7d req-bd6654dd-b152-4cb7-a9f6-6e33395fea59 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770190 Jul 15 17:15:45.632150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:45.637275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c6a169e3-b395-4c2e-b25a-3c1cfed4a273 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3375261 Jul 15 17:15:45.639863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38984) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:45.653678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:45.796079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0fe0f7-6ddf-4064-a234-1459137acc46 None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:45.828188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-7d8cba28-11ed-4861-9088-364182698299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:45.859798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8cba28-11ed-4861-9088-364182698299 None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:45.914748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9c961be2-45d2-4da3-8368-42054df9a6ed None None] Provisioning for port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:45.958680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb800c6-1a2d-436c-b732-633e6985b62f req-eb5e72a4-1f3d-4474-ae4e-c18c859379d0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:45.960333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bb800c6-1a2d-436c-b732-633e6985b62f req-eb5e72a4-1f3d-4474-ae4e-c18c859379d0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1981170 Jul 15 17:15:46.035196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bb800c6-1a2d-436c-b732-633e6985b62f req-990d6943-6391-4f84-bad7-d157745d810b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674927 Jul 15 17:15:46.172078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 17:15:46.199762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Removed routes are [] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 17:15:46.200463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.395523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5d23e57c-af4d-4308-a7d9-5965f191e143 None None] Provisioning for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:46.401373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5d23e57c-af4d-4308-a7d9-5965f191e143 None None] Provisioning complete for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:46.401936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5d23e57c-af4d-4308-a7d9-5965f191e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.424134 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4424c9d-2afa-4b63-997c-3003e6b7d5d5 req-10c8947a-8b9d-4973-b847-5c25309e463c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:46.425672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4424c9d-2afa-4b63-997c-3003e6b7d5d5 req-10c8947a-8b9d-4973-b847-5c25309e463c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.2171323 Jul 15 17:15:46.477270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.481907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5d23e57c-af4d-4308-a7d9-5965f191e143 None None] Port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:46.490937 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.505095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4424c9d-2afa-4b63-997c-3003e6b7d5d5 req-66f0a3fb-c676-464c-aa08-a01bcc6382b9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Jul 15 17:15:46.633970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:46.708266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:46.735412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7e6302cb-3783-473e-aefd-87bd8fc24572 None None] Provisioning complete for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:46.735738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e6302cb-3783-473e-aefd-87bd8fc24572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.743046 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:46.753210 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:46.754213 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:46.792743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7e6302cb-3783-473e-aefd-87bd8fc24572 None None] Port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:46.798639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:46.811014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:46.812456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.813719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f975bdf-b99d-461a-b5e2-944a53ec8b67 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 954 time: 1.1728821 Jul 15 17:15:46.816581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 38994) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:46.817188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:46.817188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.876248 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805775d-852d-4ebf-87af-dc6deb7eb48c req-3c50c3e3-ad91-4458-8dae-a04e882f71e5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:46.883506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0805775d-852d-4ebf-87af-dc6deb7eb48c req-3c50c3e3-ad91-4458-8dae-a04e882f71e5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1632602 Jul 15 17:15:46.927014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.940724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0805775d-852d-4ebf-87af-dc6deb7eb48c req-d7761aff-5d1a-4e5c-b470-d41de363e571 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563238 Jul 15 17:15:46.968739 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:46.974410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:46.980567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:46.981728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9d2c2be-1247-47df-90b9-a379a68ced73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:46.996436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e2e891c8-736e-4a32-88f9-490303491456 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 954 time: 0.1761971 Jul 15 17:15:46.996749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 38998) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:47.001539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'routes': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:47.082926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f8b37d3-5e39-4f04-af73-e11595fa5a0a None None] Provisioning complete for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:47.083298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f8b37d3-5e39-4f04-af73-e11595fa5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.091059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:47.139669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c9d2c2be-1247-47df-90b9-a379a68ced73 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:47.146412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c9d2c2be-1247-47df-90b9-a379a68ced73 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:47.146810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.149152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b37d3-5e39-4f04-af73-e11595fa5a0a None None] Port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:15:47.218174 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:46Z', 'revision_number': 6, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:44Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:47.237359 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.245371 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:47.245725 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Updating router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:15:47.271014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c9d2c2be-1247-47df-90b9-a379a68ced73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9d2c2be-1247-47df-90b9-a379a68ced73,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:47.275532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.290421 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.334177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:47.355940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d0b2-4696-4e0d-980b-ea9be42dd2ac req-286f86ff-8da6-42a0-a9ad-80745036198a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:47.357468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad6d0b2-4696-4e0d-980b-ea9be42dd2ac req-286f86ff-8da6-42a0-a9ad-80745036198a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1509144 Jul 15 17:15:47.431945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad6d0b2-4696-4e0d-980b-ea9be42dd2ac req-7df08bf9-d5e9-4504-87a6-5e96d59b6245 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682864 Jul 15 17:15:47.530783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added routes are [] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 17:15:47.531179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 17:15:47.566345 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.575845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Transition to ACTIVE for port object 055f0827-dddd-4ab2-ab35-0826a1ffbf67 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:15:47.581506 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.600769 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.630080 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b6d9-c0c5-4804-b454-256cddaf5967 None None] Pushing event updated for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:47.691454 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Attempting to bind port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:15:47.691814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Attempting to bind port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:15:47.692193 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Attempting to bind port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 on network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:15:47.698058 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:15:47.698435 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Checking segment: {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:15:47.698905 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.700062 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Bound using segment: {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:15:47.701114 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Bound port: 055f0827-dddd-4ab2-ab35-0826a1ffbf67, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70be8c23-c175-40ba-8439-4528065e86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:15:47.701114 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.721163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7eb8-adfd-46a2-8797-0d90c6159ded req-1b9e2e3a-26d4-47ad-8443-a7c2e3fbf947 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:47.722781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ebc7eb8-adfd-46a2-8797-0d90c6159ded req-1b9e2e3a-26d4-47ad-8443-a7c2e3fbf947 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1640103 Jul 15 17:15:47.769233 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] For port 055f0827-dddd-4ab2-ab35-0826a1ffbf67, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:15:47.773393 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] For port 055f0827-dddd-4ab2-ab35-0826a1ffbf67, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=055f0827-dddd-4ab2-ab35-0826a1ffbf67,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:15:47.778851 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:47.840332 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b6d9-c0c5-4804-b454-256cddaf5967 None None] Pushing event updated for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:47.849671 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:47.850305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:47.955976 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:48.100967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ebc7eb8-adfd-46a2-8797-0d90c6159ded req-74d52185-cd8f-4551-baf8-f05f2bf46bc4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697822 Jul 15 17:15:48.113510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.118181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.174023 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 7, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:48.201640 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcf02-b6a5-46d5-8e0e-72e93e7f06fc None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 7, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:48.224250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:48.358306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:48.367723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:48.368688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:48.369395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:48.375719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.376895 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d23a848f-f4b4-4c12-97ac-8ce93e0ce1f6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 704 time: 1.3791068 Jul 15 17:15:48.379680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39008) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:48.393704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2f8c-eea5-46af-8618-173d4edc8df8 req-9ee801a2-4a7f-4665-9ae6-0eed2aca3414 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:48.395185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95af2f8c-eea5-46af-8618-173d4edc8df8 req-9ee801a2-4a7f-4665-9ae6-0eed2aca3414 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1189921 Jul 15 17:15:48.437244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95af2f8c-eea5-46af-8618-173d4edc8df8 req-a7bed699-3aac-46b5-a694-5712c86630eb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Jul 15 17:15:48.465009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:48.513855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-626ade58-b745-48ca-83f4-bbcc4bdccdc7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 704 time: 0.1319759 Jul 15 17:15:48.516466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39012) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:48.560289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 055f0827-dddd-4ab2-ab35-0826a1ffbf67 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:48.688722 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:15:48.694582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:48.695035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.749067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9fc7b-4cd6-4d07-8e57-a6a89dd19f13 req-e1d2b682-53a2-49c4-8c22-269e649c632a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:48.750552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ba9fc7b-4cd6-4d07-8e57-a6a89dd19f13 req-e1d2b682-53a2-49c4-8c22-269e649c632a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1565125 Jul 15 17:15:48.754043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 7, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:48.784137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:48.820166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ba9fc7b-4cd6-4d07-8e57-a6a89dd19f13 req-bc686736-9b4e-4f26-afda-4a8977370f56 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634034 Jul 15 17:15:48.823023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:48.823650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:48.827941 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.931798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 055f0827-dddd-4ab2-ab35-0826a1ffbf67, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=055f0827-dddd-4ab2-ab35-0826a1ffbf67,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:48.940991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:48.941659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:48.945397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:48.955461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.167473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315c48f-17db-45c0-9f06-56e5c4b8f881 req-9abe8366-814c-4a80-bec6-b07c7349105e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:49.169016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2315c48f-17db-45c0-9f06-56e5c4b8f881 req-9abe8366-814c-4a80-bec6-b07c7349105e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1363008 Jul 15 17:15:49.240275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2315c48f-17db-45c0-9f06-56e5c4b8f881 req-acc75d71-a5a8-4932-ade0-0960a34d0c5b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Jul 15 17:15:49.259026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:49.303698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:49.304334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.311211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 055f0827-dddd-4ab2-ab35-0826a1ffbf67 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:49.311558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.438824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port 055f0827-dddd-4ab2-ab35-0826a1ffbf67, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=055f0827-dddd-4ab2-ab35-0826a1ffbf67,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:49.439558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.443699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9d2c2be-1247-47df-90b9-a379a68ced73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:15:49.456795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 055f0827-dddd-4ab2-ab35-0826a1ffbf67 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:49.483007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07aef-f99b-4fa8-8d86-d89dc11c625c req-69486d90-8cbd-42c9-997d-bf758d57ea72 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:49.484535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 7, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:49.484750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1eb07aef-f99b-4fa8-8d86-d89dc11c625c req-69486d90-8cbd-42c9-997d-bf758d57ea72 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1100745 Jul 15 17:15:49.515596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a1da2-ea39-4a2e-a86e-7405980e1dcd None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 7, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '055f0827-dddd-4ab2-ab35-0826a1ffbf67', 'name': '', 'network_id': '75f2e431-20ea-4da0-a7b2-dd07eacd52f6', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:29:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:42Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 4, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': 'dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:49.530198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c9d2c2be-1247-47df-90b9-a379a68ced73 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:15:49.530569 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.569856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1eb07aef-f99b-4fa8-8d86-d89dc11c625c req-09f27ed4-dfd3-4570-b0e6-705091137eff tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Jul 15 17:15:49.693226 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.709248 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:49.719103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:49.719700 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:49.731276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=055f0827-dddd-4ab2-ab35-0826a1ffbf67,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:49.814188 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:49.903662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:49.960507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be7260-1110-4de2-b37b-fbeb9e2fc54e req-3fdc49e7-9ced-4d7b-a095-b37cbd7d496e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:49.962016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5be7260-1110-4de2-b37b-fbeb9e2fc54e req-3fdc49e7-9ced-4d7b-a095-b37cbd7d496e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1905041 Jul 15 17:15:50.023740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:50.040306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5be7260-1110-4de2-b37b-fbeb9e2fc54e req-315ff2de-ed37-49c8-b785-fda1afb5b8c9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Jul 15 17:15:50.053837 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:50.066724 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:50.066724 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:50.148550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:50.239230 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:50.460215 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:50.487419 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52560ed1-43f0-4ef5-88b9-e84371a6ee54 None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:50.540938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:50.546329 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a30bc539-6dd0-41c6-8354-e3d283b1c768 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0285270 Jul 15 17:15:50.549235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39028) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:50.561835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255afda-9d37-4aed-999e-f57097ba4d55 req-28587a15-7f93-4635-a300-65915291cb34 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:50.563308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0255afda-9d37-4aed-999e-f57097ba4d55 req-28587a15-7f93-4635-a300-65915291cb34 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.4045048 Jul 15 17:15:50.600968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:50.602390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0255afda-9d37-4aed-999e-f57097ba4d55 req-20971e54-7f0f-4661-b36f-81b1c27ee6b7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334430 Jul 15 17:15:50.604029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.644734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.736633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.794241 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.798036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218dab-2e3f-420b-916a-b34b55ff05a3 req-17bc4f98-f985-4f3c-9bfc-5e673c349c69 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:50.799673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66218dab-2e3f-420b-916a-b34b55ff05a3 req-17bc4f98-f985-4f3c-9bfc-5e673c349c69 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0692801 Jul 15 17:15:50.823241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:50.827269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.829181 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a3f78921-1320-4292-b3d1-d264755ea2e6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747 HTTP/1.1" status: 204 len: 168 time: 0.2789340 Jul 15 17:15:50.831792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39034) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:50.835941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50450014-4b35-415a-8266-1cf2c198c8c3 None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:50.847382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66218dab-2e3f-420b-916a-b34b55ff05a3 req-c962de63-dbc1-4325-b81d-017dafafaac4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jul 15 17:15:50.915610 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:50.979925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:50.980306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.056013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960b1a5-0edd-4265-abc7-fe6b1670ffb1 req-bcecb714-b06b-4c0b-8b67-4d3f046ea7f7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:51.059078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a960b1a5-0edd-4265-abc7-fe6b1670ffb1 req-bcecb714-b06b-4c0b-8b67-4d3f046ea7f7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0883083 Jul 15 17:15:51.061578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,segment=NetworkSegment(70be8c23-c175-40ba-8439-4528065e86e8),segment_id=70be8c23-c175-40ba-8439-4528065e86e8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:51.061954 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.075408 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:51.085901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d4060-c133-42ae-8124-63e30b24996a None None] DHCP port deletion for 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:51.103538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a960b1a5-0edd-4265-abc7-fe6b1670ffb1 req-840f6555-ab3e-40b4-858d-7476ceeb141c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Jul 15 17:15:51.131649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:51.148711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:51.149328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.167884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.194196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:51.197804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:51.242286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:51.245107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Deleting port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:51.245107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.281445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.292663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f2e431-20ea-4da0-a7b2-dd07eacd52f6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.303169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70be8c23-c175-40ba-8439-4528065e86e8') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.304021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70be8c23-c175-40ba-8439-4528065e86e8') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.314107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.329331 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.336316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:51.336747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:51.340264 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:51.392205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-966d4060-c133-42ae-8124-63e30b24996a None None] For port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:51.392621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.402513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.412414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.415511 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/75f2e431-20ea-4da0-a7b2-dd07eacd52f6 HTTP/1.1" status: 204 len: 168 time: 0.5825162 Jul 15 17:15:51.419105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Calling delete_port for 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:51.419633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39044) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:51.423865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:15:51.426931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e227a0-6f98-48da-8715-96c83c74f989 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=75f2e431-20ea-4da0-a7b2-dd07eacd52f6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:51.455150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.488445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Network 75f2e431-20ea-4da0-a7b2-dd07eacd52f6 is not hosted by any dhcp agent {{(pid=100430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 17:15:51.488980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d4060-c133-42ae-8124-63e30b24996a None None] No DVR routers for this DVR port 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:51.491608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d4060-c133-42ae-8124-63e30b24996a None None] Pushing event deleted for resources: {'Port': ['ID=0e14e1f8-aee9-49ef-9349-e07a4bce4e9e,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:51.594638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.622662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:51.631542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:51.632332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.721821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:51.766170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e823d-db78-484a-8ad4-d249ef6845ac req-cc6ad970-a1d4-4b5c-b81d-f8bf637e433a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:51.767590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-005e823d-db78-484a-8ad4-d249ef6845ac req-cc6ad970-a1d4-4b5c-b81d-f8bf637e433a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1109846 Jul 15 17:15:51.821444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-005e823d-db78-484a-8ad4-d249ef6845ac req-86a28564-1a91-4a09-964b-f83154a281d5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471809 Jul 15 17:15:51.868880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:51.929825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:51.956130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0fb41-5bd3-4957-aeba-d58ad3e50358 None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:49Z', 'revision_number': 8, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9d2c2be-1247-47df-90b9-a379a68ced73', 'name': '', 'network_id': '5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:41:87:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:39Z', 'updated_at': '2021-07-15T17:15:47Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9fbfedd1-92ae-4ec9-8142-51eb742acf25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:52.129332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port c9d2c2be-1247-47df-90b9-a379a68ced73 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:52.129677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:52.221764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port c9d2c2be-1247-47df-90b9-a379a68ced73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9d2c2be-1247-47df-90b9-a379a68ced73,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:52.222136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:52.233795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for c9d2c2be-1247-47df-90b9-a379a68ced73 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:52.403018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:52.437207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=c9d2c2be-1247-47df-90b9-a379a68ced73,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:52.486022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 055f0827-dddd-4ab2-ab35-0826a1ffbf67 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:52.507677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 055f0827-dddd-4ab2-ab35-0826a1ffbf67 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:52.513716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 055f0827-dddd-4ab2-ab35-0826a1ffbf67 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:52.514244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:52.533731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:52.534146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0e14e1f8-aee9-49ef-9349-e07a4bce4e9e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:52.566212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:52.758710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:52.845856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:52.852863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d8f1ecf2-c97e-4d3f-8cb8-85937ac602f8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4298947 Jul 15 17:15:52.854000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39054) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:52.856844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:52.867323 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:52.867942 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:52.910137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet 9fbfedd1-92ae-4ec9-8142-51eb742acf25 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:52.914220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:52.956963 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:52.979424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.077849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19940c-2a0b-46f0-9a91-bdc819930742 req-29f79cdb-7c80-403d-b8cb-d98d9cac59f3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:53.079574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb19940c-2a0b-46f0-9a91-bdc819930742 req-29f79cdb-7c80-403d-b8cb-d98d9cac59f3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1349699 Jul 15 17:15:53.105079 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.154445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb19940c-2a0b-46f0-9a91-bdc819930742 req-89449ed5-7b70-4530-9ad3-7dfd6024338e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680785 Jul 15 17:15:53.157808 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:52Z', 'revision_number': 9, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.184568 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.189795 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:53.199566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:53.200358 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.222170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbfedd1-92ae-4ec9-8142-51eb742acf25,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:53.224174 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.226082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-91181f98-e444-4a25-a6d8-a53af9cee213 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbfedd1-92ae-4ec9-8142-51eb742acf25 HTTP/1.1" status: 204 len: 168 time: 0.3710983 Jul 15 17:15:53.228667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39056) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:53.231358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b10de3-fb72-47a5-9bf3-a2b38f223512 None None] Network 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:53.292754 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:53.313915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.369276 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port eced960d-54c3-4b69-b183-e8e8961764c2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:53.369523 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.435677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port eced960d-54c3-4b69-b183-e8e8961764c2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eced960d-54c3-4b69-b183-e8e8961764c2,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:53.435677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.442287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] DHCP port deletion for 5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:53.453191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for eced960d-54c3-4b69-b183-e8e8961764c2 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:53.494307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Deleting port eced960d-54c3-4b69-b183-e8e8961764c2 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:53.494855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.502670 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:52Z', 'revision_number': 9, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.533715 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea65fc6-dbf3-4f7b-9b58-63bd26e4e040 None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:52Z', 'revision_number': 9, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f65f2f22-065f-4bdd-89dd-023d928e6436', 'name': '', 'network_id': '78adcbf5-08b9-47a6-8408-917a3f254b69', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:66:4a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:36Z', 'updated_at': '2021-07-15T17:15:43Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '9e1cd773-618d-40b0-90e2-b21738db5d57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:53.545607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.565564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] For port eced960d-54c3-4b69-b183-e8e8961764c2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eced960d-54c3-4b69-b183-e8e8961764c2,segment=NetworkSegment(66d96013-6de5-4258-b332-6934feeb35f6),segment_id=66d96013-6de5-4258-b332-6934feeb35f6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:53.565967 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.574652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=eced960d-54c3-4b69-b183-e8e8961764c2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:53.578803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port eced960d-54c3-4b69-b183-e8e8961764c2 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:53.583089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Calling delete_port for eced960d-54c3-4b69-b183-e8e8961764c2 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:53.661107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.661355 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.671681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.682273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d96013-6de5-4258-b332-6934feeb35f6') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.682573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d96013-6de5-4258-b332-6934feeb35f6') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:53.686443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] Pushing event deleted for resources: {'Port': ['ID=eced960d-54c3-4b69-b183-e8e8961764c2,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:53.689997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b143034-96dd-4ab0-a915-1c493125cddd None None] No DVR routers for this DVR port eced960d-54c3-4b69-b183-e8e8961764c2 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:53.693892 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.708867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.715733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:53.716166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:53.719100 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:53.780287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.787103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:53.789633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97 HTTP/1.1" status: 204 len: 168 time: 0.5600541 Jul 15 17:15:53.792635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39058) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:53.800571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca0165-bfc5-42d1-bb83-7d857c737664 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=5dee5ac7-4f8a-4b1f-8c51-1e13c8996a97,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:54.127073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:54.341561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96ed8-7640-4440-9a74-36be2d30b74a req-7cbee770-2e76-414f-84c5-f6e33f84591b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:54.343175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbe96ed8-7640-4440-9a74-36be2d30b74a req-7cbee770-2e76-414f-84c5-f6e33f84591b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0678442 Jul 15 17:15:54.384449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbe96ed8-7640-4440-9a74-36be2d30b74a req-40b96459-a380-49b0-90ae-1ca318cb2631 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Jul 15 17:15:54.476827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eced960d-54c3-4b69-b183-e8e8961764c2 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:54.496537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: eced960d-54c3-4b69-b183-e8e8961764c2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:54.496876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eced960d-54c3-4b69-b183-e8e8961764c2 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:54.497282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9d2c2be-1247-47df-90b9-a379a68ced73 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:54.515292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c9d2c2be-1247-47df-90b9-a379a68ced73 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:54.515638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9d2c2be-1247-47df-90b9-a379a68ced73 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:54.646666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port f65f2f22-065f-4bdd-89dd-023d928e6436 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:54.647831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:54.733720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port f65f2f22-065f-4bdd-89dd-023d928e6436, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f65f2f22-065f-4bdd-89dd-023d928e6436,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:54.733995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:54.746196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for f65f2f22-065f-4bdd-89dd-023d928e6436 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:54.914318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:54.945835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=f65f2f22-065f-4bdd-89dd-023d928e6436,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:55.060823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.242894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:55.332226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:55.339811 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ffb7c2d-e8b0-4d7f-a494-9afe3393ded4 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5442588 Jul 15 17:15:55.340714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39062) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:55.343260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:55.352620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:55.353231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:55.400562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet 9e1cd773-618d-40b0-90e2-b21738db5d57 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:55.403860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.450884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.458457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:55.555384 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.590179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5913a0-9d42-4e8a-93d9-9dcb0974f4ee req-1f20993b-28f2-42ad-a7df-97e1fec585b4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:55.591628 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f5913a0-9d42-4e8a-93d9-9dcb0974f4ee req-1f20993b-28f2-42ad-a7df-97e1fec585b4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0687969 Jul 15 17:15:55.623885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.640644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f5913a0-9d42-4e8a-93d9-9dcb0974f4ee req-6aabad4a-92ce-4456-972d-3ceae680c23e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Jul 15 17:15:55.654529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1cd773-618d-40b0-90e2-b21738db5d57,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:55.656797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.660209 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e8f34f00-2232-447d-802f-06da1d708248 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/9e1cd773-618d-40b0-90e2-b21738db5d57 HTTP/1.1" status: 204 len: 168 time: 0.3161349 Jul 15 17:15:55.661567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39066) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:55.666631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38341be-9666-4849-a841-ab4286818ddc None None] Network 78adcbf5-08b9-47a6-8408-917a3f254b69 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:55.739931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.741360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:54Z', 'revision_number': 10, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:55.794378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port e771de6f-b2b3-4989-85e4-8c11ad5583f9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:55.794758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.798082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:55.866385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port e771de6f-b2b3-4989-85e4-8c11ad5583f9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e771de6f-b2b3-4989-85e4-8c11ad5583f9,segment=NetworkSegment(d75e6a44-79ab-4149-b8ac-81c6c89351a1),segment_id=d75e6a44-79ab-4149-b8ac-81c6c89351a1)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:55.866844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.879787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for e771de6f-b2b3-4989-85e4-8c11ad5583f9 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:55.972788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:55.997124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:55.997782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:56.001972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-18668aca-2151-489c-974a-8a765e01c8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.008561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=e771de6f-b2b3-4989-85e4-8c11ad5583f9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:56.016373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port e771de6f-b2b3-4989-85e4-8c11ad5583f9 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:56.102524 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.112155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:56.114226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78adcbf5-08b9-47a6-8408-917a3f254b69']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:56.126480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75e6a44-79ab-4149-b8ac-81c6c89351a1') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:56.126782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75e6a44-79ab-4149-b8ac-81c6c89351a1') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:56.137215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.152539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.159144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:56.159553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:56.162960 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:56.205364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72646d83-4eac-4736-8d73-1737f7293a01 None None] DHCP port deletion for 78adcbf5-08b9-47a6-8408-917a3f254b69 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:56.237129 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.244612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:56.246586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/78adcbf5-08b9-47a6-8408-917a3f254b69 HTTP/1.1" status: 204 len: 168 time: 0.5825484 Jul 15 17:15:56.249571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:56.262746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b9f09-cd9b-4dc4-84ec-998b76838840 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=78adcbf5-08b9-47a6-8408-917a3f254b69,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:56.362138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:54Z', 'revision_number': 10, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:56.394504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52022a85-a9f3-46f8-b70b-9e627417b41f None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:54Z', 'revision_number': 10, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None, '_interfaces': [{'id': '012c71fe-8ba4-428f-9b15-ba4d70596f80', 'name': '', 'network_id': '2c891034-26be-4936-88c0-7055a202006a', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'mac_address': 'fa:16:3e:6b:43:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:15:33Z', 'updated_at': '2021-07-15T17:15:40Z', 'revision_number': 5, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'subnets': [{'id': '990dd5d5-4adc-4a2a-a0b2-dd9748cf865f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:56.835778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e771de6f-b2b3-4989-85e4-8c11ad5583f9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:56.857165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: e771de6f-b2b3-4989-85e4-8c11ad5583f9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:56.857784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e771de6f-b2b3-4989-85e4-8c11ad5583f9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:56.895234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e9273-83d5-47e8-a697-6d8309767982 req-215f4cfe-0221-4cbb-a1d3-7019f4352369 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:56.897308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e6e9273-83d5-47e8-a697-6d8309767982 req-215f4cfe-0221-4cbb-a1d3-7019f4352369 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0975144 Jul 15 17:15:56.966807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e6e9273-83d5-47e8-a697-6d8309767982 req-5da1c408-e5ba-4311-b184-78886d993085 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 Jul 15 17:15:56.980362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.235862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port 012c71fe-8ba4-428f-9b15-ba4d70596f80 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:57.236100 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.326084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port 012c71fe-8ba4-428f-9b15-ba4d70596f80, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=012c71fe-8ba4-428f-9b15-ba4d70596f80,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:57.326434 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.339800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for 012c71fe-8ba4-428f-9b15-ba4d70596f80 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:57.515227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.545957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=012c71fe-8ba4-428f-9b15-ba4d70596f80,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:57.645521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.801972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:57.878658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:57.884481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a8c7ae8c-a5e1-4c3c-b6a3-95336c734dbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335928 Jul 15 17:15:57.886947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39072) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:57.887747 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:57.896591 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:57.898202 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:57.938396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting subnet 990dd5d5-4adc-4a2a-a0b2-dd9748cf865f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:15:57.941431 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:57.963097 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:57.981689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.016283 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.043396 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:58.051690 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:58.052377 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.069837 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.122103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:58.165321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.202857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Subnet': ['ID=990dd5d5-4adc-4a2a-a0b2-dd9748cf865f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:58.215007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18840247-166b-48ee-bb72-c46d79e5aa9b None None] Network 2c891034-26be-4936-88c0-7055a202006a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:15:58.217353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2e0a2-d780-487b-be26-144297f733d4 req-b5a7fbb5-9fee-4133-a9e2-fc8dd2854d01 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:58.219112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50c2e0a2-d780-487b-be26-144297f733d4 req-b5a7fbb5-9fee-4133-a9e2-fc8dd2854d01 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1278319 Jul 15 17:15:58.220500 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.222572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ddb5a03-a6fe-4ac9-b464-e683ce58bad5 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/990dd5d5-4adc-4a2a-a0b2-dd9748cf865f HTTP/1.1" status: 204 len: 168 time: 0.3346760 Jul 15 17:15:58.226031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:58.274987 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.277022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50c2e0a2-d780-487b-be26-144297f733d4 req-b57f3d16-7df1-47ed-904d-7e1562165a87 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Jul 15 17:15:58.307024 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c81532-32a1-4219-ba58-f2c481d947ea None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:58.317480 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.377778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Deleting port a5af26c5-f9b5-405f-a937-8fad81addeea {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:15:58.378128 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.441522 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] For port a5af26c5-f9b5-405f-a937-8fad81addeea, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a5af26c5-f9b5-405f-a937-8fad81addeea,segment=NetworkSegment(e50a06b3-7e42-4297-94a3-e0baa2d1f48a),segment_id=e50a06b3-7e42-4297-94a3-e0baa2d1f48a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:15:58.441887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.454527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Calling delete_port for a5af26c5-f9b5-405f-a937-8fad81addeea owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:15:58.536245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.562652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Port': ['ID=a5af26c5-f9b5-405f-a937-8fad81addeea,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:58.564452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No DVR routers for this DVR port a5af26c5-f9b5-405f-a937-8fad81addeea on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:15:58.646090 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.658656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c891034-26be-4936-88c0-7055a202006a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.663898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913d1dc-0af0-47f2-bcfa-5c21cc1cc7d9 None None] DHCP port deletion for 2c891034-26be-4936-88c0-7055a202006a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:15:58.669879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.669879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50a06b3-7e42-4297-94a3-e0baa2d1f48a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:58.685375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.701674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.708497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:15:58.708674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:15:58.712714 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:15:58.739372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 012c71fe-8ba4-428f-9b15-ba4d70596f80 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:58.760639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 012c71fe-8ba4-428f-9b15-ba4d70596f80 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:58.760999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 012c71fe-8ba4-428f-9b15-ba4d70596f80 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:58.761417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f65f2f22-065f-4bdd-89dd-023d928e6436 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:58.772848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.780566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.785162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39078) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:58.788684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/networks/2c891034-26be-4936-88c0-7055a202006a HTTP/1.1" status: 204 len: 168 time: 0.5572350 Jul 15 17:15:58.789365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: f65f2f22-065f-4bdd-89dd-023d928e6436 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:58.789717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f65f2f22-065f-4bdd-89dd-023d928e6436 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:58.790140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a5af26c5-f9b5-405f-a937-8fad81addeea no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:15:58.790519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'routes': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:58.808578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46081b5c-266a-428b-8ee4-d32bd4a35d68 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Pushing event deleted for resources: {'Network': ['ID=2c891034-26be-4936-88c0-7055a202006a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:15:58.814430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a5af26c5-f9b5-405f-a937-8fad81addeea {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:15:58.814730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a5af26c5-f9b5-405f-a937-8fad81addeea not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:15:58.823008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:58.955894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Added routes are [] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 15 17:15:58.956471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.extraroute_db [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Removed routes are [] {{(pid=100429) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 15 17:15:58.956591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.090829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.094015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.108460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9affaa7e-8730-49f6-9807-3a4427ed4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.171676 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:15:59.249456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:15:59.258178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.258765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Sync routers for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:15:59.259345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-548ad2b2-7be6-424a-8d6e-c1cf5aa1fc9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 705 time: 0.4731503 Jul 15 17:15:59.262199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39080) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:59.268329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:59.268962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:59.290997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5246f0fd-033b-4f2c-89eb-5fa575f7400d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 205 time: 0.0276678 Jul 15 17:15:59.293415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39082) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:59.347924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:59.371762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.404057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:59.430783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Checking router: cb6b4832-49e4-45da-a31a-0d8b75cf3f79 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:15:59.439054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Routers {'cb6b4832-49e4-45da-a31a-0d8b75cf3f79'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:15:59.439656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:59.509844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] Set router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:15:59.571014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:15:59.602102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7de28-d36b-419a-af96-f73e148fe85d None None] The sync data for ids ['cb6b4832-49e4-45da-a31a-0d8b75cf3f79'] in n-d-800085-3 is: [{'id': 'cb6b4832-49e4-45da-a31a-0d8b75cf3f79', 'name': 'tempest-RoutersIpV6Test-router-1770544749', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:32Z', 'updated_at': '2021-07-15T17:15:57Z', 'revision_number': 11, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:15:59.608967 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.812577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.816702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.865570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d6d00-ea76-4147-8857-c36fc498d4e0 req-496007d8-4af6-4648-97b7-b0836e682fc0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:15:59.867029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-076d6d00-ea76-4147-8857-c36fc498d4e0 req-496007d8-4af6-4648-97b7-b0836e682fc0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.4622021 Jul 15 17:15:59.880022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.880554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router cb6b4832-49e4-45da-a31a-0d8b75cf3f79 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:15:59.887728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.888843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4bf1db04-ffd1-45d9-a5a9-466b6aa96cf7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 204 len: 168 time: 0.5945392 Jul 15 17:15:59.894559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39086) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:15:59.900400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1086462858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:15:59.923664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-076d6d00-ea76-4147-8857-c36fc498d4e0 req-600d4f5a-f74d-4fd9-801d-df52841c8e9f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Jul 15 17:15:59.938332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.939568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:15:59.996687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.000927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.016453 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.017653 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d80ef321-356d-4830-99d9-386d3c7b1178 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1220839 Jul 15 17:16:00.020410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39088) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.025634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:00.223815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.233823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-563337'] for router, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.328229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Router df0488c1-cc72-41b5-89d9-438cead71ec9 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:16:00.403326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:16:00.410475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.411636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-55d093fe-17f3-4e8e-adf8-e0926dfc92d8 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "PUT /v2.0/routers/df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 200 len: 698 time: 0.3903093 Jul 15 17:16:00.413749 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Sync routers for ids ['df0488c1-cc72-41b5-89d9-438cead71ec9'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:16:00.414386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39090) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.422945 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Routers {'df0488c1-cc72-41b5-89d9-438cead71ec9'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:00.423617 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['df0488c1-cc72-41b5-89d9-438cead71ec9'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:00.492349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Set router df0488c1-cc72-41b5-89d9-438cead71ec9 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:16:00.492691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4933ac4b-9545-4eb9-83bb-a1fd4adffc05 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/routers/df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 200 len: 704 time: 0.0769722 Jul 15 17:16:00.495161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39092) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.528043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8dc02c1a-cf06-4fd5-8d23-54ec12c29c0e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 200 len: 205 time: 0.0316451 Jul 15 17:16:00.530530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39094) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.547388 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0488c1-cc72-41b5-89d9-438cead71ec9', 'name': 'tempest-RoutersIpV6Test-router-1086462858', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:59Z', 'updated_at': '2021-07-15T17:16:00Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:00.573530 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Checking router: df0488c1-cc72-41b5-89d9-438cead71ec9 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:16:00.581576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Routers {'df0488c1-cc72-41b5-89d9-438cead71ec9'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:00.582168 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['df0488c1-cc72-41b5-89d9-438cead71ec9'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:00.602030 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.649020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] Set router df0488c1-cc72-41b5-89d9-438cead71ec9 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:16:00.700056 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0488c1-cc72-41b5-89d9-438cead71ec9', 'name': 'tempest-RoutersIpV6Test-router-1086462858', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:59Z', 'updated_at': '2021-07-15T17:16:00Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:00.729021 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a571c-3534-4dde-86f9-c7de0ad76fbc None None] The sync data for ids ['df0488c1-cc72-41b5-89d9-438cead71ec9'] in n-d-800085-3 is: [{'id': 'df0488c1-cc72-41b5-89d9-438cead71ec9', 'name': 'tempest-RoutersIpV6Test-router-1086462858', 'tenant_id': '24136062bb424a0ea9a9c438f69c0f00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:15:59Z', 'updated_at': '2021-07-15T17:16:00Z', 'revision_number': 2, 'project_id': '24136062bb424a0ea9a9c438f69c0f00', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:16:00.775946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.778219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.826987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.827611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Fanout notify agent at l3_agent the message router_deleted on router df0488c1-cc72-41b5-89d9-438cead71ec9 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:16:00.834761 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:00.836020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08256b04-b3e2-4e7a-bb12-bdd57e426e5d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 204 len: 168 time: 0.3046041 Jul 15 17:16:00.839418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.870007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-acbb5b9d-ed23-48e7-a80b-acb0403af52e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 200 len: 205 time: 0.0294979 Jul 15 17:16:00.872607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39098) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.909237 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-4db1a507-172a-4d13-8f0e-657426f15555 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:00.910282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4db1a507-172a-4d13-8f0e-657426f15555 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/df0488c1-cc72-41b5-89d9-438cead71ec9 HTTP/1.1" status: 404 len: 336 time: 0.0367601 Jul 15 17:16:00.913377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39100) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.940807 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b753513-2f2d-4d46-9c0e-0405b3c43a1f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:00.941274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b753513-2f2d-4d46-9c0e-0405b3c43a1f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:00.945595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b753513-2f2d-4d46-9c0e-0405b3c43a1f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/dedfa23d-0dc9-4f59-a5b1-39a2f9fb9747 HTTP/1.1" status: 404 len: 337 time: 0.0286672 Jul 15 17:16:00.945823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39102) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:00.976035 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ad9b54-9db2-4981-abdc-9808c91cbf52 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:00.976568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ad9b54-9db2-4981-abdc-9808c91cbf52 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:00.978274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1ad9b54-9db2-4981-abdc-9808c91cbf52 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbfedd1-92ae-4ec9-8142-51eb742acf25 HTTP/1.1" status: 404 len: 337 time: 0.0315304 Jul 15 17:16:00.980868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.006808 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55895db-bc93-4e1b-938d-19321684171d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.007177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55895db-bc93-4e1b-938d-19321684171d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.011175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f55895db-bc93-4e1b-938d-19321684171d tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/9e1cd773-618d-40b0-90e2-b21738db5d57 HTTP/1.1" status: 404 len: 337 time: 0.0271378 Jul 15 17:16:01.011391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39108) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.039618 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-598f55dd-0512-41d0-be17-10ae435c7db2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.040057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598f55dd-0512-41d0-be17-10ae435c7db2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.041734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-598f55dd-0512-41d0-be17-10ae435c7db2 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/990dd5d5-4adc-4a2a-a0b2-dd9748cf865f HTTP/1.1" status: 404 len: 337 time: 0.0294640 Jul 15 17:16:01.044504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39110) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.073271 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a018a280-f782-4591-ba75-ba427094d32e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 200 len: 205 time: 0.0276065 Jul 15 17:16:01.075740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39112) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.102265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9b5b7-421b-48bb-ad51-0b93753a1c81 req-5170e296-a5eb-41b0-a0ee-24e10da01410 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:01.103748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30c9b5b7-421b-48bb-ad51-0b93753a1c81 req-5170e296-a5eb-41b0-a0ee-24e10da01410 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0669379 Jul 15 17:16:01.111101 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f013ce07-7bfa-4470-8a04-f06a80b8765e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.112143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f013ce07-7bfa-4470-8a04-f06a80b8765e tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/cb6b4832-49e4-45da-a31a-0d8b75cf3f79 HTTP/1.1" status: 404 len: 336 time: 0.0354617 Jul 15 17:16:01.114887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39114) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.143407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30c9b5b7-421b-48bb-ad51-0b93753a1c81 req-28d0ef9b-c234-4e7f-945a-cf551d8079cf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338526 Jul 15 17:16:01.148829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-897366b3-8315-4187-aea2-05f9ac08f1a6 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=d42becdf-e257-4640-9099-ff1750137bba HTTP/1.1" status: 200 len: 205 time: 0.0327716 Jul 15 17:16:01.150810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.187639 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-3d94d053-67d7-476e-8d02-f068fa1d8581 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.188682 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3d94d053-67d7-476e-8d02-f068fa1d8581 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/d42becdf-e257-4640-9099-ff1750137bba HTTP/1.1" status: 404 len: 336 time: 0.0369694 Jul 15 17:16:01.191171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.216941 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc691b3-71f0-4976-ac90-c7b54b5cc2aa tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.217396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc691b3-71f0-4976-ac90-c7b54b5cc2aa tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.219040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ddc691b3-71f0-4976-ac90-c7b54b5cc2aa tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/e20e0c38-ea8e-464d-baec-39777f545d8b HTTP/1.1" status: 404 len: 337 time: 0.0269971 Jul 15 17:16:01.221479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.252638 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cec9139a-e7d4-46f4-a00d-3c7c41a1cb30 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 200 len: 205 time: 0.0301607 Jul 15 17:16:01.254812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39122) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.290276 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:01.291052 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-e6d33eab-ddc5-4c90-93ae-7117cee30a9b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.292081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e6d33eab-ddc5-4c90-93ae-7117cee30a9b tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/c3b1e238-aee9-4f3f-b2fa-4cfe3de86ab0 HTTP/1.1" status: 404 len: 336 time: 0.0364082 Jul 15 17:16:01.294685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39124) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.322646 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ef599044-0a77-48aa-a3c6-594912dcf5d3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=37718251-9313-4f9a-8cce-9ad28c1b8a6b HTTP/1.1" status: 200 len: 205 time: 0.0269084 Jul 15 17:16:01.324936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39126) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.367231 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-fd2fa1ad-ab8a-4602-8d97-4f31a29b5d16 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.368311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fd2fa1ad-ab8a-4602-8d97-4f31a29b5d16 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/37718251-9313-4f9a-8cce-9ad28c1b8a6b HTTP/1.1" status: 404 len: 336 time: 0.0424466 Jul 15 17:16:01.370993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39128) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.397387 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bc35ee-10f6-46ff-8375-0875f0c845d3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.398090 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bc35ee-10f6-46ff-8375-0875f0c845d3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.399765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-01bc35ee-10f6-46ff-8375-0875f0c845d3 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/d20914bc-17d2-468f-8881-9732781a1ba2 HTTP/1.1" status: 404 len: 337 time: 0.0278742 Jul 15 17:16:01.402337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39130) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.432383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9ab1206-a8cb-4f1e-ba05-878a365a089a tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=a365c516-9779-412f-a284-cefc00b5716c HTTP/1.1" status: 200 len: 205 time: 0.0288577 Jul 15 17:16:01.433316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.476262 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-60f4dd4d-e812-4484-8a08-f3ed402cf6b7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.477317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60f4dd4d-e812-4484-8a08-f3ed402cf6b7 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/a365c516-9779-412f-a284-cefc00b5716c HTTP/1.1" status: 404 len: 336 time: 0.0430145 Jul 15 17:16:01.479807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39134) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.510494 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbdd586-1061-47c6-b59b-c6db3a821cbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.510953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbdd586-1061-47c6-b59b-c6db3a821cbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.512730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dbbdd586-1061-47c6-b59b-c6db3a821cbe tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/b31579e9-1f65-440f-b396-e1fd516a6099 HTTP/1.1" status: 404 len: 337 time: 0.0320075 Jul 15 17:16:01.515399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39136) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.545118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-167a17f2-87ca-4eff-b71a-4b086035890f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "GET /v2.0/ports?device_id=27aa96be-97ed-4096-b2fa-9527119f9c1d HTTP/1.1" status: 200 len: 205 time: 0.0285408 Jul 15 17:16:01.547172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39138) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.589115 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-606cbccd-3cf3-4c7b-ac3b-2447dfe115ea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] delete failed (client error): The resource could not be found. Jul 15 17:16:01.590152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-606cbccd-3cf3-4c7b-ac3b-2447dfe115ea tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/routers/27aa96be-97ed-4096-b2fa-9527119f9c1d HTTP/1.1" status: 404 len: 336 time: 0.0420949 Jul 15 17:16:01.592806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.618285 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-045471ac-1679-4d36-b469-6bb85b9b0f9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.618742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045471ac-1679-4d36-b469-6bb85b9b0f9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.620493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-045471ac-1679-4d36-b469-6bb85b9b0f9f tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/03adf19c-2423-48db-9a40-9969921d1a0d HTTP/1.1" status: 404 len: 337 time: 0.0267317 Jul 15 17:16:01.623010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39142) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:01.650532 n-d-800085-3 neutron-server[100428]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de90ad6-4c28-4a42-bc01-6e5dda3fed70 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] DELETE failed (client error): The resource could not be found. Jul 15 17:16:01.650990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de90ad6-4c28-4a42-bc01-6e5dda3fed70 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100428) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:16:01.652734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0de90ad6-4c28-4a42-bc01-6e5dda3fed70 tempest-RoutersIpV6Test-882227890 tempest-RoutersIpV6Test-882227890-project] 10.222.0.25 "DELETE /v2.0/subnets/06775863-8d96-4f03-af69-a1971df129da HTTP/1.1" status: 404 len: 337 time: 0.0288284 Jul 15 17:16:01.883327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39148) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:02.013420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d9f68c5d-c93b-48a4-a178-d63a1f5264ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24136062bb424a0ea9a9c438f69c0f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288993 Jul 15 17:16:02.015809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:02.063613 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.084783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.129645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.132959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.134124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eb51586-a5de-4955-bed0-d3494fa133c1 HTTP/1.1" status: 204 len: 168 time: 0.1173654 Jul 15 17:16:02.141550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fab796-9580-4e91-b40b-304853e095c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb51586-a5de-4955-bed0-d3494fa133c1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:02.327047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de08a43-e3ba-46ae-8feb-58a1acd2effc req-3d6d06ac-cd6a-4613-afd8-462be7282b08 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:02.328675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8de08a43-e3ba-46ae-8feb-58a1acd2effc req-3d6d06ac-cd6a-4613-afd8-462be7282b08 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0678709 Jul 15 17:16:02.370745 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8de08a43-e3ba-46ae-8feb-58a1acd2effc req-71d3a2d4-ecd3-4e11-8c1a-fe235136bb46 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Jul 15 17:16:02.555643 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:16:02.747431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:02.841451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-387519993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:02.865127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.866777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.917879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.921961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.936657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.937961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cf22bd8d-281b-44d1-b395-57642a8fd4c4 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1895177 Jul 15 17:16:02.940791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39180) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:02.945641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-210188642'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:02.965131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:02.968553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:02.977127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.073073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.076708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.098935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:16:03.112513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f243a9-dc75-40d7-8c01-2284c52069b7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:03.117896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.118239 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Added segment 98733475-b649-4f6d-82a4-8b2d94ebd03b of type vlan for network 1cf12463-6f1c-40dc-984e-6baca6ea0169 Jul 15 17:16:03.157428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.185890 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.191451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:03.192042 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.226194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2843838 Jul 15 17:16:03.229088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39182) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:03.233970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'subnet': {'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:03.285408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133d0c6-0c83-4fc0-ac76-c0c94a3502db tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Network': ['ID=1cf12463-6f1c-40dc-984e-6baca6ea0169,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:03.296083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:16:03.355262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:03.359063 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.580002 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.618820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a2955-2ed6-42c0-8b86-46c5a3562da5 req-d27d5366-0a28-410c-9df9-95be01334b85 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:03.620228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-094a2955-2ed6-42c0-8b86-46c5a3562da5 req-d27d5366-0a28-410c-9df9-95be01334b85 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1354139 Jul 15 17:16:03.673868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Subnet': ['ID=a90d17eb-9bde-4a6d-865d-c979a7200306,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:03.691177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Checking segment: {'id': '98733475-b649-4f6d-82a4-8b2d94ebd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:03.691533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network hostable DHCP agents. Network: 1cf12463-6f1c-40dc-984e-6baca6ea0169, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:16:03.696994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-094a2955-2ed6-42c0-8b86-46c5a3562da5 req-e06f185d-fbe2-46c9-9f84-93a66da5985f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701768 Jul 15 17:16:03.711621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:16:03.720646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 1cf12463-6f1c-40dc-984e-6baca6ea0169) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:03.725531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:03.726127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.730682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72771e-5af7-4c8f-a823-6ffa2e567b63 None None] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:03.744311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b4aa8cb0-e44e-4690-a66b-c0149edfbc36 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5109174 Jul 15 17:16:03.744505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:03.749557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'network': {'name': 'tempest-router-network01--1756369125'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:03.769110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:03.773342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.798909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:16:03.807895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.808386 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Added segment c2c54807-d7c4-4132-a382-699c25620686 of type vlan for network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea Jul 15 17:16:03.847698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.876012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.882135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:03.882714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.883596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-1cf12463-6f1c-40dc-984e-6baca6ea0169', 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169', 'tenant_id': 'be5eb4e8e82a469a93734a3f9060bdce', 'fixed_ips': [{'subnet_id': 'a90d17eb-9bde-4a6d-865d-c979a7200306'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:16:03.884502 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.920827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1752789 Jul 15 17:16:03.923622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39188) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:03.929535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'network': {'name': 'tempest-router-network02--1126036016'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:03.949085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1cd3f-4f41-4ecf-8340-8e27e22a8a70 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Network': ['ID=b4fb9b05-5301-4e0d-bf3e-2e06f37016ea,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:03.951427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:03.955066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.964721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:16:03.983915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:16:03.993010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:03.993378 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Added segment 01bcdddf-441f-41c7-8243-8964c3945fd6 of type vlan for network 8be45a1d-f486-4bb6-8144-347d8a935a3a Jul 15 17:16:04.034645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.064901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.070548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:04.071140 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.093100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Allocated IP 172.20.0.2 (1cf12463-6f1c-40dc-984e-6baca6ea0169/a90d17eb-9bde-4a6d-865d-c979a7200306/5749e8bc-3650-4362-99ba-55ad244bb444) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:16:04.106037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1807036 Jul 15 17:16:04.108815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39190) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:04.113704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'subnet': {'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:04.164693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7f1f9-0501-4d11-83af-8aab8617a016 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Network': ['ID=8be45a1d-f486-4bb6-8144-347d8a935a3a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:04.175768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:16:04.236210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:04.239650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.299632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.308409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Transition to ACTIVE for port object 5749e8bc-3650-4362-99ba-55ad244bb444 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:04.323197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Transition to ACTIVE for port object 5749e8bc-3650-4362-99ba-55ad244bb444 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:04.328947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.365588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:04.370291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:04.373888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:16:04.384435 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Pushing event updated for resources: {'Port': ['ID=5749e8bc-3650-4362-99ba-55ad244bb444,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:04.428624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.440383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Attempting to bind port 5749e8bc-3650-4362-99ba-55ad244bb444 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:16:04.440750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Attempting to bind port 5749e8bc-3650-4362-99ba-55ad244bb444 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '98733475-b649-4f6d-82a4-8b2d94ebd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:16:04.441107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Attempting to bind port 5749e8bc-3650-4362-99ba-55ad244bb444 on network 1cf12463-6f1c-40dc-984e-6baca6ea0169 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:16:04.446248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:16:04.446620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Checking segment: {'id': '98733475-b649-4f6d-82a4-8b2d94ebd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:04.447017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.447407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Bound using segment: {'id': '98733475-b649-4f6d-82a4-8b2d94ebd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:16:04.447866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Bound port: 5749e8bc-3650-4362-99ba-55ad244bb444, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98733475-b649-4f6d-82a4-8b2d94ebd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1cf12463-6f1c-40dc-984e-6baca6ea0169'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:16:04.448287 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.482428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Subnet': ['ID=0fd521dd-aff5-45b0-b368-bbefa89b666d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:04.499427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Checking segment: {'id': 'c2c54807-d7c4-4132-a382-699c25620686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:04.499877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network hostable DHCP agents. Network: b4fb9b05-5301-4e0d-bf3e-2e06f37016ea, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:16:04.515608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] For port 5749e8bc-3650-4362-99ba-55ad244bb444, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:16:04.518738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:16:04.519264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] For port 5749e8bc-3650-4362-99ba-55ad244bb444, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5749e8bc-3650-4362-99ba-55ad244bb444,segment=NetworkSegment(98733475-b649-4f6d-82a4-8b2d94ebd03b),segment_id=98733475-b649-4f6d-82a4-8b2d94ebd03b)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:16:04.523638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.529480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, b4fb9b05-5301-4e0d-bf3e-2e06f37016ea) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:04.533620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:04.534318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.549750 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3dede340-81b3-483e-8126-d116f3c2b1fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4399173 Jul 15 17:16:04.552426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39192) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:04.554242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f90cc-657d-4c1b-9355-97d4f28e06c6 None None] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:04.557686 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'subnet': {'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:04.638502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108d69-009d-4046-9f6c-42bd88521d14 None None] Pushing event updated for resources: {'Port': ['ID=5749e8bc-3650-4362-99ba-55ad244bb444,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:04.658805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Made reservation on behalf of be5eb4e8e82a469a93734a3f9060bdce for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:04.663535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.745844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-b4fb9b05-5301-4e0d-bf3e-2e06f37016ea', 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea', 'tenant_id': 'be5eb4e8e82a469a93734a3f9060bdce', 'fixed_ips': [{'subnet_id': '0fd521dd-aff5-45b0-b368-bbefa89b666d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:16:04.746840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.904307 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:04.939971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Allocated IP 172.20.0.2 (b4fb9b05-5301-4e0d-bf3e-2e06f37016ea/0fd521dd-aff5-45b0-b368-bbefa89b666d/95f7ea25-c455-4707-be44-d8e0d8aa66cd) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:16:04.953686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef697edd-cf9e-433a-bc0b-98ede4bf5b64 req-32e6a467-739a-47d5-be61-5ad68803631c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:04.957309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef697edd-cf9e-433a-bc0b-98ede4bf5b64 req-32e6a467-739a-47d5-be61-5ad68803631c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0976241 Jul 15 17:16:05.005484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef697edd-cf9e-433a-bc0b-98ede4bf5b64 req-efc8b5c0-4c72-49b2-b545-7ded90b121ed tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Jul 15 17:16:05.107113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.116798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Transition to ACTIVE for port object 95f7ea25-c455-4707-be44-d8e0d8aa66cd will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:05.133265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Transition to ACTIVE for port object 95f7ea25-c455-4707-be44-d8e0d8aa66cd will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:05.139448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.181450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:05.184453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:05.188233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:16:05.194583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Pushing event updated for resources: {'Port': ['ID=95f7ea25-c455-4707-be44-d8e0d8aa66cd,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:05.255014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Attempting to bind port 95f7ea25-c455-4707-be44-d8e0d8aa66cd on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:16:05.255384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Attempting to bind port 95f7ea25-c455-4707-be44-d8e0d8aa66cd by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c2c54807-d7c4-4132-a382-699c25620686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:16:05.255744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Attempting to bind port 95f7ea25-c455-4707-be44-d8e0d8aa66cd on network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:16:05.259197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Subnet': ['ID=386ec4c3-2068-41ba-844a-8067bb44a1ed,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:05.260762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:16:05.261525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Checking segment: {'id': 'c2c54807-d7c4-4132-a382-699c25620686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:05.261938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.262428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Bound using segment: {'id': 'c2c54807-d7c4-4132-a382-699c25620686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:16:05.262908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Bound port: 95f7ea25-c455-4707-be44-d8e0d8aa66cd, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c54807-d7c4-4132-a382-699c25620686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b4fb9b05-5301-4e0d-bf3e-2e06f37016ea'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:16:05.263299 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.264642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Checking segment: {'id': '01bcdddf-441f-41c7-8243-8964c3945fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:05.264952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network hostable DHCP agents. Network: 8be45a1d-f486-4bb6-8144-347d8a935a3a, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:16:05.282106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:16:05.292267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8be45a1d-f486-4bb6-8144-347d8a935a3a) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:05.296650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:05.297247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.309772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440885a3-88f3-44c5-ba81-ae2c9da501ff None None] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:05.312415 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b7d75f7b-3140-4b1a-8f39-60f064cc14fa tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7587421 Jul 15 17:16:05.314976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39196) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:05.386178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] For port 95f7ea25-c455-4707-be44-d8e0d8aa66cd, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:16:05.405521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] For port 95f7ea25-c455-4707-be44-d8e0d8aa66cd, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=95f7ea25-c455-4707-be44-d8e0d8aa66cd,segment=NetworkSegment(c2c54807-d7c4-4132-a382-699c25620686),segment_id=c2c54807-d7c4-4132-a382-699c25620686)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:16:05.416064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.528315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1f2e0-0d57-401b-afb9-f744470f699d None None] Pushing event updated for resources: {'Port': ['ID=95f7ea25-c455-4707-be44-d8e0d8aa66cd,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:05.562247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-8be45a1d-f486-4bb6-8144-347d8a935a3a', 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a', 'tenant_id': 'be5eb4e8e82a469a93734a3f9060bdce', 'fixed_ips': [{'subnet_id': '386ec4c3-2068-41ba-844a-8067bb44a1ed'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:16:05.563147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.640334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:05.895958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d6fe09-54f6-4377-90e8-4d421d9692c9 None None] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:05.942354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1f5c590e-a97f-4ba2-80ce-74cc7bc25c99 None None] Provisioning for port 5749e8bc-3650-4362-99ba-55ad244bb444 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:05.943112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Allocated IP 172.20.0.1 (b4fb9b05-5301-4e0d-bf3e-2e06f37016ea/0fd521dd-aff5-45b0-b368-bbefa89b666d/70e891ab-d76d-40b6-8e52-9acd853f7d03) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:16:05.976388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Allocated IP 172.20.0.2 (8be45a1d-f486-4bb6-8144-347d8a935a3a/386ec4c3-2068-41ba-844a-8067bb44a1ed/81a3315f-6cce-4efe-ab5b-92dd403b60fc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:16:06.062750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.077721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Transition to ACTIVE for port object 70e891ab-d76d-40b6-8e52-9acd853f7d03 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:06.115407 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.163111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:06.171216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:06.175873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:16:06.192875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63f6e4-311f-43ff-b409-c1a372485ffb req-6a09b8ea-dbc7-47bb-8110-03e14115b0a1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:06.195692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd63f6e4-311f-43ff-b409-c1a372485ffb req-6a09b8ea-dbc7-47bb-8110-03e14115b0a1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0705075 Jul 15 17:16:06.200566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Port': ['ID=70e891ab-d76d-40b6-8e52-9acd853f7d03,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:06.224092 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.231180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.237255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Transition to ACTIVE for port object 81a3315f-6cce-4efe-ab5b-92dd403b60fc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:06.253322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Transition to ACTIVE for port object 81a3315f-6cce-4efe-ab5b-92dd403b60fc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:06.259408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd63f6e4-311f-43ff-b409-c1a372485ffb req-7470d65b-620d-47aa-8790-2e6dea0754a1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Jul 15 17:16:06.269665 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.313007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:06.316751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:06.320807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:16:06.383479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Pushing event updated for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:06.400100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Attempting to bind port 81a3315f-6cce-4efe-ab5b-92dd403b60fc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:16:06.400501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Attempting to bind port 81a3315f-6cce-4efe-ab5b-92dd403b60fc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '01bcdddf-441f-41c7-8243-8964c3945fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:16:06.400859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Attempting to bind port 81a3315f-6cce-4efe-ab5b-92dd403b60fc on network 8be45a1d-f486-4bb6-8144-347d8a935a3a {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:16:06.404990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.407107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:16:06.407769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Checking segment: {'id': '01bcdddf-441f-41c7-8243-8964c3945fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:16:06.408385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.408955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Bound using segment: {'id': '01bcdddf-441f-41c7-8243-8964c3945fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:16:06.409600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Bound port: 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcdddf-441f-41c7-8243-8964c3945fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8be45a1d-f486-4bb6-8144-347d8a935a3a'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:16:06.410155 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.513924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:16:06.518360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81a3315f-6cce-4efe-ab5b-92dd403b60fc,segment=NetworkSegment(01bcdddf-441f-41c7-8243-8964c3945fd6),segment_id=01bcdddf-441f-41c7-8243-8964c3945fd6)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:16:06.523752 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.599697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23ddfc-9de4-43b9-8a54-4f876a854ea7 None None] Pushing event updated for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:06.623867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5749e8bc-3650-4362-99ba-55ad244bb444 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:06.678280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5749e8bc-3650-4362-99ba-55ad244bb444 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:06.683555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5749e8bc-3650-4362-99ba-55ad244bb444 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:06.683982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.774194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.774751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.780085 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.835047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5749e8bc-3650-4362-99ba-55ad244bb444, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5749e8bc-3650-4362-99ba-55ad244bb444,segment=NetworkSegment(98733475-b649-4f6d-82a4-8b2d94ebd03b),segment_id=98733475-b649-4f6d-82a4-8b2d94ebd03b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:06.840340 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.841354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 95f7ea25-c455-4707-be44-d8e0d8aa66cd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:06.888532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Port': ['ID=70e891ab-d76d-40b6-8e52-9acd853f7d03,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:06.893755 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:06.946399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5749e8bc-3650-4362-99ba-55ad244bb444,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:06.949492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349d4b8-05df-4b23-b983-a62e58e2a317 None None] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:06.995371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e1063c5-0be7-4c58-b935-b10baa0aaa54 None None] Provisioning for port 95f7ea25-c455-4707-be44-d8e0d8aa66cd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:07.015381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:07.016781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:07.033796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 95f7ea25-c455-4707-be44-d8e0d8aa66cd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:07.042290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 95f7ea25-c455-4707-be44-d8e0d8aa66cd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:07.042734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.132706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Router e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:16:07.190618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.225888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:16:07.231449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f4f8b20c-ee0e-49e0-8199-7d41a04a57ba tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9149661 Jul 15 17:16:07.233904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:07.236662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 95f7ea25-c455-4707-be44-d8e0d8aa66cd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=95f7ea25-c455-4707-be44-d8e0d8aa66cd,segment=NetworkSegment(c2c54807-d7c4-4132-a382-699c25620686),segment_id=c2c54807-d7c4-4132-a382-699c25620686)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:07.244455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] Sync routers for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:16:07.248498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.289823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:07.290514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:07.326677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:07.353961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:07.354596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:07.397816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:07.398544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5ffe02-d3e5-4265-9eba-30d698e40c80 None None] The sync data for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:16:07.404729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=95f7ea25-c455-4707-be44-d8e0d8aa66cd,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:07.501444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafce5d-3143-4268-9e97-67fd5443dc32 req-6c222d0f-7a39-4ae7-9fe8-8f59a08964e1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:07.512836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffafce5d-3143-4268-9e97-67fd5443dc32 req-6c222d0f-7a39-4ae7-9fe8-8f59a08964e1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0897119 Jul 15 17:16:07.546860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:16:07.564509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffafce5d-3143-4268-9e97-67fd5443dc32 req-d0f96e4e-e1bf-493a-a0f0-2f5f1ff28955 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Jul 15 17:16:07.575757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Provisioning complete for port 95f7ea25-c455-4707-be44-d8e0d8aa66cd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:07.576146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.695138 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-bed623b1-b988-4521-96f0-0c0977adae39 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:16:07.696930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bed623b1-b988-4521-96f0-0c0977adae39 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4620223 Jul 15 17:16:07.699929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:07.724474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:07.746090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '68cacec6-4178-4913-822b-ee31270deb26', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'port_id': '68cacec6-4178-4913-822b-ee31270deb26', 'mac_address': 'fa:16:3e:d4:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acaf616-a046-4449-915f-c4bca8353ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:16:07.800201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.802385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Provisioning for port 70e891ab-d76d-40b6-8e52-9acd853f7d03 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:07.816201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Provisioning complete for port 70e891ab-d76d-40b6-8e52-9acd853f7d03 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:07.816904 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.845503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:16:07.876502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2c9b3-aaec-473c-823b-159ae6aad1a9 None None] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:07.881729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9e321814-d3b3-460a-b7d1-4811211a9dfd None None] Port 70e891ab-d76d-40b6-8e52-9acd853f7d03 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:16:07.884243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:07.901733 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:07.989158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:16:08.046666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:08.062546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.068427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-13895ae9-c1d3-4485-9156-1ddfab4d08dc None None] Provisioning for port 81a3315f-6cce-4efe-ab5b-92dd403b60fc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:08.150196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-13895ae9-c1d3-4485-9156-1ddfab4d08dc None None] Provisioning complete for port 70e891ab-d76d-40b6-8e52-9acd853f7d03 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:08.150508 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-13895ae9-c1d3-4485-9156-1ddfab4d08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.216867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-13895ae9-c1d3-4485-9156-1ddfab4d08dc None None] Port 70e891ab-d76d-40b6-8e52-9acd853f7d03 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:16:08.319651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting port 70e891ab-d76d-40b6-8e52-9acd853f7d03 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:08.319991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.336639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-08280539-3b6d-4a33-8200-6c95a51e41e8 None None] Provisioning complete for port 70e891ab-d76d-40b6-8e52-9acd853f7d03 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:08.337192 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08280539-3b6d-4a33-8200-6c95a51e41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.377633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-08280539-3b6d-4a33-8200-6c95a51e41e8 None None] Port 70e891ab-d76d-40b6-8e52-9acd853f7d03 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:16:08.410925 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.423560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Calling delete_port for 70e891ab-d76d-40b6-8e52-9acd853f7d03 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:08.576434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5749e8bc-3650-4362-99ba-55ad244bb444 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:08.607255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.627738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5749e8bc-3650-4362-99ba-55ad244bb444 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:08.628405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.640494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Port': ['ID=70e891ab-d76d-40b6-8e52-9acd853f7d03,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:08.726250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 95f7ea25-c455-4707-be44-d8e0d8aa66cd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:08.773783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4598b7-363f-44b8-a3a7-845da9857c6c req-db9fb6be-e644-406c-a751-f70af70ad3e8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:08.792252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d4598b7-363f-44b8-a3a7-845da9857c6c req-db9fb6be-e644-406c-a751-f70af70ad3e8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 945 time: 0.0916703 Jul 15 17:16:08.812354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 95f7ea25-c455-4707-be44-d8e0d8aa66cd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:08.813055 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:08.841524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d4598b7-363f-44b8-a3a7-845da9857c6c req-b4384744-22c5-4726-9e66-720dfe2822b7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Jul 15 17:16:08.934240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81a3315f-6cce-4efe-ab5b-92dd403b60fc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:08.986345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 81a3315f-6cce-4efe-ab5b-92dd403b60fc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:08.991182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 81a3315f-6cce-4efe-ab5b-92dd403b60fc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:08.991846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.083919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.085022 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.119765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81a3315f-6cce-4efe-ab5b-92dd403b60fc,segment=NetworkSegment(01bcdddf-441f-41c7-8243-8964c3945fd6),segment_id=01bcdddf-441f-41c7-8243-8964c3945fd6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:09.124558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.178598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:09.244288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Router e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:16:09.324310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:16:09.333471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39232) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:09.333635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d44f4d43-3583-47bc-8ead-674d2b68e3cd tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323898 Jul 15 17:16:09.339473 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] Sync routers for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:16:09.350373 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:09.351279 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:09.380823 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-bf4525db-ef69-46b9-8761-4bd6817cf899 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] delete failed (client error): The resource could not be found. Jul 15 17:16:09.381977 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf4525db-ef69-46b9-8761-4bd6817cf899 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-617953631 HTTP/1.1" status: 404 len: 334 time: 0.0401626 Jul 15 17:16:09.384528 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:09.386978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39234) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:09.393860 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:09.394461 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:09.397773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-894e2ac3-084b-4319-bd62-66b62d7bbd37 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:09.430366 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:09.431013 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85d09a-1271-44e7-9443-626dfbb6400f None None] The sync data for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:16:09.545090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:09.602090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 68cacec6-4178-4913-822b-ee31270deb26 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:09.603902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.640979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-894e2ac3-084b-4319-bd62-66b62d7bbd37 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.672273 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-894e2ac3-084b-4319-bd62-66b62d7bbd37 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] update failed (client error): The resource could not be found. Jul 15 17:16:09.679144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39240) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:09.679341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-894e2ac3-084b-4319-bd62-66b62d7bbd37 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 HTTP/1.1" status: 404 len: 339 time: 0.2856617 Jul 15 17:16:09.706064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.731646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:16:09.733961 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beffb0a0-3f1c-4f90-a586-87621201b239" -d '{"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:16:09.748913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:09.753458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:09.802345 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb360266-81ad-4aa5-a889-8e918cdf260c x-openstack-request-id: req-fb360266-81ad-4aa5-a889-8e918cdf260c {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:16:09.802345 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:16:09.802345 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb360266-81ad-4aa5-a889-8e918cdf260c {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:16:09.802345 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'code': 200} Jul 15 17:16:09.813197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:10.054811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.055277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825b1bb-1a55-46cc-998d-e4f31985102d req-8bee8c26-ac37-46ca-acb5-ac572f458f9d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:10.063305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3825b1bb-1a55-46cc-998d-e4f31985102d req-8bee8c26-ac37-46ca-acb5-ac572f458f9d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0831420 Jul 15 17:16:10.109545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3825b1bb-1a55-46cc-998d-e4f31985102d req-f373f3e9-571f-4964-bb1e-a8eedc51ccfa tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Jul 15 17:16:10.351003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Allocated IP 172.20.0.1 (1cf12463-6f1c-40dc-984e-6baca6ea0169/a90d17eb-9bde-4a6d-865d-c979a7200306/49b3e564-67cb-4035-83ad-7de07fec1364) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:16:10.482360 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.505658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Transition to ACTIVE for port object 49b3e564-67cb-4035-83ad-7de07fec1364 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:16:10.518814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81a3315f-6cce-4efe-ab5b-92dd403b60fc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:10.562200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.578825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 81a3315f-6cce-4efe-ab5b-92dd403b60fc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:10.579429 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.607448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:10.610559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:10.615003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:16:10.664073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Port': ['ID=49b3e564-67cb-4035-83ad-7de07fec1364,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:10.675262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.837313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.837597 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.876036 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.938740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc60725c-c09c-4558-8571-05f90aeb7cae None None] Provisioning for port 49b3e564-67cb-4035-83ad-7de07fec1364 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:16:10.944785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc60725c-c09c-4558-8571-05f90aeb7cae None None] Provisioning complete for port 49b3e564-67cb-4035-83ad-7de07fec1364 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:10.945221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc60725c-c09c-4558-8571-05f90aeb7cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:10.984652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cc60725c-c09c-4558-8571-05f90aeb7cae None None] Port 49b3e564-67cb-4035-83ad-7de07fec1364 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:16:11.159571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:11.166537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:11.249271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event updated for resources: {'Port': ['ID=49b3e564-67cb-4035-83ad-7de07fec1364,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:11.251672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:11.319502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ba35-1b77-4f6a-93cb-0decffba7abe req-95600d74-5439-430a-8245-eb862bb18f7d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:11.321760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e99ba35-1b77-4f6a-93cb-0decffba7abe req-95600d74-5439-430a-8245-eb862bb18f7d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0934691 Jul 15 17:16:11.370421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:16:11.371846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:16:11.390786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e99ba35-1b77-4f6a-93cb-0decffba7abe req-8ebfe217-1fc6-4d71-953b-6dd61b551e24 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633025 Jul 15 17:16:11.494831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Router e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:16:11.612481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:16:11.624549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] Sync routers for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:16:11.628695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39248) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:11.629985 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-865d40a2-7811-4016-a50e-2a0a69c333a1 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9479349 Jul 15 17:16:11.639578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:11.640464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:11.744717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f90e2696-d68a-4319-8d9f-8f86c6482fbf tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:11.838677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:11.847276 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-f90e2696-d68a-4319-8d9f-8f86c6482fbf tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 15 17:16:11.848542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f90e2696-d68a-4319-8d9f-8f86c6482fbf tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 HTTP/1.1" status: 409 len: 329 time: 0.2182150 Jul 15 17:16:11.851870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39250) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:11.852379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:11.853026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:11.887161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:11.887820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4319c0f8-9cd5-4069-9ce6-a6294789e3f2 None None] The sync data for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:16:11.890311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4f4893f2-4bae-4e36-9619-d28c3284437b None None] Provisioning complete for port 49b3e564-67cb-4035-83ad-7de07fec1364 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:11.890732 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4f4893f2-4bae-4e36-9619-d28c3284437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:11.929955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4f4893f2-4bae-4e36-9619-d28c3284437b None None] Port 49b3e564-67cb-4035-83ad-7de07fec1364 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:16:12.465103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:12.723804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45174332-c987-429d-a0ce-2947ae1c3f43 req-221cd2d3-bb21-47d2-9b7b-7eb805b4349e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:12.726071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45174332-c987-429d-a0ce-2947ae1c3f43 req-221cd2d3-bb21-47d2-9b7b-7eb805b4349e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1310852 Jul 15 17:16:12.821472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45174332-c987-429d-a0ce-2947ae1c3f43 req-e7aec3bc-aed0-4952-987e-f66d23c9e246 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894775 Jul 15 17:16:12.868520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting port 49b3e564-67cb-4035-83ad-7de07fec1364 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:12.868864 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:12.977733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:12.993997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Calling delete_port for 49b3e564-67cb-4035-83ad-7de07fec1364 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:13.200926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:13.234959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Port': ['ID=49b3e564-67cb-4035-83ad-7de07fec1364,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:13.419534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:13.587039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Router e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:16:13.670286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:16:13.680478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9fb7f622-f9e3-43f4-88f9-abae7bbd0e3d tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199310 Jul 15 17:16:13.680604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:13.690123 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] Sync routers for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:16:13.700960 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:13.701899 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:13.723478 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ec2c617d-f86b-4e3b-b5c4-fc3bf1b412c2 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] show failed (client error): The resource could not be found. Jul 15 17:16:13.730541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39260) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:13.731008 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec2c617d-f86b-4e3b-b5c4-fc3bf1b412c2 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1169032755 HTTP/1.1" status: 404 len: 335 time: 0.0505202 Jul 15 17:16:13.735449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bb314c4c-447e-4055-a9e8-875ae326133a tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:13.742871 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:13.751873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] Routers {'e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:16:13.752715 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:15:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:13.780149 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-bb314c4c-447e-4055-a9e8-875ae326133a tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] update failed (client error): The resource could not be found. Jul 15 17:16:13.781179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb314c4c-447e-4055-a9e8-875ae326133a tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-805363492 HTTP/1.1" status: 404 len: 334 time: 0.0496202 Jul 15 17:16:13.785119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39262) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:13.790018 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:13.790675 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb86daed-2d1b-49cc-aeb7-d43beb800089 None None] The sync data for ids ['e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:16:13.843183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting subnet 386ec4c3-2068-41ba-844a-8067bb44a1ed {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:16:13.846728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:13.895926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:13.993523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.019306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66abc4-3dd8-470e-bf0a-c4e0dd4dcbef req-8db7d12d-da83-4c07-bdb2-9bdd677ca58e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:14.021164 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e66abc4-3dd8-470e-bf0a-c4e0dd4dcbef req-8db7d12d-da83-4c07-bdb2-9bdd677ca58e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0722039 Jul 15 17:16:14.077839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.080064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e66abc4-3dd8-470e-bf0a-c4e0dd4dcbef req-ae96b14f-fed6-4136-b63c-af0f30e714f2 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507097 Jul 15 17:16:14.122148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Subnet': ['ID=386ec4c3-2068-41ba-844a-8067bb44a1ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:14.129616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.132784 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-129029da-ae7a-4846-8dac-00c8db56a246 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/subnets/386ec4c3-2068-41ba-844a-8067bb44a1ed HTTP/1.1" status: 204 len: 168 time: 0.3466613 Jul 15 17:16:14.135307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:14.140232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a9846-aeb8-4b4d-841f-709671f73709 None None] Network 8be45a1d-f486-4bb6-8144-347d8a935a3a requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:14.195797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting subnet 0fd521dd-aff5-45b0-b368-bbefa89b666d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:16:14.199179 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.254997 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.370956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] DHCP port deletion for 8be45a1d-f486-4bb6-8144-347d8a935a3a request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:16:14.390449 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.444525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Deleting port 81a3315f-6cce-4efe-ab5b-92dd403b60fc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:14.444525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.466297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.507815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd521dd-aff5-45b0-b368-bbefa89b666d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:14.516902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.519485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f18cc0e-32d4-46b9-841d-de31056f9bde tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/subnets/0fd521dd-aff5-45b0-b368-bbefa89b666d HTTP/1.1" status: 204 len: 168 time: 0.3829262 Jul 15 17:16:14.523534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:14.538729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962623e1-e08f-432d-8a9c-7f7ea877d26e None None] Network b4fb9b05-5301-4e0d-bf3e-2e06f37016ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:14.540877 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 81a3315f-6cce-4efe-ab5b-92dd403b60fc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:16:14.596731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81a3315f-6cce-4efe-ab5b-92dd403b60fc,segment=NetworkSegment(01bcdddf-441f-41c7-8243-8964c3945fd6),segment_id=01bcdddf-441f-41c7-8243-8964c3945fd6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:14.597044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.608682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.653112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Calling delete_port for 81a3315f-6cce-4efe-ab5b-92dd403b60fc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:14.673459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting port 81a3315f-6cce-4efe-ab5b-92dd403b60fc {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:14.673723 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.745734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81a3315f-6cce-4efe-ab5b-92dd403b60fc,segment=NetworkSegment(01bcdddf-441f-41c7-8243-8964c3945fd6),segment_id=01bcdddf-441f-41c7-8243-8964c3945fd6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:14.746470 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.762629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Calling delete_port for 81a3315f-6cce-4efe-ab5b-92dd403b60fc owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:14.791042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.846204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 81a3315f-6cce-4efe-ab5b-92dd403b60fc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=81a3315f-6cce-4efe-ab5b-92dd403b60fc,segment=NetworkSegment(01bcdddf-441f-41c7-8243-8964c3945fd6),segment_id=01bcdddf-441f-41c7-8243-8964c3945fd6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:14.852786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.885086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.885490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:14.905947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] No DVR routers for this DVR port 81a3315f-6cce-4efe-ab5b-92dd403b60fc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:16:14.923758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] No DVR routers for this DVR port 81a3315f-6cce-4efe-ab5b-92dd403b60fc on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:16:14.931043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:14.932302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:14.961715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb312-13c0-4e68-acb6-e7e282376305 None None] Pushing event deleted for resources: {'Port': ['ID=81a3315f-6cce-4efe-ab5b-92dd403b60fc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:15.000205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] DHCP port deletion for b4fb9b05-5301-4e0d-bf3e-2e06f37016ea request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:16:15.024402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.045502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be45a1d-f486-4bb6-8144-347d8a935a3a']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.061874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bcdddf-441f-41c7-8243-8964c3945fd6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.062143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Deleting port 95f7ea25-c455-4707-be44-d8e0d8aa66cd {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:15.062331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bcdddf-441f-41c7-8243-8964c3945fd6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.062479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.072832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.091837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.097948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:16:15.098341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:16:15.102373 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:16:15.149852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] For port 95f7ea25-c455-4707-be44-d8e0d8aa66cd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=95f7ea25-c455-4707-be44-d8e0d8aa66cd,segment=NetworkSegment(c2c54807-d7c4-4132-a382-699c25620686),segment_id=c2c54807-d7c4-4132-a382-699c25620686)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:15.151465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.165201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.165650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Calling delete_port for 95f7ea25-c455-4707-be44-d8e0d8aa66cd owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:15.185747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.190734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39274) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:15.200911 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/networks/8be45a1d-f486-4bb6-8144-347d8a935a3a HTTP/1.1" status: 204 len: 168 time: 0.6759434 Jul 15 17:16:15.202698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ce226-3922-41cd-8e44-bd805e118b3b tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Network': ['ID=8be45a1d-f486-4bb6-8144-347d8a935a3a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:15.280188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.310705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] Pushing event deleted for resources: {'Port': ['ID=95f7ea25-c455-4707-be44-d8e0d8aa66cd,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:15.314219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb580fe-b53a-46a3-a331-1417c398b30d None None] No DVR routers for this DVR port 95f7ea25-c455-4707-be44-d8e0d8aa66cd on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:16:15.337962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.447021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.463291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cde99-63f8-42f0-ad0b-dc3d579c1f30 req-a5c20d39-fd07-46f2-aecc-3eb5e146b0a3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:15.464973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b63cde99-63f8-42f0-ad0b-dc3d579c1f30 req-a5c20d39-fd07-46f2-aecc-3eb5e146b0a3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1796205 Jul 15 17:16:15.469274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fb9b05-5301-4e0d-bf3e-2e06f37016ea']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.494589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c54807-d7c4-4132-a382-699c25620686') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.495094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c54807-d7c4-4132-a382-699c25620686') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:15.515446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.546219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.551388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b63cde99-63f8-42f0-ad0b-dc3d579c1f30 req-7190d7c0-5a1d-4740-a403-216166e8025f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794201 Jul 15 17:16:15.558674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:16:15.559075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:16:15.563861 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:16:15.660460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.668360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.672753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39276) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:15.673022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/networks/b4fb9b05-5301-4e0d-bf3e-2e06f37016ea HTTP/1.1" status: 204 len: 168 time: 0.4807720 Jul 15 17:16:15.684426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4425d-4473-457f-aa75-b2ae29e8043f tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Network': ['ID=b4fb9b05-5301-4e0d-bf3e-2e06f37016ea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:15.729256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting subnet a90d17eb-9bde-4a6d-865d-c979a7200306 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:16:15.732795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.782423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.873294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.937343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.976524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Subnet': ['ID=a90d17eb-9bde-4a6d-865d-c979a7200306,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:15.979023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:15.984101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-15d72a76-4b84-4f59-85c0-f9357ec172ec tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/subnets/a90d17eb-9bde-4a6d-865d-c979a7200306 HTTP/1.1" status: 204 len: 168 time: 0.3099203 Jul 15 17:16:15.984565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39282) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:15.989189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96b809-7799-42d3-a70b-2f6ab8f0bb16 None None] Network 1cf12463-6f1c-40dc-984e-6baca6ea0169 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:16:16.105454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.179321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Deleting port 5749e8bc-3650-4362-99ba-55ad244bb444 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:16.179681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.220445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] DHCP port deletion for 1cf12463-6f1c-40dc-984e-6baca6ea0169 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:16:16.277200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] For port 5749e8bc-3650-4362-99ba-55ad244bb444, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5749e8bc-3650-4362-99ba-55ad244bb444,segment=NetworkSegment(98733475-b649-4f6d-82a4-8b2d94ebd03b),segment_id=98733475-b649-4f6d-82a4-8b2d94ebd03b)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:16.278208 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.294423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Calling delete_port for 5749e8bc-3650-4362-99ba-55ad244bb444 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:16.301283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Deleting port 5749e8bc-3650-4362-99ba-55ad244bb444 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:16.301967 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.377517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] For port 5749e8bc-3650-4362-99ba-55ad244bb444, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5749e8bc-3650-4362-99ba-55ad244bb444,segment=NetworkSegment(98733475-b649-4f6d-82a4-8b2d94ebd03b),segment_id=98733475-b649-4f6d-82a4-8b2d94ebd03b)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:16.378182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.392583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Calling delete_port for 5749e8bc-3650-4362-99ba-55ad244bb444 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:16.405074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.469742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Port': ['ID=5749e8bc-3650-4362-99ba-55ad244bb444,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:16.479507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] No DVR routers for this DVR port 5749e8bc-3650-4362-99ba-55ad244bb444 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:16:16.494223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.528046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] Pushing event deleted for resources: {'Port': ['ID=5749e8bc-3650-4362-99ba-55ad244bb444,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:16.534466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f37af-b93a-4f1e-bfc1-c9180238ace0 None None] No DVR routers for this DVR port 5749e8bc-3650-4362-99ba-55ad244bb444 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:16:16.565805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5749e8bc-3650-4362-99ba-55ad244bb444 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:16:16.593010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5749e8bc-3650-4362-99ba-55ad244bb444 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:16:16.593370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5749e8bc-3650-4362-99ba-55ad244bb444 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:16:16.593779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 95f7ea25-c455-4707-be44-d8e0d8aa66cd no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:16:16.613264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 95f7ea25-c455-4707-be44-d8e0d8aa66cd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:16:16.613746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 95f7ea25-c455-4707-be44-d8e0d8aa66cd not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:16:16.622306 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.636797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf12463-6f1c-40dc-984e-6baca6ea0169']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:16.650950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98733475-b649-4f6d-82a4-8b2d94ebd03b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:16.651298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98733475-b649-4f6d-82a4-8b2d94ebd03b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:16.661721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.676734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.683198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:16:16.683607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:16:16.687034 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:16:16.791105 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.796292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:16.798469 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/networks/1cf12463-6f1c-40dc-984e-6baca6ea0169 HTTP/1.1" status: 204 len: 168 time: 0.8083432 Jul 15 17:16:16.801505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39286) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:16.820357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f63ce-9f99-478c-a01f-744fe717ce30 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Pushing event deleted for resources: {'Network': ['ID=1cf12463-6f1c-40dc-984e-6baca6ea0169,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:16.839641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495b7f-2084-4cc5-8a6f-95609cac2f98 req-2bb29781-4389-48c7-b5de-3b06d876232e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:16.840216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea988269-dcab-4a7f-beaa-1e32ca4439d0 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 HTTP/1.1" status: 200 len: 205 time: 0.0373030 Jul 15 17:16:16.840856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39288) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:16.841259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6495b7f-2084-4cc5-8a6f-95609cac2f98 req-2bb29781-4389-48c7-b5de-3b06d876232e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1420071 Jul 15 17:16:16.887054 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6495b7f-2084-4cc5-8a6f-95609cac2f98 req-51578ff3-e392-4533-90a5-f27fd3bd4588 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Jul 15 17:16:16.922738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.373211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.375465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.444463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.445118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Fanout notify agent at l3_agent the message router_deleted on router e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:16:17.454092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.455760 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ab9a7adc-8ab4-44df-9b35-224b6c44ed76 tempest-RoutersNegativeTest-1628133923 tempest-RoutersNegativeTest-1628133923-project] 10.222.0.25 "DELETE /v2.0/routers/e9fd5f25-95c4-4f8b-bde9-0d9e7f6dc421 HTTP/1.1" status: 204 len: 168 time: 0.6135719 Jul 15 17:16:17.743987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39294) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:17.908360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5ab39c11-46ed-485c-a735-5ac05bbf96ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be5eb4e8e82a469a93734a3f9060bdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607406 Jul 15 17:16:17.908851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39298) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:17.966146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:17.994919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:18.096962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:18.100414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:18.101675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33f243a9-dc75-40d7-8c01-2284c52069b7 HTTP/1.1" status: 204 len: 168 time: 0.1918931 Jul 15 17:16:18.114685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d79764-39b1-4b12-9e59-148f5bffe87b req-92e13151-26f7-4c98-8cbb-cfdf4be74c7f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:18.122573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21d79764-39b1-4b12-9e59-148f5bffe87b req-92e13151-26f7-4c98-8cbb-cfdf4be74c7f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0976999 Jul 15 17:16:18.145608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415a2e9-4237-417c-b4c2-6083211b88d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f243a9-dc75-40d7-8c01-2284c52069b7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:18.173582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21d79764-39b1-4b12-9e59-148f5bffe87b req-090a5e64-fa49-409d-8eea-5524f758453d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500686 Jul 15 17:16:18.824106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:18.933734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933475457'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:18.980662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:18.993908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.135025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.142400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.191609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ede7d-6349-438b-8b1d-a019e510603d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:19.311217 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.317192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.350179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76508a1c-50b4-42a4-8315-828e4fd65175,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:19.353162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.354496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53651769-a63b-42cf-9c97-0b5c88e87e58 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5282860 Jul 15 17:16:19.357441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39346) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.449863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199722f-2279-42fd-8851-1127f57d6026 req-442d9a2b-3720-48fc-bce3-153f6b9042a6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:19.451712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0199722f-2279-42fd-8851-1127f57d6026 req-442d9a2b-3720-48fc-bce3-153f6b9042a6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0891678 Jul 15 17:16:19.472926 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1d0fb610-18f3-4f39-8636-2642ddd53c69 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1142724 Jul 15 17:16:19.475518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.480653 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-security--769454012', 'description': 'tempest-security-description-451398671'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:19.507107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0199722f-2279-42fd-8851-1127f57d6026 req-b0ea0708-9f23-49b7-b241-4f882ea0ed73 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493810 Jul 15 17:16:19.522118 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.582166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.586497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.589157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.592979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "PUT /v2.0/security-groups/76508a1c-50b4-42a4-8315-828e4fd65175 HTTP/1.1" status: 200 len: 1778 time: 0.1134996 Jul 15 17:16:19.593348 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39352) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.616632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2140388-2bcf-4e79-8324-142134378665 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76508a1c-50b4-42a4-8315-828e4fd65175,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:19.637664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bee7e5b8-a63a-4c0c-abe5-90f4368cfd31 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups/76508a1c-50b4-42a4-8315-828e4fd65175 HTTP/1.1" status: 200 len: 1778 time: 0.0430486 Jul 15 17:16:19.640289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39358) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.694744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.720847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.761395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.764018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.765227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/76508a1c-50b4-42a4-8315-828e4fd65175 HTTP/1.1" status: 204 len: 168 time: 0.1240387 Jul 15 17:16:19.767816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.774386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18b7ca-fe17-4438-9855-c9e1bdcbd4a5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76508a1c-50b4-42a4-8315-828e4fd65175,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:19.811980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b2a0b19f-e4a5-4a6e-9dd5-4cd0e2786a7c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428865 Jul 15 17:16:19.814735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39366) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.826614 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0286cfaf-be46-4184-9216-399b5645515b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] delete failed (client error): The resource could not be found. Jul 15 17:16:19.827540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0286cfaf-be46-4184-9216-399b5645515b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/76508a1c-50b4-42a4-8315-828e4fd65175 HTTP/1.1" status: 404 len: 347 time: 0.0119398 Jul 15 17:16:19.831083 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.836092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812406532'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:19.857142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.936740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.940501 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.969650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:19.970775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1387565 Jul 15 17:16:19.972787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886ddea-0f78-46c4-ac7e-dc47745d7d71 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c461bc86-e5d3-44e4-8bff-285a927f275b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:19.973701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:19.979162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'c461bc86-e5d3-44e4-8bff-285a927f275b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:20.008356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.075006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.078368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.093366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e90ff6-51c3-481e-a99e-bb6f1e596faf,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.103126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.104515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6a67d376-978d-430c-afbe-0f7024707224 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291213 Jul 15 17:16:20.107772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39372) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.137441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.151249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.189832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.195702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.196851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b5e90ff6-51c3-481e-a99e-bb6f1e596faf HTTP/1.1" status: 204 len: 168 time: 0.0876980 Jul 15 17:16:20.199565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.204426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9fd81-e92f-46e8-8301-9f11c13f1fbb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e90ff6-51c3-481e-a99e-bb6f1e596faf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.247243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-62e3332b-5e71-4ab7-a3e4-41595a0cb53c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463653 Jul 15 17:16:20.249874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.302413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.329445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.335958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-016cd73c-1385-4bc4-837a-72bd9799570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:20.337757 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-016cd73c-1385-4bc4-837a-72bd9799570f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1097 time: 0.0554335 Jul 15 17:16:20.370952 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.373620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.374760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/c461bc86-e5d3-44e4-8bff-285a927f275b HTTP/1.1" status: 204 len: 168 time: 0.1239972 Jul 15 17:16:20.379054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39378) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.391235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889290dc-e3ef-427c-a380-cf18ef50003b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461bc86-e5d3-44e4-8bff-285a927f275b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.432475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-eedb972c-9221-487b-b168-b57fa2b7c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:20.434112 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-eedb972c-9221-487b-b168-b57fa2b7c14b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.0904818 Jul 15 17:16:20.437371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-714e018f-cdfa-42ff-8c86-f1fef4311b9d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572908 Jul 15 17:16:20.441197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39380) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.446379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554579854'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:20.468713 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.475286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-e4f72462-2fea-4d06-9bcf-d5e78bbde101 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0350969 Jul 15 17:16:20.526664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-4cb4f873-466c-44a9-8af2-0c12b46cb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:20.528252 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-4cb4f873-466c-44a9-8af2-0c12b46cb39b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0474892 Jul 15 17:16:20.554816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.559630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.562272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-3a2053e0-7061-459a-aa4d-042e8e85c8ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279827 Jul 15 17:16:20.589675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.593518 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1487989 Jul 15 17:16:20.593751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39384) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.598661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'b260234c-6ace-4953-aa6c-36bcf3b22323', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:20.604095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de58f8e-6e26-4be0-9764-17e03d9531b5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b260234c-6ace-4953-aa6c-36bcf3b22323,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.657690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.664934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-40d6d02e-edc8-4525-86ba-71ea998bd4f2 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959117 Jul 15 17:16:20.732181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bc880-7025-41a5-825f-b470a16c9f04 req-b30769cf-2575-49b0-88da-939c9eeda6f0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:20.733683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e94bc880-7025-41a5-825f-b470a16c9f04 req-b30769cf-2575-49b0-88da-939c9eeda6f0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1119521 Jul 15 17:16:20.743571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.750843 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.767078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d2b134b-66c6-49b5-9613-58339ce768f4 req-8a2f9c2f-fbc4-45fa-95ce-738e8ac9e601 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952568 Jul 15 17:16:20.782110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93708505-465c-4108-9491-5e52798e8abc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.793316 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.794504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0fa11010-09d5-4844-adc5-59f84e6c218d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1998436 Jul 15 17:16:20.797314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.799591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e94bc880-7025-41a5-825f-b470a16c9f04 req-384aa44d-20a7-4684-b936-cc59354595de tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579987 Jul 15 17:16:20.802260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'b260234c-6ace-4953-aa6c-36bcf3b22323', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:20.832337 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.878676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.882405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.900237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa3b9e9-d8df-4146-9d2b-30c09874b137,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:20.906420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.907672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ce69c782-9d4d-4a34-9e83-06e57a70766d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1093221 Jul 15 17:16:20.910401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:20.915338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'b260234c-6ace-4953-aa6c-36bcf3b22323', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:20.940323 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:20.999732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.003231 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.020535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679b81fa-2c7e-4a28-8e4d-27a5e492e927,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.026174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.027548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0a0178c-010c-47fe-83c1-c0b3bb4ebc54 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162357 Jul 15 17:16:21.030144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.034561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'b260234c-6ace-4953-aa6c-36bcf3b22323', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:21.061426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.119439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.122880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.144500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7ed54b-29ea-4bcd-8c0e-c88e1bebb530,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.148206 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.149391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2c81f5da-8eec-43ff-8d57-953e067d4fa2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183093 Jul 15 17:16:21.152084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.156610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'b260234c-6ace-4953-aa6c-36bcf3b22323', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:21.181638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.240909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.244369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.259319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20794416-8d39-4292-8478-aa2f7733c428,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.268191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.269431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed4b3354-f84e-4c14-8aef-520afa729349 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1163998 Jul 15 17:16:21.273080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.295751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.303244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.329250 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.336452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.337556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/20794416-8d39-4292-8478-aa2f7733c428 HTTP/1.1" status: 204 len: 168 time: 0.0635729 Jul 15 17:16:21.340434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39396) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.342993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b2c8d-1a6b-40a8-afa2-9b66cfcdbd80 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20794416-8d39-4292-8478-aa2f7733c428,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.387769 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-759456ab-aa87-42a1-abd9-e83b824f5785 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0452054 Jul 15 17:16:21.390511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.418991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.427082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.457975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.463159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.467044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4b7ed54b-29ea-4bcd-8c0e-c88e1bebb530 HTTP/1.1" status: 204 len: 168 time: 0.0733006 Jul 15 17:16:21.467662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39400) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.486309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dca70-4279-4e1b-ac73-855d27e90ff4 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b7ed54b-29ea-4bcd-8c0e-c88e1bebb530,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.490298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-3c8a0d26-72b6-4c84-b3f8-d998eedde194 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520301 Jul 15 17:16:21.525249 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-547cf26a-e917-4cd2-a884-8b27b798774b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0562172 Jul 15 17:16:21.527732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39402) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.554847 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.562194 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.587748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-529166cd-e711-4cfc-a2b2-585896fc84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:21.589214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.589390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-529166cd-e711-4cfc-a2b2-585896fc84cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.0552685 Jul 15 17:16:21.595797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.596908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/679b81fa-2c7e-4a28-8e4d-27a5e492e927 HTTP/1.1" status: 204 len: 168 time: 0.0682566 Jul 15 17:16:21.599527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39404) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.609960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217c030-3f9b-4927-8080-8b682ca58eac tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679b81fa-2c7e-4a28-8e4d-27a5e492e927,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.650088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0867d22a-05bc-412e-8cc3-2337e35460f2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0465944 Jul 15 17:16:21.650345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39406) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.673350 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.681229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.695374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-df4f18a6-d775-4cf2-b564-d20520e7c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:21.696905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-df4f18a6-d775-4cf2-b564-d20520e7c926 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.0880799 Jul 15 17:16:21.707640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.713790 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.714876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0aa3b9e9-d8df-4146-9d2b-30c09874b137 HTTP/1.1" status: 204 len: 168 time: 0.0636883 Jul 15 17:16:21.719481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39408) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.725922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad8244-709e-4aa1-97f0-45a83f393632 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aa3b9e9-d8df-4146-9d2b-30c09874b137,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.763043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0569ad33-0e87-4fc4-85f4-2d9f3966b927 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422440 Jul 15 17:16:21.764763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-0d25670d-ddb0-479f-b1f2-df9a342689d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 1001 time: 0.0615730 Jul 15 17:16:21.765821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.788723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.796410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.813734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-55c20bff-db64-4782-9964-12b8334a1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:21.815152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-55c20bff-db64-4782-9964-12b8334a1474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.0435884 Jul 15 17:16:21.826498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.833976 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:21.837436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/93708505-465c-4108-9491-5e52798e8abc HTTP/1.1" status: 204 len: 168 time: 0.0684087 Jul 15 17:16:21.839195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.845604 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f344cea-d46b-46a4-bb63-9d4a002d7fdc tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93708505-465c-4108-9491-5e52798e8abc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:21.878120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-ffa664a3-1bf9-4e6f-bd50-664f85bb8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:21.879694 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-ffa664a3-1bf9-4e6f-bd50-664f85bb8942 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580015 Jul 15 17:16:21.884713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ae786c8-e6c2-4e5c-8860-33093587bcbd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0419543 Jul 15 17:16:21.884947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:21.973038 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-92f473de-2711-4b33-9cdb-005e03ee06d8 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Jul 15 17:16:21.976810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.006138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.033683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e106-c15a-4276-89d7-f71f8d918418 req-fb351884-a11d-4535-bf82-028cb9151819 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:22.035159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4df0e106-c15a-4276-89d7-f71f8d918418 req-fb351884-a11d-4535-bf82-028cb9151819 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.1120763 Jul 15 17:16:22.064013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be8ae281-d09e-4ed7-8ceb-873bba61faed req-7ef53b46-b8fc-4af6-84d4-a9aa53b4ac46 service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Jul 15 17:16:22.082054 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.084767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.085906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/b260234c-6ace-4953-aa6c-36bcf3b22323 HTTP/1.1" status: 204 len: 168 time: 0.1999865 Jul 15 17:16:22.088672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.088886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4df0e106-c15a-4276-89d7-f71f8d918418 req-84053b1f-5ea8-4baf-a789-97808887a736 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Jul 15 17:16:22.097781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa0360-0964-4579-9ffd-69cce5ef6dca tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b260234c-6ace-4953-aa6c-36bcf3b22323,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.136684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-657b0fec-ae5e-42a4-be81-56a688ddba45 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464292 Jul 15 17:16:22.140680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.144984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--259458157'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:22.166087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.248965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.253332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.282180 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.283382 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1418009 Jul 15 17:16:22.285281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cdd00-1d7f-48c9-8ae3-a33ee525e617 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96258f-6285-46fb-87fd-a49b37d5ab27,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.286223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39422) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.291715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'fb96258f-6285-46fb-87fd-a49b37d5ab27', 'direction': 'ingress', 'protocol': 17}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:22.319081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.365421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.368869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.386025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4c8164-68de-4fee-b847-a981b5121bcb,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.392534 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.393733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d111f5b-5302-4cd6-830b-444128339670 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1057823 Jul 15 17:16:22.397004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39424) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.449577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.477132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.528891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.531704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.535207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb96258f-6285-46fb-87fd-a49b37d5ab27 HTTP/1.1" status: 204 len: 168 time: 0.1346591 Jul 15 17:16:22.535756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39426) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.543598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb65217-57f8-4a37-ad58-64c2f07e8742 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96258f-6285-46fb-87fd-a49b37d5ab27,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.580775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fbfd63eb-18a3-434a-b328-034115d9b992 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437424 Jul 15 17:16:22.585085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39428) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.591232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--603885248'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:22.617939 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.700512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.704165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.727120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.728468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1413159 Jul 15 17:16:22.731163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39430) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.735862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802175284'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:22.736183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7e77a-b472-4711-abd3-f8b783f48210 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad283e4d-c368-4bb8-9173-8bb5bd833c94,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.757635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.835044 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.839165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.861810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.863194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1310062 Jul 15 17:16:22.866250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39432) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:22.871538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ca470-c3aa-4237-ae54-28fee9c97171 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1450a280-4f86-480a-a954-987403f6c698,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:22.871862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': 'ad283e4d-c368-4bb8-9173-8bb5bd833c94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1450a280-4f86-480a-a954-987403f6c698', 'remote_ip_prefix': None}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:22.905229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.977364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:22.980902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.001540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb301a79-ad52-4f40-ab5c-479a01a3132d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.008573 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.009893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-db62c107-5865-4dc5-b6a9-510c737dd7c2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1425779 Jul 15 17:16:23.012903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39434) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.035453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.042979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.070384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.076338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.077397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cb301a79-ad52-4f40-ab5c-479a01a3132d HTTP/1.1" status: 204 len: 168 time: 0.0636096 Jul 15 17:16:23.080209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.082562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159d71-835b-48b2-981d-87e73aea461c tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb301a79-ad52-4f40-ab5c-479a01a3132d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.129221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c2d20f5-913c-4e7f-853d-8eca2ed86a65 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0478086 Jul 15 17:16:23.132524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39440) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.183173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.210527 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.250185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.252750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.256883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/1450a280-4f86-480a-a954-987403f6c698 HTTP/1.1" status: 204 len: 168 time: 0.1204753 Jul 15 17:16:23.257785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39442) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.263780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27d60-2d14-464b-947f-46ac89a36078 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1450a280-4f86-480a-a954-987403f6c698,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.295797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5c06-97d1-47fc-8d40-d0f31d38e4fd req-3475dfb6-5d6f-4014-a77d-231d7dda6332 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:23.297313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f18f5c06-97d1-47fc-8d40-d0f31d38e4fd req-3475dfb6-5d6f-4014-a77d-231d7dda6332 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0876019 Jul 15 17:16:23.341402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fd8c9e0b-88be-4ef1-abe7-f421517eedeb tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0826695 Jul 15 17:16:23.344251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39444) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.355931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f18f5c06-97d1-47fc-8d40-d0f31d38e4fd req-df0a1e93-4a4b-4aac-a523-7259433c29e1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Jul 15 17:16:23.397171 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.419588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.462579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.465319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.466455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/ad283e4d-c368-4bb8-9173-8bb5bd833c94 HTTP/1.1" status: 204 len: 168 time: 0.1212208 Jul 15 17:16:23.469654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39448) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.487505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58854f6-e468-43ec-b1d8-bc0c692a2a49 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad283e4d-c368-4bb8-9173-8bb5bd833c94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.522774 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3802b606-0e8b-40af-838f-1a043dad3811 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518031 Jul 15 17:16:23.526613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39450) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.531045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--876476569'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:23.537884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c6468-bb4e-4ae0-bf5f-04d7e66842b3 req-e2ba9bdc-38f9-4992-a438-58dbef74455c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:23.539379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a2c6468-bb4e-4ae0-bf5f-04d7e66842b3 req-e2ba9bdc-38f9-4992-a438-58dbef74455c tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 946 time: 0.0737474 Jul 15 17:16:23.554130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.578382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a2c6468-bb4e-4ae0-bf5f-04d7e66842b3 req-266c1638-37d5-484f-8fcf-76720c937d15 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333154 Jul 15 17:16:23.606496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:16:23.643559 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.649238 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.679879 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.683963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1536965 Jul 15 17:16:23.684204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39458) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.688647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': '4f461951-3b99-4fa7-bf37-89be6d2ac0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:23.694102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215c61-1153-40ba-ad03-8d1969bfb3d2 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f461951-3b99-4fa7-bf37-89be6d2ac0ce,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.694913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.720382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.732504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:23.733439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:16:23.735744 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8477d3-1933-4f9b-a41a-5140edf9272d" -d '{"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-unplugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:16:23.744403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.785066 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd18d57-b6e0-451f-9086-a9a9dcfc4504 x-openstack-request-id: req-5cd18d57-b6e0-451f-9086-a9a9dcfc4504 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:16:23.785357 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-unplugged", "status": "failed", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "code": 422}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:16:23.785606 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cd18d57-b6e0-451f-9086-a9a9dcfc4504 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:16:23.785997 n-d-800085-3 neutron-server[100430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'code': 422} returned with failed status Jul 15 17:16:23.793564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.798569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.807680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.818594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4126557-bb9b-4f64-9bb1-b060c2b7b436,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.825028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.826401 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a7bd19c3-990e-472a-9402-31fdbdad2566 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1412587 Jul 15 17:16:23.829284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39464) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.854260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.862285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.889215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.895650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:23.897580 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d4126557-bb9b-4f64-9bb1-b060c2b7b436 HTTP/1.1" status: 204 len: 168 time: 0.0670869 Jul 15 17:16:23.900773 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39466) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:23.903380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a1e8e-d9e6-457a-8d8f-dad8d462b348 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4126557-bb9b-4f64-9bb1-b060c2b7b436,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:23.949903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-604eb5e5-a6d3-46ae-a5f5-b6ea08535fa3 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475707 Jul 15 17:16:23.953206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39470) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.009054 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.046070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.117948 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.120396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.121533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f461951-3b99-4fa7-bf37-89be6d2ac0ce HTTP/1.1" status: 204 len: 168 time: 0.1673329 Jul 15 17:16:24.124340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.134126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a88b6-d0c1-4d0a-9d44-6e0c37f41e67 req-2ed9fc43-c953-4ee7-8df8-73cdd32d462a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:24.135602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-741a88b6-d0c1-4d0a-9d44-6e0c37f41e67 req-2ed9fc43-c953-4ee7-8df8-73cdd32d462a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.1019495 Jul 15 17:16:24.140788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf12dd1-30dc-42b4-a0e0-0708000197fd tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f461951-3b99-4fa7-bf37-89be6d2ac0ce,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:24.188764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7b2f6093-917c-4813-8cd4-a39c3523632e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631378 Jul 15 17:16:24.193850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.199109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018678943'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:24.222914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.229785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.361652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.367200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.404517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.405661 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2105851 Jul 15 17:16:24.407298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80264ac4-6d5c-49b7-b628-dfe38806c381 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15efd493-d510-4d33-a0dd-237756e2acf7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:24.409401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39490) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.413933 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-8f91239f-dc35-42c3-ac36-adf9239b89dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1897211 Jul 15 17:16:24.417198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': '15efd493-d510-4d33-a0dd-237756e2acf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:24.451311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.451596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-741a88b6-d0c1-4d0a-9d44-6e0c37f41e67 req-af204793-4a26-4e1d-9fbb-21eddbb16b05 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065367 Jul 15 17:16:24.515069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.519445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.541120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875b6abe-063e-46c6-8290-b96dec4261db,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:24.545087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.548563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0c47b3a-f271-40a3-a0b7-85d1ad68277f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380429 Jul 15 17:16:24.549441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39494) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.567482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-332d6a7b-acdc-4bcd-bf2f-2f3a164b6e46 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules/875b6abe-063e-46c6-8290-b96dec4261db HTTP/1.1" status: 200 len: 763 time: 0.0167215 Jul 15 17:16:24.570630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.612495 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-090e71e7-1f14-46dc-83a7-65944289cdd0 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0402231 Jul 15 17:16:24.615784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39502) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.640294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.648609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.676248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.682131 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.683605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/875b6abe-063e-46c6-8290-b96dec4261db HTTP/1.1" status: 204 len: 168 time: 0.0666916 Jul 15 17:16:24.686345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.691201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969e0bd-1563-448c-b3ca-fcc736a74f6b tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=875b6abe-063e-46c6-8290-b96dec4261db,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:24.729809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79b14b03-c7a2-405d-8cef-cc01aac0b9b9 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421021 Jul 15 17:16:24.732237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39506) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.736616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': '15efd493-d510-4d33-a0dd-237756e2acf7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:24.764795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.814680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.819843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.837561 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f27d03-0036-4227-843d-5649b5e6468f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:24.848938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.850676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-101cc8ef-795f-466f-9a28-ccbf40198839 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174936 Jul 15 17:16:24.853291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39508) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.870241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7445ea91-88e7-4523-9a4c-321b1e50614e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules/52f27d03-0036-4227-843d-5649b5e6468f HTTP/1.1" status: 200 len: 763 time: 0.0158095 Jul 15 17:16:24.872511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39510) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.915800 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0a4afede-8121-47e2-b061-483031b5e655 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422313 Jul 15 17:16:24.918418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.942075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.949624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.977355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.984511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:24.987939 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/52f27d03-0036-4227-843d-5649b5e6468f HTTP/1.1" status: 204 len: 168 time: 0.0662892 Jul 15 17:16:24.988419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39514) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:24.990466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77f878-e7c3-4a09-ae33-f6ece92f5a0a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52f27d03-0036-4227-843d-5649b5e6468f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:25.029504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8558bebc-bfd2-4b91-8b34-211132c8f78a tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397761 Jul 15 17:16:25.032073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39516) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.037212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Request body: {'security_group_rule': {'security_group_id': '15efd493-d510-4d33-a0dd-237756e2acf7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:25.058389 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Project aad4281029774f19bc05c547dc5e4f5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:16:25.062951 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.119040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.122381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.141697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576b9b15-86b4-433c-8d18-8346f668a7c5,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:25.147873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.149098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-38e05237-68c3-4f11-b18f-384cb00ebaa6 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160822 Jul 15 17:16:25.151973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39518) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.168572 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8cecddc8-0e72-44a7-9ca5-6a8e004bf407 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules/576b9b15-86b4-433c-8d18-8346f668a7c5 HTTP/1.1" status: 200 len: 769 time: 0.0155237 Jul 15 17:16:25.170907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39520) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.210980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-140c47b9-3235-4f05-9b7e-b51285b29f2d tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0390918 Jul 15 17:16:25.213430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39522) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.235734 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.243244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.269095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.275977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.279377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/576b9b15-86b4-433c-8d18-8346f668a7c5 HTTP/1.1" status: 204 len: 168 time: 0.0627987 Jul 15 17:16:25.282050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39524) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.288781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5e43b-7b60-48e8-977f-29f960ff7c0e tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=576b9b15-86b4-433c-8d18-8346f668a7c5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:25.323935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9a832094-d55d-4115-a2e3-3ddd1867258f tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408247 Jul 15 17:16:25.326738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39526) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.337888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-3ca7f689-0b52-4308-bdf9-926a7ed55724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:25.339403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-3ca7f689-0b52-4308-bdf9-926a7ed55724 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113&tenant_id=880d08320ed94f88b7bda3277c351e55 HTTP/1.1" status: 200 len: 1095 time: 0.0883737 Jul 15 17:16:25.381068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.405959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.415674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-c6f1ef1e-3556-4e2c-b09f-6ba3b2f84f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:25.417201 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-c6f1ef1e-3556-4e2c-b09f-6ba3b2f84f05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1095 time: 0.0558345 Jul 15 17:16:25.448758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.451287 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.452456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "DELETE /v2.0/security-groups/15efd493-d510-4d33-a0dd-237756e2acf7 HTTP/1.1" status: 204 len: 168 time: 0.1247914 Jul 15 17:16:25.456080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39528) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.462152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b07e-4bb8-4528-a92b-995657ef4470 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15efd493-d510-4d33-a0dd-237756e2acf7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:25.552582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8cd69f19-fd7e-4999-bad4-7d2e42118a28 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951748 Jul 15 17:16:25.558325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39532) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.572185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-7af7d266-f401-44dd-a175-b40a30fb7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:25.573633 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-7af7d266-f401-44dd-a175-b40a30fb7f4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.1504846 Jul 15 17:16:25.620692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-12ff0152-b5f3-4a43-b284-cd49ba6f13c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0407393 Jul 15 17:16:25.636486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da77870-8c04-4d5e-a74a-76ff14be87a9 req-458a4d45-d35b-44e0-8b49-a1875ca83345 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:25.638006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5da77870-8c04-4d5e-a74a-76ff14be87a9 req-458a4d45-d35b-44e0-8b49-a1875ca83345 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0678570 Jul 15 17:16:25.644574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8312ebf5-28fb-4234-82cf-b8839409cff5 tempest-SecGroupIPv6Test-444612237 tempest-SecGroupIPv6Test-444612237-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864320 Jul 15 17:16:25.677798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5da77870-8c04-4d5e-a74a-76ff14be87a9 req-50969725-cfd0-4230-8832-4c435f4ca723 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341346 Jul 15 17:16:25.685995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-d1e311a2-4546-4d9e-9f58-f4b166387936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:25.687507 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-d1e311a2-4546-4d9e-9f58-f4b166387936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0598283 Jul 15 17:16:25.720332 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-f6a4b631-5e61-4fd0-b888-d074655a9c76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271342 Jul 15 17:16:25.800929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ab699d0-9c92-45cb-9311-7237b13c7b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:25.815555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-8b5f49cc-e98a-43dc-9300-a51be8d01c6e service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Jul 15 17:16:25.895300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39538) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:25.907243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-1f37fd78-9c96-40dc-94c4-b010330c467b service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Jul 15 17:16:26.029621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1d7c06e-8bc1-41e7-aafa-03c66752375c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aad4281029774f19bc05c547dc5e4f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324577 Jul 15 17:16:26.032013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:26.080728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:26.101708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:26.149418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:26.152427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:26.153582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f1ede7d-6349-438b-8b1d-a019e510603d HTTP/1.1" status: 204 len: 168 time: 0.1206529 Jul 15 17:16:26.161949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c9ac4-64a1-439c-bdbf-fa149b6d5837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ede7d-6349-438b-8b1d-a019e510603d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:26.907155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b29778-6b01-42ec-9554-420afefe97d7 req-5abdbe7d-fb4c-4657-942e-d50d42b3e6ff tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:26.908712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34b29778-6b01-42ec-9554-420afefe97d7 req-5abdbe7d-fb4c-4657-942e-d50d42b3e6ff tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0765345 Jul 15 17:16:26.953455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39582) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:26.968728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34b29778-6b01-42ec-9554-420afefe97d7 req-697beac2-e286-4179-b36d-ec1d45584200 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Jul 15 17:16:27.065224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-708506166'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:16:27.122138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Made reservation on behalf of a6fa5e8f43a04e5b80ad68650ae5a6a3 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:16:27.125729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.136023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.235475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.240574 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.264948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:16:27.282981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7237e7-07c9-4f8a-8d66-14bce211156e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:27.286663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.287200 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Added segment 35de00a8-8ce5-4393-a1d5-8a46fb4c274b of type vlan for network 4f4ca012-4ccc-4c84-b787-260c1c9042bb Jul 15 17:16:27.326412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.357968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.364319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:27.365112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:27.409184 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4545655 Jul 15 17:16:27.412554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39586) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.417107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-9717ee1b-4496-4181-a036-78bc4ddbb33c tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-949558236') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.456456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c095b-32c6-4dfe-9006-f05a68984b8d tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Pushing event updated for resources: {'Network': ['ID=4f4ca012-4ccc-4c84-b787-260c1c9042bb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:27.467198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4f4ca012-4ccc-4c84-b787-260c1c9042bb details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:16:27.534509 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9717ee1b-4496-4181-a036-78bc4ddbb33c tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "PUT /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-949558236 HTTP/1.1" status: 201 len: 201 time: 0.1208360 Jul 15 17:16:27.537196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.541587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-b9e901f0-b867-4817-8781-6191c8668108 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-949558236') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.611627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b9e901f0-b867-4817-8781-6191c8668108 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-949558236 HTTP/1.1" status: 204 len: 168 time: 0.0732424 Jul 15 17:16:27.613943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39590) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.618971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-5ea9af90-2af3-4f68-8c9e-6eed8f8a8f4f tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.636139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:16:27.682540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ea9af90-2af3-4f68-8c9e-6eed8f8a8f4f tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags HTTP/1.1" status: 200 len: 237 time: 0.0669944 Jul 15 17:16:27.685109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39592) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.689588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-eaa44315-2e2c-4640-ab42-d58c8a2bc6b2 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', {'tags': ['tempest-TagsTest-Tag-2052751947', 'tempest-TagsTest-Tag-1718288172', 'tempest-TagsTest-Tag-406529929']}) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.782455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-eaa44315-2e2c-4640-ab42-d58c8a2bc6b2 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "PUT /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags HTTP/1.1" status: 200 len: 308 time: 0.0952365 Jul 15 17:16:27.784738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.790171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-830478a0-94b2-4307-907e-f1d31ad5c420 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-2052751947') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.878749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-830478a0-94b2-4307-907e-f1d31ad5c420 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "DELETE /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-2052751947 HTTP/1.1" status: 204 len: 168 time: 0.0926166 Jul 15 17:16:27.881514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39596) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.886258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-049ba1c6-da30-4cf4-a5dd-65f173079a50 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-2052751947') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:27.976391 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-049ba1c6-da30-4cf4-a5dd-65f173079a50 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] show failed (client error): The resource could not be found. Jul 15 17:16:27.980390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-049ba1c6-da30-4cf4-a5dd-65f173079a50 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-2052751947 HTTP/1.1" status: 404 len: 326 time: 0.0979018 Jul 15 17:16:27.980712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:27.985501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-e3f470fa-2b34-4504-a048-360c548eaf80 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-1718288172') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.054558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e3f470fa-2b34-4504-a048-360c548eaf80 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-1718288172 HTTP/1.1" status: 204 len: 168 time: 0.0725551 Jul 15 17:16:28.057065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.061450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-7f42fcca-3703-4123-83c8-f6f42b496a9e tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-406529929') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.137124 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7f42fcca-3703-4123-83c8-f6f42b496a9e tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-406529929 HTTP/1.1" status: 204 len: 168 time: 0.0789740 Jul 15 17:16:28.137763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.141988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874869d-bb4a-4112-87f6-dd6da88b45ab req-5e48480f-231c-4316-99e0-ea2ee2b92fb5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:28.142153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.tag.tag_plugin [None req-05ef2890-ad2f-492a-aa17-9fcb20add4fc tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.143504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1874869d-bb4a-4112-87f6-dd6da88b45ab req-5e48480f-231c-4316-99e0-ea2ee2b92fb5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0639946 Jul 15 17:16:28.186471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1874869d-bb4a-4112-87f6-dd6da88b45ab req-0a0a2b87-9116-4284-9187-bfe1dc98da40 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Jul 15 17:16:28.248690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.253848 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-d4f1e426-26f6-4c99-ba59-d7e0552aa50e tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-1718288172') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.257412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-05ef2890-ad2f-492a-aa17-9fcb20add4fc tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "DELETE /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1185672 Jul 15 17:16:28.337811 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-d4f1e426-26f6-4c99-ba59-d7e0552aa50e tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] show failed (client error): The resource could not be found. Jul 15 17:16:28.340279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d4f1e426-26f6-4c99-ba59-d7e0552aa50e tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-1718288172 HTTP/1.1" status: 404 len: 326 time: 0.0888510 Jul 15 17:16:28.341632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.346566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-d360daff-cd8c-4fcc-b33e-36ecd7ce5496 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb', 'tempest-TagsTest-Tag-406529929') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.414428 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-d360daff-cd8c-4fcc-b33e-36ecd7ce5496 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] show failed (client error): The resource could not be found. Jul 15 17:16:28.416068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d360daff-cd8c-4fcc-b33e-36ecd7ce5496 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "GET /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags/tempest-TagsTest-Tag-406529929 HTTP/1.1" status: 404 len: 325 time: 0.0728388 Jul 15 17:16:28.418370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39610) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.424208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.tag.tag_plugin [None req-fafc131b-85b1-4d9a-a3b5-b9ca887a3ac9 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f4ca012-4ccc-4c84-b787-260c1c9042bb') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.517495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fafc131b-85b1-4d9a-a3b5-b9ca887a3ac9 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "DELETE /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb/tags HTTP/1.1" status: 204 len: 168 time: 0.0979908 Jul 15 17:16:28.521890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:28.599923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.691274 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.701684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ca012-4ccc-4c84-b787-260c1c9042bb']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.711484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35de00a8-8ce5-4393-a1d5-8a46fb4c274b') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.711777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35de00a8-8ce5-4393-a1d5-8a46fb4c274b') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:16:28.720999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.734922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.741013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:16:28.741387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:16:28.744218 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:16:28.795475 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.806504 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.813441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:28.815276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] 10.222.0.25 "DELETE /v2.0/networks/4f4ca012-4ccc-4c84-b787-260c1c9042bb HTTP/1.1" status: 204 len: 168 time: 0.2921412 Jul 15 17:16:28.827808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403cb0-68a0-4107-af31-9771d8bb6c29 tempest-TagsTest-98188892 tempest-TagsTest-98188892-project] Pushing event deleted for resources: {'Network': ['ID=4f4ca012-4ccc-4c84-b787-260c1c9042bb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:29.080816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:29.108738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ac0a720a-cf51-4eac-a43f-4eb81c1da0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:29.228587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:29.229135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92566216-2d81-48eb-81e0-2e10eea5764c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6fa5e8f43a04e5b80ad68650ae5a6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467168 Jul 15 17:16:29.303993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:29.344547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:29.393980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9adcb9-c809-461d-9d6d-06c286eed2bf req-809692a4-e748-4cbe-9936-19b37c4f8acb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:29.394533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:29.395900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb9adcb9-c809-461d-9d6d-06c286eed2bf req-809692a4-e748-4cbe-9936-19b37c4f8acb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0670142 Jul 15 17:16:29.398670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:29.399831 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c7237e7-07c9-4f8a-8d66-14bce211156e HTTP/1.1" status: 204 len: 168 time: 0.1695671 Jul 15 17:16:29.408134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae615890-c75b-4ecc-aecd-a249585835b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7237e7-07c9-4f8a-8d66-14bce211156e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:29.440963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb9adcb9-c809-461d-9d6d-06c286eed2bf req-fae6c956-66a1-465c-ad00-0c8d8cc5cfcf tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jul 15 17:16:29.560886 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:30.644977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c927b-ab9d-44b8-ac21-bd9b0e43a341 req-4da6319b-94f7-4ab1-beaa-c74f97466510 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:30.653394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a40c927b-ab9d-44b8-ac21-bd9b0e43a341 req-4da6319b-94f7-4ab1-beaa-c74f97466510 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0829127 Jul 15 17:16:30.688827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a40c927b-ab9d-44b8-ac21-bd9b0e43a341 req-a5c7420e-b938-4505-9995-a44119286e83 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Jul 15 17:16:31.292252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:31.918600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01e29-4551-42d0-aeed-258e34d1e09b req-8eafcdf5-c04b-41a9-beeb-b9b63d0f808f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:31.920207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34f01e29-4551-42d0-aeed-258e34d1e09b req-8eafcdf5-c04b-41a9-beeb-b9b63d0f808f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0685499 Jul 15 17:16:31.960030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-34f01e29-4551-42d0-aeed-258e34d1e09b req-93fce1e0-c5c6-40dc-8af3-32f28651a6a2 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Jul 15 17:16:32.398772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:32.541535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.629088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.632781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.669711 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fcd4b512ddd466a8b104d2e23963371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698209 Jul 15 17:16:32.673256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:32.682025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f02f09-ba82-4b21-ba29-f77136890192,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:32.703642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.704372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.704889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.705456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.706045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.706536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.707044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.707531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.708938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.709700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.710243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.710969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1c3797-fd49-4a89-b8b8-492fb771c2df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:32.747348 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.773606 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.821123 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.823739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:32.825054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48f02f09-ba82-4b21-ba29-f77136890192 HTTP/1.1" status: 204 len: 168 time: 0.1508720 Jul 15 17:16:32.833113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b9161-a749-44d6-adca-38c04c5cada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f02f09-ba82-4b21-ba29-f77136890192,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:33.121600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39780) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:33.172846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2849215-9acb-4814-8091-c406914dabe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.238549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd864d-746f-4bc8-b04a-4e9ec9e6d025 req-18801dbb-1e74-4233-8cc1-6d1254d09a5d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:33.240421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dbd864d-746f-4bc8-b04a-4e9ec9e6d025 req-18801dbb-1e74-4233-8cc1-6d1254d09a5d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.1091096 Jul 15 17:16:33.299850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8dbd864d-746f-4bc8-b04a-4e9ec9e6d025 req-58072ce6-c3b7-4dab-82fe-840ac1632b58 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Jul 15 17:16:33.345929 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2849215-9acb-4814-8091-c406914dabe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.357584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2849215-9acb-4814-8091-c406914dabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.402214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c2849215-9acb-4814-8091-c406914dabe2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b22a049608c4b3a906b893ed476e2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791827 Jul 15 17:16:33.404947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:33.412095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849215-9acb-4814-8091-c406914dabe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae022d7-9fcf-4b29-9daf-1d089baa8c0c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:33.473359 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.494906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.540976 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.543486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:33.544669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ae022d7-9fcf-4b29-9daf-1d089baa8c0c HTTP/1.1" status: 204 len: 168 time: 0.1381757 Jul 15 17:16:33.553993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487e18e-d6b4-4a9b-a8be-ef24e44de93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae022d7-9fcf-4b29-9daf-1d089baa8c0c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:34.487863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd617665-c0f3-4f92-86bb-214c51a237ce req-02a9cbad-3544-44a1-8fd6-217540a67234 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:34.495063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd617665-c0f3-4f92-86bb-214c51a237ce req-02a9cbad-3544-44a1-8fd6-217540a67234 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0748825 Jul 15 17:16:34.546047 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd617665-c0f3-4f92-86bb-214c51a237ce req-5a947fb3-83e2-4d43-b412-80b7f6fd4e6d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Jul 15 17:16:35.746672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9655a-4561-45fd-a163-b2fb8c130b2d req-5f9d1c44-9f22-43d4-9733-35706a87fe9a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:35.748206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ea9655a-4561-45fd-a163-b2fb8c130b2d req-5f9d1c44-9f22-43d4-9733-35706a87fe9a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0647733 Jul 15 17:16:35.786610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ea9655a-4561-45fd-a163-b2fb8c130b2d req-5c228e0a-24b0-4bd2-87ce-a49c55115cef tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326049 Jul 15 17:16:36.973503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8aa68-8f7d-42c5-9a49-d849eb7bc467 req-5210e6e4-8096-4352-9cfa-b24a640c546e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:36.975395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2f8aa68-8f7d-42c5-9a49-d849eb7bc467 req-5210e6e4-8096-4352-9cfa-b24a640c546e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0669546 Jul 15 17:16:37.014553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2f8aa68-8f7d-42c5-9a49-d849eb7bc467 req-3311fdec-66f4-4aa6-80f7-a61b77d58df1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Jul 15 17:16:38.195007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8eda4-fcdd-4c6e-b85b-6db7cfc2e9b3 req-6349c366-9a60-4835-8a61-cafaae0c2cdc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:38.196543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17c8eda4-fcdd-4c6e-b85b-6db7cfc2e9b3 req-6349c366-9a60-4835-8a61-cafaae0c2cdc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.0715115 Jul 15 17:16:38.235406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17c8eda4-fcdd-4c6e-b85b-6db7cfc2e9b3 req-0b64a2e9-5ffb-49ea-95de-2b017987a766 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Jul 15 17:16:38.673572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39886) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:38.775550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b1af3ec-d037-417c-9656-680e54cdba11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:38.863703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b1af3ec-d037-417c-9656-680e54cdba11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:38.868082 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1b1af3ec-d037-417c-9656-680e54cdba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:38.909428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1b1af3ec-d037-417c-9656-680e54cdba11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e25737b84d54c4786d934ba5d8b049a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347958 Jul 15 17:16:38.910286 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1af3ec-d037-417c-9656-680e54cdba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee595a-87eb-4d9a-842b-101c8b15959c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:38.913004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39890) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:38.964667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:38.984942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.032852 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.035313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.036483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83ee595a-87eb-4d9a-842b-101c8b15959c HTTP/1.1" status: 204 len: 168 time: 0.1220591 Jul 15 17:16:39.045127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785915a5-f51c-49e8-9cf9-df48ba2182a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee595a-87eb-4d9a-842b-101c8b15959c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:39.290054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:39.303996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5be2be1c-9d26-4297-909a-b83b8c358825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.436684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5be2be1c-9d26-4297-909a-b83b8c358825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.441039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5be2be1c-9d26-4297-909a-b83b8c358825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.478708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb2c43-edd8-439b-905b-e5ad0490493a req-7dc7f96b-1d4e-4f08-9232-6f46916b717b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:39.480228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52eb2c43-edd8-439b-905b-e5ad0490493a req-7dc7f96b-1d4e-4f08-9232-6f46916b717b tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 944 time: 0.1247830 Jul 15 17:16:39.501762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5be2be1c-9d26-4297-909a-b83b8c358825 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec32b476b123449e9ef11f84f06329a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080150 Jul 15 17:16:39.501762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2be1c-9d26-4297-909a-b83b8c358825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495a6489-6b01-48d1-b8ad-71107c875a84,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:39.502150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:39.532256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52eb2c43-edd8-439b-905b-e5ad0490493a req-5fc4ed54-57db-4923-9e7e-b3c0a14858d6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Jul 15 17:16:39.554375 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:16:39.556074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.576343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.621350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.623912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.625093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/495a6489-6b01-48d1-b8ad-71107c875a84 HTTP/1.1" status: 204 len: 168 time: 0.1217062 Jul 15 17:16:39.632906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d60b3-958f-4c37-bb54-aace2f5da721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a6489-6b01-48d1-b8ad-71107c875a84,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:39.682685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:16:39.776928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:39.789068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '68cacec6-4178-4913-822b-ee31270deb26', 'network_id': '3452b594-6758-4f12-8cc8-93aec6a7f5d8', 'port_id': '68cacec6-4178-4913-822b-ee31270deb26', 'mac_address': 'fa:16:3e:d4:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acaf616-a046-4449-915f-c4bca8353ab9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:16:39.825437 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.842833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:16:39.862584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:39.867182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:39.915887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:39.923446 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.923799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.924199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.924538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.924872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.925205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.925540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.925869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.926197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.926523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.926847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:39.927175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:40.064972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:16:40.706303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbd7c-703a-4118-ac10-396278a41c8b req-db6953e7-0672-4830-8a67-399b713cda37 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:40.707817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f65cbd7c-703a-4118-ac10-396278a41c8b req-db6953e7-0672-4830-8a67-399b713cda37 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 945 time: 0.0658214 Jul 15 17:16:40.746046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f65cbd7c-703a-4118-ac10-396278a41c8b req-54445ccf-6d8f-4cd8-92f6-a491e8396045 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jul 15 17:16:40.867725 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:40.872479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.225443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39948) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:41.328564 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3886431-edba-41cb-88d0-fd723cc4dfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.421802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3886431-edba-41cb-88d0-fd723cc4dfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.425595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f3886431-edba-41cb-88d0-fd723cc4dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.463570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f3886431-edba-41cb-88d0-fd723cc4dfb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53197a5b5c314a999ace532982d53c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370784 Jul 15 17:16:41.464452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3886431-edba-41cb-88d0-fd723cc4dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830f6dfc-f449-4d25-ab50-95fc745ca6a1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:41.466354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:41.516001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.536773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.583095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.585750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.586894 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/830f6dfc-f449-4d25-ab50-95fc745ca6a1 HTTP/1.1" status: 204 len: 168 time: 0.1194634 Jul 15 17:16:41.594458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b578b6-1b89-4075-864c-fba518443d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830f6dfc-f449-4d25-ab50-95fc745ca6a1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:41.682619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:16:41.729992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 68cacec6-4178-4913-822b-ee31270deb26 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:16:41.730455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.809507 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.833463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:16:41.836363 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546102d6-9790-4c88-a489-5c2ccc158b8b" -d '{"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:16:41.858419 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:41.862579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 39962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:41.869947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.883336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:41.897380 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec88ba1-f9ca-4680-a070-0873c084d5ad x-openstack-request-id: req-8ec88ba1-f9ca-4680-a070-0873c084d5ad {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:16:41.898166 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-plugged", "status": "completed", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:16:41.898166 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ec88ba1-f9ca-4680-a070-0873c084d5ad {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:16:41.898384 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'code': 200} Jul 15 17:16:41.926099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=10']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:41.995782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d707b-2f14-499f-a8cb-efd0e79bbb81 req-5547f0db-4d78-48a1-a4ed-94ac35c0ddb8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:41.997312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f80d707b-2f14-499f-a8cb-efd0e79bbb81 req-5547f0db-4d78-48a1-a4ed-94ac35c0ddb8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.1171138 Jul 15 17:16:42.051675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d95d4c-8150-4c3a-bb8d-97e8e2390e76 req-6e8d8cd1-9a0f-49be-8c89-8bd96b8100a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:42.053267 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95d95d4c-8150-4c3a-bb8d-97e8e2390e76 req-6e8d8cd1-9a0f-49be-8c89-8bd96b8100a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1098 time: 0.0554290 Jul 15 17:16:42.059695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f80d707b-2f14-499f-a8cb-efd0e79bbb81 req-4a1f97a7-3eea-4931-ad01-6e1dbf182eb8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551279 Jul 15 17:16:42.079722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.089502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-95d95d4c-8150-4c3a-bb8d-97e8e2390e76 req-fd7f7d36-0a89-4cdd-98cc-5ef99a4d1df6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Jul 15 17:16:42.090501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.134878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc4e6223223147408f368e6f0a19ff69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687733 Jul 15 17:16:42.134878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fde16c-3161-4f3a-a06a-9940891af609,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:42.135243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 39964) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:42.141004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.141347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.141683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.142020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.142344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.142668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.143017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.143402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.143725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.144045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.144392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.144707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214dcf08-be65-443f-a40b-182caf0363f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:16:42.183102 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.203886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.248745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.251249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:42.252428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9fde16c-3161-4f3a-a06a-9940891af609 HTTP/1.1" status: 204 len: 168 time: 0.1161788 Jul 15 17:16:42.261274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc92e2-8698-4b69-8324-38670842e956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fde16c-3161-4f3a-a06a-9940891af609,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:43.259450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375a611-a72f-4b1d-8299-fe81c6b99dd6 req-529faf70-1f0a-4f41-bd80-1bb51d7472dd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:43.261372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e375a611-a72f-4b1d-8299-fe81c6b99dd6 req-529faf70-1f0a-4f41-bd80-1bb51d7472dd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0805352 Jul 15 17:16:43.325525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e375a611-a72f-4b1d-8299-fe81c6b99dd6 req-ce94b226-790d-4003-80d0-3369a2db56f1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Jul 15 17:16:44.524921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09446512-c649-4f58-b278-b08e03b54afa req-a2811dbc-3072-4888-9937-7177c86b74ea tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:44.532473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09446512-c649-4f58-b278-b08e03b54afa req-a2811dbc-3072-4888-9937-7177c86b74ea tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0832050 Jul 15 17:16:44.569907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09446512-c649-4f58-b278-b08e03b54afa req-86bcdd11-10e2-4910-893f-ff8d09c792b0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Jul 15 17:16:44.763928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a5014-5fb5-4957-97b3-9ebe3dba0a97 req-c7f9d00e-8fbb-4769-894c-a19f0038a440 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:44.765524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e4a5014-5fb5-4957-97b3-9ebe3dba0a97 req-c7f9d00e-8fbb-4769-894c-a19f0038a440 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0721045 Jul 15 17:16:44.805023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e4a5014-5fb5-4957-97b3-9ebe3dba0a97 req-c8690193-b234-45b5-98e8-7b6da99995b8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Jul 15 17:16:44.996727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf005ad-a42d-4a42-8a94-b8919f7744f2 req-3e797325-541b-416c-9b0d-dc72a86f3004 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:44.998370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcf005ad-a42d-4a42-8a94-b8919f7744f2 req-3e797325-541b-416c-9b0d-dc72a86f3004 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0668871 Jul 15 17:16:45.038003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcf005ad-a42d-4a42-8a94-b8919f7744f2 req-38f4608a-1216-4524-90d2-acd88816892d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Jul 15 17:16:45.237985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410d998-59a0-498c-b596-7ef19d0bb4e3 req-70483bc7-d89a-4860-9624-f3ead0fee105 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:45.239500 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8410d998-59a0-498c-b596-7ef19d0bb4e3 req-70483bc7-d89a-4860-9624-f3ead0fee105 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0695522 Jul 15 17:16:45.279547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8410d998-59a0-498c-b596-7ef19d0bb4e3 req-2a73f84a-e62f-418e-ad3d-fdeaafe40dd6 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Jul 15 17:16:45.458338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a1771-3fa9-4ce2-8367-e44fcf58bf1c req-9a124bcf-791c-4903-96a7-18083d4fa8cb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:45.459925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d2a1771-3fa9-4ce2-8367-e44fcf58bf1c req-9a124bcf-791c-4903-96a7-18083d4fa8cb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0689676 Jul 15 17:16:45.512892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d2a1771-3fa9-4ce2-8367-e44fcf58bf1c req-cfbb8099-49b3-4acd-a3fe-ddd775ef40b3 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Jul 15 17:16:45.658999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-bfe48c88-7cc4-4d7d-bb7a-798143abd62e req-983ca1a6-d2cb-4df8-abe6-648ae8118e33 service neutron] (100428) timed out ('10.222.0.20', 52488) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:16:45.756859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8d741-43ae-4738-8b21-76b3d29fa3b3 req-541c51d2-e8f3-4a66-b772-f1deefdbadf5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:45.758378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4af8d741-43ae-4738-8b21-76b3d29fa3b3 req-541c51d2-e8f3-4a66-b772-f1deefdbadf5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0662601 Jul 15 17:16:45.798696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4af8d741-43ae-4738-8b21-76b3d29fa3b3 req-dd2f77e1-a6dd-4e4b-8a68-be40b1e5e04f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344882 Jul 15 17:16:45.977714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b1543-88e6-4a6d-b314-04ae0432b8e3 req-05316293-c23a-4cf5-8615-c9c42e9c212e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:45.979167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-460b1543-88e6-4a6d-b314-04ae0432b8e3 req-05316293-c23a-4cf5-8615-c9c42e9c212e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0660069 Jul 15 17:16:46.018303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-460b1543-88e6-4a6d-b314-04ae0432b8e3 req-4ce3f8e0-888d-4e0e-b28e-6e635dbcabe0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Jul 15 17:16:46.377625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f2bc-1bf1-44f4-95d5-ac329ca6067d req-1542687e-a0b9-44b1-ba90-f749ff623f52 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:46.379037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4655f2bc-1bf1-44f4-95d5-ac329ca6067d req-1542687e-a0b9-44b1-ba90-f749ff623f52 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0636632 Jul 15 17:16:46.417512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4655f2bc-1bf1-44f4-95d5-ac329ca6067d req-e691d3bf-307f-46b8-ab20-6a83123eea0a tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Jul 15 17:16:47.601014 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c42aa-0059-4d6a-b6a0-3470261254b9 req-52a314ec-d948-45fb-b6f7-3c949442f4a8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:47.602399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-763c42aa-0059-4d6a-b6a0-3470261254b9 req-52a314ec-d948-45fb-b6f7-3c949442f4a8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0715039 Jul 15 17:16:47.641341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-763c42aa-0059-4d6a-b6a0-3470261254b9 req-17244ec2-2a69-4808-9436-bfcc0604deb1 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jul 15 17:16:48.075283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168edf-040e-4921-b741-a270bbef7df5 req-bd22f1da-fc3a-40c5-9936-0fed073c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:48.076867 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-bd22f1da-fc3a-40c5-9936-0fed073c8822 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=880d08320ed94f88b7bda3277c351e55&device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 1098 time: 0.0654092 Jul 15 17:16:48.095975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aac2ca-eed3-4a58-b036-be813b5b2672 req-5edef745-81d5-4bab-ba18-482d94196e8e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:48.099046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17aac2ca-eed3-4a58-b036-be813b5b2672 req-5edef745-81d5-4bab-ba18-482d94196e8e tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0828588 Jul 15 17:16:48.151039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17aac2ca-eed3-4a58-b036-be813b5b2672 req-b63c3fb4-31f3-4c29-b812-90be547dfb63 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Jul 15 17:16:48.181390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168edf-040e-4921-b741-a270bbef7df5 req-41e1818a-8ae5-400e-9c9d-6720d46f5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:48.182887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-41e1818a-8ae5-400e-9c9d-6720d46f5552 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 200 len: 912 time: 0.1003897 Jul 15 17:16:48.227608 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-fcd39964-6c08-49f2-ac6e-cfc1434e6b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 200 len: 217 time: 0.0383031 Jul 15 17:16:48.280972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6168edf-040e-4921-b741-a270bbef7df5 req-87d59251-7f38-4fd3-844a-fd979db33949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:48.282482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-87d59251-7f38-4fd3-844a-fd979db33949 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 200 len: 852 time: 0.0491595 Jul 15 17:16:48.315410 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-e96fe9cb-c169-4325-ae72-1b78f60f5394 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3452b594-6758-4f12-8cc8-93aec6a7f5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264258 Jul 15 17:16:48.413004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-89591d1d-681c-40f5-b318-d13b53384530 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909610 Jul 15 17:16:48.506975 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f6168edf-040e-4921-b741-a270bbef7df5 req-ef96023d-b3b2-4eda-8f6a-577db1abd0a8 service neutron] 10.222.0.20 "GET /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816545 Jul 15 17:16:49.329004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de174e-4b35-488f-bd6f-a71bbd6737de req-495cfe5f-0678-4bd3-b813-74efea7f4291 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:49.330612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84de174e-4b35-488f-bd6f-a71bbd6737de req-495cfe5f-0678-4bd3-b813-74efea7f4291 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0661712 Jul 15 17:16:49.379005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84de174e-4b35-488f-bd6f-a71bbd6737de req-903c1d40-6103-4a4d-8f87-7e02ac007bfc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Jul 15 17:16:49.563140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4120-3555-4f75-8888-62733f5d049d req-607a67e0-f78c-4997-b8a9-187168bc88a4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:49.564631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8dc4120-3555-4f75-8888-62733f5d049d req-607a67e0-f78c-4997-b8a9-187168bc88a4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0682912 Jul 15 17:16:49.603671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8dc4120-3555-4f75-8888-62733f5d049d req-3f3f339f-54ac-416a-bf6f-4fbd33427c9d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Jul 15 17:16:49.978223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c857b-c537-4760-8363-97a02e875ffb req-f7d60926-00b4-4475-8b83-5ed4efb7ad5f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:49.979710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c26c857b-c537-4760-8363-97a02e875ffb req-f7d60926-00b4-4475-8b83-5ed4efb7ad5f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0646865 Jul 15 17:16:50.019554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c26c857b-c537-4760-8363-97a02e875ffb req-7dd9e8ff-9225-4fa2-a85f-02c8f622c363 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Jul 15 17:16:50.196837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aada2-304c-413f-8056-a6d4659ba4c9 req-9bce88fe-ea2d-46a7-820b-f9088b2a67f7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:50.198228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e4aada2-304c-413f-8056-a6d4659ba4c9 req-9bce88fe-ea2d-46a7-820b-f9088b2a67f7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0691335 Jul 15 17:16:50.238423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e4aada2-304c-413f-8056-a6d4659ba4c9 req-867a63d8-612e-46dd-a037-1da9b8f2dfd5 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Jul 15 17:16:50.498584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcbffb-9e3b-4d2d-b1e5-d6150aab59ae req-94584454-b903-45ab-9107-f8bc6d246407 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:50.500391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80fcbffb-9e3b-4d2d-b1e5-d6150aab59ae req-94584454-b903-45ab-9107-f8bc6d246407 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0660722 Jul 15 17:16:50.541426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80fcbffb-9e3b-4d2d-b1e5-d6150aab59ae req-f996b6af-d696-47f9-abb8-c7af6ae96788 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Jul 15 17:16:50.721264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e00cb-d27d-4662-ab32-8f519c3d66df req-ce2443fb-f073-499b-bb35-053cff66d5ff tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:50.722351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1e00cb-d27d-4662-ab32-8f519c3d66df req-ce2443fb-f073-499b-bb35-053cff66d5ff tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0661831 Jul 15 17:16:50.763070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b1e00cb-d27d-4662-ab32-8f519c3d66df req-85e35028-237d-42fe-b882-fec7398c0276 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Jul 15 17:16:50.959521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27b8e7-ee4d-4bbc-add6-8cb061209ad6 req-9b834304-4091-443c-8259-9550922d362f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:50.961039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f27b8e7-ee4d-4bbc-add6-8cb061209ad6 req-9b834304-4091-443c-8259-9550922d362f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0686975 Jul 15 17:16:51.000006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f27b8e7-ee4d-4bbc-add6-8cb061209ad6 req-58cdca1b-8da8-4033-bc99-74fc7959b848 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Jul 15 17:16:51.177295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aea9a-b962-416e-9bb4-78dce77943d1 req-a72b2eb1-bb31-4757-b545-fcf9ed18e2e4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:51.179541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d9aea9a-b962-416e-9bb4-78dce77943d1 req-a72b2eb1-bb31-4757-b545-fcf9ed18e2e4 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0644388 Jul 15 17:16:51.219232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d9aea9a-b962-416e-9bb4-78dce77943d1 req-3b094d57-4c40-43e5-a65b-2cdbd117c9bb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jul 15 17:16:51.489352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a84a-35e2-4840-9075-155b6a1b8276 req-38f2962c-e5ea-4a6c-836b-59191d48e4b9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:51.490989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cff1a84a-35e2-4840-9075-155b6a1b8276 req-38f2962c-e5ea-4a6c-836b-59191d48e4b9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0684009 Jul 15 17:16:51.533118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cff1a84a-35e2-4840-9075-155b6a1b8276 req-3c6c11cc-8d70-45aa-a58c-5932f2243ad7 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Jul 15 17:16:51.719968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d0c38-4829-4735-8fd5-bc0c6c0d198e req-f3daaba9-186b-4abc-b631-b02ec9c166b8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:51.721625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f4d0c38-4829-4735-8fd5-bc0c6c0d198e req-f3daaba9-186b-4abc-b631-b02ec9c166b8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0728149 Jul 15 17:16:51.742850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40148) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:51.760700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f4d0c38-4829-4735-8fd5-bc0c6c0d198e req-bad934e7-1986-4300-8768-24da4ba852d8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Jul 15 17:16:51.851026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d382c575-28a8-4887-a13a-7671071a9e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:51.940797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d382c575-28a8-4887-a13a-7671071a9e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:51.945637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d382c575-28a8-4887-a13a-7671071a9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:51.956688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46426d-b78c-4219-8058-4eb0b28e2de6 req-4e7b3715-a94a-4f24-836d-90e275a373a9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:51.958228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d46426d-b78c-4219-8058-4eb0b28e2de6 req-4e7b3715-a94a-4f24-836d-90e275a373a9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0663025 Jul 15 17:16:51.986755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d382c575-28a8-4887-a13a-7671071a9e6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=795462f40f4b410e91fdf3b7167e2d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428026 Jul 15 17:16:51.988681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382c575-28a8-4887-a13a-7671071a9e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2b72a2-1831-4b3a-a72c-ad61589f5b47,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:51.990016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:16:52.011937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d46426d-b78c-4219-8058-4eb0b28e2de6 req-5bec0b63-6b16-419a-a86c-ac580dd91ffc tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Jul 15 17:16:52.050060 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:52.071581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:52.118240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:52.120862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:52.122001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af2b72a2-1831-4b3a-a72c-ad61589f5b47 HTTP/1.1" status: 204 len: 168 time: 0.1310649 Jul 15 17:16:52.140892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fa85f-3fa9-4b76-8ed4-ea8701f561a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2b72a2-1831-4b3a-a72c-ad61589f5b47,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:16:52.201071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0790bf-16a1-4463-88f1-dbafc667e259 req-1cb22d37-0efd-49d8-8df8-6f89c3774fa8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:52.202575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce0790bf-16a1-4463-88f1-dbafc667e259 req-1cb22d37-0efd-49d8-8df8-6f89c3774fa8 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0780220 Jul 15 17:16:52.242620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce0790bf-16a1-4463-88f1-dbafc667e259 req-68800bc1-7967-44b1-839f-58bbf0dc2d2d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Jul 15 17:16:52.429034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfde9f-6bf1-48ca-8b66-500d78395545 req-e10ee19e-2468-4131-b883-7b1c9c55b8df tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:52.430521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69dfde9f-6bf1-48ca-8b66-500d78395545 req-e10ee19e-2468-4131-b883-7b1c9c55b8df tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0677853 Jul 15 17:16:52.470935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69dfde9f-6bf1-48ca-8b66-500d78395545 req-70d79ff6-4754-4374-b4c4-07d94fe40961 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338986 Jul 15 17:16:52.647452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cd74-ba7b-43ce-adcf-b8961b08cc7b req-e08861ff-9dcb-438a-87c5-f20484d3ea2d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:52.649240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abc2cd74-ba7b-43ce-adcf-b8961b08cc7b req-e08861ff-9dcb-438a-87c5-f20484d3ea2d tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0662270 Jul 15 17:16:52.689201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abc2cd74-ba7b-43ce-adcf-b8961b08cc7b req-4f41ca77-ebba-428b-8417-9ea6f6c3ffe9 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jul 15 17:16:52.874799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28279d8c-13e6-494e-8737-ea978ab7e39c req-f8f0ec86-84df-4153-b7c4-6b946383603f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:52.876521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28279d8c-13e6-494e-8737-ea978ab7e39c req-f8f0ec86-84df-4153-b7c4-6b946383603f tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0660534 Jul 15 17:16:52.916943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28279d8c-13e6-494e-8737-ea978ab7e39c req-1ff048da-bead-43df-9a95-4f9b546e48ee tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Jul 15 17:16:55.794614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c79eef55-4ab2-4146-bd0c-d6d63809eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:57.888254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5421059-5ad5-4497-8715-b50ba7d8a6c1 req-9823f108-6db4-45e1-930a-29d4479670dd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:57.889734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5421059-5ad5-4497-8715-b50ba7d8a6c1 req-9823f108-6db4-45e1-930a-29d4479670dd tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0735688 Jul 15 17:16:57.928749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5421059-5ad5-4497-8715-b50ba7d8a6c1 req-c01dfb72-1003-4d77-9218-f2bc9aadbb52 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334346 Jul 15 17:16:58.798637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.110594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b1b726b5-c891-40ae-b64d-774fd07361d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.111426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ffafd-564a-475a-8f54-e2aad853bcc1 req-54cb357b-2306-44a0-a273-5a8042263936 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:59.114544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d62ffafd-564a-475a-8f54-e2aad853bcc1 req-54cb357b-2306-44a0-a273-5a8042263936 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0706491 Jul 15 17:16:59.158069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d62ffafd-564a-475a-8f54-e2aad853bcc1 req-41359b7e-7393-4aa5-96af-3da5b63eb096 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f2fbf72-ad24-472f-a171-9a9baa832698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355363 Jul 15 17:16:59.341672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725958e3-2015-4841-a55a-85c56e3a4264 req-d40e8f11-fb81-4905-ba1b-0974e5d4f432 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:16:59.343311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-725958e3-2015-4841-a55a-85c56e3a4264 req-d40e8f11-fb81-4905-ba1b-0974e5d4f432 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 947 time: 0.0669339 Jul 15 17:16:59.446661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Deleting port 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:16:59.447003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.565499 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.809913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] For port 68cacec6-4178-4913-822b-ee31270deb26, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=68cacec6-4178-4913-822b-ee31270deb26,segment=NetworkSegment(a0fca977-7ec5-4da6-87f9-912b127a05c6),segment_id=a0fca977-7ec5-4da6-87f9-912b127a05c6)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:16:59.810277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.822925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Calling delete_port for 68cacec6-4178-4913-822b-ee31270deb26 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:16:59.953886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:16:59.967182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['68cacec6-4178-4913-822b-ee31270deb26'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:16:59.992842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Pushing event deleted for resources: {'Port': ['ID=68cacec6-4178-4913-822b-ee31270deb26,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:00.037190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] No DVR routers for this DVR port 68cacec6-4178-4913-822b-ee31270deb26 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:00.040350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:00.042373 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-725958e3-2015-4841-a55a-85c56e3a4264 req-acb449d2-b51c-4069-9e3c-6793d0774dfb tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.20 "DELETE /v2.0/ports/68cacec6-4178-4913-822b-ee31270deb26 HTTP/1.1" status: 204 len: 173 time: 0.6941969 Jul 15 17:17:00.042880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-deleted', 'tag': '68cacec6-4178-4913-822b-ee31270deb26'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:00.045398 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e8262-d12b-4a0c-936b-a41dd59b18ea" -d '{"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-deleted", "tag": "68cacec6-4178-4913-822b-ee31270deb26"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:00.083966 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf3be6-609b-4c04-bfc1-91fd9b4db32d x-openstack-request-id: req-aebf3be6-609b-4c04-bfc1-91fd9b4db32d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:00.084316 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6c2d49-4e1b-4bea-b933-0de4246a5113", "name": "network-vif-deleted", "tag": "68cacec6-4178-4913-822b-ee31270deb26", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:00.084594 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aebf3be6-609b-4c04-bfc1-91fd9b4db32d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:00.084995 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c2d49-4e1b-4bea-b933-0de4246a5113', 'name': 'network-vif-deleted', 'tag': '68cacec6-4178-4913-822b-ee31270deb26', 'status': 'completed', 'code': 200} Jul 15 17:17:00.322989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc6ffe38-3ed8-43e3-bba3-f641ced8799a req-a719e61e-1df2-4fc7-bb11-0be4e01b0ad0 tempest-ServersNegativeTestJSON-437610345 tempest-ServersNegativeTestJSON-437610345-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c6c2d49-4e1b-4bea-b933-0de4246a5113 HTTP/1.1" status: 200 len: 210 time: 0.0304809 Jul 15 17:17:01.296577 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.418865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:01.469663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Deleting subnet 3acaf616-a046-4449-915f-c4bca8353ab9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:17:01.472745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.512811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.589188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.659297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.686102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acaf616-a046-4449-915f-c4bca8353ab9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:01.691043 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.695324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-dfc4dd75-cf8a-4694-848b-0ad3524ec48a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3acaf616-a046-4449-915f-c4bca8353ab9 HTTP/1.1" status: 204 len: 168 time: 0.2730222 Jul 15 17:17:01.696204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40318) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:01.768881 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.853188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.863544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3452b594-6758-4f12-8cc8-93aec6a7f5d8']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:01.874717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fca977-7ec5-4da6-87f9-912b127a05c6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:01.875019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fca977-7ec5-4da6-87f9-912b127a05c6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:01.884007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.898850 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.904636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:17:01.905034 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:17:01.906712 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:17:01.961571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.967504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:01.972018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] 10.222.0.25 "DELETE /v2.0/networks/3452b594-6758-4f12-8cc8-93aec6a7f5d8 HTTP/1.1" status: 204 len: 168 time: 0.2754455 Jul 15 17:17:01.983410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87077bc-b603-44ef-9d0e-ffebf1cb1bea admin admin] Pushing event deleted for resources: {'Network': ['ID=3452b594-6758-4f12-8cc8-93aec6a7f5d8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:02.138281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:02.183518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5344233-9ad0-42ba-9d11-207c7675d38c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=880d08320ed94f88b7bda3277c351e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439875 Jul 15 17:17:02.185954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:02.241775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:02.263716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:02.311944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:02.314546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:02.315967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f2fbf72-ad24-472f-a171-9a9baa832698 HTTP/1.1" status: 204 len: 168 time: 0.1291020 Jul 15 17:17:02.324621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa1a36-a7f5-4729-a2c8-a5483a94aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2fbf72-ad24-472f-a171-9a9baa832698,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:03.007476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:03.110699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1862673750-network', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:03.133430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Made reservation on behalf of e0cc0be620694adf924f2e800bb1fe79 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:03.136091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.144893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.241441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.245347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.269770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:17:03.279492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e566461c-30bd-41c7-b0b3-df3069142aa7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:03.285508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.285855 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Added segment be359b2b-b121-40c8-b5ee-397ba11485ad of type vlan for network be8b5b44-a99a-439b-ac46-156885403c42 Jul 15 17:17:03.325438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.355656 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.356937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:03.357518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.393447 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3848269 Jul 15 17:17:03.397290 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40364) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:03.402089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Request body: {'subnet': {'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1862673750-subnet', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:03.433480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20df78-55fc-4ef3-8f7c-7ff2e6e8b830 admin admin] Pushing event updated for resources: {'Network': ['ID=be8b5b44-a99a-439b-ac46-156885403c42,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:03.444065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network be8b5b44-a99a-439b-ac46-156885403c42 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:17:03.453246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Made reservation on behalf of e0cc0be620694adf924f2e800bb1fe79 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:03.456326 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.632917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.688805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f566a9cf-0df3-477d-a09b-a2b6e4435d3b,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:03.699130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Checking segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:03.699547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Network hostable DHCP agents. Network: be8b5b44-a99a-439b-ac46-156885403c42, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:17:03.716236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Network be8b5b44-a99a-439b-ac46-156885403c42 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:17:03.724784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, be8b5b44-a99a-439b-ac46-156885403c42) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:03.729985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:03.730869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.734563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e528c89-67ba-4b8d-8365-501ae4ba27f6 None None] Network be8b5b44-a99a-439b-ac46-156885403c42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:03.747878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a86be133-7256-47d4-9275-ec0dee86379d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3471727 Jul 15 17:17:03.748085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:03.752441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:03.760191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:03.776849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.777963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.788088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 68cacec6-4178-4913-822b-ee31270deb26 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:03.788617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 68cacec6-4178-4913-822b-ee31270deb26 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:03.837507 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.924850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-be8b5b44-a99a-439b-ac46-156885403c42', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:17:03.926201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:03.994482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.075502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Allocated IP 172.20.0.2 (be8b5b44-a99a-439b-ac46-156885403c42/f566a9cf-0df3-477d-a09b-a2b6e4435d3b/201954ed-7bf8-4238-83f5-3e6b8ddb4e71) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:04.238524 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.259549 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.388896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.397811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Transition to ACTIVE for port object 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:04.412361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Transition to ACTIVE for port object 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:04.415016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Allocated IP 172.25.8.168 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3ad15205-6895-43d1-b02c-5e20e59d907f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:04.418999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.461567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Network be8b5b44-a99a-439b-ac46-156885403c42 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:04.466532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:04.473934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:04.477781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Pushing event updated for resources: {'Port': ['ID=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:04.540079 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.541194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Attempting to bind port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:17:04.541578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Attempting to bind port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:17:04.541956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Attempting to bind port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:04.553101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:17:04.553769 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Checking segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:04.554185 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.554589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Bound using segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:17:04.555061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Bound port: 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:17:04.555453 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.588028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.635542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:04.635735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] For port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:17:04.638583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:04.639655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] For port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:17:04.643372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:04.646675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Pushing event updated for resources: {'Port': ['ID=3ad15205-6895-43d1-b02c-5e20e59d907f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:04.647091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:04.710568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeead2f-e42a-430e-834b-6ec58f370d02 None None] Pushing event updated for resources: {'Port': ['ID=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:04.932351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:05.149809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:05.281923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Router b840c052-1c3c-416f-8d63-7449b9492587 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:17:05.392395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:05.403245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:05.415602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:05.416456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:05.425872 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:05.428010 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-489c9cdc-3629-4a3f-965b-5ce75f0b336d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6783934 Jul 15 17:17:05.431333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40388) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:05.562876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:05.766085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8fad72-dabc-40e2-a45f-81a52621014e None None] Network be8b5b44-a99a-439b-ac46-156885403c42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:05.855127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:04Z', 'revision_number': 3, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:05.909971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:05.910600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Updating router b840c052-1c3c-416f-8d63-7449b9492587 port 3ad15205-6895-43d1-b02c-5e20e59d907f binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:17:05.929545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:05.941149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ae1e633c-d076-4ecc-9257-3f1ab608f728 None None] Provisioning for port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:05.986936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.174910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Allocated IP 172.20.0.1 (be8b5b44-a99a-439b-ac46-156885403c42/f566a9cf-0df3-477d-a09b-a2b6e4435d3b/6262a9fa-4d3b-429d-b219-202e6cb38b93) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:06.294121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.307779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Transition to ACTIVE for port object 3ad15205-6895-43d1-b02c-5e20e59d907f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:06.316006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.326744 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.355757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Transition to ACTIVE for port object 6262a9fa-4d3b-429d-b219-202e6cb38b93 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:06.381514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Attempting to bind port 3ad15205-6895-43d1-b02c-5e20e59d907f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:17:06.381897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Attempting to bind port 3ad15205-6895-43d1-b02c-5e20e59d907f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:17:06.382262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Attempting to bind port 3ad15205-6895-43d1-b02c-5e20e59d907f on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:06.384036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c80f-8aa0-445f-a492-c1869ec8b8d6 None None] Pushing event updated for resources: {'Port': ['ID=3ad15205-6895-43d1-b02c-5e20e59d907f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:06.392235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:17:06.392684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:06.393128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.393540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:17:06.394000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Bound port: 3ad15205-6895-43d1-b02c-5e20e59d907f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:17:06.394392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.396497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.435746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Network be8b5b44-a99a-439b-ac46-156885403c42 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:06.439004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:06.447140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:06.467028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] For port 3ad15205-6895-43d1-b02c-5e20e59d907f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:17:06.473112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] For port 3ad15205-6895-43d1-b02c-5e20e59d907f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ad15205-6895-43d1-b02c-5e20e59d907f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:17:06.491048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:06.493080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.535068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.598179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:06.598788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:06.670973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:06.678376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c80f-8aa0-445f-a492-c1869ec8b8d6 None None] Pushing event updated for resources: {'Port': ['ID=3ad15205-6895-43d1-b02c-5e20e59d907f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:06.733678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.809425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:06.812683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:06.886023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:06.886448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.943584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.952164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:06.963353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a87b79f-537f-4ecf-9ff8-d727a9c1f1c6 None None] Provisioning for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:07.012538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4a87b79f-537f-4ecf-9ff8-d727a9c1f1c6 None None] Provisioning complete for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:07.012935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a87b79f-537f-4ecf-9ff8-d727a9c1f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:07.037723 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:07.041367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Pushing event updated for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:07.117709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4a87b79f-537f-4ecf-9ff8-d727a9c1f1c6 None None] Port 6262a9fa-4d3b-429d-b219-202e6cb38b93 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:17:07.158380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:07.174906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Network be8b5b44-a99a-439b-ac46-156885403c42 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:07.176672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:07.215366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:07.223893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:07.298445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:04Z', 'revision_number': 3, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:07.336338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:07.340438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2d7896-bf7b-4c38-90e4-cd8f7936b67a None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:04Z', 'revision_number': 3, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:07.544647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d0c29146-e3e9-4b12-ac53-08749f47f1ce None None] Provisioning complete for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:07.545023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d0c29146-e3e9-4b12-ac53-08749f47f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:07.581414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d0c29146-e3e9-4b12-ac53-08749f47f1ce None None] Port 6262a9fa-4d3b-429d-b219-202e6cb38b93 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:17:07.589131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:17:07.734642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:07.740662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-af8c3d71-5adf-4041-9d72-bde1743d18d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/b840c052-1c3c-416f-8d63-7449b9492587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076313 Jul 15 17:17:08.206815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40402) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:08.211881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478036721', 'description': 'tempest-description--1471192402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:08.241600 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.330653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.339404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.369715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.370984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1629348 Jul 15 17:17:08.372914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05da726-9de8-4919-86d1-13aadea0d3f3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55d0eb9-5b25-4713-a5ae-548a0a638442,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:08.374118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:08.379149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group_rule': {'security_group_id': 'c55d0eb9-5b25-4713-a5ae-548a0a638442', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:08.408847 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.477803 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.483218 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.515783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c0ae5-c500-4ecf-b053-7db48276db8f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:08.521939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.523655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-41119806-f614-4589-9cb3-32e503707541 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484566 Jul 15 17:17:08.526354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40412) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:08.534647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group_rule': {'security_group_id': 'c55d0eb9-5b25-4713-a5ae-548a0a638442', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:08.578680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.643077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.655281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.672866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ad15205-6895-43d1-b02c-5e20e59d907f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:08.693405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597f636e-8266-434b-abed-8149ce3335b0,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:08.704106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.706328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-15fa7d3a-30e7-4bda-a43d-8654383c8d8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784718 Jul 15 17:17:08.709861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:08.716761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:08.736379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3ad15205-6895-43d1-b02c-5e20e59d907f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:08.741402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3ad15205-6895-43d1-b02c-5e20e59d907f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:08.741837 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.744360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.823131 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.844592 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3ad15205-6895-43d1-b02c-5e20e59d907f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ad15205-6895-43d1-b02c-5e20e59d907f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:08.851099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.852234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:08.865980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.932173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3ad15205-6895-43d1-b02c-5e20e59d907f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:08.951080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:08.951455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:08.991166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Allocated IP 172.25.8.76 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ced69112-9da7-4a1a-8a98-c693303c6cc7) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:09.118191 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:09.119595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.127045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:09.127635 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:09.159801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.196932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:09.201568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:09.207230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:09.241493 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:09.245080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=ced69112-9da7-4a1a-8a98-c693303c6cc7,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:09.307143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.356045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.440545 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 2, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:09.469756 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:09.470458 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Updating router b840c052-1c3c-416f-8d63-7449b9492587 port 6262a9fa-4d3b-429d-b219-202e6cb38b93 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:17:09.504604 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.516970 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.523029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.599991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=ced69112-9da7-4a1a-8a98-c693303c6cc7,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:09.606555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.623376 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.633001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4904a296-3592-4257-ab64-c5814f14e104 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9213448 Jul 15 17:17:09.889242 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.901118 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Transition to ACTIVE for port object 6262a9fa-4d3b-429d-b219-202e6cb38b93 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:09.906795 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:09.960134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-291cc8da-d49d-4d54-94d7-4b5fdbf09350 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1478036721&fields=id&tenant_id=e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 267 time: 0.0487952 Jul 15 17:17:10.047772 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Pushing event updated for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:10.081955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-38f08cb2-d1fd-4f38-a190-6e541e2c26f2 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:10.089598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-38f08cb2-d1fd-4f38-a190-6e541e2c26f2 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 811 time: 0.1227522 Jul 15 17:17:10.105911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-574640e3-5ba3-4f31-b5d9-c2b7deecf24a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/quotas/e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 375 time: 0.0152571 Jul 15 17:17:10.115748 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.116002 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.116362 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.116693 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.117017 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.117336 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.117652 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.117966 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.118276 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.118846 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.118948 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.119175 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:10.122482 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Attempting to bind port 6262a9fa-4d3b-429d-b219-202e6cb38b93 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:17:10.123083 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Attempting to bind port 6262a9fa-4d3b-429d-b219-202e6cb38b93 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:17:10.123798 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Attempting to bind port 6262a9fa-4d3b-429d-b219-202e6cb38b93 on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:10.130767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:17:10.131624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Checking segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:10.132254 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:10.132825 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Bound using segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:17:10.133467 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Bound port: 6262a9fa-4d3b-429d-b219-202e6cb38b93, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:17:10.134020 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:10.200591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-21addb6a-6af9-48c9-a066-fd4df8c8e813 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856726 Jul 15 17:17:10.206827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-acb8a6c0-f7ee-48e1-8249-663dfbd21006 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:17:10.208529 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] For port 6262a9fa-4d3b-429d-b219-202e6cb38b93, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:17:10.214341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-acb8a6c0-f7ee-48e1-8249-663dfbd21006 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126829 Jul 15 17:17:10.215006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] For port 6262a9fa-4d3b-429d-b219-202e6cb38b93, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6262a9fa-4d3b-429d-b219-202e6cb38b93,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:17:10.221528 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:10.289080 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:10.290234 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:10.357266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e246d-a3d7-47b5-b4c4-8354d015328f None None] Pushing event updated for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:10.406086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-6a2d437a-b102-4563-9af4-f3c571f7620b service neutron] 10.222.0.25 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901286 Jul 15 17:17:10.460881 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:10.548567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-621ba8fe-53bf-4162-9d02-4c5cae3749b4 service neutron] 10.222.0.25 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165972 Jul 15 17:17:10.586735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ad15205-6895-43d1-b02c-5e20e59d907f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:10.640942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3ad15205-6895-43d1-b02c-5e20e59d907f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:10.641322 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:10.745038 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:10Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:10.777728 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953c2d6-b40f-4136-89a0-79ec3c872e0a None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:10Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:10.803483 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20b59cd8-9cb4-4286-9327-ee34794e2a04 req-f32760cb-46ee-489d-b251-ec3b0e95bd7a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 210 time: 0.0761738 Jul 15 17:17:10.991088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:10.999791 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.010251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad96952-6944-4c2a-97bd-d906091e389c req-37cffac5-b50c-484d-8b21-a31b757a1f8c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 210 time: 0.0390706 Jul 15 17:17:12.047395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-9fe86308-ed62-46bb-8754-2d55de7dbf95 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:12.048946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-9fe86308-ed62-46bb-8754-2d55de7dbf95 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 811 time: 0.1265373 Jul 15 17:17:12.107255 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-6882f2f5-f35b-4928-a89e-5ec9c4ffd3b8 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 380 time: 0.0496597 Jul 15 17:17:12.117815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'port': {'device_id': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'admin_state_up': True, 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'security_groups': ['c55d0eb9-5b25-4713-a5ae-548a0a638442']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:12.235854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Made reservation on behalf of e0cc0be620694adf924f2e800bb1fe79 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:12.239456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.379267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Allocated IP 172.20.0.12 (be8b5b44-a99a-439b-ac46-156885403c42/f566a9cf-0df3-477d-a09b-a2b6e4435d3b/ddd4f136-f43b-4f9e-82e9-88a6c3a293be) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:12.592590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6262a9fa-4d3b-429d-b219-202e6cb38b93 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:12.617183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.650999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Transition to ACTIVE for port object ddd4f136-f43b-4f9e-82e9-88a6c3a293be will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:12.665182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:12.672680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:12.674737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.707570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.782661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Network be8b5b44-a99a-439b-ac46-156885403c42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:12.787379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:12.790197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:12.804028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.818998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:12.853930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6262a9fa-4d3b-429d-b219-202e6cb38b93, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6262a9fa-4d3b-429d-b219-202e6cb38b93,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:12.858770 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.862958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:12.864328 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:12.880770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-17c7854b-1cc0-4fe6-9a41-f0edcb9eae65 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7677133 Jul 15 17:17:12.900912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Request body: {'port': {'device_id': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:12.927660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:13.019578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.145587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0a57d8f4-d17e-41e3-a47e-5c1de22c43ae None None] Provisioning for port ddd4f136-f43b-4f9e-82e9-88a6c3a293be completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:13.154679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0a57d8f4-d17e-41e3-a47e-5c1de22c43ae None None] Provisioning complete for port ddd4f136-f43b-4f9e-82e9-88a6c3a293be triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:13.155142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a57d8f4-d17e-41e3-a47e-5c1de22c43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.215672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0a57d8f4-d17e-41e3-a47e-5c1de22c43ae None None] Port ddd4f136-f43b-4f9e-82e9-88a6c3a293be cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:17:13.309369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14a83f-e838-40ce-8cc6-e6ec7a7c3e98 req-2e0effb0-a93e-40a4-88bf-af0d08dfdafa tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:13.316829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c14a83f-e838-40ce-8cc6-e6ec7a7c3e98 req-2e0effb0-a93e-40a4-88bf-af0d08dfdafa tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 932 time: 0.1329155 Jul 15 17:17:13.383377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c14a83f-e838-40ce-8cc6-e6ec7a7c3e98 req-78183ead-f9e4-4d0b-9651-9456d0d50782 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654500 Jul 15 17:17:13.391865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4f136-f43b-4f9e-82e9-88a6c3a293be {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:17:13.402173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.424067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Transition to ACTIVE for port object ddd4f136-f43b-4f9e-82e9-88a6c3a293be will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:13.432035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.490007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:13.576553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Attempting to bind port ddd4f136-f43b-4f9e-82e9-88a6c3a293be on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:17:13.577156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Attempting to bind port ddd4f136-f43b-4f9e-82e9-88a6c3a293be by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:17:13.577651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Attempting to bind port ddd4f136-f43b-4f9e-82e9-88a6c3a293be on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:13.584994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Port ddd4f136-f43b-4f9e-82e9-88a6c3a293be on network be8b5b44-a99a-439b-ac46-156885403c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:17:13.585554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Attempting to bind port ddd4f136-f43b-4f9e-82e9-88a6c3a293be on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:13.595324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:17:13.596002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Checking segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:13.598148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Bound using segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:17:13.599950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Bound port: ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:17:13.600635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.721659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:17:13.726014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:17:13.737885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.787792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:13.788685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:13.789772 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1092 time: 0.8999293 Jul 15 17:17:13.790352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:13.793222 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0df38c-80e6-4a1f-8871-f45aaae588cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:13.821144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b136f-4ed7-401e-9516-ead196c05f97 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:13.876488 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0873cd4e-49ef-446f-ae58-0b4ebe83fdf7 x-openstack-request-id: req-0873cd4e-49ef-446f-ae58-0b4ebe83fdf7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:13.876761 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:13.877019 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0873cd4e-49ef-446f-ae58-0b4ebe83fdf7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:13.877405 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'status': 'completed', 'code': 200} Jul 15 17:17:13.952545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-229d9b39-893e-4616-ab0e-13ff0bdb67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:13.954940 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-229d9b39-893e-4616-ab0e-13ff0bdb67c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1095 time: 0.0976841 Jul 15 17:17:14.015604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-a8d8aa56-fae4-4328-9fe2-b16c70b71a04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 217 time: 0.0503907 Jul 15 17:17:14.414553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-c2269acb-739f-4d52-abfe-5a0aea24b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:14.416173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-c2269acb-739f-4d52-abfe-5a0aea24b4d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.3936028 Jul 15 17:17:14.506393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-2e600cf9-9b8c-4bb6-a057-7f7f79fb3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:14.507906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-2e600cf9-9b8c-4bb6-a057-7f7f79fb3e30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845637 Jul 15 17:17:14.643073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f33f9-c318-414b-92b5-b3f4f831d811 req-8c0aea34-b6ae-4125-b33f-e09bfe4eab8f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:14.662669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e6f33f9-c318-414b-92b5-b3f4f831d811 req-8c0aea34-b6ae-4125-b33f-e09bfe4eab8f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 944 time: 0.1234465 Jul 15 17:17:14.664509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6262a9fa-4d3b-429d-b219-202e6cb38b93 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:14.666377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-0532cbec-5fef-4973-9c0b-0a76ff7180e2 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510105 Jul 15 17:17:14.720813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e6f33f9-c318-414b-92b5-b3f4f831d811 req-6c88397b-fac1-4a8e-aa76-e12b95a52cf8 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570769 Jul 15 17:17:14.766331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6262a9fa-4d3b-429d-b219-202e6cb38b93 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:14.766703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:14.828506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a2f4c55b-a136-4bb2-a366-913ed1ae1a75 req-c67f8490-558c-41fc-ac5f-6f697a8f1bc1 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487582 Jul 15 17:17:14.960827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-e7ee6739-6e6f-4a88-a1bb-5b5397f67f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:14.962381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-e7ee6739-6e6f-4a88-a1bb-5b5397f67f66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1095 time: 0.0692942 Jul 15 17:17:15.112771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-b9a5506d-04df-4bff-92e0-03f58f29245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:15.114541 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-b9a5506d-04df-4bff-92e0-03f58f29245c service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.1462069 Jul 15 17:17:15.160808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-5eee8f61-c025-4df3-8227-95e0181ba45a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 217 time: 0.0392289 Jul 15 17:17:15.213179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-5488a770-f686-4c74-9825-a7923bb6dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:15.214893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-5488a770-f686-4c74-9825-a7923bb6dbf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0483217 Jul 15 17:17:15.272103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-17f9f4f8-03cc-4497-b444-520a9c33fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:15.273781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-17f9f4f8-03cc-4497-b444-520a9c33fca4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530236 Jul 15 17:17:15.391754 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-cc642cc1-c8e2-4c90-a63a-6092edf90cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101871 Jul 15 17:17:15.532893 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa0df38c-80e6-4a1f-8871-f45aaae588cc req-1a067d17-d6d0-49d8-9abe-67652598a4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320944 Jul 15 17:17:15.822220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ddd4f136-f43b-4f9e-82e9-88a6c3a293be details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:17:15.946988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2a3e4-8db4-4f7f-94b1-ee607633862e req-dd82a751-f567-4d04-a8cb-6c86233073b4 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:15.950674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad2a3e4-8db4-4f7f-94b1-ee607633862e req-dd82a751-f567-4d04-a8cb-6c86233073b4 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 944 time: 0.1041851 Jul 15 17:17:16.009198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:16.022557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ad2a3e4-8db4-4f7f-94b1-ee607633862e req-cba40329-3751-40ea-8ab5-a82dcd2be0fd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634818 Jul 15 17:17:16.024430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'port_id': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'mac_address': 'fa:16:3e:30:a8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:17:16.069624 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:16.083080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4f136-f43b-4f9e-82e9-88a6c3a293be {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:17:16.104212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:16.108679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:16.166141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:16.294814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['ddd4f136-f43b-4f9e-82e9-88a6c3a293be'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:17:16.553801 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:17:17.206135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3654a-9e29-42e5-9be0-49ab5bb0b5e6 req-49f99d29-52ae-4bac-bb9c-08fd3629a3f4 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:17.207616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1a3654a-9e29-42e5-9be0-49ab5bb0b5e6 req-49f99d29-52ae-4bac-bb9c-08fd3629a3f4 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 945 time: 0.0683472 Jul 15 17:17:17.248945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1a3654a-9e29-42e5-9be0-49ab5bb0b5e6 req-6310e32a-4e20-4669-b6cf-1ddf45a616ad tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340567 Jul 15 17:17:17.837266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ddd4f136-f43b-4f9e-82e9-88a6c3a293be up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:17.885974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port ddd4f136-f43b-4f9e-82e9-88a6c3a293be completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:17.889711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port ddd4f136-f43b-4f9e-82e9-88a6c3a293be triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:17.890078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:17.968825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:17.990983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:17.993254 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62ee2e-f686-4258-a9ba-1507e76e78e8" -d '{"events": [{"server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:18.006465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:18.012000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:18.035684 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671eb04d-39e3-4d45-a360-769d0cbda049 x-openstack-request-id: req-671eb04d-39e3-4d45-a360-769d0cbda049 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:18.035977 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:18.036816 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-671eb04d-39e3-4d45-a360-769d0cbda049 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:18.037202 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'code': 200} Jul 15 17:17:18.063127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:18.148260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aed48-555f-48c8-9225-fb264e537a26 req-1c6a0e9e-2e80-4938-b578-41ba73c7a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:18.149688 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-095aed48-555f-48c8-9225-fb264e537a26 req-1c6a0e9e-2e80-4938-b578-41ba73c7a251 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0524583 Jul 15 17:17:18.187943 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-095aed48-555f-48c8-9225-fb264e537a26 req-e583c675-ef35-4de9-a3f5-5387be7fb4c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Jul 15 17:17:18.436907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f43da5-77da-43fc-92c7-b85b9d59e5fd req-1cf615e2-dc0e-49be-89b6-9db8ba2686f8 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:18.438325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83f43da5-77da-43fc-92c7-b85b9d59e5fd req-1cf615e2-dc0e-49be-89b6-9db8ba2686f8 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0681915 Jul 15 17:17:18.481168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83f43da5-77da-43fc-92c7-b85b9d59e5fd req-05497613-e27f-4c83-a38e-b6cb29221ddf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350370 Jul 15 17:17:19.682387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c5df6-2129-4bca-9e1b-396bb0b5adc2 req-86f838ae-4924-4eda-b1b0-45ab89ecb69e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:19.688824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-417c5df6-2129-4bca-9e1b-396bb0b5adc2 req-86f838ae-4924-4eda-b1b0-45ab89ecb69e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0747087 Jul 15 17:17:19.727226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-417c5df6-2129-4bca-9e1b-396bb0b5adc2 req-479ff4fd-26cf-4bdb-abc7-15707501e08e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364656 Jul 15 17:17:19.979178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f815a48-d4c3-4137-8dc7-ffb0403c36c8 req-e15f821b-24c7-4e8d-af8f-7cd6deae2faf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:19.980727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f815a48-d4c3-4137-8dc7-ffb0403c36c8 req-e15f821b-24c7-4e8d-af8f-7cd6deae2faf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.1248262 Jul 15 17:17:19.989079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40500) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:19.994193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'floatingip': {'port_id': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:20.033792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:20.624227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:20.627782 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:20.734154 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Floating IP 68bf3097-419c-40df-9900-9cba838e2b08 associated. External IP: 172.25.8.76, port: ddd4f136-f43b-4f9e-82e9-88a6c3a293be. Jul 15 17:17:21.208295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:17:21.316951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:21.322290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:21.327079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:21.338116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:21.338744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:21.377022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-71539c90-4b93-44c2-a693-b7de356e9e4c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "PUT /v2.0/floatingips/68bf3097-419c-40df-9900-9cba838e2b08 HTTP/1.1" status: 200 len: 991 time: 1.3866162 Jul 15 17:17:21.378145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:21.383274 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b29c03-9996-42e5-acd1-d85ceb566e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:21.446331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:21.488425 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57537bc7-6752-4618-be92-1190b741d482 x-openstack-request-id: req-57537bc7-6752-4618-be92-1190b741d482 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:21.488716 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:21.489391 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57537bc7-6752-4618-be92-1190b741d482 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:21.489391 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'status': 'completed', 'code': 200} Jul 15 17:17:21.565368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-20a53323-fbad-4ff6-b8dd-35000f85d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:21.567040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-20a53323-fbad-4ff6-b8dd-35000f85d99d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0532482 Jul 15 17:17:21.661622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-de44b4ba-5991-46c4-aa3a-ab37ec746750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:21.663155 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-de44b4ba-5991-46c4-aa3a-ab37ec746750 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0900538 Jul 15 17:17:21.683807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '68bf3097-419c-40df-9900-9cba838e2b08', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:30:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:17:09Z', 'updated_at': '2021-07-15T17:17:20Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:21.710990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:21.720413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:21.721027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:16:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:21.733128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-da2e71f2-3f91-421d-a71e-c50bad6378f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 999 time: 0.0642760 Jul 15 17:17:21.782225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-c6bf974f-f973-491f-a4f9-8a68a7100b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:21.783875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-c6bf974f-f973-491f-a4f9-8a68a7100b63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0454197 Jul 15 17:17:21.829139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:21.841787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-51f6300e-b17e-42fb-8d03-d03015afd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:21.843455 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-51f6300e-b17e-42fb-8d03-d03015afd1f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534675 Jul 15 17:17:21.940058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-8bf12146-d4e8-443c-8ee1-383bc79032c3 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898683 Jul 15 17:17:22.031684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e0b29c03-9996-42e5-acd1-d85ceb566e9f req-5d1800e6-17b2-49e2-bfc0-c6098b5534b5 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861750 Jul 15 17:17:22.074735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '68bf3097-419c-40df-9900-9cba838e2b08', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:30:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:17:09Z', 'updated_at': '2021-07-15T17:17:20Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:22.115218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224fdcf6-4c1e-4cf4-a972-e9f8f00f7679 None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '68bf3097-419c-40df-9900-9cba838e2b08', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.76', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:30:a8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:17:09Z', 'updated_at': '2021-07-15T17:17:20Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:22.370217 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaec268-4223-4ad5-a830-d905f326470a None None] New status for floating IP 68bf3097-419c-40df-9900-9cba838e2b08: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:17:22.579136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-b52e95ed-9857-4e0c-8c41-a7a6f57c4d2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1262958 Jul 15 17:17:22.679142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-d43a3940-60a7-4c37-b209-ba0b7d6bbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:22.680680 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-d43a3940-60a7-4c37-b209-ba0b7d6bbb57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 1096 time: 0.0530922 Jul 15 17:17:22.791223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-6bbbf369-fbbc-40d9-847e-68420993aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:22.792737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-6bbbf369-fbbc-40d9-847e-68420993aa3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 200 len: 909 time: 0.0930212 Jul 15 17:17:22.860703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-459edb64-2515-4c68-bf42-e1c8f4cbead7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 200 len: 1001 time: 0.0610321 Jul 15 17:17:22.909886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-ed094b55-fe54-4413-b6f2-a94a2ab92930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:22.911323 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-ed094b55-fe54-4413-b6f2-a94a2ab92930 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 200 len: 848 time: 0.0439796 Jul 15 17:17:22.970211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-990da203-3a3e-4393-9b74-c8b61d40ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:22.971698 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-990da203-3a3e-4393-9b74-c8b61d40ac4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a20f678-fcb9-477a-975b-a435cf95e355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538957 Jul 15 17:17:23.061855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-6b15b303-250c-404a-b039-878d4e22725b service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832021 Jul 15 17:17:23.157022 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-61eff1e8-e864-4e20-920f-9e34401fe011 req-29899bf5-0c46-47e2-8310-ee41eeacffcc service neutron] 10.222.0.35 "GET /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885036 Jul 15 17:17:25.343960 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-3a7054cc-ad2b-4ae1-a749-cf49ddf9c4ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0566077 Jul 15 17:17:25.440635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-a464527a-406a-4569-b50d-63658c2c699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:25.442310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-a464527a-406a-4569-b50d-63658c2c699c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0564470 Jul 15 17:17:25.555417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-ea6ae8df-b78c-4ff9-9400-15ac30ee61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:25.556957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-ea6ae8df-b78c-4ff9-9400-15ac30ee61f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0951533 Jul 15 17:17:25.622247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-f936b767-1d98-421a-8716-9306c76c5fa6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1001 time: 0.0595307 Jul 15 17:17:25.676049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-4023e6cf-db1d-425a-a188-4efb1ddc2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:25.677528 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-4023e6cf-db1d-425a-a188-4efb1ddc2d7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0477736 Jul 15 17:17:25.734015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-cfef751e-cb40-4f61-b082-64f8f6fed060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:25.735498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-cfef751e-cb40-4f61-b082-64f8f6fed060 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523612 Jul 15 17:17:25.807130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e3bf4721-6ae2-45e4-9c4a-e0fff04fe01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:25.833885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-e12793b3-9f35-4f67-9da1-65ea763b1998 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918419 Jul 15 17:17:25.930928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c44c6f4a-5195-4fe5-b7d9-01b692b284ec req-52d43c79-b8ce-40a6-b765-224d0415f470 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Jul 15 17:17:28.801047 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:29.112350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53998653-8f34-499a-bd88-015454972941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:29.567133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:31.297466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.422862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:38.533284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6060b10-64d6-4f5f-9e1f-ac79143611c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.624918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6060b10-64d6-4f5f-9e1f-ac79143611c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.628836 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6060b10-64d6-4f5f-9e1f-ac79143611c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.667241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d6060b10-64d6-4f5f-9e1f-ac79143611c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c2149c050fc4cc0980a24280da20553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433271 Jul 15 17:17:38.669174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6060b10-64d6-4f5f-9e1f-ac79143611c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742adc15-62b3-4b34-b8d8-5f4e364bd448,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:38.670028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:38.718731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.740163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.785468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.788810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:38.789970 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/742adc15-62b3-4b34-b8d8-5f4e364bd448 HTTP/1.1" status: 204 len: 168 time: 0.1189418 Jul 15 17:17:38.797690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742adc15-62b3-4b34-b8d8-5f4e364bd448,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:38.806066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.806418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.806762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.807105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.807457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.807772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.808098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.808461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.808867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.809111 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.809436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:38.809757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af5ced2-f35a-4efe-86c7-b7070efaf126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:39.398366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:39.493513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-316869665-network', 'tenant_id': '95398ad139f341fcb0b2a33c4908b693'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:39.515458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Made reservation on behalf of 95398ad139f341fcb0b2a33c4908b693 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:39.518185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.527553 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.620051 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.623533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.644331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:17:39.660044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c42f028-f6cf-462c-a09f-21f57da3ec9c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:39.662949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.663294 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Added segment b6a9602e-2126-4a8d-8347-a87bd6916834 of type vlan for network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd Jul 15 17:17:39.702500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.731477 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.732467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:39.733039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.763499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3640044 Jul 15 17:17:39.766915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40652) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:39.772960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Request body: {'subnet': {'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-316869665-subnet', 'tenant_id': '95398ad139f341fcb0b2a33c4908b693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:39.793506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Made reservation on behalf of 95398ad139f341fcb0b2a33c4908b693 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:39.795978 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:39.796567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e81084-4121-4831-bcec-d36d79266389 admin admin] Pushing event updated for resources: {'Network': ['ID=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:39.808055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:17:39.980895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.035924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=986d631b-142b-4e0e-9262-3687e79c4e07,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:40.048364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Checking segment: {'id': 'b6a9602e-2126-4a8d-8347-a87bd6916834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:40.048724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Network hostable DHCP agents. Network: e2daf3a9-0b7f-4879-9bc0-e1baac7219bd, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:17:40.100409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:17:40.110025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, e2daf3a9-0b7f-4879-9bc0-e1baac7219bd) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:40.118337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:40.118782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18465309-ec92-490a-81b1-e6d05b829ccd None None] Network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:40.118919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.137477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2e959537-f808-4cf0-a38a-902e34079722 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3694456 Jul 15 17:17:40.146210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213988e-3489-4728-95f6-35dc306dd35c req-d201f630-afa6-4c28-951c-092be03f1129 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:40.148013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2213988e-3489-4728-95f6-35dc306dd35c req-d201f630-afa6-4c28-951c-092be03f1129 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.1017208 Jul 15 17:17:40.191321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2213988e-3489-4728-95f6-35dc306dd35c req-b58b1130-e58f-42c5-a21c-cdfb407ddf6d tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Jul 15 17:17:40.255762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942bbe4-c511-43ae-8d77-e6c5a308fbf1 None None] Network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:40.614371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:40.619606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-236616505-network', 'tenant_id': 'bd4e7b47f5304111bca9d73b8b6b969b'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:40.640601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Made reservation on behalf of bd4e7b47f5304111bca9d73b8b6b969b for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:40.642866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.655578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.743121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.746772 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.769881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:17:40.779231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c8142-8640-4410-abe6-1caaab7041fd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:40.785122 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.785465 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Added segment cacf6342-3b90-42f2-b068-92feb3fef389 of type vlan for network 8ab07574-0cfc-447f-ba34-26035dcca945 Jul 15 17:17:40.826116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.833839 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.856194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.857178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:40.857762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.862026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.888290 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2727902 Jul 15 17:17:40.891072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40674) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:40.896039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Request body: {'subnet': {'network_id': '8ab07574-0cfc-447f-ba34-26035dcca945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-236616505-subnet', 'tenant_id': 'bd4e7b47f5304111bca9d73b8b6b969b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:40.916991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Made reservation on behalf of bd4e7b47f5304111bca9d73b8b6b969b for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:40.919351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:40.920809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4367e3b-cb1d-40c9-b7f1-4f72f08934ce admin admin] Pushing event updated for resources: {'Network': ['ID=8ab07574-0cfc-447f-ba34-26035dcca945,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:40.931392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 8ab07574-0cfc-447f-ba34-26035dcca945 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:17:41.092825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.149306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffcb534-7bef-4cba-ae60-4e49212fe0bd,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:41.159141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Checking segment: {'id': 'cacf6342-3b90-42f2-b068-92feb3fef389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8ab07574-0cfc-447f-ba34-26035dcca945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:41.159496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Network hostable DHCP agents. Network: 8ab07574-0cfc-447f-ba34-26035dcca945, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:17:41.175238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Network 8ab07574-0cfc-447f-ba34-26035dcca945 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:17:41.183759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 8ab07574-0cfc-447f-ba34-26035dcca945) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:41.189323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:41.190220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.191411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5ee8d-089b-4589-8947-b99a1549e5e7 None None] Network 8ab07574-0cfc-447f-ba34-26035dcca945 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:41.205860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-267913a1-a7fb-4a0e-9f6e-ce391bd1b2dd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3136854 Jul 15 17:17:41.325270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2d1d6f-c3a0-4d15-8ed6-77de0f53a0fb None None] Network 8ab07574-0cfc-447f-ba34-26035dcca945 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:41.402283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-120ca5d3-7d7e-4de9-85db-90bd8a0f3b3f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:41.404623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-120ca5d3-7d7e-4de9-85db-90bd8a0f3b3f tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.0888932 Jul 15 17:17:41.421211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5962e-8863-4b4b-bc9f-45f826d7b810 req-4a67399d-c7fc-41d3-be00-b89060527858 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:41.422816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ac5962e-8863-4b4b-bc9f-45f826d7b810 req-4a67399d-c7fc-41d3-be00-b89060527858 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 945 time: 0.1123509 Jul 15 17:17:41.479094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ac5962e-8863-4b4b-bc9f-45f826d7b810 req-2d4301d5-6539-42a4-9be6-ca1328cbc560 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/security-groups?id=eec50fb3-8674-44d1-a107-271b38b11b49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502386 Jul 15 17:17:41.519136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Deleting port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:41.519569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.612922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] For port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:41.613289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.759931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-fa253b24-cf8a-4def-ab7c-672a42a0681e tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:41.761444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-fa253b24-cf8a-4def-ab7c-672a42a0681e tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/networks?id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 200 len: 811 time: 0.1067822 Jul 15 17:17:41.776492 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-af83ea16-d295-4e16-ba6f-5c9f411bbe32 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/quotas/95398ad139f341fcb0b2a33c4908b693 HTTP/1.1" status: 200 len: 375 time: 0.0096812 Jul 15 17:17:41.810324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-c4340445-3d20-4cb7-9b8d-3b8793d3be6a tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95398ad139f341fcb0b2a33c4908b693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286314 Jul 15 17:17:41.884960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.885546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:41.885546 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Floating IP d97180a5-e5aa-47e9-b8d2-b3a6a4dc591d disassociated. External IP: 172.25.8.122, port: d37b7ed9-06e5-4101-af8b-f13bc2d9fb49. Jul 15 17:17:41.885887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Calling delete_port for d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:41.904300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-82e4a1f8-3d38-4e5f-af12-95d6ca0d59ac service neutron] 10.222.0.25 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874362 Jul 15 17:17:41.996560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-0790616f-9173-48ec-9017-c1c4b7d3e689 service neutron] 10.222.0.25 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Jul 15 17:17:42.017460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:42.045529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event deleted for resources: {'Port': ['ID=d37b7ed9-06e5-4101-af8b-f13bc2d9fb49,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:42.172177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b5a70fb-640f-46f7-967e-2c29a0517aab req-2c98fa0c-55cb-4dde-bb40-6b3446739bc7 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 210 time: 0.0345149 Jul 15 17:17:42.174258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Router 1539523a-6b10-4781-b3a8-d5ee88e3f04b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:17:42.288631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:42.301066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Sync routers for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:42.310919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:42.311521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:42.337698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] No DVR routers for this DVR port d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:42.340329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:42.342397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4c4b9aa5-1f3d-4374-aba4-867d9d94a286 req-21e7a2fc-4d61-4049-9511-e85fbfcbf596 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.35 "DELETE /v2.0/ports/d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 HTTP/1.1" status: 204 len: 173 time: 0.9323437 Jul 15 17:17:42.342836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'name': 'network-vif-deleted', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:42.345254 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96801763-24d1-4dde-837c-6211161f81c0" -d '{"events": [{"server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "name": "network-vif-deleted", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:42.393058 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e65d7e3-632a-46ec-ab5f-a214f8dbda24 x-openstack-request-id: req-8e65d7e3-632a-46ec-ab5f-a214f8dbda24 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:42.393601 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a006046-737c-4a31-9473-a4e627e13072", "name": "network-vif-deleted", "tag": "d37b7ed9-06e5-4101-af8b-f13bc2d9fb49", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:42.394053 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e65d7e3-632a-46ec-ab5f-a214f8dbda24 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:42.394651 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a006046-737c-4a31-9473-a4e627e13072', 'name': 'network-vif-deleted', 'tag': 'd37b7ed9-06e5-4101-af8b-f13bc2d9fb49', 'status': 'completed', 'code': 200} Jul 15 17:17:42.460728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:42.873201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:42.883333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38a937b8-a5c9-44dc-8dd4-092d29794a2f req-8916bc85-899d-499c-8c16-5d513baa7034 tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "GET /v2.0/ports?device_id=5a006046-737c-4a31-9473-a4e627e13072 HTTP/1.1" status: 200 len: 210 time: 0.2116799 Jul 15 17:17:42.907651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Checking router: 1539523a-6b10-4781-b3a8-d5ee88e3f04b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:42.916841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:42.917445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:43.030483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:43.231074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:43.260047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc84fa1a-bc00-44fd-a44e-01641ba59f34 None None] The sync data for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 is: [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:12:34Z', 'revision_number': 4, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'fc0d74c9-b335-4cd9-9d54-b585b32920e6', 'name': '', 'network_id': '8a20f678-fcb9-477a-975b-a435cf95e355', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'mac_address': 'fa:16:3e:bc:eb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:33Z', 'updated_at': '2021-07-15T17:12:40Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'subnets': [{'id': 'ccd39bad-5289-45a9-9592-873d9b1eb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:43.342583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f8eee1c-eb18-42bf-aea6-1845b08fa5f5 req-75c80235-e1e4-45bc-8a36-7a832de00ab2 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 210 time: 0.0316730 Jul 15 17:17:43.424156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-2a6b14e8-2b0e-42d1-af2d-de6a28b05538 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:43.425721 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-2a6b14e8-2b0e-42d1-af2d-de6a28b05538 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.35 "GET /v2.0/networks?id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 200 len: 811 time: 0.1186736 Jul 15 17:17:43.445278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Request body: {'port': {'device_id': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd', 'admin_state_up': True, 'tenant_id': '95398ad139f341fcb0b2a33c4908b693'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:43.542516 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20b04b2-ad06-4040-bb13-96b326059592 None None] New status for floating IP d97180a5-e5aa-47e9-b8d2-b3a6a4dc591d: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:17:43.568996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Made reservation on behalf of 95398ad139f341fcb0b2a33c4908b693 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:17:43.572560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:43.709893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Allocated IP 172.20.0.3 (e2daf3a9-0b7f-4879-9bc0-e1baac7219bd/986d631b-142b-4e0e-9262-3687e79c4e07/ed0475ab-dfc0-4f4b-a411-8a5832499f7c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:17:43.855825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:43.894238 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:43.939600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:17:43.942807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:17:43.947289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:17:43.971336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Pushing event updated for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:43.983620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40720) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:44.003805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:44.004429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.019021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-bf0df84c-c627-4d03-b51b-4f88267eae51 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786402 Jul 15 17:17:44.031138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Request body: {'port': {'device_id': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:17:44.105014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.111144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Deleting port 39046bee-23fa-44e2-bcac-e7f234d412c6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:44.111427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.193010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.193481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.205519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Calling delete_port for 39046bee-23fa-44e2-bcac-e7f234d412c6 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:44.360983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.391133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event deleted for resources: {'Port': ['ID=39046bee-23fa-44e2-bcac-e7f234d412c6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:44.464129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.464496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.464836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.465238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.465497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.465839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.466166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.466497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.466820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.467309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.467636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.467955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:44.472033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.475497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.476777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60e840f0-7c2a-43c1-887f-e75534a47e9a tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "DELETE /v2.0/floatingips/d97180a5-e5aa-47e9-b8d2-b3a6a4dc591d HTTP/1.1" status: 204 len: 168 time: 0.4916048 Jul 15 17:17:44.549699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a66dbf-2e86-4cf8-b7ea-c3c8fe3d0aba req-539c1e22-fff7-430e-9f71-b104b095cc16 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:44.551255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a66dbf-2e86-4cf8-b7ea-c3c8fe3d0aba req-539c1e22-fff7-430e-9f71-b104b095cc16 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 931 time: 0.0804038 Jul 15 17:17:44.601960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a66dbf-2e86-4cf8-b7ea-c3c8fe3d0aba req-955abf3b-9f3c-452d-a461-4b9bb24b4fbd tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Jul 15 17:17:44.644373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40728) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:44.757399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.766184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0475ab-dfc0-4f4b-a411-8a5832499f7c {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:17:44.785342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.801429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.815183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Transition to ACTIVE for port object ed0475ab-dfc0-4f4b-a411-8a5832499f7c will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:17:44.819314 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.888646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:44.942142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:44.956702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.959838 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:44.961027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] 10.222.0.25 "DELETE /v2.0/security-groups/eec50fb3-8674-44d1-a107-271b38b11b49 HTTP/1.1" status: 204 len: 168 time: 0.3155944 Jul 15 17:17:44.973655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9aeb-6657-4fac-bf5c-cad8fb8263dd tempest-TestServerBasicOps-795043614 tempest-TestServerBasicOps-795043614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec50fb3-8674-44d1-a107-271b38b11b49,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:44.974739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:44.975773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d37b7ed9-06e5-4101-af8b-f13bc2d9fb49 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:44.985466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Attempting to bind port ed0475ab-dfc0-4f4b-a411-8a5832499f7c on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:17:44.985809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Attempting to bind port ed0475ab-dfc0-4f4b-a411-8a5832499f7c by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'b6a9602e-2126-4a8d-8347-a87bd6916834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:17:44.986146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Attempting to bind port ed0475ab-dfc0-4f4b-a411-8a5832499f7c on network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:44.991765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Port ed0475ab-dfc0-4f4b-a411-8a5832499f7c on network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:17:44.992249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Attempting to bind port ed0475ab-dfc0-4f4b-a411-8a5832499f7c on network e2daf3a9-0b7f-4879-9bc0-e1baac7219bd {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:17:45.003894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40734) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:45.007901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:17:45.008278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Checking segment: {'id': 'b6a9602e-2126-4a8d-8347-a87bd6916834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:17:45.008672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Bound using segment: {'id': 'b6a9602e-2126-4a8d-8347-a87bd6916834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:17:45.009116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Bound port: ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a9602e-2126-4a8d-8347-a87bd6916834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:17:45.009624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.081612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:17:45.085565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,segment=NetworkSegment(b6a9602e-2126-4a8d-8347-a87bd6916834),segment_id=b6a9602e-2126-4a8d-8347-a87bd6916834)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:17:45.090198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.122144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.123277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.124545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] 10.222.0.35 "PUT /v2.0/ports/ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 200 len: 1091 time: 1.0979083 Jul 15 17:17:45.127357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:45.130614 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:45.183759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619adf2-7f35-4117-8556-fac57943cc5a service neutron] Pushing event updated for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:45.189656 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6889078-7292-4a66-ba29-d527fdec6af2 x-openstack-request-id: req-b6889078-7292-4a66-ba29-d527fdec6af2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:45.189944 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:45.190198 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6889078-7292-4a66-ba29-d527fdec6af2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:45.190586 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c', 'status': 'completed', 'code': 200} Jul 15 17:17:45.238739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-0f5f5982-cdc4-4de2-a44c-5dea7e9338c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.240800 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-0f5f5982-cdc4-4de2-a44c-5dea7e9338c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95398ad139f341fcb0b2a33c4908b693&device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 1094 time: 0.0657952 Jul 15 17:17:45.281164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-9e520748-767f-496f-bdf2-f3bd33480941 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 200 len: 217 time: 0.0336905 Jul 15 17:17:45.328234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b0b409d3-b2cb-424b-a40e-82d406221fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.329730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-b0b409d3-b2cb-424b-a40e-82d406221fa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=986d631b-142b-4e0e-9262-3687e79c4e07 HTTP/1.1" status: 200 len: 851 time: 0.0429125 Jul 15 17:17:45.369028 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-c756063e-0d18-4cb5-98fe-5cf0738a66db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312846 Jul 15 17:17:45.461626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-42fda274-ebf2-47cf-8bfb-79f20584360f service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867214 Jul 15 17:17:45.497068 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.556544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd5d556d-c591-4568-a177-f38f03e2b640 req-c42b65a8-979c-4b5d-8adf-a88a110696c7 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890701 Jul 15 17:17:45.661053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-7eda0c7c-7bdc-45e3-8337-dedddaa87fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.663292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-7eda0c7c-7bdc-45e3-8337-dedddaa87fc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95398ad139f341fcb0b2a33c4908b693&device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 1094 time: 0.0573716 Jul 15 17:17:45.759996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-a4a3eba9-0749-4641-867a-305b003bcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.761408 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-a4a3eba9-0749-4641-867a-305b003bcf22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 200 len: 911 time: 0.0924745 Jul 15 17:17:45.803755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-c5a421bc-0c5c-4eef-8b22-37eb979c9844 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 200 len: 217 time: 0.0355763 Jul 15 17:17:45.817441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001dfbe-4a9e-4170-972a-b578b301fe83 req-9e55f844-2845-42ef-a994-653b4fa40f79 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.819943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e001dfbe-4a9e-4170-972a-b578b301fe83 req-9e55f844-2845-42ef-a994-653b4fa40f79 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 943 time: 0.1016741 Jul 15 17:17:45.828678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Deleting port fc0d74c9-b335-4cd9-9d54-b585b32920e6 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:45.829019 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.854188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-a3d3a08e-e4fd-4297-8eb0-74f9afa61bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:45.855884 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-a3d3a08e-e4fd-4297-8eb0-74f9afa61bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=986d631b-142b-4e0e-9262-3687e79c4e07 HTTP/1.1" status: 200 len: 851 time: 0.0462275 Jul 15 17:17:45.890937 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-45a94cb6-8410-4b7a-bc27-e9d62225443e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285668 Jul 15 17:17:45.916364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e001dfbe-4a9e-4170-972a-b578b301fe83 req-8cad03c8-e446-422d-a32e-65e135779a18 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843277 Jul 15 17:17:45.950851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] For port fc0d74c9-b335-4cd9-9d54-b585b32920e6, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=fc0d74c9-b335-4cd9-9d54-b585b32920e6,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:45.951209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:45.964169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Calling delete_port for fc0d74c9-b335-4cd9-9d54-b585b32920e6 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:45.986776 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-6201ed6c-4d13-429b-a23e-40b40cd9b977 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882449 Jul 15 17:17:46.079428 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-fb5b2210-fa1e-411f-a28b-11a52f1a84e1 req-d1c46d2a-aa27-4989-9ced-d09888099de7 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859017 Jul 15 17:17:46.152076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:46.179107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0d74c9-b335-4cd9-9d54-b585b32920e6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:46.350326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:46.567338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Router 1539523a-6b10-4781-b3a8-d5ee88e3f04b has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:17:46.672230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:46.677953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-97473c58-db21-41ea-a3ed-66994db18efe admin admin] 10.222.0.25 "PUT /v2.0/routers/1539523a-6b10-4781-b3a8-d5ee88e3f04b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718576 Jul 15 17:17:46.680292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40744) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:46.683374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Sync routers for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:46.692874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:46.694103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:46.785811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:46.796447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:46.889310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:46.946736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Deleting port c0e69d11-0412-46bd-8e63-4d0e7b23d123 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:46.947117 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:46.985157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:17:46Z', 'revision_number': 5, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port': {'id': 'c0e69d11-0412-46bd-8e63-4d0e7b23d123', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:30Z', 'updated_at': '2021-07-15T17:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:47.017842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Checking router: 1539523a-6b10-4781-b3a8-d5ee88e3f04b for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:47.032196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Routers {'1539523a-6b10-4781-b3a8-d5ee88e3f04b'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:47.033056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:47.041738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] For port c0e69d11-0412-46bd-8e63-4d0e7b23d123, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c0e69d11-0412-46bd-8e63-4d0e7b23d123,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:47.042158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.055462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Calling delete_port for c0e69d11-0412-46bd-8e63-4d0e7b23d123 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:47.125859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] Set router 1539523a-6b10-4781-b3a8-d5ee88e3f04b gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:47.176041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af967e54-7b24-44ad-99c0-071cf5d6d3d2 req-05df1a48-30af-4c6f-9211-04639084e3d1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:47.176308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:17:46Z', 'revision_number': 6, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:47.178241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af967e54-7b24-44ad-99c0-071cf5d6d3d2 req-05df1a48-30af-4c6f-9211-04639084e3d1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 943 time: 0.1179786 Jul 15 17:17:47.205274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9eb051-b2e8-4a79-9601-2814eb558e28 None None] The sync data for ids ['1539523a-6b10-4781-b3a8-d5ee88e3f04b'] in n-d-800085-3 is: [{'id': '1539523a-6b10-4781-b3a8-d5ee88e3f04b', 'name': 'tempest-TestServerBasicOps-1022313031-router', 'tenant_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:29Z', 'updated_at': '2021-07-15T17:17:46Z', 'revision_number': 6, 'project_id': '0bc3146ca56744a3ac9bfcea781e3fca', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:47.260205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af967e54-7b24-44ad-99c0-071cf5d6d3d2 req-9b9242b9-2e3b-4a60-beb8-561eac5fef0c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Jul 15 17:17:47.310471 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.337250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e69d11-0412-46bd-8e63-4d0e7b23d123,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:47.397426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.763455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.765563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.809891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.810373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1539523a-6b10-4781-b3a8-d5ee88e3f04b {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:17:47.815273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.815964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4f996b2c-e75f-4ea1-bc61-e629bce55d20 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1539523a-6b10-4781-b3a8-d5ee88e3f04b HTTP/1.1" status: 204 len: 168 time: 1.1347873 Jul 15 17:17:47.819333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40750) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:47.863746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Deleting subnet ccd39bad-5289-45a9-9592-873d9b1eb314 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:17:47.866866 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.901393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:47.984670 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.040247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.067285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd39bad-5289-45a9-9592-873d9b1eb314,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:48.071627 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.075438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-71a8259b-7d33-495f-8ece-1faec186648c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ccd39bad-5289-45a9-9592-873d9b1eb314 HTTP/1.1" status: 204 len: 168 time: 0.2534184 Jul 15 17:17:48.076456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40754) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:48.078971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f9193-16e0-4af7-9210-2d4785975ff3 None None] Network 8a20f678-fcb9-477a-975b-a435cf95e355 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:48.157424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.223494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Deleting port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:48.223843 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.285741 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] DHCP port deletion for 8a20f678-fcb9-477a-975b-a435cf95e355 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:17:48.292854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] For port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:48.292854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.305078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Calling delete_port for 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:48.337422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Deleting port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:48.337692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.399182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.402591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] For port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,segment=NetworkSegment(65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70),segment_id=65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:48.403182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.422747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Calling delete_port for 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:48.426010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:48.430172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] No DVR routers for this DVR port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:48.454724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864ef59-be0a-4bd2-99f5-a3e41669da78 req-dce2c39a-ae1c-487f-9d47-7c378454f39f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:48.456445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2864ef59-be0a-4bd2-99f5-a3e41669da78 req-dce2c39a-ae1c-487f-9d47-7c378454f39f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 943 time: 0.0762262 Jul 15 17:17:48.496257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2864ef59-be0a-4bd2-99f5-a3e41669da78 req-c1d723e5-ca93-4d05-8660-27a5cff734de tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Jul 15 17:17:48.506923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.508186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.519132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a20f678-fcb9-477a-975b-a435cf95e355']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:48.537943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:48.538502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aad5fe-8a6a-4733-b4b7-0bb1d4e79a70') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:48.540239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] No DVR routers for this DVR port 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:48.546912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Pushing event deleted for resources: {'Port': ['ID=1a1bad71-bc7f-47d8-a4e2-683d4a3bf766,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:48.560986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.565758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.566147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.566489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.566832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.567206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.567573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.567908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.568384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.568720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.569095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.569485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.569840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd3d35-b0a6-4a80-b306-808ce02d4b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:17:48.579169 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.585830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:17:48.586225 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:17:48.588030 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:17:48.596589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fc0d74c9-b335-4cd9-9d54-b585b32920e6 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:48.617078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: fc0d74c9-b335-4cd9-9d54-b585b32920e6 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:48.617420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device fc0d74c9-b335-4cd9-9d54-b585b32920e6 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:48.617817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:48.638546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:48.638886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1a1bad71-bc7f-47d8-a4e2-683d4a3bf766 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:48.639312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c0e69d11-0412-46bd-8e63-4d0e7b23d123 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:48.642615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.650312 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:48.652225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a20f678-fcb9-477a-975b-a435cf95e355 HTTP/1.1" status: 204 len: 168 time: 0.5721729 Jul 15 17:17:48.655336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:48.657966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c0e69d11-0412-46bd-8e63-4d0e7b23d123 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:48.658308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c0e69d11-0412-46bd-8e63-4d0e7b23d123 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:48.663162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec499c3-4e00-4c2e-85a4-b02334e9a4da admin admin] Pushing event deleted for resources: {'Network': ['ID=8a20f678-fcb9-477a-975b-a435cf95e355,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:48.973288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ed0475ab-dfc0-4f4b-a411-8a5832499f7c details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:17:49.003173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.073361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,segment=NetworkSegment(b6a9602e-2126-4a8d-8347-a87bd6916834),segment_id=b6a9602e-2126-4a8d-8347-a87bd6916834)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:49.089413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c', 'network_id': 'e2daf3a9-0b7f-4879-9bc0-e1baac7219bd', 'port_id': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c', 'mac_address': 'fa:16:3e:10:56:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '986d631b-142b-4e0e-9262-3687e79c4e07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:17:49.130125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.144930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0475ab-dfc0-4f4b-a411-8a5832499f7c {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:17:49.168442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,segment=NetworkSegment(b6a9602e-2126-4a8d-8347-a87bd6916834),segment_id=b6a9602e-2126-4a8d-8347-a87bd6916834)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:49.172526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.225018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:49.279916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Deleting port a643f73d-f337-4566-88bd-394c7143d0b4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:49.280291 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.358889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] For port a643f73d-f337-4566-88bd-394c7143d0b4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a643f73d-f337-4566-88bd-394c7143d0b4,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:49.359253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.371714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Calling delete_port for a643f73d-f337-4566-88bd-394c7143d0b4 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:49.385893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['ed0475ab-dfc0-4f4b-a411-8a5832499f7c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:17:49.565891 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:49.592322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Pushing event deleted for resources: {'Port': ['ID=a643f73d-f337-4566-88bd-394c7143d0b4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:49.767190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89864f-e332-4164-b15a-17ea5fedd483 req-80a01632-b77e-4e45-b778-732f20d8895d tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:49.768721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df89864f-e332-4164-b15a-17ea5fedd483 req-80a01632-b77e-4e45-b778-732f20d8895d tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 944 time: 0.1265690 Jul 15 17:17:49.843905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df89864f-e332-4164-b15a-17ea5fedd483 req-46a7c052-262d-4f49-afae-e23e453b9110 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492816 Jul 15 17:17:49.844553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.059530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Router a2186d15-a76d-42da-8767-b94cd6d573e1 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:17:50.165453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:17:50.170174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-63fc7bce-fac5-4bf2-bdcd-0742d5618592 admin admin] 10.222.0.25 "PUT /v2.0/routers/a2186d15-a76d-42da-8767-b94cd6d573e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5137916 Jul 15 17:17:50.172782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40764) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:50.175458 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Sync routers for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:17:50.184747 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:50.185434 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:50.281510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.287794 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:50.386771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.442091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Deleting port ea32d622-33f8-4890-9f2d-69aebee96a77 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:50.442327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.463425 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:17:49Z', 'revision_number': 5, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port': {'id': 'ea32d622-33f8-4890-9f2d-69aebee96a77', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:12:38Z', 'updated_at': '2021-07-15T17:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:50.492381 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Checking router: a2186d15-a76d-42da-8767-b94cd6d573e1 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:17:50.500926 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Routers {'a2186d15-a76d-42da-8767-b94cd6d573e1'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:17:50.501604 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a2186d15-a76d-42da-8767-b94cd6d573e1'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:50.531572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] For port ea32d622-33f8-4890-9f2d-69aebee96a77, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=ea32d622-33f8-4890-9f2d-69aebee96a77,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:50.532206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.544729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Calling delete_port for ea32d622-33f8-4890-9f2d-69aebee96a77 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:50.587969 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] Set router a2186d15-a76d-42da-8767-b94cd6d573e1 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:17:50.642993 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:17:50Z', 'revision_number': 6, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:50.674188 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a10c4-66fc-4dc2-adda-04bec4ebdd13 None None] The sync data for ids ['a2186d15-a76d-42da-8767-b94cd6d573e1'] in n-d-800085-3 is: [{'id': 'a2186d15-a76d-42da-8767-b94cd6d573e1', 'name': 'tempest-TestServerBasicOps-736275732-router', 'tenant_id': '52739c60c6994ef780e6d1b017911655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:12:37Z', 'updated_at': '2021-07-15T17:17:50Z', 'revision_number': 6, 'project_id': '52739c60c6994ef780e6d1b017911655', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:17:50.719894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.747662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ea32d622-33f8-4890-9f2d-69aebee96a77,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:50.808132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.897770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.899924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.946924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.947406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2186d15-a76d-42da-8767-b94cd6d573e1 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:17:50.951737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:50.952939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-68ffb8aa-70e8-4d73-902a-1741044ce2ab admin admin] 10.222.0.25 "DELETE /v2.0/routers/a2186d15-a76d-42da-8767-b94cd6d573e1 HTTP/1.1" status: 204 len: 168 time: 0.7792554 Jul 15 17:17:50.955482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40770) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:50.978789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ed0475ab-dfc0-4f4b-a411-8a5832499f7c up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:17:51.033313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port ed0475ab-dfc0-4f4b-a411-8a5832499f7c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:17:51.035523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Deleting subnet 360f102f-6c59-4060-8247-cb0256ea9b97 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:17:51.038445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port ed0475ab-dfc0-4f4b-a411-8a5832499f7c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:17:51.038871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.043122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.093302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b87a-521c-4532-be82-72ee4e171533 req-9fa3a58e-ed72-4aa0-9a0e-b23e84fa735c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:51.094839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b028b87a-521c-4532-be82-72ee4e171533 req-9fa3a58e-ed72-4aa0-9a0e-b23e84fa735c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 944 time: 0.1321523 Jul 15 17:17:51.099185 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.120134 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.150360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:17:51.152981 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2bee05-dd6a-48e8-b0ad-a31c48241339" -d '{"events": [{"server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "name": "network-vif-plugged", "status": "completed", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:17:51.168837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,segment=NetworkSegment(b6a9602e-2126-4a8d-8347-a87bd6916834),segment_id=b6a9602e-2126-4a8d-8347-a87bd6916834)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:51.172757 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.172924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b028b87a-521c-4532-be82-72ee4e171533 req-216de991-9ff5-4c37-b358-1eaa84ca7626 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534940 Jul 15 17:17:51.204326 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbcab21-f053-4379-80ed-c6f78516d310 x-openstack-request-id: req-8dbcab21-f053-4379-80ed-c6f78516d310 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:17:51.204631 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "name": "network-vif-plugged", "status": "completed", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:17:51.204888 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dbcab21-f053-4379-80ed-c6f78516d310 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:17:51.205267 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c', 'code': 200} Jul 15 17:17:51.218903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.226968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:51.273234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.299998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360f102f-6c59-4060-8247-cb0256ea9b97,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:51.303816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.305732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f84dbadd-babb-492a-a0eb-b8088a377a9b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/360f102f-6c59-4060-8247-cb0256ea9b97 HTTP/1.1" status: 204 len: 168 time: 0.3491201 Jul 15 17:17:51.308177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40774) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:51.313337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbaab56-aa66-4e0f-a463-e88f5fa724b3 None None] Network c9fd3324-636e-405b-93f4-3dd466cc5df9 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:17:51.326722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda405a3-df0a-4cad-bc92-eb998b84b820 req-29af1315-772c-4dd5-bfdd-fdfe00185809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:51.328365 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bda405a3-df0a-4cad-bc92-eb998b84b820 req-29af1315-772c-4dd5-bfdd-fdfe00185809 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 1096 time: 0.0607657 Jul 15 17:17:51.368396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bda405a3-df0a-4cad-bc92-eb998b84b820 req-32036e4f-f034-4cf9-b463-5ff8037b9f40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Jul 15 17:17:51.386990 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.451713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Deleting port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:51.452233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.515867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] DHCP port deletion for c9fd3324-636e-405b-93f4-3dd466cc5df9 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:17:51.529038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] For port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:51.529510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.541885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Calling delete_port for d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:51.563799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Deleting port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:17:51.564212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.627627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.628737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] For port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,segment=NetworkSegment(9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396),segment_id=9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:17:51.629202 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.641682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Calling delete_port for d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:17:51.656508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] No DVR routers for this DVR port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:51.661633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:51.725084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.739110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.750272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fd3324-636e-405b-93f4-3dd466cc5df9']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:51.750614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] Pushing event deleted for resources: {'Port': ['ID=d9ae49be-c6a6-4844-a6dc-043c16cfa2c5,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:51.754358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2220d6b-c79c-47c5-9249-ad7ed6cbf6ff None None] No DVR routers for this DVR port d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:17:51.763450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:51.763450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7a4ef9-3cfc-4cc9-be4d-2e62b84b7396') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:17:51.775211 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.790798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.796808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:17:51.797192 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:17:51.799015 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:17:51.855578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.861330 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:51.863177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9fd3324-636e-405b-93f4-3dd466cc5df9 HTTP/1.1" status: 204 len: 168 time: 0.5541067 Jul 15 17:17:51.874751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b3b22-3067-4747-98d9-c650e8f28b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fd3324-636e-405b-93f4-3dd466cc5df9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:51.971084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40780) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:52.013240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-279ddeac-6454-466d-8cea-49a428eabaf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bc3146ca56744a3ac9bfcea781e3fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408597 Jul 15 17:17:52.015721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:52.064292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.085791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.133491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.136294 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.137448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d96d54a-0507-4e19-893b-e608cea62e25 HTTP/1.1" status: 204 len: 168 time: 0.1207972 Jul 15 17:17:52.146117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2560968-4f38-4c55-aaeb-42448b06ba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d96d54a-0507-4e19-893b-e608cea62e25,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:52.363505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157c3e9-ff17-46bb-a965-76f5a1e1c003 req-8115c941-6a10-4d39-834e-1b876b4c168d tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:52.365248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7157c3e9-ff17-46bb-a965-76f5a1e1c003 req-8115c941-6a10-4d39-834e-1b876b4c168d tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0695689 Jul 15 17:17:52.457891 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40790) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:52.506021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-908884a6-4215-41f1-a01a-4c243ba1d4f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52739c60c6994ef780e6d1b017911655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439818 Jul 15 17:17:52.506625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:17:52.590209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a643f73d-f337-4566-88bd-394c7143d0b4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:52.595401 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.611818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a643f73d-f337-4566-88bd-394c7143d0b4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:52.612589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a643f73d-f337-4566-88bd-394c7143d0b4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:52.613077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:52.621578 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.635841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:52.636581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d9ae49be-c6a6-4844-a6dc-043c16cfa2c5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:52.637200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea32d622-33f8-4890-9f2d-69aebee96a77 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:17:52.658221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: ea32d622-33f8-4890-9f2d-69aebee96a77 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:17:52.658731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device ea32d622-33f8-4890-9f2d-69aebee96a77 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:17:52.682133 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.684947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:52.688946 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6a26c05-61eb-4b3f-b41a-e20e1271a6f0 HTTP/1.1" status: 204 len: 168 time: 0.1784780 Jul 15 17:17:52.691927 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7157c3e9-ff17-46bb-a965-76f5a1e1c003 req-aafe9240-260c-4d1a-8e2a-9c7642e9263d tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207679 Jul 15 17:17:52.694628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20e86-b62c-43e9-9bef-3d69a09e9614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a26c05-61eb-4b3f-b41a-e20e1271a6f0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:17:52.883189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cd1a9-3fd6-4d9e-a229-1594baea3127 req-39ef3b15-6efe-439f-97ae-8c221001ff56 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:52.884862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da0cd1a9-3fd6-4d9e-a229-1594baea3127 req-39ef3b15-6efe-439f-97ae-8c221001ff56 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0707226 Jul 15 17:17:52.927724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da0cd1a9-3fd6-4d9e-a229-1594baea3127 req-68230632-b2d5-4877-b88b-5c89cac97991 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369217 Jul 15 17:17:53.321678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1486a3-a425-4f2c-b466-6eed29c04710 req-74a59066-a2cb-4991-9b11-e598864fc7f5 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:53.323068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c1486a3-a425-4f2c-b466-6eed29c04710 req-74a59066-a2cb-4991-9b11-e598864fc7f5 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0647981 Jul 15 17:17:53.363775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c1486a3-a425-4f2c-b466-6eed29c04710 req-45fb3a47-bbbe-4f1b-b35c-3452c80f3bb3 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Jul 15 17:17:53.553728 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:17:54.541857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01e2bd-7db4-479d-bd23-5164f6ca0234 req-ab3b9b74-048d-4d7a-a240-44aafaf96e52 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:54.543343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e01e2bd-7db4-479d-bd23-5164f6ca0234 req-ab3b9b74-048d-4d7a-a240-44aafaf96e52 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0643492 Jul 15 17:17:54.580698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e01e2bd-7db4-479d-bd23-5164f6ca0234 req-681ad70f-2bcd-4411-a160-b12cd9af0de5 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 15 17:17:54.899719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-b4761d5e-cc25-4195-abbf-b4f7a914bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:54.901173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-b4761d5e-cc25-4195-abbf-b4f7a914bf44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95398ad139f341fcb0b2a33c4908b693&device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 1096 time: 0.0578966 Jul 15 17:17:54.919894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8d34e-f9f6-45ba-b759-44abfeb27f79 req-e3bebb9f-aeeb-40ff-833d-f9050f60e76f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:54.921404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ac8d34e-f9f6-45ba-b759-44abfeb27f79 req-e3bebb9f-aeeb-40ff-833d-f9050f60e76f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0634706 Jul 15 17:17:54.959943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ac8d34e-f9f6-45ba-b759-44abfeb27f79 req-85359e6d-b002-40bd-a750-19c9cb32a1ad tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Jul 15 17:17:54.993896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-e353ea06-8345-42fb-b652-8d11f3ac131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:54.995377 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-e353ea06-8345-42fb-b652-8d11f3ac131e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 200 len: 911 time: 0.0881166 Jul 15 17:17:55.039717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-8b3f376f-b2d7-42e4-9501-4f9da01ae7ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 200 len: 217 time: 0.0379064 Jul 15 17:17:55.087491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-457cc0e7-3234-4738-975a-8361eba27413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:55.088996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-457cc0e7-3234-4738-975a-8361eba27413 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=986d631b-142b-4e0e-9262-3687e79c4e07 HTTP/1.1" status: 200 len: 851 time: 0.0437584 Jul 15 17:17:55.120230 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-e0aebec4-fb45-411e-8645-56529a92d9de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254292 Jul 15 17:17:55.213773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-6d544707-a34e-4fae-a499-3b14d186b8e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875871 Jul 15 17:17:55.301627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d18db53e-5ceb-4820-b60c-3bdb6537ae1a req-5e4ad717-4b60-4042-8ceb-3612ba85d8e3 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820081 Jul 15 17:17:55.800566 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0722d8d5-ae3d-4c78-95b7-dd9d2d04fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:56.156498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651b89-651c-4074-b740-9e1972f8b418 req-c079be0e-b070-497a-9eec-ee7481bd7f2c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:56.157899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61651b89-651c-4074-b740-9e1972f8b418 req-c079be0e-b070-497a-9eec-ee7481bd7f2c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0738757 Jul 15 17:17:56.199007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61651b89-651c-4074-b740-9e1972f8b418 req-ac900b44-3e61-475c-83a1-43d03f8f6f06 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Jul 15 17:17:56.598085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb12f0d-0192-4906-8724-90eaa60eb803 req-92707c80-43dc-4767-ba72-31c1c012083f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:56.600295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cb12f0d-0192-4906-8724-90eaa60eb803 req-92707c80-43dc-4767-ba72-31c1c012083f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0640659 Jul 15 17:17:56.638302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cb12f0d-0192-4906-8724-90eaa60eb803 req-9d2c3694-93a7-4d99-af5d-a98c17780e5b tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 15 17:17:57.807732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2299-dd07-4fa6-b57c-102b45c1b4e5 req-aea13585-1137-4036-97cb-e0e55a21547c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:57.809226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6aeb2299-dd07-4fa6-b57c-102b45c1b4e5 req-aea13585-1137-4036-97cb-e0e55a21547c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0632679 Jul 15 17:17:57.850478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6aeb2299-dd07-4fa6-b57c-102b45c1b4e5 req-4463f6bb-abce-48cb-a40d-c55f50d0256b tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Jul 15 17:17:58.174511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-80e53705-7d7d-4996-b093-88276f5912bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:58.176043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-80e53705-7d7d-4996-b093-88276f5912bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=95398ad139f341fcb0b2a33c4908b693&device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 1096 time: 0.0532050 Jul 15 17:17:58.192001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977e9fa-67e9-4716-b3af-761e0f51ca9e req-80601596-e64c-46b4-aa92-f82727a18818 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:58.194131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0977e9fa-67e9-4716-b3af-761e0f51ca9e req-80601596-e64c-46b4-aa92-f82727a18818 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0647395 Jul 15 17:17:58.232288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0977e9fa-67e9-4716-b3af-761e0f51ca9e req-902413bf-504e-42c7-8a08-dbe82a6a4ab6 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Jul 15 17:17:58.270811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-e0b1c6f1-a483-4388-801a-985b6dba2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:58.273096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-e0b1c6f1-a483-4388-801a-985b6dba2a84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 200 len: 911 time: 0.0898111 Jul 15 17:17:58.311468 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-089198cc-4fdc-4690-adb7-f71e82f72fc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 200 len: 217 time: 0.0327208 Jul 15 17:17:58.362446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-8cd46501-5a8d-4f02-b40e-25af39cd82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:58.363898 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-8cd46501-5a8d-4f02-b40e-25af39cd82d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=986d631b-142b-4e0e-9262-3687e79c4e07 HTTP/1.1" status: 200 len: 851 time: 0.0470035 Jul 15 17:17:58.395827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-85a9436d-af76-4ee9-9fa1-ec7ef7d8049e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252099 Jul 15 17:17:58.483332 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-7a5bd373-55b9-49f2-98e2-bb13222f55f5 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812280 Jul 15 17:17:58.573392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-40f73570-ce68-40c7-8ba5-4bd0d66e1b54 req-9e8d173a-af72-4ed6-bc4f-793cf74136e4 service neutron] 10.222.0.35 "GET /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844650 Jul 15 17:17:58.802685 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:59.112602 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fdc5b7ac-c0de-486e-a8be-58635184d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:59.407395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f041d59-f192-41a1-8e1f-e7f89cd16f81 req-8b83921e-fb1d-4f33-be9b-8d5c9ecdae3b tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:59.408805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f041d59-f192-41a1-8e1f-e7f89cd16f81 req-8b83921e-fb1d-4f33-be9b-8d5c9ecdae3b tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0639112 Jul 15 17:17:59.447131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5f041d59-f192-41a1-8e1f-e7f89cd16f81 req-db83ba92-b230-48fe-91ef-2eed2de5fd90 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Jul 15 17:17:59.570284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:17:59.822419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d441-9bc2-48cd-8976-d7cb392ffad9 req-441912d3-7d99-4cf3-9e3a-9f300666790f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:17:59.823919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0a5d441-9bc2-48cd-8976-d7cb392ffad9 req-441912d3-7d99-4cf3-9e3a-9f300666790f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0674834 Jul 15 17:17:59.862554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d0a5d441-9bc2-48cd-8976-d7cb392ffad9 req-fad2ef5e-19ae-4152-ba73-e1b3201cbfee tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 15 17:18:01.037027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30843c-0903-4cd4-9704-5b6cf163c169 req-cc6613f0-6d05-4cee-8963-172ad1ef5d4e tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:01.038489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd30843c-0903-4cd4-9704-5b6cf163c169 req-cc6613f0-6d05-4cee-8963-172ad1ef5d4e tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0628574 Jul 15 17:18:01.075956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd30843c-0903-4cd4-9704-5b6cf163c169 req-2ca6be36-3025-40f2-af5a-e12332f0164f tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c42f028-f6cf-462c-a09f-21f57da3ec9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Jul 15 17:18:01.299300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:01.492473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-9d1fc640-052d-4e0d-94c5-16c312ed3f54 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:01.494044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-9d1fc640-052d-4e0d-94c5-16c312ed3f54 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.35 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 945 time: 0.0684609 Jul 15 17:18:01.601997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Deleting port ed0475ab-dfc0-4f4b-a411-8a5832499f7c {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:01.602368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:01.693265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] For port ed0475ab-dfc0-4f4b-a411-8a5832499f7c, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,segment=NetworkSegment(b6a9602e-2126-4a8d-8347-a87bd6916834),segment_id=b6a9602e-2126-4a8d-8347-a87bd6916834)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:01.693628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:01.705472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Calling delete_port for ed0475ab-dfc0-4f4b-a411-8a5832499f7c owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:01.831042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:01.843291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['ed0475ab-dfc0-4f4b-a411-8a5832499f7c'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:01.863664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Pushing event deleted for resources: {'Port': ['ID=ed0475ab-dfc0-4f4b-a411-8a5832499f7c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:01.908931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] No DVR routers for this DVR port ed0475ab-dfc0-4f4b-a411-8a5832499f7c on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:18:01.911385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:01.914144 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c54120ef-eb38-4696-b89d-20ef25bec806 req-3286c157-7f77-4fae-a834-1e9417fbe5e1 tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.35 "DELETE /v2.0/ports/ed0475ab-dfc0-4f4b-a411-8a5832499f7c HTTP/1.1" status: 204 len: 173 time: 0.4149380 Jul 15 17:18:01.914593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'name': 'network-vif-deleted', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:01.916984 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2bf2be-8dc6-4222-bd0c-aa6028ed7728" -d '{"events": [{"server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "name": "network-vif-deleted", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:02.132646 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da151dd5-0b08-4b54-bf72-58f7dc613410 x-openstack-request-id: req-da151dd5-0b08-4b54-bf72-58f7dc613410 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:02.133006 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e0f84-e746-491d-beb7-2f9fc8770598", "name": "network-vif-deleted", "tag": "ed0475ab-dfc0-4f4b-a411-8a5832499f7c", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:02.133329 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da151dd5-0b08-4b54-bf72-58f7dc613410 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:02.133758 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e0f84-e746-491d-beb7-2f9fc8770598', 'name': 'network-vif-deleted', 'tag': 'ed0475ab-dfc0-4f4b-a411-8a5832499f7c', 'status': 'completed', 'code': 200} Jul 15 17:18:02.228569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2cf4843-bf1f-4cf5-ac89-295b676d015b req-f585f424-4310-4d9e-891f-f72ba785143c tempest-TestServerAdvancedOps-558253066 tempest-TestServerAdvancedOps-558253066-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e0f84-e746-491d-beb7-2f9fc8770598 HTTP/1.1" status: 200 len: 210 time: 0.0285518 Jul 15 17:18:03.323892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40856) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:03.374320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Deleting subnet 986d631b-142b-4e0e-9262-3687e79c4e07 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:18:03.377385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.411798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.450132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.501347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.533798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=986d631b-142b-4e0e-9262-3687e79c4e07,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:03.535659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.538425 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c745f47-3098-483c-879f-5a620ef55bcb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/986d631b-142b-4e0e-9262-3687e79c4e07 HTTP/1.1" status: 204 len: 168 time: 0.2128401 Jul 15 17:18:03.540246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40858) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:03.607707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.688263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.698733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2daf3a9-0b7f-4879-9bc0-e1baac7219bd']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:03.708885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a9602e-2126-4a8d-8347-a87bd6916834') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:03.709319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a9602e-2126-4a8d-8347-a87bd6916834') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:03.718326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.732385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.738408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:18:03.738797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:18:03.740891 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:18:03.794666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.807013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.807013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] 10.222.0.25 "DELETE /v2.0/networks/e2daf3a9-0b7f-4879-9bc0-e1baac7219bd HTTP/1.1" status: 204 len: 168 time: 0.2658737 Jul 15 17:18:03.810011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40862) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:03.817500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cef01f-dca2-482e-b909-f7ea9bafbb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2daf3a9-0b7f-4879-9bc0-e1baac7219bd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:03.854953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Deleting subnet cffcb534-7bef-4cba-ae60-4e49212fe0bd {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:18:03.858162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.892072 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.933575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:03.983343 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.010351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffcb534-7bef-4cba-ae60-4e49212fe0bd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:04.012318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.014271 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27272e0e-9d32-4443-8b33-31556d15ab07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cffcb534-7bef-4cba-ae60-4e49212fe0bd HTTP/1.1" status: 204 len: 168 time: 0.2029529 Jul 15 17:18:04.016721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40864) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:04.082650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.162230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.171746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab07574-0cfc-447f-ba34-26035dcca945']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:04.181827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacf6342-3b90-42f2-b068-92feb3fef389') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:04.182122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacf6342-3b90-42f2-b068-92feb3fef389') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:04.190546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.203689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.209297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:18:04.209681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:18:04.211278 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:18:04.265747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.271489 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.273325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/8ab07574-0cfc-447f-ba34-26035dcca945 HTTP/1.1" status: 204 len: 168 time: 0.2556789 Jul 15 17:18:04.284042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680b9af-0186-4241-bdd7-fcfb5353ad9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab07574-0cfc-447f-ba34-26035dcca945,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:04.429224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40868) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:04.468714 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f12b74b9-f3cd-4f44-8bd1-bcab254d6f1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95398ad139f341fcb0b2a33c4908b693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383077 Jul 15 17:18:04.471032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40870) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:04.518517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.540698 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.585589 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.588102 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:04.589315 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c42f028-f6cf-462c-a09f-21f57da3ec9c HTTP/1.1" status: 204 len: 168 time: 0.1173632 Jul 15 17:18:04.596635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de88ca6-ca6c-435d-aecc-d1210fce2837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c42f028-f6cf-462c-a09f-21f57da3ec9c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:04.894664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:04.934324 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fb549d2b-a776-4a3c-bff0-1789d28c8ae5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd4e7b47f5304111bca9d73b8b6b969b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377862 Jul 15 17:18:04.935978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40880) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:04.985740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.006397 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.050175 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.052711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.053828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b2c8142-8640-4410-abe6-1caaab7041fd HTTP/1.1" status: 204 len: 168 time: 0.1168880 Jul 15 17:18:05.061262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e1f08-f74a-4d08-8a31-b87c83a64eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c8142-8640-4410-abe6-1caaab7041fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:05.694054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40902) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:05.787587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1458026570-network', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:05.808468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Made reservation on behalf of 8abc282798554a618ec67fd942d5aa1a for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:05.810833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.823727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.910126 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.914441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.940636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:18:05.951185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808886f1-4a02-4e01-adeb-fff67d11e25b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:05.957066 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:05.957519 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Added segment 628fcf77-5313-4852-9821-ac9240cea26a of type vlan for network ab8800a7-3b8d-478d-9289-8233c55806fc Jul 15 17:18:06.000340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.029811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.030757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:06.031330 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.062331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3672063 Jul 15 17:18:06.065376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:06.071103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Request body: {'subnet': {'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1458026570-subnet', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:06.091915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff329b6-6fc7-407c-911c-4b13461deedc admin admin] Pushing event updated for resources: {'Network': ['ID=ab8800a7-3b8d-478d-9289-8233c55806fc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:06.092191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Made reservation on behalf of 8abc282798554a618ec67fd942d5aa1a for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:06.095398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.101856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ab8800a7-3b8d-478d-9289-8233c55806fc details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:18:06.261821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.317420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1641f9-deaa-4e40-bbcc-a7de96fd5112,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:06.325030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Checking segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:06.325391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Network hostable DHCP agents. Network: ab8800a7-3b8d-478d-9289-8233c55806fc, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:18:06.340909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Network ab8800a7-3b8d-478d-9289-8233c55806fc is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:18:06.349378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ab8800a7-3b8d-478d-9289-8233c55806fc) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:06.353468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:06.354050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.358503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87769e7e-2e1f-4466-9830-71fd0d13b77f None None] Network ab8800a7-3b8d-478d-9289-8233c55806fc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:06.368216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-081743e7-a8d9-4b9d-9bee-4f81fafaafe6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3016219 Jul 15 17:18:06.370849 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 40910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:06.375183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:06.395390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.396665 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.450077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.506092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-ab8800a7-3b8d-478d-9289-8233c55806fc', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:18:06.506831 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.583149 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.639166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Allocated IP 172.20.0.2 (ab8800a7-3b8d-478d-9289-8233c55806fc/bf1641f9-deaa-4e40-bbcc-a7de96fd5112/859259fd-7b41-4354-880f-7aab8ae96fe4) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:06.791962 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.801245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Transition to ACTIVE for port object 859259fd-7b41-4354-880f-7aab8ae96fe4 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:06.817562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Transition to ACTIVE for port object 859259fd-7b41-4354-880f-7aab8ae96fe4 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:06.824388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.869410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Network ab8800a7-3b8d-478d-9289-8233c55806fc is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:06.872403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:06.876833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:06.879903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Pushing event updated for resources: {'Port': ['ID=859259fd-7b41-4354-880f-7aab8ae96fe4,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:06.940190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Attempting to bind port 859259fd-7b41-4354-880f-7aab8ae96fe4 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:06.940554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Attempting to bind port 859259fd-7b41-4354-880f-7aab8ae96fe4 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:06.940917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Attempting to bind port 859259fd-7b41-4354-880f-7aab8ae96fe4 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:06.946288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:06.946661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Checking segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:06.947058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:06.947450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Bound using segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:06.947906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Bound port: 859259fd-7b41-4354-880f-7aab8ae96fe4, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:06.948318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.012280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] For port 859259fd-7b41-4354-880f-7aab8ae96fe4, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:07.016352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] For port 859259fd-7b41-4354-880f-7aab8ae96fe4, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=859259fd-7b41-4354-880f-7aab8ae96fe4,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:07.020847 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.044211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ed0475ab-dfc0-4f4b-a411-8a5832499f7c no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:07.086432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.089600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: ed0475ab-dfc0-4f4b-a411-8a5832499f7c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:07.090009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ed0475ab-dfc0-4f4b-a411-8a5832499f7c not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:07.106394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.121899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ff88-ce0b-4305-8000-f9b4690d404f None None] Pushing event updated for resources: {'Port': ['ID=859259fd-7b41-4354-880f-7aab8ae96fe4,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:07.217953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Allocated IP 172.25.8.129 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3d85d282-e35a-48fe-8fe6-ee46698373ba) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:07.341533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.382053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.421331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:07.428041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:07.430460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:07.455138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Pushing event updated for resources: {'Port': ['ID=3d85d282-e35a-48fe-8fe6-ee46698373ba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:07.681056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.881062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:07.937884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e9bc5-c4c6-4ada-a286-b32e92a17225 None None] Network ab8800a7-3b8d-478d-9289-8233c55806fc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:08.008925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Router d0f6a789-6380-4905-a57c-21def2597579 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:18:08.012329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-765ac9b1-5642-49d7-9487-ed0c6ca35df3 None None] Provisioning for port 859259fd-7b41-4354-880f-7aab8ae96fe4 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:08.119843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:08.129832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Sync routers for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:08.138088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.140641 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-17c124d3-71af-48e2-a597-1eaa8a403199 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7688229 Jul 15 17:18:08.141003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40916) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:08.142337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:08.142976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:08.260805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:08.599015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.603813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 859259fd-7b41-4354-880f-7aab8ae96fe4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:08.662952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:07Z', 'revision_number': 3, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:08.693830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 859259fd-7b41-4354-880f-7aab8ae96fe4 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:08.695998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Checking router: d0f6a789-6380-4905-a57c-21def2597579 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:08.696330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Updating router d0f6a789-6380-4905-a57c-21def2597579 port 3d85d282-e35a-48fe-8fe6-ee46698373ba binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:18:08.700159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 859259fd-7b41-4354-880f-7aab8ae96fe4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:08.700509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.754375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Allocated IP 172.20.0.1 (ab8800a7-3b8d-478d-9289-8233c55806fc/bf1641f9-deaa-4e40-bbcc-a7de96fd5112/b53a2c9f-691c-4fcc-a313-ba7e543aa431) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:08.756104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.861216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.875677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Transition to ACTIVE for port object b53a2c9f-691c-4fcc-a313-ba7e543aa431 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:08.891578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.908755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.944958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Network ab8800a7-3b8d-478d-9289-8233c55806fc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:08.947822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:08.953490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:08.975026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 859259fd-7b41-4354-880f-7aab8ae96fe4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=859259fd-7b41-4354-880f-7aab8ae96fe4,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:08.981374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:08.987694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:09.004420 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.058831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=859259fd-7b41-4354-880f-7aab8ae96fe4,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:09.114691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.131376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Transition to ACTIVE for port object 3d85d282-e35a-48fe-8fe6-ee46698373ba will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:09.137694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.163531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.196246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ad08c-8351-4068-813a-9903cad9ca4e None None] Pushing event updated for resources: {'Port': ['ID=3d85d282-e35a-48fe-8fe6-ee46698373ba,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:09.200375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Attempting to bind port 3d85d282-e35a-48fe-8fe6-ee46698373ba on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:09.200889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Attempting to bind port 3d85d282-e35a-48fe-8fe6-ee46698373ba by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:09.201376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Attempting to bind port 3d85d282-e35a-48fe-8fe6-ee46698373ba on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:09.207342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:09.207728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:09.208671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.209615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:09.210085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Bound port: 3d85d282-e35a-48fe-8fe6-ee46698373ba, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:09.210465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.253657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3abaaeb3-efb6-435a-8ce4-3c39b797fb55 None None] Provisioning for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:09.262843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3abaaeb3-efb6-435a-8ce4-3c39b797fb55 None None] Provisioning complete for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:09.263219 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3abaaeb3-efb6-435a-8ce4-3c39b797fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.293216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] For port 3d85d282-e35a-48fe-8fe6-ee46698373ba, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:09.313160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] For port 3d85d282-e35a-48fe-8fe6-ee46698373ba, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d85d282-e35a-48fe-8fe6-ee46698373ba,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:09.314245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3abaaeb3-efb6-435a-8ce4-3c39b797fb55 None None] Port b53a2c9f-691c-4fcc-a313-ba7e543aa431 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:09.317855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.335672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.341423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.382454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:09.383074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:09.418630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:09.421057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.430939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ad08c-8351-4068-813a-9903cad9ca4e None None] Pushing event updated for resources: {'Port': ['ID=3d85d282-e35a-48fe-8fe6-ee46698373ba,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:09.500774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:09.512431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Network ab8800a7-3b8d-478d-9289-8233c55806fc is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:09.513841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:09.635662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Router d0f6a789-6380-4905-a57c-21def2597579 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:18:09.715206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b53a2c9f-691c-4fcc-a313-ba7e543aa431', 'name': '', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'mac_address': 'fa:16:3e:07:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:08Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 2, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'subnets': [{'id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:09.744168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86aa6b7-6ec9-4b85-8308-9c6397534c6d None None] The sync data for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 is: [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b53a2c9f-691c-4fcc-a313-ba7e543aa431', 'name': '', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'mac_address': 'fa:16:3e:07:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:08Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 2, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'subnets': [{'id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:09.753618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:09.756076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6c95ac74-9b58-48a6-a235-6ddc018cb1f0 None None] Provisioning complete for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:09.756978 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6c95ac74-9b58-48a6-a235-6ddc018cb1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:09.759281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f1c761e4-ef64-438b-b6b3-59d6f9865264 admin admin] 10.222.0.25 "PUT /v2.0/routers/d0f6a789-6380-4905-a57c-21def2597579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6165199 Jul 15 17:18:09.797001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6c95ac74-9b58-48a6-a235-6ddc018cb1f0 None None] Port b53a2c9f-691c-4fcc-a313-ba7e543aa431 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:10.257921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40934) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:10.263029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1540897017-network', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:10.285370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Made reservation on behalf of 0b91189047cd453595b677d3e1e89a0a for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:10.287866 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.297028 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.422747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.426631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.455012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:18:10.466371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:10.471575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.472198 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Added segment 06aa4979-3478-4dd4-b58c-7c4b5cc6957c of type vlan for network 23a9c858-e9e5-442b-934e-b3c53681021e Jul 15 17:18:10.526902 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.571022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.572425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:10.573017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.611303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3522427 Jul 15 17:18:10.613892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:10.624007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Request body: {'subnet': {'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1540897017-subnet', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:10.655585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f54cd-aae5-43e2-bfbd-a50159968b9d admin admin] Pushing event updated for resources: {'Network': ['ID=23a9c858-e9e5-442b-934e-b3c53681021e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:10.667922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 23a9c858-e9e5-442b-934e-b3c53681021e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:18:10.673320 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d85d282-e35a-48fe-8fe6-ee46698373ba up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:10.683919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Made reservation on behalf of 0b91189047cd453595b677d3e1e89a0a for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:10.686399 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.780416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3d85d282-e35a-48fe-8fe6-ee46698373ba completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:10.784503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3d85d282-e35a-48fe-8fe6-ee46698373ba triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:10.784876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.882928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.886603 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.890088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.897126 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.914174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3d85d282-e35a-48fe-8fe6-ee46698373ba, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d85d282-e35a-48fe-8fe6-ee46698373ba,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:10.918710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.919795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 859259fd-7b41-4354-880f-7aab8ae96fe4 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:10.937053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e29a9b-bb6f-4378-8a02-741fda9618c2,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:10.956557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Checking segment: {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:10.957356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Network hostable DHCP agents. Network: 23a9c858-e9e5-442b-934e-b3c53681021e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:18:10.977242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Network 23a9c858-e9e5-442b-934e-b3c53681021e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:18:10.988331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 23a9c858-e9e5-442b-934e-b3c53681021e) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:10.995792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:10.996434 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:10.998590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3d85d282-e35a-48fe-8fe6-ee46698373ba,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:11.004773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae700c10-a38c-44ff-a15c-393694fca7ae None None] Network 23a9c858-e9e5-442b-934e-b3c53681021e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:11.023748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-58ea1523-166d-406d-a5ce-cc707f826c0a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4051962 Jul 15 17:18:11.024073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40940) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:11.028749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:11.037039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 859259fd-7b41-4354-880f-7aab8ae96fe4 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:11.037433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.052727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.053947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.115704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.228497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-23a9c858-e9e5-442b-934e-b3c53681021e', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:18:11.229352 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.255559 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.367173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Allocated IP 172.20.0.2 (23a9c858-e9e5-442b-934e-b3c53681021e/28e29a9b-bb6f-4378-8a02-741fda9618c2/0b5a7928-eb7d-431f-854e-de4c25d94814) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:11.470118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.490461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.513279 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.523339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Transition to ACTIVE for port object 0b5a7928-eb7d-431f-854e-de4c25d94814 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:11.541155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Transition to ACTIVE for port object 0b5a7928-eb7d-431f-854e-de4c25d94814 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:11.548511 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.601002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Network 23a9c858-e9e5-442b-934e-b3c53681021e is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:11.604306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:11.608934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:11.612322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Pushing event updated for resources: {'Port': ['ID=0b5a7928-eb7d-431f-854e-de4c25d94814,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:11.613447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Allocated IP 172.25.8.87 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/40ff1cad-bade-45e2-86df-abe1d522298f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:11.680716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Attempting to bind port 0b5a7928-eb7d-431f-854e-de4c25d94814 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:11.681287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Attempting to bind port 0b5a7928-eb7d-431f-854e-de4c25d94814 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:11.681478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Attempting to bind port 0b5a7928-eb7d-431f-854e-de4c25d94814 on network 23a9c858-e9e5-442b-934e-b3c53681021e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:11.686508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:11.686879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Checking segment: {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:11.687276 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.687674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Bound using segment: {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:11.688157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Bound port: 0b5a7928-eb7d-431f-854e-de4c25d94814, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:11.688539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.733461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.754262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] For port 0b5a7928-eb7d-431f-854e-de4c25d94814, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:11.758288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] For port 0b5a7928-eb7d-431f-854e-de4c25d94814, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0b5a7928-eb7d-431f-854e-de4c25d94814,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:11.764516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.775971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:11.816357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:11.824379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54a788-047f-4bca-8271-7420e7ccfd68 None None] Pushing event updated for resources: {'Port': ['ID=0b5a7928-eb7d-431f-854e-de4c25d94814,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:11.824884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:11.828884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:11.835364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=40ff1cad-bade-45e2-86df-abe1d522298f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:11.939454 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Sync routers for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:11.950386 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:11.951050 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:12.089334 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:12.132671 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.293905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b53a2c9f-691c-4fcc-a313-ba7e543aa431', 'name': '', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'mac_address': 'fa:16:3e:07:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:08Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 2, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'subnets': [{'id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:12.319844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Checking router: d0f6a789-6380-4905-a57c-21def2597579 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:12.320225 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Updating router d0f6a789-6380-4905-a57c-21def2597579 port b53a2c9f-691c-4fcc-a313-ba7e543aa431 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:18:12.336021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.359227 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.468232 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Router ac637b8e-b616-424d-b23d-6add37333648 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:18:12.602259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:12.619984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Sync routers for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:12.632016 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.632637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:12.633614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:12.643524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.644918 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6007560-4f17-4a20-ba33-bb6c4a44a5a8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6200299 Jul 15 17:18:12.648887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 40944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:12.652739 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Transition to ACTIVE for port object b53a2c9f-691c-4fcc-a313-ba7e543aa431 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:12.664230 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.745814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Pushing event updated for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:12.791218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.791561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.797576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.798034 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.798451 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.798801 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.799253 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.799578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.799892 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.800363 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.800678 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.800986 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:12.822382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d85d282-e35a-48fe-8fe6-ee46698373ba up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:12.851875 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Attempting to bind port b53a2c9f-691c-4fcc-a313-ba7e543aa431 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:12.852272 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Attempting to bind port b53a2c9f-691c-4fcc-a313-ba7e543aa431 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:12.852627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Attempting to bind port b53a2c9f-691c-4fcc-a313-ba7e543aa431 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:12.861589 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:12.861965 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Checking segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:12.868288 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.868953 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Bound using segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:12.870059 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Bound port: b53a2c9f-691c-4fcc-a313-ba7e543aa431, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:12.870059 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.927487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:12.930471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3d85d282-e35a-48fe-8fe6-ee46698373ba triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:12.930798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:12.947161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] For port b53a2c9f-691c-4fcc-a313-ba7e543aa431, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:12.950800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] For port b53a2c9f-691c-4fcc-a313-ba7e543aa431, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b53a2c9f-691c-4fcc-a313-ba7e543aa431,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:12.960538 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.030539 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:13.031160 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:13.168687 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143a5a9-754b-4b5f-acd2-4c421bc6101b None None] Pushing event updated for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:13.220645 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:13.258849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6e558-037d-416d-a2bf-f329d94de347 None None] Network 23a9c858-e9e5-442b-934e-b3c53681021e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:13.454318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b53a2c9f-691c-4fcc-a313-ba7e543aa431', 'name': '', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'mac_address': 'fa:16:3e:07:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:08Z', 'updated_at': '2021-07-15T17:18:12Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'subnets': [{'id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:13.481617 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002dacb2-2096-49fd-86eb-73a3ca6b3844 None None] The sync data for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 is: [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:09Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'b53a2c9f-691c-4fcc-a313-ba7e543aa431', 'name': '', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'mac_address': 'fa:16:3e:07:19:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:08Z', 'updated_at': '2021-07-15T17:18:12Z', 'revision_number': 4, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'subnets': [{'id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:13.526604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.533019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0b5a7928-eb7d-431f-854e-de4c25d94814 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:13.631903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-53935367-365e-470a-b5fc-c85bd1ffad82 None None] Provisioning for port 0b5a7928-eb7d-431f-854e-de4c25d94814 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:13.649100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:11Z', 'revision_number': 3, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:13.682699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0b5a7928-eb7d-431f-854e-de4c25d94814 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:13.684687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Checking router: ac637b8e-b616-424d-b23d-6add37333648 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:13.685039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Updating router ac637b8e-b616-424d-b23d-6add37333648 port 40ff1cad-bade-45e2-86df-abe1d522298f binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:18:13.700792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Allocated IP 172.20.0.1 (23a9c858-e9e5-442b-934e-b3c53681021e/28e29a9b-bb6f-4378-8a02-741fda9618c2/4c881365-d052-4241-9a8f-f89468cfeddc) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:13.709390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0b5a7928-eb7d-431f-854e-de4c25d94814 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:13.709727 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.751827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.853385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.871470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Transition to ACTIVE for port object 4c881365-d052-4241-9a8f-f89468cfeddc will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:13.919996 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:13.962601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Network 23a9c858-e9e5-442b-934e-b3c53681021e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:13.970901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:13.973534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:13.974731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.021370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Pushing event updated for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:14.034264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.070249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0b5a7928-eb7d-431f-854e-de4c25d94814, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0b5a7928-eb7d-431f-854e-de4c25d94814,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:14.079236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.136882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b29004f8-01e6-4d3c-9846-ea4320a315a0 None None] Provisioning complete for port 0b5a7928-eb7d-431f-854e-de4c25d94814 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:14.137428 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b29004f8-01e6-4d3c-9846-ea4320a315a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.187805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.204529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0b5a7928-eb7d-431f-854e-de4c25d94814,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:14.293060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.311664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Transition to ACTIVE for port object 40ff1cad-bade-45e2-86df-abe1d522298f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:14.319467 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.373519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Attempting to bind port 40ff1cad-bade-45e2-86df-abe1d522298f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:14.373885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Attempting to bind port 40ff1cad-bade-45e2-86df-abe1d522298f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:14.374374 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Attempting to bind port 40ff1cad-bade-45e2-86df-abe1d522298f on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:14.376416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeba78-ca2f-493f-8b4d-d9c9be7581b9 None None] Pushing event updated for resources: {'Port': ['ID=40ff1cad-bade-45e2-86df-abe1d522298f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:14.382941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:14.383298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:14.384009 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.384174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:14.384568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Bound port: 40ff1cad-bade-45e2-86df-abe1d522298f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:14.384945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.400447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.406114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.450353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] For port 40ff1cad-bade-45e2-86df-abe1d522298f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:14.453674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] For port 40ff1cad-bade-45e2-86df-abe1d522298f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40ff1cad-bade-45e2-86df-abe1d522298f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:14.454596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f46da060-3719-4f73-ae5d-7997029df4c9 None None] Provisioning for port 4c881365-d052-4241-9a8f-f89468cfeddc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:14.458965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f46da060-3719-4f73-ae5d-7997029df4c9 None None] Provisioning complete for port 4c881365-d052-4241-9a8f-f89468cfeddc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:14.459415 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f46da060-3719-4f73-ae5d-7997029df4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.461315 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.482641 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.485314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Pushing event updated for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:14.544213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f46da060-3719-4f73-ae5d-7997029df4c9 None None] Port 4c881365-d052-4241-9a8f-f89468cfeddc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:14.558071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:14.558707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:14.560738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeba78-ca2f-493f-8b4d-d9c9be7581b9 None None] Pushing event updated for resources: {'Port': ['ID=40ff1cad-bade-45e2-86df-abe1d522298f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:14.588923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Network 23a9c858-e9e5-442b-934e-b3c53681021e is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:14.590627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:14.682260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:14.734413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Router ac637b8e-b616-424d-b23d-6add37333648 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:18:14.798417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b53a2c9f-691c-4fcc-a313-ba7e543aa431 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:14.853922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:14.858792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-03edf558-05dd-41a9-a085-c47878d80922 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac637b8e-b616-424d-b23d-6add37333648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2092297 Jul 15 17:18:14.899789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-52edd115-e17f-4ef9-a763-e4d19890bf53 None None] Provisioning complete for port 4c881365-d052-4241-9a8f-f89468cfeddc triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:14.900182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-52edd115-e17f-4ef9-a763-e4d19890bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.956376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:14.967121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:14.967654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:14.989724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-52edd115-e17f-4ef9-a763-e4d19890bf53 None None] Port 4c881365-d052-4241-9a8f-f89468cfeddc cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:15.033551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4c881365-d052-4241-9a8f-f89468cfeddc', 'name': '', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'mac_address': 'fa:16:3e:5d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:13Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 2, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'subnets': [{'id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:15.062059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317b59b-1e53-4538-8801-2398fc2f4599 None None] The sync data for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 is: [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4c881365-d052-4241-9a8f-f89468cfeddc', 'name': '', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'mac_address': 'fa:16:3e:5d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:13Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 2, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'subnets': [{'id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:15.106175 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:15.147241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b53a2c9f-691c-4fcc-a313-ba7e543aa431, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b53a2c9f-691c-4fcc-a313-ba7e543aa431,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:15.152419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:15.153448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0b5a7928-eb7d-431f-854e-de4c25d94814 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:15.236477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:15.251532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0b5a7928-eb7d-431f-854e-de4c25d94814 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:15.251986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:15.631332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-7dde805e-1935-4130-84b2-fb472afdf8e9 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:15.632974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-7dde805e-1935-4130-84b2-fb472afdf8e9 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.1612589 Jul 15 17:18:15.649037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-64ef161c-9d71-49a0-9298-4dec81a1f0ea tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/quotas/0b91189047cd453595b677d3e1e89a0a HTTP/1.1" status: 200 len: 375 time: 0.0102668 Jul 15 17:18:15.749455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-811d339a-65ab-45e3-874c-61ef51a2c765 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938511 Jul 15 17:18:15.935004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-e6555c9c-02e1-4d1e-9a33-ed0f48441be8 service neutron] 10.222.0.25 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781352 Jul 15 17:18:16.025176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-76cf46c5-5059-4355-91fb-6d45889ba261 service neutron] 10.222.0.25 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846066 Jul 15 17:18:16.198101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a9731ef-3642-436e-8c8e-476e5f111c0b req-458d8794-9d63-410b-a056-fe6c08e18de3 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 210 time: 0.0365746 Jul 15 17:18:16.664337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40ff1cad-bade-45e2-86df-abe1d522298f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:16.719212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 40ff1cad-bade-45e2-86df-abe1d522298f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:16.724247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 40ff1cad-bade-45e2-86df-abe1d522298f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:16.724633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:16.811330 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:16.834064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 40ff1cad-bade-45e2-86df-abe1d522298f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40ff1cad-bade-45e2-86df-abe1d522298f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:16.845381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:16.846329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b53a2c9f-691c-4fcc-a313-ba7e543aa431 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:17.080922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=40ff1cad-bade-45e2-86df-abe1d522298f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:17.091602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b53a2c9f-691c-4fcc-a313-ba7e543aa431 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:17.091969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.287455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-b12a09d4-71cb-4398-ac23-ccea7636f6e5 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:17.289268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-b12a09d4-71cb-4398-ac23-ccea7636f6e5 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.20 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.1017704 Jul 15 17:18:17.302419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Request body: {'port': {'device_id': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'admin_state_up': True, 'tenant_id': '0b91189047cd453595b677d3e1e89a0a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:17.325963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Made reservation on behalf of 0b91189047cd453595b677d3e1e89a0a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:17.329596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.383957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87589f27-95a8-4cd6-8a16-b394080ca03f req-b48fbc1a-77ff-4b65-867d-d120dd75df4e tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 210 time: 0.0350804 Jul 15 17:18:17.463281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Allocated IP 172.20.0.6 (ab8800a7-3b8d-478d-9289-8233c55806fc/bf1641f9-deaa-4e40-bbcc-a7de96fd5112/5a76b467-9401-4bef-9f54-b9751e3f8243) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:17.602421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.616535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Transition to ACTIVE for port object 5a76b467-9401-4bef-9f54-b9751e3f8243 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:17.650222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.697563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Network ab8800a7-3b8d-478d-9289-8233c55806fc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:17.700429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:17.704740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:17.710740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Pushing event updated for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:17.751128 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:17.751738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.767762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f16d06a9-8026-4b9c-bf9b-bfb6ce02b897 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4710660 Jul 15 17:18:17.773487 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Sync routers for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:17.788179 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:17.788803 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:17.844143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Request body: {'port': {'device_id': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:17.904437 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:17.920682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.942288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c189fe6e-b87e-4930-83eb-22df285730d2 None None] Provisioning for port 5a76b467-9401-4bef-9f54-b9751e3f8243 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:17.946930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c189fe6e-b87e-4930-83eb-22df285730d2 None None] Provisioning complete for port 5a76b467-9401-4bef-9f54-b9751e3f8243 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:17.947501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c189fe6e-b87e-4930-83eb-22df285730d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:17.986653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c189fe6e-b87e-4930-83eb-22df285730d2 None None] Port 5a76b467-9401-4bef-9f54-b9751e3f8243 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:18.199739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a76b467-9401-4bef-9f54-b9751e3f8243 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:18:18.200006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4c881365-d052-4241-9a8f-f89468cfeddc', 'name': '', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'mac_address': 'fa:16:3e:5d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:13Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 2, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'subnets': [{'id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:18.207949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.219747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Transition to ACTIVE for port object 5a76b467-9401-4bef-9f54-b9751e3f8243 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:18.223605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.225721 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Checking router: ac637b8e-b616-424d-b23d-6add37333648 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:18.226076 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Updating router ac637b8e-b616-424d-b23d-6add37333648 port 4c881365-d052-4241-9a8f-f89468cfeddc binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:18:18.262145 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.277980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:18.354861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Attempting to bind port 5a76b467-9401-4bef-9f54-b9751e3f8243 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:18.355848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Attempting to bind port 5a76b467-9401-4bef-9f54-b9751e3f8243 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:18.356216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Attempting to bind port 5a76b467-9401-4bef-9f54-b9751e3f8243 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:18.361164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Port 5a76b467-9401-4bef-9f54-b9751e3f8243 on network ab8800a7-3b8d-478d-9289-8233c55806fc not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:18:18.361493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Attempting to bind port 5a76b467-9401-4bef-9f54-b9751e3f8243 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:18.367631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:18.367977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Checking segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:18.368385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Bound using segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:18.368824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Bound port: 5a76b467-9401-4bef-9f54-b9751e3f8243, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:18.369188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.454893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:18.459930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5a76b467-9401-4bef-9f54-b9751e3f8243,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:18.465073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.510196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:18.510782 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.512245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a76b467-9401-4bef-9f54-b9751e3f8243 HTTP/1.1" status: 200 len: 1091 time: 0.7373247 Jul 15 17:18:18.512691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:18.529755 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecdda97-d740-4c26-85eb-157b7a02cc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:18.583119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01032cb-86b4-47c6-8c72-af15e753c919 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:18.640599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40ff1cad-bade-45e2-86df-abe1d522298f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:18.659323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82a2ae-07ee-4278-962b-e01c1c382a9e req-7b7c2b0d-e050-4d41-8c0f-f1fa96aced4c tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:18.664779 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453b70f-1e04-4888-91b2-6dbbe816e7e4 x-openstack-request-id: req-4453b70f-1e04-4888-91b2-6dbbe816e7e4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:18.665455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d82a2ae-07ee-4278-962b-e01c1c382a9e req-7b7c2b0d-e050-4d41-8c0f-f1fa96aced4c tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1094 time: 0.1163778 Jul 15 17:18:18.665943 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:18.666369 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4453b70f-1e04-4888-91b2-6dbbe816e7e4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:18.666874 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243', 'status': 'completed', 'code': 200} Jul 15 17:18:18.688001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-e3069d0e-9c46-4252-9f3c-864ed1099001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:18.695400 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-e3069d0e-9c46-4252-9f3c-864ed1099001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1094 time: 0.1075420 Jul 15 17:18:18.701189 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.714081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Transition to ACTIVE for port object 4c881365-d052-4241-9a8f-f89468cfeddc will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:18.722040 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.736698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d82a2ae-07ee-4278-962b-e01c1c382a9e req-0b068802-f993-4fda-a9e6-c49da8740d13 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677867 Jul 15 17:18:18.762792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 40ff1cad-bade-45e2-86df-abe1d522298f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:18.763226 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.770421 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-e8fdf2d0-78cf-434e-a477-7869e9bb2483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a76b467-9401-4bef-9f54-b9751e3f8243 HTTP/1.1" status: 200 len: 217 time: 0.0579667 Jul 15 17:18:18.775182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82c91-a4db-4be5-909d-097d51ec1ae2 None None] Pushing event updated for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:18.856783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-daedd2a7-948d-4827-a5f5-74f7757c8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:18.858855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-daedd2a7-948d-4827-a5f5-74f7757c8703 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf1641f9-deaa-4e40-bbcc-a7de96fd5112 HTTP/1.1" status: 200 len: 849 time: 0.0756533 Jul 15 17:18:18.868706 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Attempting to bind port 4c881365-d052-4241-9a8f-f89468cfeddc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:18.869221 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Attempting to bind port 4c881365-d052-4241-9a8f-f89468cfeddc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:18.869642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Attempting to bind port 4c881365-d052-4241-9a8f-f89468cfeddc on network 23a9c858-e9e5-442b-934e-b3c53681021e {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:18.876814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:18.879055 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Checking segment: {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:18.879221 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.879615 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Bound using segment: {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:18.880542 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Bound port: 4c881365-d052-4241-9a8f-f89468cfeddc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06aa4979-3478-4dd4-b58c-7c4b5cc6957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:18.880892 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:18.925845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-b331b6d8-5fd5-4457-ab08-a8f769dab5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:18.928012 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-b331b6d8-5fd5-4457-ab08-a8f769dab5be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab8800a7-3b8d-478d-9289-8233c55806fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590963 Jul 15 17:18:18.952844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] For port 4c881365-d052-4241-9a8f-f89468cfeddc, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:18.956537 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] For port 4c881365-d052-4241-9a8f-f89468cfeddc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c881365-d052-4241-9a8f-f89468cfeddc,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:18.962195 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:19.023467 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:19.024097 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:17:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:19.027063 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82c91-a4db-4be5-909d-097d51ec1ae2 None None] Pushing event updated for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:19.043122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-a9005134-a197-4a32-9f32-ae801196316c service neutron] 10.222.0.20 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075847 Jul 15 17:18:19.137499 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:19.141384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e686a84f-0025-4ba2-af33-20c27a9cabda req-d2b8ae09-860a-4d90-bbd1-94b0b1a9ecfe service neutron] 10.222.0.20 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921032 Jul 15 17:18:19.250688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-1387947b-800a-4d77-b14e-8731a680d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:19.252203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-1387947b-800a-4d77-b14e-8731a680d51e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1094 time: 0.0608537 Jul 15 17:18:19.342648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-aedce3cd-6e0c-4091-8567-8f178f6e5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:19.344142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-aedce3cd-6e0c-4091-8567-8f178f6e5413 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.0858164 Jul 15 17:18:19.347012 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4c881365-d052-4241-9a8f-f89468cfeddc', 'name': '', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'mac_address': 'fa:16:3e:5d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:13Z', 'updated_at': '2021-07-15T17:18:18Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'subnets': [{'id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:19.377458 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a591c-ff8a-411a-8440-c098ed8a692d None None] The sync data for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 is: [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:14Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '4c881365-d052-4241-9a8f-f89468cfeddc', 'name': '', 'network_id': '23a9c858-e9e5-442b-934e-b3c53681021e', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'mac_address': 'fa:16:3e:5d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:13Z', 'updated_at': '2021-07-15T17:18:18Z', 'revision_number': 4, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'subnets': [{'id': '28e29a9b-bb6f-4378-8a02-741fda9618c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:19.389425 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-d1da38b8-8995-4a1f-bbb6-edb248c5d24f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a76b467-9401-4bef-9f54-b9751e3f8243 HTTP/1.1" status: 200 len: 217 time: 0.0385067 Jul 15 17:18:19.439210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-b836e62d-ebea-436f-b3b9-7d38a2f952d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:19.440730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-b836e62d-ebea-436f-b3b9-7d38a2f952d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf1641f9-deaa-4e40-bbcc-a7de96fd5112 HTTP/1.1" status: 200 len: 849 time: 0.0456250 Jul 15 17:18:19.498705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-76bed5fb-a6d1-4966-96e1-d716dae52786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:19.500264 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-76bed5fb-a6d1-4966-96e1-d716dae52786 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab8800a7-3b8d-478d-9289-8233c55806fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531161 Jul 15 17:18:19.601279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-0c7bba98-32de-41ac-b4b3-d3447da389d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944781 Jul 15 17:18:19.698125 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1ecdda97-d740-4c26-85eb-157b7a02cc4c req-51c727ea-0b22-49c0-bbf0-8611536110d1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903928 Jul 15 17:18:19.891466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02b993-6ae3-437a-ab39-0fcf3d98d7fd req-ab85f815-3940-4e4e-887f-222587d160bf tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:19.892952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a02b993-6ae3-437a-ab39-0fcf3d98d7fd req-ab85f815-3940-4e4e-887f-222587d160bf tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1094 time: 0.0538607 Jul 15 17:18:19.931368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a02b993-6ae3-437a-ab39-0fcf3d98d7fd req-e6a44da3-0327-4a2b-a93d-29caffcb6105 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 15 17:18:20.590536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c881365-d052-4241-9a8f-f89468cfeddc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:20.644258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 4c881365-d052-4241-9a8f-f89468cfeddc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:20.648607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4c881365-d052-4241-9a8f-f89468cfeddc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:20.648977 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:20.725754 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:20.758121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 4c881365-d052-4241-9a8f-f89468cfeddc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c881365-d052-4241-9a8f-f89468cfeddc,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:20.761615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:20.812300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:21.090989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13116a5e-6527-4be5-916d-421cedd62166 req-a0a9cf84-3716-4547-8d66-a7d2f8f1bbe2 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:21.092462 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13116a5e-6527-4be5-916d-421cedd62166 req-a0a9cf84-3716-4547-8d66-a7d2f8f1bbe2 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1094 time: 0.0524526 Jul 15 17:18:21.126377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13116a5e-6527-4be5-916d-421cedd62166 req-ca3e4b28-dad7-4ecc-bb31-e6b94d8cd2b5 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283024 Jul 15 17:18:22.009171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5a76b467-9401-4bef-9f54-b9751e3f8243 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:18:22.101598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5a76b467-9401-4bef-9f54-b9751e3f8243,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:22.112975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '5a76b467-9401-4bef-9f54-b9751e3f8243', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'port_id': '5a76b467-9401-4bef-9f54-b9751e3f8243', 'mac_address': 'fa:16:3e:ac:6f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:18:22.153335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:22.167189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a76b467-9401-4bef-9f54-b9751e3f8243 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:18:22.186810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5a76b467-9401-4bef-9f54-b9751e3f8243,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:22.190734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:22.237537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:22.286785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd7b3e-9457-465a-aff7-afd0633f19e7 req-c527010d-84cd-4058-9532-d429b5b45670 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:22.288339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0abd7b3e-9457-465a-aff7-afd0633f19e7 req-c527010d-84cd-4058-9532-d429b5b45670 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1095 time: 0.0538063 Jul 15 17:18:22.321935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0abd7b3e-9457-465a-aff7-afd0633f19e7 req-60119e6a-7b9a-426a-84b6-740a0120c163 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281243 Jul 15 17:18:22.404290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5a76b467-9401-4bef-9f54-b9751e3f8243'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:22.579512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c881365-d052-4241-9a8f-f89468cfeddc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:22.627565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 4c881365-d052-4241-9a8f-f89468cfeddc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:22.627957 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:23.486586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2648f1-22d8-46e2-bf9d-5b99823d05ce req-e730b3a5-3ba2-402f-9094-996f4e11eb37 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:23.488076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe2648f1-22d8-46e2-bf9d-5b99823d05ce req-e730b3a5-3ba2-402f-9094-996f4e11eb37 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1095 time: 0.0554986 Jul 15 17:18:23.523759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe2648f1-22d8-46e2-bf9d-5b99823d05ce req-6be34dc6-0bea-4d67-83ee-e889e5c32b63 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291445 Jul 15 17:18:24.022950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5a76b467-9401-4bef-9f54-b9751e3f8243 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:24.072471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 5a76b467-9401-4bef-9f54-b9751e3f8243 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:24.076090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 5a76b467-9401-4bef-9f54-b9751e3f8243 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:24.076495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:24.152718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:24.174271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:24.176843 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668dc384-f197-48f0-8dd9-544f95d70764" -d '{"events": [{"server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:24.188944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5a76b467-9401-4bef-9f54-b9751e3f8243,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:24.192884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:24.217916 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d424b1eb-4173-4486-a6ef-6328f9a97213 x-openstack-request-id: req-d424b1eb-4173-4486-a6ef-6328f9a97213 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:24.218211 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:24.218455 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d424b1eb-4173-4486-a6ef-6328f9a97213 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:24.218836 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243', 'code': 200} Jul 15 17:18:24.243508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:24.328384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41916b-8cb3-4e41-b32a-cbf82179e914 req-8cbef90d-0938-47b3-83dd-867e07c43b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:24.329815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd41916b-8cb3-4e41-b32a-cbf82179e914 req-8cbef90d-0938-47b3-83dd-867e07c43b27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0545835 Jul 15 17:18:24.364609 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-bd41916b-8cb3-4e41-b32a-cbf82179e914 req-2993eef1-29d6-4229-89d7-0a2d5218befd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279243 Jul 15 17:18:24.683086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9448c05-7e6e-4e26-bbee-bfe2a331bf29 req-42734a88-67de-4c00-ad40-dcfbe1272264 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:24.684544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9448c05-7e6e-4e26-bbee-bfe2a331bf29 req-42734a88-67de-4c00-ad40-dcfbe1272264 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0517716 Jul 15 17:18:24.718186 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9448c05-7e6e-4e26-bbee-bfe2a331bf29 req-b1e0045e-800d-4c2d-a66b-6b08d8ce106a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280633 Jul 15 17:18:25.802525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-565d533d-3be8-4b70-9b32-9e0af1f2a90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:25.884940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b659-3929-4d1b-ac56-e2ebb893f1e2 req-5e58956f-e047-499f-abfa-7fe93a27236f tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:25.886439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b9b659-3929-4d1b-ac56-e2ebb893f1e2 req-5e58956f-e047-499f-abfa-7fe93a27236f tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0535784 Jul 15 17:18:25.921703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b9b659-3929-4d1b-ac56-e2ebb893f1e2 req-2015aa49-936f-4e89-a1ff-a62012e5b286 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295961 Jul 15 17:18:26.089873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62496b-020b-4981-8d1f-dabd9f33ff9c req-8ba584d1-8fa4-4f61-8934-f86d0ed0d351 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:26.091385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc62496b-020b-4981-8d1f-dabd9f33ff9c req-8ba584d1-8fa4-4f61-8934-f86d0ed0d351 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0571289 Jul 15 17:18:26.125882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fc62496b-020b-4981-8d1f-dabd9f33ff9c req-c0292789-85a9-4b5e-a880-e942ef330981 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289948 Jul 15 17:18:26.285761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e27f50-e5be-473d-9791-dc3121896bd2 req-aed49288-0da4-4a46-83e9-6ee0be69a9b0 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:26.288223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08e27f50-e5be-473d-9791-dc3121896bd2 req-aed49288-0da4-4a46-83e9-6ee0be69a9b0 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0537217 Jul 15 17:18:26.323922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-08e27f50-e5be-473d-9791-dc3121896bd2 req-a1989764-5596-4d8e-b8a7-de1bf72cd78a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293744 Jul 15 17:18:26.560832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-4194d987-9eac-428f-9660-b80d4287062a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:26.562334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-4194d987-9eac-428f-9660-b80d4287062a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.0899873 Jul 15 17:18:26.576836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-5882addc-9bde-45cc-88e6-e78a9a2e00b4 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/quotas/0b91189047cd453595b677d3e1e89a0a HTTP/1.1" status: 200 len: 375 time: 0.0087073 Jul 15 17:18:26.635991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-88c25990-1929-4aba-b902-6d7581ebdab6 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544591 Jul 15 17:18:26.726124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-982bd147-04a6-42a9-b9c4-b8449316790e service neutron] 10.222.0.25 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Jul 15 17:18:26.818693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-02982e44-d6a1-4439-8213-c55c8f92e03f service neutron] 10.222.0.25 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868993 Jul 15 17:18:26.982528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f32ad52-fa5f-42f5-90cc-af2c8ba440d9 req-0efcabdf-8836-4e36-9eb2-fdb92269b18b tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 210 time: 0.0276680 Jul 15 17:18:27.360550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-e73e11ea-7ec9-4292-88a0-85e08a9e6055 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595188 Jul 15 17:18:27.469459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-ffc1ce2c-3786-478b-8d39-6bc66434459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:27.471026 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-ffc1ce2c-3786-478b-8d39-6bc66434459f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0535612 Jul 15 17:18:27.591465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-0569ac64-96bb-4f85-85c0-55549b3ac2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:27.593095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-0569ac64-96bb-4f85-85c0-55549b3ac2fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.1016698 Jul 15 17:18:27.656823 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-19e894ef-30ca-4492-884a-30b06400b824 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1001 time: 0.0570357 Jul 15 17:18:27.704139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-1889db9e-1df9-46a3-981c-e03ddf5fbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:27.705819 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-1889db9e-1df9-46a3-981c-e03ddf5fbea7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0430257 Jul 15 17:18:27.763807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-295c8ed8-37af-4263-95d5-7be431538e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:27.765307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-295c8ed8-37af-4263-95d5-7be431538e84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536373 Jul 15 17:18:27.857025 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-64027aa0-7974-44c8-80be-92c16d7b0148 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846672 Jul 15 17:18:28.009224 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-751d97d2-2e9b-4b59-87bc-88a7d20d83e3 req-4f64b0cb-a3e4-4c30-af74-0cb7466c6a5c service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461031 Jul 15 17:18:28.034332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-d22da259-6e35-4ff9-82a5-1d42455db553 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:28.035880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-d22da259-6e35-4ff9-82a5-1d42455db553 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.35 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.1105263 Jul 15 17:18:28.046601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Request body: {'port': {'device_id': '5f153dad-57c7-413a-89f7-d201f326dce1', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'admin_state_up': True, 'tenant_id': '0b91189047cd453595b677d3e1e89a0a'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:28.068518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Made reservation on behalf of 0b91189047cd453595b677d3e1e89a0a for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:18:28.071077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.154755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ee49fa0-aa97-443c-86b9-71e7f7a49d96 req-5e6d63db-abd7-4ce5-9537-85929dffe75a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 210 time: 0.0318439 Jul 15 17:18:28.187404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Allocated IP 172.20.0.7 (ab8800a7-3b8d-478d-9289-8233c55806fc/bf1641f9-deaa-4e40-bbcc-a7de96fd5112/76a02ba0-77cd-4ae3-82eb-49bf2be7f111) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:18:28.612718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.625726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Transition to ACTIVE for port object 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:28.658452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.672678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5a76b467-9401-4bef-9f54-b9751e3f8243'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:28.697809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Network ab8800a7-3b8d-478d-9289-8233c55806fc is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:18:28.703739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:18:28.707258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:18:28.729717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Pushing event updated for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:28.750991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:28.751775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.766973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-ac3d57a5-6d9d-4c81-908f-3c5b80bd90ad tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7240634 Jul 15 17:18:28.779182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Request body: {'port': {'device_id': '5f153dad-57c7-413a-89f7-d201f326dce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:18:28.835318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.857145 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:28.962420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbea4-7439-4ef9-aea6-81d8fabed9e5 None None] Provisioning for port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:28.965959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-eb7bbea4-7439-4ef9-aea6-81d8fabed9e5 None None] Provisioning complete for port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:28.966335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb7bbea4-7439-4ef9-aea6-81d8fabed9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.000326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-eb7bbea4-7439-4ef9-aea6-81d8fabed9e5 None None] Port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:18:29.115137 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eb7b25ea-bc17-4532-98ce-a1816580c301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.124208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:18:29.132530 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.144040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Transition to ACTIVE for port object 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:18:29.148329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.202309 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Pushing event updated for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:29.275662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Attempting to bind port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:18:29.276029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Attempting to bind port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:18:29.276387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Attempting to bind port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:29.282315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 on network ab8800a7-3b8d-478d-9289-8233c55806fc not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:18:29.282646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Attempting to bind port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 on network ab8800a7-3b8d-478d-9289-8233c55806fc {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:18:29.290032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:18:29.290395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Checking segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:18:29.290755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Bound using segment: {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:18:29.291189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Bound port: 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628fcf77-5313-4852-9821-ac9240cea26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:18:29.291555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.323449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45c8d-3ccb-486d-89ac-f807f4a40eb2 req-24517439-bd60-40d0-b7ba-1ec25a3da432 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.325031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45e45c8d-3ccb-486d-89ac-f807f4a40eb2 req-24517439-bd60-40d0-b7ba-1ec25a3da432 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1052 time: 0.0560939 Jul 15 17:18:29.364637 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45e45c8d-3ccb-486d-89ac-f807f4a40eb2 req-12b60c46-69c3-4bf1-acbb-779ac083efc9 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323582 Jul 15 17:18:29.368311 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:18:29.371782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:18:29.376741 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.411916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.412586 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.413982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] 10.222.0.35 "PUT /v2.0/ports/76a02ba0-77cd-4ae3-82eb-49bf2be7f111 HTTP/1.1" status: 200 len: 1091 time: 0.6394334 Jul 15 17:18:29.414421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:29.417359 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be56b3ed-53a8-4226-80b6-97a10266185f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:29.467144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210fdb7-67ca-4781-9852-5400e3336edf service neutron] Pushing event updated for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:29.473301 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a651e4-8b28-4c6a-9c03-0d600382a8d5 x-openstack-request-id: req-f6a651e4-8b28-4c6a-9c03-0d600382a8d5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:29.473598 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:29.473868 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6a651e4-8b28-4c6a-9c03-0d600382a8d5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:29.474249 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111', 'status': 'completed', 'code': 200} Jul 15 17:18:29.522640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-d6271ea7-c7b4-47ea-852d-8424fb368403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.524237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-d6271ea7-c7b4-47ea-852d-8424fb368403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1094 time: 0.0668843 Jul 15 17:18:29.566427 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-0c138fbb-d793-493d-b0c4-c511ad58c14a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111 HTTP/1.1" status: 200 len: 217 time: 0.0354335 Jul 15 17:18:29.578496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:29.621291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3a9e4207-1fc8-4bd5-83c4-364caa3d0ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.622792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-3a9e4207-1fc8-4bd5-83c4-364caa3d0ca4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf1641f9-deaa-4e40-bbcc-a7de96fd5112 HTTP/1.1" status: 200 len: 849 time: 0.0501232 Jul 15 17:18:29.685556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-b15849c5-c477-4163-bae0-4c7ca6442527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.687071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-b15849c5-c477-4163-bae0-4c7ca6442527 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab8800a7-3b8d-478d-9289-8233c55806fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585668 Jul 15 17:18:29.775319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-de4c5970-eb07-4fdc-b765-c932c786578b service neutron] 10.222.0.35 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815258 Jul 15 17:18:29.870115 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b02e2231-0558-471a-b707-73dbad5e5a1c req-e622a221-22b4-482e-8e89-0d71af8286c3 service neutron] 10.222.0.35 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852089 Jul 15 17:18:29.965406 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b3ed-53a8-4226-80b6-97a10266185f req-74e062d7-53e3-405d-9370-1d93f5a94e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:29.966896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-74e062d7-53e3-405d-9370-1d93f5a94e48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b91189047cd453595b677d3e1e89a0a&device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1094 time: 0.0516074 Jul 15 17:18:30.060147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b3ed-53a8-4226-80b6-97a10266185f req-3a2812eb-e04c-4640-b91a-f8ca16f3b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:30.061526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-3a2812eb-e04c-4640-b91a-f8ca16f3b8a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 200 len: 910 time: 0.0886664 Jul 15 17:18:30.101724 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-41804763-7045-4724-bbda-eb0e1473f23e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111 HTTP/1.1" status: 200 len: 217 time: 0.0334218 Jul 15 17:18:30.148384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b3ed-53a8-4226-80b6-97a10266185f req-448d5a46-2059-492a-b711-cd50e2eb32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:30.149792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-448d5a46-2059-492a-b711-cd50e2eb32a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf1641f9-deaa-4e40-bbcc-a7de96fd5112 HTTP/1.1" status: 200 len: 849 time: 0.0423715 Jul 15 17:18:30.209066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56b3ed-53a8-4226-80b6-97a10266185f req-dba6811f-afbd-4223-9968-d9fdc11c5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:30.210538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-dba6811f-afbd-4223-9968-d9fdc11c5581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab8800a7-3b8d-478d-9289-8233c55806fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543683 Jul 15 17:18:30.297518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-4a37c408-2a5a-4491-a317-d714298ddede service neutron] 10.222.0.35 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804677 Jul 15 17:18:30.389763 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-be56b3ed-53a8-4226-80b6-97a10266185f req-5b25caa5-4b34-4bc5-8e09-071bc961a537 service neutron] 10.222.0.35 "GET /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855772 Jul 15 17:18:30.529060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe449c2-c4a9-4ce4-865a-d546eab8d491 req-9a81a5cf-d545-44fb-a4fc-2a9376b65a57 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:30.530588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe449c2-c4a9-4ce4-865a-d546eab8d491 req-9a81a5cf-d545-44fb-a4fc-2a9376b65a57 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1094 time: 0.0522289 Jul 15 17:18:30.552593 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:18:30.565321 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6fe449c2-c4a9-4ce4-865a-d546eab8d491 req-7873226a-17a0-4b83-9a35-f7c78399bdc9 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284462 Jul 15 17:18:31.301143 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:31.728840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ff8a3-77b6-4038-8009-2fa9aa3fc20e req-f4bb5d2e-c5b7-4953-9ea5-94916ad0f757 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:31.730334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad2ff8a3-77b6-4038-8009-2fa9aa3fc20e req-f4bb5d2e-c5b7-4953-9ea5-94916ad0f757 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1094 time: 0.0574687 Jul 15 17:18:31.765023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad2ff8a3-77b6-4038-8009-2fa9aa3fc20e req-c06e2463-7c2d-481f-bb4f-60e5c98db310 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291195 Jul 15 17:18:32.926619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed1a68-a2fd-4faf-886c-2a032fa65f2e req-3ae4e46c-7ac9-46b2-ad49-7663283bc5da tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:32.928266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5ed1a68-a2fd-4faf-886c-2a032fa65f2e req-3ae4e46c-7ac9-46b2-ad49-7663283bc5da tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1094 time: 0.0544705 Jul 15 17:18:32.964238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5ed1a68-a2fd-4faf-886c-2a032fa65f2e req-1106ff43-b783-4739-aad1-dee5b97f364a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295331 Jul 15 17:18:33.144262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:18:33.237060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:33.248106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111', 'network_id': 'ab8800a7-3b8d-478d-9289-8233c55806fc', 'port_id': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111', 'mac_address': 'fa:16:3e:d0:a5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1641f9-deaa-4e40-bbcc-a7de96fd5112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:18:33.285714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:33.301072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:18:33.320025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:33.323712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:33.369245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:33.507169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['76a02ba0-77cd-4ae3-82eb-49bf2be7f111'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:34.125599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaca9f-8aaf-4bf2-b91f-7216e453b4a0 req-a075099c-6abc-4ec6-8cb5-da3dabbf19a3 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:34.127106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcbaca9f-8aaf-4bf2-b91f-7216e453b4a0 req-a075099c-6abc-4ec6-8cb5-da3dabbf19a3 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1095 time: 0.0521045 Jul 15 17:18:34.161775 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcbaca9f-8aaf-4bf2-b91f-7216e453b4a0 req-d71b1f7d-b914-4fec-b1f4-e1561dd87ab3 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291467 Jul 15 17:18:35.152944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:18:35.203153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:18:35.206914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:18:35.207285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:35.282792 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:35.306471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:35.308681 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd81df-5dd4-494e-a313-58f0baa6449d" -d '{"events": [{"server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "name": "network-vif-plugged", "status": "completed", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:35.321805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:35.326168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:35.333080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68dff6-539f-4a50-9a89-74ff96edf0da req-5d3efa71-e99d-49fb-a476-8c7e81cecb70 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:35.338447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa68dff6-539f-4a50-9a89-74ff96edf0da req-5d3efa71-e99d-49fb-a476-8c7e81cecb70 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1095 time: 0.0641072 Jul 15 17:18:35.370210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa68dff6-539f-4a50-9a89-74ff96edf0da req-4b2df8fa-27b2-47a4-acdb-8e0a24267dc5 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Jul 15 17:18:35.384184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:35.412778 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb438da-5321-45ca-b268-110a1580edba x-openstack-request-id: req-dbb438da-5321-45ca-b268-110a1580edba {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:35.413105 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "name": "network-vif-plugged", "status": "completed", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:35.413360 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb438da-5321-45ca-b268-110a1580edba {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:35.413756 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111', 'code': 200} Jul 15 17:18:35.526068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7a47f-65f9-4bf9-ad0c-ba8c5c58e62d req-52f53cc8-feba-4d99-bb7e-c642ae9e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:35.527580 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-33d7a47f-65f9-4bf9-ad0c-ba8c5c58e62d req-52f53cc8-feba-4d99-bb7e-c642ae9e0729 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0521338 Jul 15 17:18:35.562495 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-33d7a47f-65f9-4bf9-ad0c-ba8c5c58e62d req-11ff3924-330f-42b1-92bb-08f41c00536c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286279 Jul 15 17:18:36.535781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb20769-6d58-48da-bc1e-5bef4b4b56d6 req-2e649c96-8f76-4a8a-9efb-192cac86f017 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:36.537313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffb20769-6d58-48da-bc1e-5bef4b4b56d6 req-2e649c96-8f76-4a8a-9efb-192cac86f017 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0530684 Jul 15 17:18:36.571345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffb20769-6d58-48da-bc1e-5bef4b4b56d6 req-82de59ef-3d92-403c-925d-4b23b3ce207d tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283968 Jul 15 17:18:36.733122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952511b-9c43-4f7f-9712-ac456a05a9b2 req-f57514d2-e965-4b7a-be28-58cbbf9c26e8 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:36.734607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8952511b-9c43-4f7f-9712-ac456a05a9b2 req-f57514d2-e965-4b7a-be28-58cbbf9c26e8 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0513384 Jul 15 17:18:36.766906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8952511b-9c43-4f7f-9712-ac456a05a9b2 req-a763314d-4d4a-4825-a236-b7fd6f524f41 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268002 Jul 15 17:18:36.926960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91d22b-002e-4558-b41c-ee2761481c03 req-88f01a1c-7a0c-4dc9-856e-7810c3f51400 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:36.928464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb91d22b-002e-4558-b41c-ee2761481c03 req-88f01a1c-7a0c-4dc9-856e-7810c3f51400 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0554767 Jul 15 17:18:36.962646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb91d22b-002e-4558-b41c-ee2761481c03 req-f6b87c9a-716b-4f52-ba08-18ba2e4edf85 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287735 Jul 15 17:18:37.327143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c6ed5-567f-4ab1-b9dd-def615158b33 req-33deebf4-e9a8-44c2-9006-469ced035998 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:37.328757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-655c6ed5-567f-4ab1-b9dd-def615158b33 req-33deebf4-e9a8-44c2-9006-469ced035998 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0538366 Jul 15 17:18:37.365119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-655c6ed5-567f-4ab1-b9dd-def615158b33 req-70a1a842-92fb-4020-9a6c-596faddffe36 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298002 Jul 15 17:18:38.515505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-f609c22e-de97-4f7d-ad4a-bd58cf085442 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:38.517257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-f609c22e-de97-4f7d-ad4a-bd58cf085442 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0525210 Jul 15 17:18:38.527673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7209a-e27c-4391-9c50-3609185b6ae8 req-5f43d3a5-7b4a-4842-b89f-b0ae81c3dde8 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:38.529242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abf7209a-e27c-4391-9c50-3609185b6ae8 req-5f43d3a5-7b4a-4842-b89f-b0ae81c3dde8 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5f153dad-57c7-413a-89f7-d201f326dce1 HTTP/1.1" status: 200 len: 1096 time: 0.0533152 Jul 15 17:18:38.565027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abf7209a-e27c-4391-9c50-3609185b6ae8 req-5030114d-37b2-4a67-a397-ec1de8fddddb tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295951 Jul 15 17:18:38.615023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Deleting port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:38.615305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:38.691621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] For port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:38.692020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:38.703917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Calling delete_port for 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:38.826027 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:38.837524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['76a02ba0-77cd-4ae3-82eb-49bf2be7f111'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:38.839738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5a76b467-9401-4bef-9f54-b9751e3f8243'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:38.852997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Pushing event deleted for resources: {'Port': ['ID=76a02ba0-77cd-4ae3-82eb-49bf2be7f111,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:38.884453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.884798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.885126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.885457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.885784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.886114 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.886435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.886751 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.887065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.887383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.888201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.888201 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:38.915361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] No DVR routers for this DVR port 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:18:38.919412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:38.921700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ffa3cebb-765e-4cea-be35-237862f2ac55 req-175acc5e-f313-4942-a6e4-a08441ddf77a tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.35 "DELETE /v2.0/ports/76a02ba0-77cd-4ae3-82eb-49bf2be7f111 HTTP/1.1" status: 204 len: 173 time: 0.3992870 Jul 15 17:18:38.922196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'name': 'network-vif-deleted', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:38.924758 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebc802-22be-42a8-9f32-63659092f229" -d '{"events": [{"server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "name": "network-vif-deleted", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:38.974276 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3612f7c6-ef50-4253-a951-aec7031a3376 x-openstack-request-id: req-3612f7c6-ef50-4253-a951-aec7031a3376 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:38.974733 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f153dad-57c7-413a-89f7-d201f326dce1", "name": "network-vif-deleted", "tag": "76a02ba0-77cd-4ae3-82eb-49bf2be7f111", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:38.975003 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3612f7c6-ef50-4253-a951-aec7031a3376 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:38.975552 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f153dad-57c7-413a-89f7-d201f326dce1', 'name': 'network-vif-deleted', 'tag': '76a02ba0-77cd-4ae3-82eb-49bf2be7f111', 'status': 'completed', 'code': 200} Jul 15 17:18:40.000409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef9535-98fb-490e-a969-ea4f11f44be6 req-e6fe168b-15f6-43e1-b6f2-edd5cac230e7 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:40.001901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59ef9535-98fb-490e-a969-ea4f11f44be6 req-e6fe168b-15f6-43e1-b6f2-edd5cac230e7 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0546193 Jul 15 17:18:40.036372 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59ef9535-98fb-490e-a969-ea4f11f44be6 req-93f66d44-589f-4f89-a85e-4e6e4f7c85df tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283930 Jul 15 17:18:40.849021 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:40.892380 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:41.198840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3df46-bf90-4ca9-b1ce-a205020ae27f req-4795648e-9d90-437a-bfc9-af417f5c7e72 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:41.200428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27e3df46-bf90-4ca9-b1ce-a205020ae27f req-4795648e-9d90-437a-bfc9-af417f5c7e72 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0541351 Jul 15 17:18:41.236296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27e3df46-bf90-4ca9-b1ce-a205020ae27f req-ef289650-1b07-4825-b991-a168628a4986 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Jul 15 17:18:41.315679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-de1fb442-64ab-41b9-9351-0e92ef1b6d0c tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:18:41.317191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-de1fb442-64ab-41b9-9351-0e92ef1b6d0c tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=84173f90-5f63-4185-875a-ffbd00b5cb0c HTTP/1.1" status: 200 len: 1096 time: 0.0515220 Jul 15 17:18:41.403326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Deleting port 5a76b467-9401-4bef-9f54-b9751e3f8243 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:41.403672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:41.482085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] For port 5a76b467-9401-4bef-9f54-b9751e3f8243, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=5a76b467-9401-4bef-9f54-b9751e3f8243,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:41.482448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:41.494495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Calling delete_port for 5a76b467-9401-4bef-9f54-b9751e3f8243 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:41.616335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:41.626353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['5a76b467-9401-4bef-9f54-b9751e3f8243'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:18:41.642242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a76b467-9401-4bef-9f54-b9751e3f8243,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:41.690023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] No DVR routers for this DVR port 5a76b467-9401-4bef-9f54-b9751e3f8243 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:18:41.693763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:41.695919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0fecd493-a41f-4c5f-b2af-2e1dda275a8b req-e9642946-b365-4ff6-b772-71a499950453 tempest-TestServerMultinode-2035403426 tempest-TestServerMultinode-2035403426-project-admin] 10.222.0.20 "DELETE /v2.0/ports/5a76b467-9401-4bef-9f54-b9751e3f8243 HTTP/1.1" status: 204 len: 173 time: 0.3729212 Jul 15 17:18:41.696401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'name': 'network-vif-deleted', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:18:41.698814 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a18777-8b30-45db-837c-b9f6910c7d8a" -d '{"events": [{"server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "name": "network-vif-deleted", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:18:41.750931 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf212bfe-3cce-4c70-93bd-b5f09c29a1af x-openstack-request-id: req-cf212bfe-3cce-4c70-93bd-b5f09c29a1af {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:18:41.756457 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84173f90-5f63-4185-875a-ffbd00b5cb0c", "name": "network-vif-deleted", "tag": "5a76b467-9401-4bef-9f54-b9751e3f8243", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:18:41.756733 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf212bfe-3cce-4c70-93bd-b5f09c29a1af {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:18:41.757168 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84173f90-5f63-4185-875a-ffbd00b5cb0c', 'name': 'network-vif-deleted', 'tag': '5a76b467-9401-4bef-9f54-b9751e3f8243', 'status': 'completed', 'code': 200} Jul 15 17:18:42.335495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41132) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:42.678792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:43.175024 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:43.195521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:43.195866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 76a02ba0-77cd-4ae3-82eb-49bf2be7f111 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:43.212027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Deleting port b53a2c9f-691c-4fcc-a313-ba7e543aa431 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:43.212395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:43.290108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] For port b53a2c9f-691c-4fcc-a313-ba7e543aa431, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b53a2c9f-691c-4fcc-a313-ba7e543aa431,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:43.290474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:43.303347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Calling delete_port for b53a2c9f-691c-4fcc-a313-ba7e543aa431 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:43.482140 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:43.512144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b53a2c9f-691c-4fcc-a313-ba7e543aa431,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:43.680065 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:43.890438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Router d0f6a789-6380-4905-a57c-21def2597579 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:18:43.999994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:44.006303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c471fbcd-13b5-4249-b02d-eea68490c6bb admin admin] 10.222.0.25 "PUT /v2.0/routers/d0f6a789-6380-4905-a57c-21def2597579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698208 Jul 15 17:18:44.007414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41138) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:44.008727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Sync routers for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:44.017895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:44.018574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:18:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:44.111124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.121012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:44.210313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.267253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Deleting port 3d85d282-e35a-48fe-8fe6-ee46698373ba {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:44.267594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.294757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:43Z', 'revision_number': 5, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port': {'id': '3d85d282-e35a-48fe-8fe6-ee46698373ba', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f6a789-6380-4905-a57c-21def2597579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:07Z', 'updated_at': '2021-07-15T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:44.325611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Checking router: d0f6a789-6380-4905-a57c-21def2597579 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:44.343156 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Routers {'d0f6a789-6380-4905-a57c-21def2597579'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:44.343912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:18:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d0f6a789-6380-4905-a57c-21def2597579'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:44.353822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] For port 3d85d282-e35a-48fe-8fe6-ee46698373ba, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3d85d282-e35a-48fe-8fe6-ee46698373ba,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:44.354181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.367117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Calling delete_port for 3d85d282-e35a-48fe-8fe6-ee46698373ba owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:44.430481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] Set router d0f6a789-6380-4905-a57c-21def2597579 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:44.486491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:44Z', 'revision_number': 6, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:44.516860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b544de9-4ad1-4296-9762-383687ab6125 None None] The sync data for ids ['d0f6a789-6380-4905-a57c-21def2597579'] in n-d-800085-3 is: [{'id': 'd0f6a789-6380-4905-a57c-21def2597579', 'name': 'tempest-TestServerMultinode-1458026570-router', 'tenant_id': '8abc282798554a618ec67fd942d5aa1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:06Z', 'updated_at': '2021-07-15T17:18:44Z', 'revision_number': 6, 'project_id': '8abc282798554a618ec67fd942d5aa1a', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:44.560819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.593682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d85d282-e35a-48fe-8fe6-ee46698373ba,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:44.640713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.641060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.641399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.641733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.642066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.642396 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.642722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.643044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.643365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.643683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.644001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.644341 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:18:44.665293 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.758054 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.760340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.805783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.806424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0f6a789-6380-4905-a57c-21def2597579 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:18:44.810798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.811957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4ece1c50-a3d6-4672-a0fe-37b402efb6b5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d0f6a789-6380-4905-a57c-21def2597579 HTTP/1.1" status: 204 len: 168 time: 0.8036287 Jul 15 17:18:44.814512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41140) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:44.859364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Deleting subnet bf1641f9-deaa-4e40-bbcc-a7de96fd5112 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:18:44.862475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.903649 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:44.993583 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.061209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.090300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1641f9-deaa-4e40-bbcc-a7de96fd5112,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:45.092458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.096819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7d2cdb7c-21e8-446d-ab96-332c82a50574 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bf1641f9-deaa-4e40-bbcc-a7de96fd5112 HTTP/1.1" status: 204 len: 168 time: 0.2790639 Jul 15 17:18:45.097316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41144) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:45.102049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8e8f5-1980-4afa-a569-fbc12bb457b2 None None] Network ab8800a7-3b8d-478d-9289-8233c55806fc requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:45.175604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.231602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Deleting port 859259fd-7b41-4354-880f-7aab8ae96fe4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:45.231948 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.304755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] For port 859259fd-7b41-4354-880f-7aab8ae96fe4, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=859259fd-7b41-4354-880f-7aab8ae96fe4,segment=NetworkSegment(628fcf77-5313-4852-9821-ac9240cea26a),segment_id=628fcf77-5313-4852-9821-ac9240cea26a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:45.305124 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.316933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Calling delete_port for 859259fd-7b41-4354-880f-7aab8ae96fe4 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:45.408099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.435858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Pushing event deleted for resources: {'Port': ['ID=859259fd-7b41-4354-880f-7aab8ae96fe4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:45.439446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] No DVR routers for this DVR port 859259fd-7b41-4354-880f-7aab8ae96fe4 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:18:45.448939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5f700-c4cc-483d-bb39-e856078dbfd0 None None] DHCP port deletion for ab8800a7-3b8d-478d-9289-8233c55806fc request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:18:45.524576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.534553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8800a7-3b8d-478d-9289-8233c55806fc']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:45.544984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628fcf77-5313-4852-9821-ac9240cea26a') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:45.545204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628fcf77-5313-4852-9821-ac9240cea26a') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:45.554537 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.568877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.579067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:18:45.579483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:18:45.581289 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:18:45.643229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.649778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:45.654625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab8800a7-3b8d-478d-9289-8233c55806fc HTTP/1.1" status: 204 len: 168 time: 0.5536883 Jul 15 17:18:45.654625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41146) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:45.700275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78311dc-5bfc-445d-b1ef-7c95751d04bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8800a7-3b8d-478d-9289-8233c55806fc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:46.132322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5a76b467-9401-4bef-9f54-b9751e3f8243 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:46.155069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 5a76b467-9401-4bef-9f54-b9751e3f8243 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:46.155457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 5a76b467-9401-4bef-9f54-b9751e3f8243 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:46.298267 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:46.548770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Deleting port 4c881365-d052-4241-9a8f-f89468cfeddc {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:46.549113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:46.588635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d85d282-e35a-48fe-8fe6-ee46698373ba no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:46.608875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3d85d282-e35a-48fe-8fe6-ee46698373ba {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:46.609220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3d85d282-e35a-48fe-8fe6-ee46698373ba not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:46.609623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b53a2c9f-691c-4fcc-a313-ba7e543aa431 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:46.628073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b53a2c9f-691c-4fcc-a313-ba7e543aa431 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:46.628443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b53a2c9f-691c-4fcc-a313-ba7e543aa431 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:46.628845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 859259fd-7b41-4354-880f-7aab8ae96fe4 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:46.631001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] For port 4c881365-d052-4241-9a8f-f89468cfeddc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=4c881365-d052-4241-9a8f-f89468cfeddc,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:46.631524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:46.644058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Calling delete_port for 4c881365-d052-4241-9a8f-f89468cfeddc owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:46.647556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 859259fd-7b41-4354-880f-7aab8ae96fe4 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:46.647974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 859259fd-7b41-4354-880f-7aab8ae96fe4 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:46.826418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:46.853214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c881365-d052-4241-9a8f-f89468cfeddc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:47.021629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.239145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Router ac637b8e-b616-424d-b23d-6add37333648 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:18:47.349898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:18:47.355016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-116e4ad9-0d78-44d8-abda-1cc1def8bd39 admin admin] 10.222.0.25 "PUT /v2.0/routers/ac637b8e-b616-424d-b23d-6add37333648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6995256 Jul 15 17:18:47.357525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:47.358818 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Sync routers for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:18:47.368905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:47.369507 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:18:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:47.462278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.469239 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:47.567592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.622256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Deleting port 40ff1cad-bade-45e2-86df-abe1d522298f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:47.622604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.643559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:46Z', 'revision_number': 5, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port': {'id': '40ff1cad-bade-45e2-86df-abe1d522298f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac637b8e-b616-424d-b23d-6add37333648', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:47.669628 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Checking router: ac637b8e-b616-424d-b23d-6add37333648 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:18:47.677895 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Routers {'ac637b8e-b616-424d-b23d-6add37333648'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:18:47.678501 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:18:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ac637b8e-b616-424d-b23d-6add37333648'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:47.704609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] For port 40ff1cad-bade-45e2-86df-abe1d522298f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40ff1cad-bade-45e2-86df-abe1d522298f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:47.705170 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.717079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Calling delete_port for 40ff1cad-bade-45e2-86df-abe1d522298f owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:47.760855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] Set router ac637b8e-b616-424d-b23d-6add37333648 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:18:47.885402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:47.899753 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:47Z', 'revision_number': 6, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:47.912033 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ff1cad-bade-45e2-86df-abe1d522298f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:47.927757 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052e761e-4e6f-4496-a4a9-fafb1bb34416 None None] The sync data for ids ['ac637b8e-b616-424d-b23d-6add37333648'] in n-d-800085-3 is: [{'id': 'ac637b8e-b616-424d-b23d-6add37333648', 'name': 'tempest-TestServerMultinode-1540897017-router', 'tenant_id': '0b91189047cd453595b677d3e1e89a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:18:11Z', 'updated_at': '2021-07-15T17:18:47Z', 'revision_number': 6, 'project_id': '0b91189047cd453595b677d3e1e89a0a', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:18:47.975862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.064208 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.066221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.111628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.112207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac637b8e-b616-424d-b23d-6add37333648 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:18:48.116482 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.117776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06e5307e-27a7-4a67-ba2e-1615b95ec190 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ac637b8e-b616-424d-b23d-6add37333648 HTTP/1.1" status: 204 len: 168 time: 0.7593400 Jul 15 17:18:48.120260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41154) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:48.164601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Deleting subnet 28e29a9b-bb6f-4378-8a02-741fda9618c2 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:18:48.167529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.200905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.283277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.345396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.376905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e29a9b-bb6f-4378-8a02-741fda9618c2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:48.377460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.382660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41158) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:48.383148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-762e69eb-1f4c-459b-8f85-58c3eb119781 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28e29a9b-bb6f-4378-8a02-741fda9618c2 HTTP/1.1" status: 204 len: 168 time: 0.2615690 Jul 15 17:18:48.389661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8510957-0e64-45c8-9b81-78d11e0a500c None None] Network 23a9c858-e9e5-442b-934e-b3c53681021e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:18:48.457658 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.509743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Deleting port 0b5a7928-eb7d-431f-854e-de4c25d94814 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:18:48.510092 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.574634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] For port 0b5a7928-eb7d-431f-854e-de4c25d94814, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0b5a7928-eb7d-431f-854e-de4c25d94814,segment=NetworkSegment(06aa4979-3478-4dd4-b58c-7c4b5cc6957c),segment_id=06aa4979-3478-4dd4-b58c-7c4b5cc6957c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:18:48.574982 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.593578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Calling delete_port for 0b5a7928-eb7d-431f-854e-de4c25d94814 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:18:48.670183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.696738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5a7928-eb7d-431f-854e-de4c25d94814,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:48.700543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] No DVR routers for this DVR port 0b5a7928-eb7d-431f-854e-de4c25d94814 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:18:48.712918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00726945-286a-46d7-bbe9-5da6e2a86691 None None] DHCP port deletion for 23a9c858-e9e5-442b-934e-b3c53681021e request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:18:48.776781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40ff1cad-bade-45e2-86df-abe1d522298f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:48.785619 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.797154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a9c858-e9e5-442b-934e-b3c53681021e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:48.797405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 40ff1cad-bade-45e2-86df-abe1d522298f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:48.797531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40ff1cad-bade-45e2-86df-abe1d522298f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:48.797909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0b5a7928-eb7d-431f-854e-de4c25d94814 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:48.807737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06aa4979-3478-4dd4-b58c-7c4b5cc6957c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:48.808029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06aa4979-3478-4dd4-b58c-7c4b5cc6957c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:18:48.817126 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.822061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0b5a7928-eb7d-431f-854e-de4c25d94814 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:48.822630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0b5a7928-eb7d-431f-854e-de4c25d94814 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:48.823205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c881365-d052-4241-9a8f-f89468cfeddc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:18:48.832306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.839824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:18:48.840718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:18:48.842663 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:18:48.845398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 4c881365-d052-4241-9a8f-f89468cfeddc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:18:48.845398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 4c881365-d052-4241-9a8f-f89468cfeddc not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:18:48.898069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.903943 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:48.905957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] 10.222.0.25 "DELETE /v2.0/networks/23a9c858-e9e5-442b-934e-b3c53681021e HTTP/1.1" status: 204 len: 168 time: 0.5216317 Jul 15 17:18:48.924142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab6f05-cd0d-42bc-a1cd-b6d7c2627477 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a9c858-e9e5-442b-934e-b3c53681021e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:49.068477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41162) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:49.108233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bf185f01-b364-43fa-9fa5-5b28089d05e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8abc282798554a618ec67fd942d5aa1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384412 Jul 15 17:18:49.110507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:49.157837 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.178821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.222604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.225351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.226497 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/808886f1-4a02-4e01-adeb-fff67d11e25b HTTP/1.1" status: 204 len: 168 time: 0.1150577 Jul 15 17:18:49.233872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100af42-daf3-48a7-8318-2333a913b683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808886f1-4a02-4e01-adeb-fff67d11e25b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:49.533953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:49.573441 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6ff221e8-56ed-4bd4-982f-d48566b06de8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b91189047cd453595b677d3e1e89a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381811 Jul 15 17:18:49.575646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:18:49.622271 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.645297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.690017 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.693008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:49.694885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7e2bfaa-75bd-4256-96f1-4d93bcacd59f HTTP/1.1" status: 204 len: 168 time: 0.1181328 Jul 15 17:18:49.705557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072abe85-19cb-454b-b1bf-d606e9c2d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e2bfaa-75bd-4256-96f1-4d93bcacd59f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:18:55.804629 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c2107a29-572f-47eb-91e9-db5a6ea15066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:58.807660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:59.116399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4672479c-b6d2-4499-a219-585b02cb5d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:18:59.577097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:01.304483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:06.937217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-ea56efb2-1cf2-4c78-9f35-47c0383d1733 req-e6ef4cb7-a380-417d-a5f6-c0cd2be00232 tempest-ServerRescueNegativeTestJSON-1729254621 tempest-ServerRescueNegativeTestJSON-1729254621-project] (100428) timed out ('10.222.0.20', 52213) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:19:07.552463 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:19:09.834332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f49193-7b0d-484c-af83-c0f1d36fd3de req-119ff588-0003-40f1-b192-c8742fb1d8ce tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:09.835714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f49193-7b0d-484c-af83-c0f1d36fd3de req-119ff588-0003-40f1-b192-c8742fb1d8ce tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0642533 Jul 15 17:19:09.874554 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f49193-7b0d-484c-af83-c0f1d36fd3de req-691e56a9-dfb2-4560-b2b2-1b05e154d5c5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Jul 15 17:19:10.868555 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:10.908591 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:11.055096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd2e4e-58ef-4a8b-b865-f9c192252a62 req-63a82b86-8f1e-45d0-88bf-27eac0b2eb94 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:11.056595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fbd2e4e-58ef-4a8b-b865-f9c192252a62 req-63a82b86-8f1e-45d0-88bf-27eac0b2eb94 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0680444 Jul 15 17:19:11.094922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fbd2e4e-58ef-4a8b-b865-f9c192252a62 req-afe13968-525a-4a26-8b46-52bf4ca5b4d4 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jul 15 17:19:12.267201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868836a-8add-472c-a487-9972b4200084 req-f3cdecdc-d974-471d-8bb9-e537e8fd2127 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:12.268695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0868836a-8add-472c-a487-9972b4200084 req-f3cdecdc-d974-471d-8bb9-e537e8fd2127 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0643337 Jul 15 17:19:12.306696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0868836a-8add-472c-a487-9972b4200084 req-367c97aa-e03b-4380-8dd9-75525ad4ffb7 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Jul 15 17:19:13.482525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c017-7af6-4350-a664-e25c0d59d813 req-5063bf2c-e580-46c5-9b96-bde6a1b23b50 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:13.483985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c592c017-7af6-4350-a664-e25c0d59d813 req-5063bf2c-e580-46c5-9b96-bde6a1b23b50 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0657723 Jul 15 17:19:13.523150 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c592c017-7af6-4350-a664-e25c0d59d813 req-d9002f0f-f83d-48e6-b1cc-70716a2a9a5f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Jul 15 17:19:14.697117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09df48c-1bd3-4741-8fd6-861fbced3e56 req-65c3a8fc-69a1-435d-b1ea-bac6514e3550 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:14.698559 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c09df48c-1bd3-4741-8fd6-861fbced3e56 req-65c3a8fc-69a1-435d-b1ea-bac6514e3550 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0643678 Jul 15 17:19:14.735805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c09df48c-1bd3-4741-8fd6-861fbced3e56 req-e96968da-11e4-46c4-b59e-92ccf74e2c1d tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317075 Jul 15 17:19:15.679688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-abdd250c-84a5-4ed6-9585-0267fe6bddc2 req-ac07ad68-4f7c-498b-8338-3bc1920ecf93 service neutron] (100429) timed out ('10.222.0.20', 52226) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:19:15.909874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92342dc-d191-4260-9264-cae7bccf41b4 req-fab9b1a8-222e-48ee-8dda-73bda4d3b9ce tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:15.911563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d92342dc-d191-4260-9264-cae7bccf41b4 req-fab9b1a8-222e-48ee-8dda-73bda4d3b9ce tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0636876 Jul 15 17:19:15.948735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d92342dc-d191-4260-9264-cae7bccf41b4 req-178ec36e-9997-4fb1-ae88-5ac20642e684 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 15 17:19:17.124709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf80aaa-b505-4b1e-b543-f8ff08ed455f req-51c8623c-ee45-406f-a2fa-6755af18aab9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:17.126191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cf80aaa-b505-4b1e-b543-f8ff08ed455f req-51c8623c-ee45-406f-a2fa-6755af18aab9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0681529 Jul 15 17:19:17.164026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cf80aaa-b505-4b1e-b543-f8ff08ed455f req-4b9b8e05-d3db-4de4-a97d-679aab7eba10 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Jul 15 17:19:18.340140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede810d0-4018-4933-bf74-d60964b3480c req-b7a9bf12-9efc-4231-8a90-4f7870989491 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:18.341719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ede810d0-4018-4933-bf74-d60964b3480c req-b7a9bf12-9efc-4231-8a90-4f7870989491 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0627203 Jul 15 17:19:18.378675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ede810d0-4018-4933-bf74-d60964b3480c req-3d51393a-76c0-44bd-a70c-32c7d7c03b0d tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Jul 15 17:19:19.559986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590119c-ceb8-4262-a227-0633d83cca9f req-886b81be-640a-46ec-8f58-e7169321b6fe tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:19.561496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4590119c-ceb8-4262-a227-0633d83cca9f req-886b81be-640a-46ec-8f58-e7169321b6fe tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0677395 Jul 15 17:19:19.599057 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4590119c-ceb8-4262-a227-0633d83cca9f req-0c6e4f96-c188-42da-863b-199d7bb4d15b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Jul 15 17:19:20.773375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd33438-a830-4aac-9035-9e3fb31f0993 req-d427fc0a-3b6c-47cf-b79f-585408e271f9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:20.774930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdd33438-a830-4aac-9035-9e3fb31f0993 req-d427fc0a-3b6c-47cf-b79f-585408e271f9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0663710 Jul 15 17:19:20.812189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bdd33438-a830-4aac-9035-9e3fb31f0993 req-3b9668a4-7ba3-4fad-afb3-9ab2ae122171 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317929 Jul 15 17:19:21.982050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6a75-5ab0-440a-99e8-43ae3ef4741c req-62b70c77-8cc4-41ed-984c-f4228d351452 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:21.983489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b69d6a75-5ab0-440a-99e8-43ae3ef4741c req-62b70c77-8cc4-41ed-984c-f4228d351452 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0621901 Jul 15 17:19:22.021850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b69d6a75-5ab0-440a-99e8-43ae3ef4741c req-f7ca22b0-79a3-443e-bcc6-a577d1ef8b48 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Jul 15 17:19:23.208105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468594f7-b842-4cc5-9aa1-73f7310eca30 req-d25b5573-acf9-4f60-92c6-1f4c6823d98f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:23.209596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-468594f7-b842-4cc5-9aa1-73f7310eca30 req-d25b5573-acf9-4f60-92c6-1f4c6823d98f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0681169 Jul 15 17:19:23.246705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-468594f7-b842-4cc5-9aa1-73f7310eca30 req-1cd4ab15-a8ee-41e7-a10f-5ba9d5ddbe69 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 15 17:19:24.417529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c7eaa-6b08-423e-b2a2-8a4c19c1b256 req-df758536-6d3b-404f-b073-0e967235c89e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:24.418991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd1c7eaa-6b08-423e-b2a2-8a4c19c1b256 req-df758536-6d3b-404f-b073-0e967235c89e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0633345 Jul 15 17:19:24.458261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bd1c7eaa-6b08-423e-b2a2-8a4c19c1b256 req-411923b1-7d05-4326-b3b1-8d37b0838c0d tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336797 Jul 15 17:19:25.633783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2bd0-2d45-4e3b-bcc5-736be4fac0ee req-6694ea7d-ff14-4ebd-b2f5-c5924cc484db tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:25.635199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-267a2bd0-2d45-4e3b-bcc5-736be4fac0ee req-6694ea7d-ff14-4ebd-b2f5-c5924cc484db tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0666952 Jul 15 17:19:25.672904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-267a2bd0-2d45-4e3b-bcc5-736be4fac0ee req-0fb65db0-7120-402a-86f4-7a70306e5e4f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 15 17:19:25.805159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4931b71d-f331-4fe1-8048-d2094cc8a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:25.990480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8088df-b07b-406a-9908-fd1f59928851 req-3afaa323-d93f-4fe8-aecb-9a81ef927495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:25.992019 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-3afaa323-d93f-4fe8-aecb-9a81ef927495 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0556023 Jul 15 17:19:26.010541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb07baf-45eb-4615-923c-d6322e48bfc7 req-6ea2e29a-1dde-458b-a51d-cd37d1b2cfc9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:26.012035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afb07baf-45eb-4615-923c-d6322e48bfc7 req-6ea2e29a-1dde-458b-a51d-cd37d1b2cfc9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0639541 Jul 15 17:19:26.051772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afb07baf-45eb-4615-923c-d6322e48bfc7 req-8796a0ed-edde-407a-9e69-eee72778fb74 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340102 Jul 15 17:19:26.088598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8088df-b07b-406a-9908-fd1f59928851 req-28edb82c-f366-478d-96f0-33310042508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:26.090141 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-28edb82c-f366-478d-96f0-33310042508e service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0923486 Jul 15 17:19:26.153293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-ab73153e-7796-4985-981b-0b7a969b3737 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1001 time: 0.0571563 Jul 15 17:19:26.200426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8088df-b07b-406a-9908-fd1f59928851 req-1b90b7a4-fbb1-42ed-a8fe-3c84d3cbbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:26.201846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-1b90b7a4-fbb1-42ed-a8fe-3c84d3cbbf89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0425878 Jul 15 17:19:26.260897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8088df-b07b-406a-9908-fd1f59928851 req-bcba8300-c035-46b2-8508-0ac84f1ba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:26.262293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-bcba8300-c035-46b2-8508-0ac84f1ba5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541272 Jul 15 17:19:26.351677 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-47e9ac2d-54ec-4a81-82e7-48d227c6912c service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829732 Jul 15 17:19:26.443227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3a8088df-b07b-406a-9908-fd1f59928851 req-cc3159ab-eeea-43ef-a6d6-ab0d1a1912a8 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851173 Jul 15 17:19:27.225664 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73e475-9b9c-41c5-9c1b-dcab2402a7e2 req-739d2e86-e957-4982-8e8d-f45ba130404e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:19:27.227109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a73e475-9b9c-41c5-9c1b-dcab2402a7e2 req-739d2e86-e957-4982-8e8d-f45ba130404e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0624015 Jul 15 17:19:27.264338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a73e475-9b9c-41c5-9c1b-dcab2402a7e2 req-e98f127a-548e-43d1-a4a2-1aba007b1ae0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Jul 15 17:19:28.809649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:29.117242 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-76ee85d2-832c-4105-93fc-6e7693ca7afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:29.581323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:31.306528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:40.860773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:40.902763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:44.551312 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:19:55.806878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-56a81d95-71a4-4c6c-9969-00ae9d3788ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:58.810200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:59.121820 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0e53da98-ba49-40b2-b9b6-ff2b6078e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:19:59.583448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:01.311887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:04.399648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7042978-aa31-4794-9a37-cd9d251d000f req-8c3f41ca-a2a8-44a8-9470-6cbbf7e34bfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:04.401140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7042978-aa31-4794-9a37-cd9d251d000f req-8c3f41ca-a2a8-44a8-9470-6cbbf7e34bfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0671048 Jul 15 17:20:04.438618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7042978-aa31-4794-9a37-cd9d251d000f req-4f5b849d-a654-4848-95fa-7a276e076100 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Jul 15 17:20:05.621281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d944b5-91b1-462b-b5a5-5d86c3705c28 req-a58b952b-27f1-4305-865c-35525ec8003e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:05.622654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d944b5-91b1-462b-b5a5-5d86c3705c28 req-a58b952b-27f1-4305-865c-35525ec8003e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0634441 Jul 15 17:20:05.660052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d944b5-91b1-462b-b5a5-5d86c3705c28 req-c637ac85-a085-4d84-8370-bb3adf8b06fc tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jul 15 17:20:06.834053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f768a-8bca-4fdc-8794-7ae5708ab6ed req-bc9a4241-dad1-492f-88c2-5e84cfaf627a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:06.835613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-375f768a-8bca-4fdc-8794-7ae5708ab6ed req-bc9a4241-dad1-492f-88c2-5e84cfaf627a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0662694 Jul 15 17:20:06.873314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-375f768a-8bca-4fdc-8794-7ae5708ab6ed req-a0593874-8dcc-447f-a03d-61d464924c1d tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321114 Jul 15 17:20:08.043048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cc325-c676-432f-9f60-e66c3e7479f4 req-86346537-fbd6-4ed1-9586-cb68650da051 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:08.044909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c2cc325-c676-432f-9f60-e66c3e7479f4 req-86346537-fbd6-4ed1-9586-cb68650da051 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0636425 Jul 15 17:20:08.082230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c2cc325-c676-432f-9f60-e66c3e7479f4 req-eada46d6-027f-4b86-8c23-2cb0c02ecc78 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Jul 15 17:20:09.257296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079f3b-c8c9-4fcf-ad41-26d3a59172b9 req-4e7f2439-c416-45b5-96c0-303845941de6 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:09.258848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e079f3b-c8c9-4fcf-ad41-26d3a59172b9 req-4e7f2439-c416-45b5-96c0-303845941de6 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0650287 Jul 15 17:20:09.296454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e079f3b-c8c9-4fcf-ad41-26d3a59172b9 req-8a97d447-78d3-41d4-889e-46783bb63a21 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320756 Jul 15 17:20:10.471422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53070fa-7ecb-4fb9-8b9c-d4806d78389f req-83af3753-af3f-4295-bfcf-c5e74c1ffefb tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:10.472993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d53070fa-7ecb-4fb9-8b9c-d4806d78389f req-83af3753-af3f-4295-bfcf-c5e74c1ffefb tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0667734 Jul 15 17:20:10.509924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d53070fa-7ecb-4fb9-8b9c-d4806d78389f req-de46206a-de8f-40bf-82ed-933a089cdeac tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Jul 15 17:20:10.886448 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:10.918737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:11.684165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfc07b-f423-4e62-84f5-c137234046fd req-aec58166-c8b5-46e0-97fd-ff087181dccd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:11.685551 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1bfc07b-f423-4e62-84f5-c137234046fd req-aec58166-c8b5-46e0-97fd-ff087181dccd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0631831 Jul 15 17:20:11.722595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1bfc07b-f423-4e62-84f5-c137234046fd req-3a7501c7-6dde-40bf-b6b2-5bb41b55d497 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Jul 15 17:20:12.900344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf21c3-fbdc-46ed-97c9-e4e61d2b95ca req-21163a96-f3a6-4c6a-881d-252e99b2fa01 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:12.901754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5aaf21c3-fbdc-46ed-97c9-e4e61d2b95ca req-21163a96-f3a6-4c6a-881d-252e99b2fa01 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0698352 Jul 15 17:20:12.940912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5aaf21c3-fbdc-46ed-97c9-e4e61d2b95ca req-b7befde2-925c-4014-aac1-56be6efb580b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336621 Jul 15 17:20:14.113250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908b8f-6d48-44d1-a2bd-0d83b2b77037 req-b7e1220e-4e2b-4c93-b876-feee34b35b63 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:14.114729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91908b8f-6d48-44d1-a2bd-0d83b2b77037 req-b7e1220e-4e2b-4c93-b876-feee34b35b63 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0638955 Jul 15 17:20:14.152401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91908b8f-6d48-44d1-a2bd-0d83b2b77037 req-a54ace0b-4e47-483f-86b7-a5b157ae2caf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jul 15 17:20:15.328753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c85bb-100c-46a7-9413-1513e064c3e4 req-0c4c1b75-e6ae-4cf2-b879-fed0e5d10094 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.330245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b7c85bb-100c-46a7-9413-1513e064c3e4 req-0c4c1b75-e6ae-4cf2-b879-fed0e5d10094 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0632162 Jul 15 17:20:15.369227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b7c85bb-100c-46a7-9413-1513e064c3e4 req-479ee68d-b215-43d9-8972-8aace8f41118 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Jul 15 17:20:15.689199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44581-0cae-4182-b3de-97223f36e076 req-0cbe671d-b2d0-4cda-9df0-122c9296eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.694444 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-0cbe671d-b2d0-4cda-9df0-122c9296eaba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0536678 Jul 15 17:20:15.724085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015a5b-50de-4813-8bae-055ef7a9ce79 req-b5972429-421e-4f8a-98ca-3d0bb91d483a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.725994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea015a5b-50de-4813-8bae-055ef7a9ce79 req-b5972429-421e-4f8a-98ca-3d0bb91d483a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0704670 Jul 15 17:20:15.766487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea015a5b-50de-4813-8bae-055ef7a9ce79 req-db5e1796-fdb8-4ee2-b2f4-34a9a0629662 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Jul 15 17:20:15.793075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44581-0cae-4182-b3de-97223f36e076 req-c8e94004-bb02-4976-9768-aeb767fe26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.793409 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-c8e94004-bb02-4976-9768-aeb767fe26bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0970554 Jul 15 17:20:15.859179 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-09f98d92-58b8-4448-a694-f4783f405153 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1001 time: 0.0593927 Jul 15 17:20:15.907015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44581-0cae-4182-b3de-97223f36e076 req-befd3833-1371-4321-8a3e-dcb7a25450ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.908503 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-befd3833-1371-4321-8a3e-dcb7a25450ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0434031 Jul 15 17:20:15.965715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a44581-0cae-4182-b3de-97223f36e076 req-8332f16d-2081-4dd9-a556-385263b9f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:15.967161 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-8332f16d-2081-4dd9-a556-385263b9f56c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526931 Jul 15 17:20:16.054383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-ae9dae4b-d8c3-4354-b1de-79e929644e76 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804467 Jul 15 17:20:16.148403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f4a44581-0cae-4182-b3de-97223f36e076 req-087ac4bb-8b15-439b-ac46-1867b1f8e319 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Jul 15 17:20:16.942588 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febdad1-f376-4150-99ed-a18f70a90065 req-34b1294b-31bd-4555-83b6-2b32d8aefbf3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:16.944444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8febdad1-f376-4150-99ed-a18f70a90065 req-34b1294b-31bd-4555-83b6-2b32d8aefbf3 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0649190 Jul 15 17:20:16.982174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8febdad1-f376-4150-99ed-a18f70a90065 req-fa4b80f7-eefa-473f-9c5c-c37c023a25c8 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326312 Jul 15 17:20:21.550246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:20:25.806476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a68f09a-9e24-4e2d-81f3-61c8ba4c48cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:28.810157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:29.122178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-95dd8b98-4731-4bef-8f1a-e7cb96242796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:29.342304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-373fa4aa-552b-4ca0-93d5-08dc59abedb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510004 Jul 15 17:20:29.434506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb12ca-4326-47a6-8824-9d251db9931a req-6180ab1b-a41c-4c91-8bc9-e163a3868d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:29.435957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-6180ab1b-a41c-4c91-8bc9-e163a3868d03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 1097 time: 0.0513487 Jul 15 17:20:29.546676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb12ca-4326-47a6-8824-9d251db9931a req-2c9c3171-5337-431d-970f-5f387dd66444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:29.548381 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-2c9c3171-5337-431d-970f-5f387dd66444 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0909247 Jul 15 17:20:29.586495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:29.612882 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-f5b11333-81a6-45da-a06c-67f5c7f3cff4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 200 len: 1001 time: 0.0569983 Jul 15 17:20:29.664284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb12ca-4326-47a6-8824-9d251db9931a req-1a04ea40-126f-4a95-8cef-850faf1dc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:29.665747 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-1a04ea40-126f-4a95-8cef-850faf1dc04a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0469952 Jul 15 17:20:29.722315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb12ca-4326-47a6-8824-9d251db9931a req-81763c5d-b39c-4d17-b196-ffe81b1e3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:29.723795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-81763c5d-b39c-4d17-b196-ffe81b1e3c31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505044 Jul 15 17:20:29.811063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-f5cbe5b8-4c1a-42a1-a6f6-defc8148b7a2 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Jul 15 17:20:29.902142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-05eb12ca-4326-47a6-8824-9d251db9931a req-2461623d-8b70-4475-ab43-e3bb6237ce32 service neutron] 10.222.0.20 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845256 Jul 15 17:20:31.311458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:40.885007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:40.934033 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:49.522636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068502d-ba08-4916-bb47-e86ef8d10e7f req-abb971ec-8fd8-4fc3-8fbb-01c0a52ea688 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:49.524773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8068502d-ba08-4916-bb47-e86ef8d10e7f req-abb971ec-8fd8-4fc3-8fbb-01c0a52ea688 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0684631 Jul 15 17:20:49.563728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8068502d-ba08-4916-bb47-e86ef8d10e7f req-27a563f0-8895-4e41-9b8b-407534b192dc tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 15 17:20:50.751035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f1280-6f9b-492e-9853-4f68313b9f1a req-b8dd8824-97ec-4ee3-90ad-b8d97f1609b5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:50.752529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b9f1280-6f9b-492e-9853-4f68313b9f1a req-b8dd8824-97ec-4ee3-90ad-b8d97f1609b5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0628209 Jul 15 17:20:50.790488 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b9f1280-6f9b-492e-9853-4f68313b9f1a req-9de9a444-cd40-4e54-b871-64a2d69a02af tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=c55d0eb9-5b25-4713-a5ae-548a0a638442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 15 17:20:51.213953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-c7eac704-7e89-4a4f-a9da-69453db9e108 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:51.215411 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-c7eac704-7e89-4a4f-a9da-69453db9e108 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 946 time: 0.0654635 Jul 15 17:20:51.319362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Deleting port ddd4f136-f43b-4f9e-82e9-88a6c3a293be {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:20:51.319700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:51.409032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] For port ddd4f136-f43b-4f9e-82e9-88a6c3a293be, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:20:51.409376 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:51.578635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:51.578928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:51.579243 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Floating IP 68bf3097-419c-40df-9900-9cba838e2b08 disassociated. External IP: 172.25.8.76, port: ddd4f136-f43b-4f9e-82e9-88a6c3a293be. Jul 15 17:20:51.579582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Calling delete_port for ddd4f136-f43b-4f9e-82e9-88a6c3a293be owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:20:51.702548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:51.734964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'Port': ['ID=ddd4f136-f43b-4f9e-82e9-88a6c3a293be,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:51.746161 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.746549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.746836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.747174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.747516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.747847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.748192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.748520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.748840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.749164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.749488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.749810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:51.858930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:20:51.931013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c8a91b3-3919-4257-939d-08d4505af20d req-e225fc23-9895-43dd-8977-f962aabc2c9c tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc1aacc-f081-416b-8c1c-4bc07ca26431 HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jul 15 17:20:51.967042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:20:51.976253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:20:51.985554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:20:51.986164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:20:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:20:52.010465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] No DVR routers for this DVR port ddd4f136-f43b-4f9e-82e9-88a6c3a293be on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:20:52.013008 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:52.015121 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d55a7c27-fece-4a1b-83aa-875980f76a5d req-1f754cdc-dc79-48d1-9677-6674ee37034a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.20 "DELETE /v2.0/ports/ddd4f136-f43b-4f9e-82e9-88a6c3a293be HTTP/1.1" status: 204 len: 173 time: 0.7937944 Jul 15 17:20:52.015574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'name': 'network-vif-deleted', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:20:52.018500 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade4987-6d3e-4eb5-a965-b6dae1c10712" -d '{"events": [{"server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "name": "network-vif-deleted", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:20:52.059391 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca041d9-b4f9-4433-8ef1-b699691b7d2a x-openstack-request-id: req-fca041d9-b4f9-4433-8ef1-b699691b7d2a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:20:52.059682 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc1aacc-f081-416b-8c1c-4bc07ca26431", "name": "network-vif-deleted", "tag": "ddd4f136-f43b-4f9e-82e9-88a6c3a293be", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:20:52.059936 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fca041d9-b4f9-4433-8ef1-b699691b7d2a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:20:52.060378 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc1aacc-f081-416b-8c1c-4bc07ca26431', 'name': 'network-vif-deleted', 'tag': 'ddd4f136-f43b-4f9e-82e9-88a6c3a293be', 'status': 'completed', 'code': 200} Jul 15 17:20:52.105702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:20:52.311160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:20:52.340775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:20:52.349061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:20:52.349661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:20:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:20:52.451702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:20:52.658554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:20:52.684520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430b8e8c-38a3-4d2c-8445-9b786d38d19f None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:20:52.903836 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d50679f-fcd2-431a-ac48-2e3ef5b1347f None None] New status for floating IP 68bf3097-419c-40df-9900-9cba838e2b08: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:20:53.061682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:53.114554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.137759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.184683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.187393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.188590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "DELETE /v2.0/security-groups/c55d0eb9-5b25-4713-a5ae-548a0a638442 HTTP/1.1" status: 204 len: 168 time: 0.1258926 Jul 15 17:20:53.196151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:53.197539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a423bf3-0148-4611-9d67-13a9ed8342a0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55d0eb9-5b25-4713-a5ae-548a0a638442,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:53.205631 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-cfd136cd-82ac-42db-9b12-a70bf2aa0365 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] show failed (client error): The resource could not be found. Jul 15 17:20:53.206621 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cfd136cd-82ac-42db-9b12-a70bf2aa0365 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups/c55d0eb9-5b25-4713-a5ae-548a0a638442 HTTP/1.1" status: 404 len: 347 time: 0.0143108 Jul 15 17:20:53.209532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:53.337113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Deleting port ced69112-9da7-4a1a-8a98-c693303c6cc7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:20:53.337457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.411227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.411462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.423335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Calling delete_port for ced69112-9da7-4a1a-8a98-c693303c6cc7 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:20:53.557070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.581779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'Port': ['ID=ced69112-9da7-4a1a-8a98-c693303c6cc7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:53.613067 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.613407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.613744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.614073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.614398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.614724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.615043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.615359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.615671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.615985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.616323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.616638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:20:53.656719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.659425 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:53.660601 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-29327884-14f3-4508-baf4-60d12f4ee5e5 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "DELETE /v2.0/floatingips/68bf3097-419c-40df-9900-9cba838e2b08 HTTP/1.1" status: 204 len: 168 time: 0.4501588 Jul 15 17:20:54.005082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:54.010375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527255123', 'description': 'tempest-description--504991680'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:54.032700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.113231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.116765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.145018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.146252 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1401379 Jul 15 17:20:54.148095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf67d5-5017-4ce6-a8ec-3bee5e33bdd0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491dc2be-01b8-4d81-b42d-ab2c85bfbd44,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:54.149299 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:54.154225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group_rule': {'security_group_id': '491dc2be-01b8-4d81-b42d-ab2c85bfbd44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:54.182048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.228616 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.232325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.257330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6589aa7d-09d0-4356-ae43-4922961bab8e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:54.265001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.266183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-679377ec-5cf7-4437-a5a1-5a268acc87cf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158843 Jul 15 17:20:54.268838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:54.273372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'security_group_rule': {'security_group_id': '491dc2be-01b8-4d81-b42d-ab2c85bfbd44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:54.300535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.360562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.363913 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.384341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c681b5-5881-4ac7-a49e-83fcbcc8fe5e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:54.386993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.388206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b0f522e9-b7ef-4edd-9c7a-dae51c099dfd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181664 Jul 15 17:20:54.391973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41382) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:20:54.396658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:54.421223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.517975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:54.673508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ddd4f136-f43b-4f9e-82e9-88a6c3a293be no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:20:54.694201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: ddd4f136-f43b-4f9e-82e9-88a6c3a293be {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:20:54.694550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device ddd4f136-f43b-4f9e-82e9-88a6c3a293be not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:20:54.906930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Allocated IP 172.25.8.18 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/dd6aee62-4e60-4c0c-8d4e-7f802908774d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:20:55.006166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.043839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.082974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:20:55.085698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:20:55.089804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:20:55.110562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=dd6aee62-4e60-4c0c-8d4e-7f802908774d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:55.209321 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.254277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.405897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.410378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.484348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=dd6aee62-4e60-4c0c-8d4e-7f802908774d,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:55.492945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.506190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.507435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0f41a40-b5d0-47ad-9692-5461c6a89bdf tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1143878 Jul 15 17:20:55.694998 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-92e9e34c-12db-48da-8738-33b47021266e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--527255123&fields=id&tenant_id=e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 267 time: 0.0339482 Jul 15 17:20:55.803427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-010c1e54-4bae-4e16-8560-695c21ddf7d7 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:55.804915 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-010c1e54-4bae-4e16-8560-695c21ddf7d7 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 811 time: 0.1036704 Jul 15 17:20:55.807981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8625a084-0087-4cd9-bb0e-8d309bc197aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:55.821666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-a2f371ae-fea7-46af-bdc3-3f44b3f10922 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/quotas/e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 375 time: 0.0094514 Jul 15 17:20:55.888676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-daf27f39-b43a-4d17-bdfa-4e75ef4762eb tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620365 Jul 15 17:20:55.986676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-fd0b7c04-5cb3-4bd7-bc6a-75e0b6449ec7 service neutron] 10.222.0.25 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854318 Jul 15 17:20:56.355752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-41c4925f-6a25-4952-8c2d-0148135e0498 service neutron] 10.222.0.25 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633866 Jul 15 17:20:56.520709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de3d90e7-4286-4c48-a365-4f7a43618e7f req-2a80ca35-7eb5-44fb-9f18-de2004cb3582 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 210 time: 0.0302937 Jul 15 17:20:57.628556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-6c838cda-74b9-4b16-a516-b87eface10c0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:57.629996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-6c838cda-74b9-4b16-a516-b87eface10c0 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.35 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 811 time: 0.1050568 Jul 15 17:20:57.671230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cb0bb23-c379-4f2f-be8a-113c19fcce5c req-f4e2c6d6-2120-4dbb-86fc-2561332898c9 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 210 time: 0.0325766 Jul 15 17:20:57.689433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-0481e471-c5a3-4375-bd48-4da9de12aafd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0cc0be620694adf924f2e800bb1fe79 HTTP/1.1" status: 200 len: 379 time: 0.0515637 Jul 15 17:20:57.699045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'port': {'device_id': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'admin_state_up': True, 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'security_groups': ['491dc2be-01b8-4d81-b42d-ab2c85bfbd44']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:57.807967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Made reservation on behalf of e0cc0be620694adf924f2e800bb1fe79 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:20:57.811463 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:57.936358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Allocated IP 172.20.0.4 (be8b5b44-a99a-439b-ac46-156885403c42/f566a9cf-0df3-477d-a09b-a2b6e4435d3b/2895677d-cf8a-48bc-a544-d435be14d5eb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:20:58.066845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.080278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Transition to ACTIVE for port object 2895677d-cf8a-48bc-a544-d435be14d5eb will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:20:58.111602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.161847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Network be8b5b44-a99a-439b-ac46-156885403c42 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:20:58.165301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:20:58.169249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:20:58.193155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event updated for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:58.221485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:58.222108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.236593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-2798780a-24ba-4297-bd42-bd83d304344b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5422630 Jul 15 17:20:58.248425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Request body: {'port': {'device_id': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:20:58.323097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.397759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e79fb8e9-91ac-4f63-9ebf-3299f47c58c7 None None] Provisioning for port 2895677d-cf8a-48bc-a544-d435be14d5eb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:20:58.401611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e79fb8e9-91ac-4f63-9ebf-3299f47c58c7 None None] Provisioning complete for port 2895677d-cf8a-48bc-a544-d435be14d5eb triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:20:58.401980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e79fb8e9-91ac-4f63-9ebf-3299f47c58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.435326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e79fb8e9-91ac-4f63-9ebf-3299f47c58c7 None None] Port 2895677d-cf8a-48bc-a544-d435be14d5eb cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:20:58.548468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:20:58.589875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2895677d-cf8a-48bc-a544-d435be14d5eb {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:20:58.597216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.609442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Transition to ACTIVE for port object 2895677d-cf8a-48bc-a544-d435be14d5eb will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:20:58.612752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.662996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Pushing event updated for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:58.738196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Attempting to bind port 2895677d-cf8a-48bc-a544-d435be14d5eb on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:20:58.738681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Attempting to bind port 2895677d-cf8a-48bc-a544-d435be14d5eb by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:20:58.739113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Attempting to bind port 2895677d-cf8a-48bc-a544-d435be14d5eb on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:20:58.744476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Port 2895677d-cf8a-48bc-a544-d435be14d5eb on network be8b5b44-a99a-439b-ac46-156885403c42 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:20:58.744804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Attempting to bind port 2895677d-cf8a-48bc-a544-d435be14d5eb on network be8b5b44-a99a-439b-ac46-156885403c42 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:20:58.749966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:20:58.750305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Checking segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:20:58.750693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Bound using segment: {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:20:58.751119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Bound port: 2895677d-cf8a-48bc-a544-d435be14d5eb, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be359b2b-b121-40c8-b5ee-397ba11485ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:20:58.751483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.817354 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.822046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:20:58.825609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2895677d-cf8a-48bc-a544-d435be14d5eb,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:20:58.830853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.868540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:58.869273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:58.870673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] 10.222.0.35 "PUT /v2.0/ports/2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 1091 time: 0.6265638 Jul 15 17:20:58.871200 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:20:58.873474 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1402bbf0-ce2e-49fc-aa82-40dd16f89445" -d '{"events": [{"name": "network-changed", "server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:20:58.874742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4871e4-490d-437b-b802-df4e75b1c96a req-515d2c9d-a5dc-479f-ab46-cd7590d7b6fd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:58.876364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b4871e4-490d-437b-b802-df4e75b1c96a req-515d2c9d-a5dc-479f-ab46-cd7590d7b6fd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 943 time: 0.0887744 Jul 15 17:20:58.905831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eda0ae-cb09-42ad-b89e-f8409dc758ea service neutron] Pushing event updated for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:20:58.920238 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b50a84-3483-4c3f-a5f0-41554b752d8a x-openstack-request-id: req-95b50a84-3483-4c3f-a5f0-41554b752d8a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:20:58.920538 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:20:58.921351 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95b50a84-3483-4c3f-a5f0-41554b752d8a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:20:58.921351 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'status': 'completed', 'code': 200} Jul 15 17:20:58.937408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2b4871e4-490d-437b-b802-df4e75b1c96a req-518af524-4927-40c7-8275-6b1b2383b0fd tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521290 Jul 15 17:20:58.977579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-cf190efa-bf47-49c5-911c-f8abe480426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:58.979198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-cf190efa-bf47-49c5-911c-f8abe480426b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1094 time: 0.0565033 Jul 15 17:20:59.027579 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-9ade7261-6fe8-4a02-9ede-ef1bc000e183 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 217 time: 0.0414209 Jul 15 17:20:59.077663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-bddfc1fb-e944-4d45-aa25-97b965cc2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.079164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-bddfc1fb-e944-4d45-aa25-97b965cc2dd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0457101 Jul 15 17:20:59.122996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-010dc6b9-8c62-4257-afb0-4b63efd34c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:59.138923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-0b6c6e9e-7ddb-4bfd-8da9-81f4cbc7d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.140473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-0b6c6e9e-7ddb-4bfd-8da9-81f4cbc7d8d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553210 Jul 15 17:20:59.236709 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-09fb0642-3787-48ca-92e4-0de2c25d974d service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901785 Jul 15 17:20:59.323843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c488e4ae-ccf6-4ce8-a49a-463b2f96345f req-53987fcf-2a1c-4db9-8a22-f930ffb15fc2 service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811844 Jul 15 17:20:59.427915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-03ede33a-5905-4449-873b-3cc202d98488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.429456 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-03ede33a-5905-4449-873b-3cc202d98488 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1094 time: 0.0581548 Jul 15 17:20:59.519958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-7ca35925-20dc-4cec-9ffb-c6dd241d63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.521369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-7ca35925-20dc-4cec-9ffb-c6dd241d63e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0846322 Jul 15 17:20:59.565987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-b8535840-c7f0-4374-8b91-817b1c84243a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 217 time: 0.0372279 Jul 15 17:20:59.589710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:20:59.618120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-578c009c-bcf6-421a-a6ab-734e15a7d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.619591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-578c009c-bcf6-421a-a6ab-734e15a7d163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0467350 Jul 15 17:20:59.676199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-d8d57937-1daf-4a38-9c91-89dfa65c397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:20:59.677662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-d8d57937-1daf-4a38-9c91-89dfa65c397b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513213 Jul 15 17:20:59.771797 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-4b2c47c4-6523-414a-8a09-375301d18994 service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Jul 15 17:20:59.859116 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1402bbf0-ce2e-49fc-aa82-40dd16f89445 req-f64031e1-c561-4d18-9e93-e5f4f685775f service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798385 Jul 15 17:21:00.100562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10625ff-b84d-4703-8af2-b51dacec50b0 req-891c7c86-acf1-434b-8528-eba914484b95 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:00.102145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a10625ff-b84d-4703-8af2-b51dacec50b0 req-891c7c86-acf1-434b-8528-eba914484b95 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 943 time: 0.0624816 Jul 15 17:21:00.142896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a10625ff-b84d-4703-8af2-b51dacec50b0 req-788ba4a8-f58c-452d-80b7-41875f770705 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352199 Jul 15 17:21:01.312695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7892-e080-4d34-9f34-c11f299c1249 req-b49768e7-34a1-4ac7-b42b-3d33c8da1c19 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:01.313423 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:01.314176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edda7892-e080-4d34-9f34-c11f299c1249 req-b49768e7-34a1-4ac7-b42b-3d33c8da1c19 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 943 time: 0.0640087 Jul 15 17:21:01.353004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edda7892-e080-4d34-9f34-c11f299c1249 req-56020bde-6d2f-4a0f-b5f9-fb1518b4da87 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333240 Jul 15 17:21:01.670067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2895677d-cf8a-48bc-a544-d435be14d5eb details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:21:01.773596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2895677d-cf8a-48bc-a544-d435be14d5eb,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:21:01.790548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'port_id': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'mac_address': 'fa:16:3e:c4:2c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:21:01.831087 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:01.843846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2895677d-cf8a-48bc-a544-d435be14d5eb {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:21:01.864185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2895677d-cf8a-48bc-a544-d435be14d5eb,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:21:01.869074 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:01.922375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:21:01.931295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.931640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.931977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.932339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.932672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.933001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.933322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.933645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.933965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.934284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.934676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:01.934994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:21:02.100749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['2895677d-cf8a-48bc-a544-d435be14d5eb'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:21:02.527421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6cca8-e0fa-4f04-ba53-f0f1b63eaa75 req-f91e2a0b-e3ed-4306-bc98-8d2c06184a8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:02.529235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58c6cca8-e0fa-4f04-ba53-f0f1b63eaa75 req-f91e2a0b-e3ed-4306-bc98-8d2c06184a8a tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 944 time: 0.0644917 Jul 15 17:21:02.566799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58c6cca8-e0fa-4f04-ba53-f0f1b63eaa75 req-dc40c6ec-9988-4d89-8bfb-3591f373de6d tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320394 Jul 15 17:21:03.669590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2895677d-cf8a-48bc-a544-d435be14d5eb up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:21:03.718080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 2895677d-cf8a-48bc-a544-d435be14d5eb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:21:03.721679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 2895677d-cf8a-48bc-a544-d435be14d5eb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:21:03.722061 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:03.742515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fbf99-f666-4f97-b7ab-c7d85663ac0b req-5aa55247-e2af-460d-952b-044aaecb0c5f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:03.744433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-138fbf99-f666-4f97-b7ab-c7d85663ac0b req-5aa55247-e2af-460d-952b-044aaecb0c5f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 944 time: 0.0689826 Jul 15 17:21:03.783624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-138fbf99-f666-4f97-b7ab-c7d85663ac0b req-f83880b7-d31b-47a6-b943-c47a43a7d115 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333066 Jul 15 17:21:03.800809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:03.823186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:21:03.825456 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8bca4-37ff-4e1e-a204-6b8a97ea380c" -d '{"events": [{"server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "name": "network-vif-plugged", "status": "completed", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:21:03.838147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2895677d-cf8a-48bc-a544-d435be14d5eb,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:21:03.842152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:03.864495 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5f0e35-c4a4-405a-b451-2e3c5f0d2529 x-openstack-request-id: req-af5f0e35-c4a4-405a-b451-2e3c5f0d2529 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:21:03.864790 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "name": "network-vif-plugged", "status": "completed", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:21:03.865051 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af5f0e35-c4a4-405a-b451-2e3c5f0d2529 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:21:03.865426 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'code': 200} Jul 15 17:21:03.892132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:21:03.978089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d28603-dffe-42ea-8049-2f25a38b471b req-a9af1f49-0a1e-486c-a944-bbf2c9281e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:03.979576 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-83d28603-dffe-42ea-8049-2f25a38b471b req-a9af1f49-0a1e-486c-a944-bbf2c9281e71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1096 time: 0.0552025 Jul 15 17:21:04.013675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-83d28603-dffe-42ea-8049-2f25a38b471b req-9e7bd441-0219-426a-8292-ae94bad8e4c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277944 Jul 15 17:21:04.980812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d55546-2303-404a-ae32-b7378fa0cf61 req-e2b72418-a849-4866-978e-c76973c7f498 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:04.982308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d55546-2303-404a-ae32-b7378fa0cf61 req-e2b72418-a849-4866-978e-c76973c7f498 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0642097 Jul 15 17:21:05.020052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-17d55546-2303-404a-ae32-b7378fa0cf61 req-2e1354d1-7f7f-4bbe-ab99-22c382ec68de tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Jul 15 17:21:06.194901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef2650-1f68-4a49-864c-0f414af5d6b8 req-2f844a4b-0d42-4630-9870-3549186b4f38 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:06.196439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abef2650-1f68-4a49-864c-0f414af5d6b8 req-2f844a4b-0d42-4630-9870-3549186b4f38 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0622132 Jul 15 17:21:06.237466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-abef2650-1f68-4a49-864c-0f414af5d6b8 req-079f922f-c356-437a-9122-7f2e9da7bba1 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Jul 15 17:21:06.402257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a0570-c87e-45fc-9843-022e2f6444b8 req-dfcd7acb-b250-438d-814f-ef6f1e698eba tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:06.403690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-358a0570-c87e-45fc-9843-022e2f6444b8 req-dfcd7acb-b250-438d-814f-ef6f1e698eba tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0625763 Jul 15 17:21:06.412168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41438) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:21:06.416619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Request body: {'floatingip': {'port_id': '2895677d-cf8a-48bc-a544-d435be14d5eb'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:21:06.454567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:06.890969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:06.894815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:06.995671 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Floating IP 79c1ec35-4f37-438e-bde1-b1ecb78d9334 associated. External IP: 172.25.8.18, port: 2895677d-cf8a-48bc-a544-d435be14d5eb. Jul 15 17:21:07.205269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:21:07.314009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:21:07.318869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:07.323481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:21:07.333587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:21:07.334043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:20:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:21:07.355950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c3327fc1-6132-48c9-8c97-a9c4bf773946 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "PUT /v2.0/floatingips/79c1ec35-4f37-438e-bde1-b1ecb78d9334 HTTP/1.1" status: 200 len: 990 time: 0.9427273 Jul 15 17:21:07.356832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:21:07.359319 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2882698-d388-4fc1-bc50-b40e98fb1eee" -d '{"events": [{"name": "network-changed", "server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:21:07.395944 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba4db92-4078-48bd-9057-0878aada6758 x-openstack-request-id: req-eba4db92-4078-48bd-9057-0878aada6758 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:21:07.396288 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:21:07.396541 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eba4db92-4078-48bd-9057-0878aada6758 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:21:07.396944 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'status': 'completed', 'code': 200} Jul 15 17:21:07.440527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:21:07.487142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-740b0834-5019-4706-959e-051858848af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:07.488600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-740b0834-5019-4706-959e-051858848af1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1096 time: 0.0675218 Jul 15 17:21:07.578756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-ab85fcbc-7b46-4388-941d-832eb4b74460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:07.580403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-ab85fcbc-7b46-4388-941d-832eb4b74460 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0853763 Jul 15 17:21:07.648906 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-2dd48191-6bfd-437a-bc38-5fdd6a9d9775 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 998 time: 0.0614355 Jul 15 17:21:07.665186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '79c1ec35-4f37-438e-bde1-b1ecb78d9334', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:c4:2c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:20:55Z', 'updated_at': '2021-07-15T17:21:06Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:21:07.694879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:21:07.701486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-761bee72-0dc8-4cdb-a3ad-88184e15751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:07.703062 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-761bee72-0dc8-4cdb-a3ad-88184e15751c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0484185 Jul 15 17:21:07.703924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:21:07.704556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:20:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:21:07.761139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-1d4d1c7c-c853-488a-9edb-ecb42728210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:07.762589 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-1d4d1c7c-c853-488a-9edb-ecb42728210b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536225 Jul 15 17:21:07.860449 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-e7379c04-04e7-437f-932e-ff94d21adbe2 service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915499 Jul 15 17:21:07.952569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c2882698-d388-4fc1-bc50-b40e98fb1eee req-a457d9c7-c58c-4f60-906d-0b3382074911 service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Jul 15 17:21:07.958640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:21:08.180239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '79c1ec35-4f37-438e-bde1-b1ecb78d9334', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:c4:2c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:20:55Z', 'updated_at': '2021-07-15T17:21:06Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:21:08.209259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b662ec-52c3-4470-a8d7-4b1805804bcd None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '79c1ec35-4f37-438e-bde1-b1ecb78d9334', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'port_id': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'mac_address': 'fa:16:3e:c4:2c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:20:55Z', 'updated_at': '2021-07-15T17:21:06Z', 'revision_number': 1, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:21:08.405970 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5428430-1da0-4755-a578-4bbfcaad1f24 None None] New status for floating IP 79c1ec35-4f37-438e-bde1-b1ecb78d9334: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:21:10.902430 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:10.923831 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:25.097768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-aecc32b6-25ca-431a-bd08-921dee03a931 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541763 Jul 15 17:21:25.193255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-c9cbdc49-1244-4986-a8ac-503d3ee8a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:25.194612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-c9cbdc49-1244-4986-a8ac-503d3ee8a5b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1096 time: 0.0509439 Jul 15 17:21:25.302590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-0fa5219f-1b0b-4477-9cce-57dfd8269b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:25.304039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-0fa5219f-1b0b-4477-9cce-57dfd8269b46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0884187 Jul 15 17:21:25.369308 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-04a0bc1f-9f00-4054-ad0b-2e13da50fdc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 1000 time: 0.0573487 Jul 15 17:21:25.416133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-e2f4f5cb-4a75-43ee-b42c-39fdced896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:25.417532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-e2f4f5cb-4a75-43ee-b42c-39fdced896f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0423181 Jul 15 17:21:25.478610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-94bc9b54-80d9-4030-8b2f-360b8b372f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:21:25.480180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-94bc9b54-80d9-4030-8b2f-360b8b372f27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558615 Jul 15 17:21:25.568131 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-4d97268e-2fc0-46eb-8e82-7bec068fab6a service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811455 Jul 15 17:21:25.660385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-9268c57e-9036-404b-90b2-b1db22bc41f2 req-9771c743-2d55-42ca-9aad-1fd4b9ab639f service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850024 Jul 15 17:21:25.807919 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-747d4095-1132-488b-91b3-742b7cb254b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:28.808821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:29.122574 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-993607fb-23c3-4da6-8cbc-41c358ecb84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:29.591259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:31.316212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:35.547135 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:21:40.933376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:40.946365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:55.809066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b5c1e6e9-7110-4696-8c74-76edea0fd384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:58.808710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:59.123445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f6a17b8c-468c-40be-8fd1-9821df5f8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:21:59.593954 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:01.320017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:10.948761 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:10.993663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:12.546832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:22:25.811223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-09cc48d3-80bc-46ed-ac03-425432b9f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:26.588204 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-d081b9dc-7eea-4c46-ae43-ea816ed1a5ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447141 Jul 15 17:22:26.679614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9c64-47ce-4368-a759-7809abf77516 req-67c0db8d-2b69-4e12-b011-1029b6b16c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:22:26.681143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-67c0db8d-2b69-4e12-b011-1029b6b16c2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e0cc0be620694adf924f2e800bb1fe79&device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 1096 time: 0.0519667 Jul 15 17:22:26.785159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9c64-47ce-4368-a759-7809abf77516 req-3175e41a-6be4-4e4b-9b6e-df0e7b419efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:22:26.786596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-3175e41a-6be4-4e4b-9b6e-df0e7b419efa service neutron] 10.222.0.35 "GET /v2.0/networks?id=be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 200 len: 911 time: 0.0861723 Jul 15 17:22:26.848067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-5d695e07-ea79-45e3-a6a1-510ec4d9411f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 200 len: 1000 time: 0.0554864 Jul 15 17:22:26.900732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9c64-47ce-4368-a759-7809abf77516 req-2d68a995-4b35-49d5-a19b-67ba38ac8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:22:26.902795 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-2d68a995-4b35-49d5-a19b-67ba38ac8a4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 200 len: 850 time: 0.0476623 Jul 15 17:22:26.958424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a9c64-47ce-4368-a759-7809abf77516 req-6645de6e-2d10-4d45-acdb-f5f5fa2fb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:22:26.959937 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-6645de6e-2d10-4d45-acdb-f5f5fa2fb212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be8b5b44-a99a-439b-ac46-156885403c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513666 Jul 15 17:22:26.971248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-d4c261a4-f5e5-42ad-96cb-2fdccf985c6d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:22:26.972220 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-d4c261a4-f5e5-42ad-96cb-2fdccf985c6d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050156 Jul 15 17:22:27.058651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-9cc28984-7a63-480f-88de-9004f66ccae6 service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807638 Jul 15 17:22:27.150447 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a82a9c64-47ce-4368-a759-7809abf77516 req-7a3c1fa9-a302-459d-a5c1-6a46c7f1b6da service neutron] 10.222.0.35 "GET /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860169 Jul 15 17:22:28.808814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:29.124945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eba614ff-4f00-48ff-a12a-6251fe03f9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:29.597101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:31.321141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:40.962388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:40.994897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:49.546266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:22:55.811493 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f55e1c94-d92e-4dbc-8fbb-117723c78978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:58.810850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:59.127769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7d91bd1-e306-46a7-a892-0b60ae67a420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:22:59.599510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:01.327567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:10.960674 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:11.001691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:15.150785 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3b03-43d9-4659-ae25-4a5d5b7c2299 req-ade72a80-b7f4-4cc4-84da-706b1310d818 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:15.152812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc5f3b03-43d9-4659-ae25-4a5d5b7c2299 req-ade72a80-b7f4-4cc4-84da-706b1310d818 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0657585 Jul 15 17:23:15.194028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc5f3b03-43d9-4659-ae25-4a5d5b7c2299 req-40174751-52f6-4120-8990-3cde3fff48f7 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356658 Jul 15 17:23:16.368851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d97b-2dfe-415c-863f-96969d57aea9 req-b98117dc-ef53-453e-b806-783cbdea8c49 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:16.370947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea58d97b-2dfe-415c-863f-96969d57aea9 req-b98117dc-ef53-453e-b806-783cbdea8c49 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jul 15 17:23:16.408604 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea58d97b-2dfe-415c-863f-96969d57aea9 req-1804dad5-6a04-4afa-864e-dc70ba42118b tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups?id=491dc2be-01b8-4d81-b42d-ab2c85bfbd44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Jul 15 17:23:16.737509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-1af83d37-4955-4af6-8783-1139e7590869 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:16.738942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-1af83d37-4955-4af6-8783-1139e7590869 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.35 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 945 time: 0.0615163 Jul 15 17:23:16.840440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Deleting port 2895677d-cf8a-48bc-a544-d435be14d5eb {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:16.840773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:16.924824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] For port 2895677d-cf8a-48bc-a544-d435be14d5eb, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=2895677d-cf8a-48bc-a544-d435be14d5eb,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:16.925174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:17.090194 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:17.090475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:17.090783 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Floating IP 79c1ec35-4f37-438e-bde1-b1ecb78d9334 disassociated. External IP: 172.25.8.18, port: 2895677d-cf8a-48bc-a544-d435be14d5eb. Jul 15 17:23:17.091118 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Calling delete_port for 2895677d-cf8a-48bc-a544-d435be14d5eb owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:17.213297 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:17.247375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'Port': ['ID=2895677d-cf8a-48bc-a544-d435be14d5eb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:17.257617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.257965 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.258307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.258646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.258984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.259315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.259640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.259964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.260310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.260657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.261836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.262160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:17.369844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:23:17.478840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:23:17.490249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:23:17.501099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:17.502043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:22:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:17.523183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] No DVR routers for this DVR port 2895677d-cf8a-48bc-a544-d435be14d5eb on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:23:17.525831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:17.527892 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8d273ed3-07dc-4b7b-b630-68d38211f419 req-568b8af4-e79e-4e7f-ab69-0ace39dbe52e tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.35 "DELETE /v2.0/ports/2895677d-cf8a-48bc-a544-d435be14d5eb HTTP/1.1" status: 204 len: 173 time: 0.7809384 Jul 15 17:23:17.528384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'name': 'network-vif-deleted', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:23:17.530658 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62df552-c219-43a6-9a16-58a7d2554981" -d '{"events": [{"server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "name": "network-vif-deleted", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:23:17.563516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87542889-ac09-4815-a3ca-78527b355435 req-40e248f1-f61a-44cd-ba43-6c6abf8a6de2 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/ports?device_id=52f2c8e6-eff0-4b81-acd7-0600e4ad277f HTTP/1.1" status: 200 len: 210 time: 0.0419693 Jul 15 17:23:17.641375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:23:17.715344 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f4524c-0d01-413d-8872-4cf3b02583b0 x-openstack-request-id: req-13f4524c-0d01-413d-8872-4cf3b02583b0 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:23:17.715887 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f2c8e6-eff0-4b81-acd7-0600e4ad277f", "name": "network-vif-deleted", "tag": "2895677d-cf8a-48bc-a544-d435be14d5eb", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:23:17.716489 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13f4524c-0d01-413d-8872-4cf3b02583b0 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:23:17.717768 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f2c8e6-eff0-4b81-acd7-0600e4ad277f', 'name': 'network-vif-deleted', 'tag': '2895677d-cf8a-48bc-a544-d435be14d5eb', 'status': 'completed', 'code': 200} Jul 15 17:23:17.866053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:17.892023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:23:17.900312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:17.900916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:22:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:18.011613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:23:18.210819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:18.237646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38745844-8c02-4a04-a137-e4245fbf4f67 None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:17:06Z', 'revision_number': 4, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6262a9fa-4d3b-429d-b219-202e6cb38b93', 'name': '', 'network_id': 'be8b5b44-a99a-439b-ac46-156885403c42', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'mac_address': 'fa:16:3e:37:18:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:05Z', 'updated_at': '2021-07-15T17:17:12Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'subnets': [{'id': 'f566a9cf-0df3-477d-a09b-a2b6e4435d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:23:18.457939 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1dbc59-6bf3-4070-a7f1-fdbe887daef0 None None] New status for floating IP 79c1ec35-4f37-438e-bde1-b1ecb78d9334: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:23:18.686455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41792) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:18.742575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:18.766426 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:18.818193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:18.820728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:18.821862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "DELETE /v2.0/security-groups/491dc2be-01b8-4d81-b42d-ab2c85bfbd44 HTTP/1.1" status: 204 len: 168 time: 0.1343994 Jul 15 17:23:18.824984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41794) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:18.831112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491dc2be-01b8-4d81-b42d-ab2c85bfbd44,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:18.838441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.838621 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-772e012a-c2d1-48dd-b745-df0dce687c2f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] show failed (client error): The resource could not be found. Jul 15 17:23:18.839284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.839635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.839971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.840099 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-772e012a-c2d1-48dd-b745-df0dce687c2f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "GET /v2.0/security-groups/491dc2be-01b8-4d81-b42d-ab2c85bfbd44 HTTP/1.1" status: 404 len: 347 time: 0.0140805 Jul 15 17:23:18.840320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.840641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.840964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.841284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.841602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.841918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.842241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.842557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7963a6c9-30d5-44e2-85f8-3d2e87f9f57f tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:18.843156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41796) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:18.964622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Deleting port dd6aee62-4e60-4c0c-8d4e-7f802908774d {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:18.964965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.042942 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.043329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.054886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Calling delete_port for dd6aee62-4e60-4c0c-8d4e-7f802908774d owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:19.475744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.506760 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Pushing event deleted for resources: {'Port': ['ID=dd6aee62-4e60-4c0c-8d4e-7f802908774d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:19.563748 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.566394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:19.567607 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-916d166c-0570-4f7d-bf1f-92b2bfe2ea57 tempest-AttachVolumeTestJSON-1977811499 tempest-AttachVolumeTestJSON-1977811499-project] 10.222.0.25 "DELETE /v2.0/floatingips/79c1ec35-4f37-438e-bde1-b1ecb78d9334 HTTP/1.1" status: 204 len: 168 time: 0.7235498 Jul 15 17:23:20.278608 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2895677d-cf8a-48bc-a544-d435be14d5eb no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:23:20.300577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 2895677d-cf8a-48bc-a544-d435be14d5eb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:23:20.300948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 2895677d-cf8a-48bc-a544-d435be14d5eb not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:23:25.812308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dea96f54-d53b-414e-8691-0ba2b363b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:26.463520 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41838) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:26.546097 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:23:26.991772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:27.251922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Deleting port 6262a9fa-4d3b-429d-b219-202e6cb38b93 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:27.252301 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:27.337680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] For port 6262a9fa-4d3b-429d-b219-202e6cb38b93, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6262a9fa-4d3b-429d-b219-202e6cb38b93,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:27.338049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:27.350778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Calling delete_port for 6262a9fa-4d3b-429d-b219-202e6cb38b93 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:27.528709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:27.555878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Pushing event deleted for resources: {'Port': ['ID=6262a9fa-4d3b-429d-b219-202e6cb38b93,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:27.721314 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:27.932560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Router b840c052-1c3c-416f-8d63-7449b9492587 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:23:28.319293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:23:28.324545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fca738cd-9862-423f-be96-bf07b097902c admin admin] 10.222.0.25 "PUT /v2.0/routers/b840c052-1c3c-416f-8d63-7449b9492587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8597503 Jul 15 17:23:28.326938 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41842) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:28.327660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Sync routers for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:23:28.337316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:28.338244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:22:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:28.432099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.443817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:23:28.533289 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.587319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Deleting port 3ad15205-6895-43d1-b02c-5e20e59d907f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:28.587576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.623122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:23:27Z', 'revision_number': 5, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port': {'id': '3ad15205-6895-43d1-b02c-5e20e59d907f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:17:04Z', 'updated_at': '2021-07-15T17:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:28.649028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Checking router: b840c052-1c3c-416f-8d63-7449b9492587 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:23:28.657947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Routers {'b840c052-1c3c-416f-8d63-7449b9492587'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:28.658553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:22:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['b840c052-1c3c-416f-8d63-7449b9492587'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:28.671563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] For port 3ad15205-6895-43d1-b02c-5e20e59d907f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ad15205-6895-43d1-b02c-5e20e59d907f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:28.671919 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.683158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Calling delete_port for 3ad15205-6895-43d1-b02c-5e20e59d907f owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:28.747871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] Set router b840c052-1c3c-416f-8d63-7449b9492587 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:23:28.809468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:23:28Z', 'revision_number': 6, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:28.843316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55d88f-b04f-43c3-83aa-7cfd079ecb06 None None] The sync data for ids ['b840c052-1c3c-416f-8d63-7449b9492587'] in n-d-800085-3 is: [{'id': 'b840c052-1c3c-416f-8d63-7449b9492587', 'name': 'tempest-AttachVolumeTestJSON-1862673750-router', 'tenant_id': 'e0cc0be620694adf924f2e800bb1fe79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:17:03Z', 'updated_at': '2021-07-15T17:23:28Z', 'revision_number': 6, 'project_id': 'e0cc0be620694adf924f2e800bb1fe79', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:23:28.847459 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.858070 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:28.885804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad15205-6895-43d1-b02c-5e20e59d907f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:28.944318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.035415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.037502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.079860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.080427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b840c052-1c3c-416f-8d63-7449b9492587 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:23:29.085730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.086867 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d330dcc-52f6-441b-9bd7-bb46119ba9dc admin admin] 10.222.0.25 "DELETE /v2.0/routers/b840c052-1c3c-416f-8d63-7449b9492587 HTTP/1.1" status: 204 len: 168 time: 0.7588742 Jul 15 17:23:29.089472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41844) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:29.128293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8a95a229-44ea-44f7-a68b-0f8494754935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.134625 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Deleting subnet f566a9cf-0df3-477d-a09b-a2b6e4435d3b {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:23:29.137780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.172649 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.261462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.313650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.338715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f566a9cf-0df3-477d-a09b-a2b6e4435d3b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:29.345028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.346951 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4b9037bf-6b90-4010-b37a-58586c2cc3ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f566a9cf-0df3-477d-a09b-a2b6e4435d3b HTTP/1.1" status: 204 len: 168 time: 0.2565110 Jul 15 17:23:29.349375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 41846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:29.349849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74baacd-cd75-4faf-8a3d-64f6258e3abf None None] Network be8b5b44-a99a-439b-ac46-156885403c42 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:23:29.424336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.476428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Deleting port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:29.476833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.540048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] For port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,segment=NetworkSegment(be359b2b-b121-40c8-b5ee-397ba11485ad),segment_id=be359b2b-b121-40c8-b5ee-397ba11485ad)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:29.540048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.553386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Calling delete_port for 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:29.581496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] DHCP port deletion for be8b5b44-a99a-439b-ac46-156885403c42 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:23:29.625773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.638497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.643297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Deleting port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:23:29.643678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.666862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Pushing event deleted for resources: {'Port': ['ID=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:29.669416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] No DVR routers for this DVR port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:23:29.713182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] For port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:29.713714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.725810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Calling delete_port for 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:23:29.728452 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:23:29.729695 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.748831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.757316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Pushing event deleted for resources: {'Port': ['ID=201954ed-7bf8-4238-83f5-3e6b8ddb4e71,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:29.758993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8b5b44-a99a-439b-ac46-156885403c42']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:29.768147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.768516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.768859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.769197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.769531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.769861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.770190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.770516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.770839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.771161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.771486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.771726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be359b2b-b121-40c8-b5ee-397ba11485ad') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:29.771856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:23:29.772481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be359b2b-b121-40c8-b5ee-397ba11485ad') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:29.774535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2feb8a-a820-4c3f-bf62-333b0fc113c9 None None] No DVR routers for this DVR port 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:23:29.782503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.797233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.803623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:23:29.804230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:23:29.805998 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:23:29.861514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.867091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:29.868970 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] 10.222.0.25 "DELETE /v2.0/networks/be8b5b44-a99a-439b-ac46-156885403c42 HTTP/1.1" status: 204 len: 168 time: 0.5186791 Jul 15 17:23:29.881014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1464d-b8dd-4566-a37f-20330365936f admin admin] Pushing event deleted for resources: {'Network': ['ID=be8b5b44-a99a-439b-ac46-156885403c42,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:29.983650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41850) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:30.023558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da157c91-607e-4a5d-ae03-9157f663263d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0cc0be620694adf924f2e800bb1fe79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387352 Jul 15 17:23:30.026071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41852) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:30.073796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:30.095018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:30.145288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:30.147762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:30.148963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e566461c-30bd-41c7-b0b3-df3069142aa7 HTTP/1.1" status: 204 len: 168 time: 0.1219816 Jul 15 17:23:30.156958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048aab8-56e6-4274-b06c-e90d4d550763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e566461c-30bd-41c7-b0b3-df3069142aa7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:30.775949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ad15205-6895-43d1-b02c-5e20e59d907f no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:23:30.797795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3ad15205-6895-43d1-b02c-5e20e59d907f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:23:30.798163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ad15205-6895-43d1-b02c-5e20e59d907f not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:23:30.798584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6262a9fa-4d3b-429d-b219-202e6cb38b93 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:23:30.817547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6262a9fa-4d3b-429d-b219-202e6cb38b93 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:23:30.817893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6262a9fa-4d3b-429d-b219-202e6cb38b93 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:23:30.818338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:23:30.838268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:23:30.838617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 201954ed-7bf8-4238-83f5-3e6b8ddb4e71 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:23:31.333433 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.497834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:38.600666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88f6a0b8-91d2-40ed-8ec5-fab7f6914b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.690934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88f6a0b8-91d2-40ed-8ec5-fab7f6914b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.694685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88f6a0b8-91d2-40ed-8ec5-fab7f6914b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.733169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6a0b8-91d2-40ed-8ec5-fab7f6914b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18a521b-fd06-4a9c-b020-86e80c42988b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:38.737546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-88f6a0b8-91d2-40ed-8ec5-fab7f6914b84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57ec7dd9136a4f43ae47abf44e5a09b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385614 Jul 15 17:23:38.740323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 41968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:38.788637 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.810047 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.857101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.859617 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:38.860776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d18a521b-fd06-4a9c-b020-86e80c42988b HTTP/1.1" status: 204 len: 168 time: 0.1195507 Jul 15 17:23:38.868507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f4774-bd79-4694-960b-1390faccace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18a521b-fd06-4a9c-b020-86e80c42988b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:40.814892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42042) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:40.925587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a82d160-5892-46b1-b587-56b88410ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:40.976491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.008937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.015832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a82d160-5892-46b1-b587-56b88410ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.019650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0a82d160-5892-46b1-b587-56b88410ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.057720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0a82d160-5892-46b1-b587-56b88410ab53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=234a5389b57b452ba017a3d8153bc5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2417428 Jul 15 17:23:41.058850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82d160-5892-46b1-b587-56b88410ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d388210d-280c-4e25-a6b2-c9b243e7c3bd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:41.061588 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:41.127681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.148461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.194561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.197209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.198368 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d388210d-280c-4e25-a6b2-c9b243e7c3bd HTTP/1.1" status: 204 len: 168 time: 0.1345065 Jul 15 17:23:41.206204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45b1b4-8cab-4837-b868-a203571a24f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d388210d-280c-4e25-a6b2-c9b243e7c3bd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:41.447543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:41.460692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0aa8cfab-67c5-4843-b7b2-a4f207598a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.548247 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0aa8cfab-67c5-4843-b7b2-a4f207598a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.551887 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0aa8cfab-67c5-4843-b7b2-a4f207598a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.590063 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0aa8cfab-67c5-4843-b7b2-a4f207598a41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f669c2f3aca4137ac41846d4fec36c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414320 Jul 15 17:23:41.591385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8cfab-67c5-4843-b7b2-a4f207598a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229b1424-dd67-4e88-972f-26423d0f67c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:41.593562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42054) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:41.641720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.662391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.707543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.710089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:41.711260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/229b1424-dd67-4e88-972f-26423d0f67c1 HTTP/1.1" status: 204 len: 168 time: 0.1163712 Jul 15 17:23:41.719458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333919d-dee1-4b8f-8f9a-1c14c30d8992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229b1424-dd67-4e88-972f-26423d0f67c1,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:46.589444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:46.691086 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11867534-7a79-488a-8564-a201a065c5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.777637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11867534-7a79-488a-8564-a201a065c5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.781311 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11867534-7a79-488a-8564-a201a065c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.821999 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-11867534-7a79-488a-8564-a201a065c5e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1925f3f20fbd4b8a8e5cd22a7eb6c695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314827 Jul 15 17:23:46.822947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11867534-7a79-488a-8564-a201a065c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588566af-d664-43c8-827c-85bfbf749eb7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:46.824650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:46.877379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.898882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.945445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.948013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:46.949184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/588566af-d664-43c8-827c-85bfbf749eb7 HTTP/1.1" status: 204 len: 168 time: 0.1224051 Jul 15 17:23:46.957080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3337c-e248-4f19-88a8-e4e836cfee22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588566af-d664-43c8-827c-85bfbf749eb7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:47.203920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:47.217456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0847324a-7100-4b52-be13-1270e17cd8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.306597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0847324a-7100-4b52-be13-1270e17cd8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.310679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0847324a-7100-4b52-be13-1270e17cd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.349137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0847324a-7100-4b52-be13-1270e17cd8b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db34677da3204451bb2f99617e0cfb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440842 Jul 15 17:23:47.350340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847324a-7100-4b52-be13-1270e17cd8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623b8e81-4ef0-4190-8af8-f6dd829995aa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:47.351824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42194) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:47.400916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.422707 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.468402 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.471030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:47.474907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/623b8e81-4ef0-4190-8af8-f6dd829995aa HTTP/1.1" status: 204 len: 168 time: 0.1220322 Jul 15 17:23:47.483077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf207a-155c-4669-8772-916324f175bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623b8e81-4ef0-4190-8af8-f6dd829995aa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:48.980258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:49.084743 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42f08073-ca42-4635-bd88-c9ec22c3779f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.172488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42f08073-ca42-4635-bd88-c9ec22c3779f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.176392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-42f08073-ca42-4635-bd88-c9ec22c3779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.214321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42f08073-ca42-4635-bd88-c9ec22c3779f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a15b459087c048a48a66745b057fc61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330072 Jul 15 17:23:49.215479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f08073-ca42-4635-bd88-c9ec22c3779f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b33464f-606c-402e-bcc4-a6f529e60ca7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:49.217122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42242) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:49.266601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.287258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.338032 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.340953 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.342083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b33464f-606c-402e-bcc4-a6f529e60ca7 HTTP/1.1" status: 204 len: 168 time: 0.1235480 Jul 15 17:23:49.350018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54ec5-73c1-43fe-966e-1fa6ae2bc391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b33464f-606c-402e-bcc4-a6f529e60ca7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:49.591239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42248) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:49.604874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3d412e-e26e-4f95-9f91-72e994254533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.693735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3d412e-e26e-4f95-9f91-72e994254533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.697575 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad3d412e-e26e-4f95-9f91-72e994254533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.735058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad3d412e-e26e-4f95-9f91-72e994254533 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21bb1ab3c48b40f6b977309bf7541287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420784 Jul 15 17:23:49.736986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d412e-e26e-4f95-9f91-72e994254533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e1c03-638d-47bc-8ea9-fc0499a2a83b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:49.737857 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:49.791200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.812040 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.858020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.861267 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:49.862427 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b06e1c03-638d-47bc-8ea9-fc0499a2a83b HTTP/1.1" status: 204 len: 168 time: 0.1235840 Jul 15 17:23:49.870188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf351b9-e7aa-4205-ab41-76b130e21009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e1c03-638d-47bc-8ea9-fc0499a2a83b,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:51.021703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42306) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:51.121520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de93c3bb-2e59-4c58-a32e-96626880b21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.208476 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de93c3bb-2e59-4c58-a32e-96626880b21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.212136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de93c3bb-2e59-4c58-a32e-96626880b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.248858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de93c3bb-2e59-4c58-a32e-96626880b21d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72bb19e6430943559c10eec9485cb50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261109 Jul 15 17:23:51.251362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93c3bb-2e59-4c58-a32e-96626880b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105ca037-8f60-4315-93d8-6d6e110e2af0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:51.252285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42310) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:51.301899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.324470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.371361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.373930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:51.378536 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/105ca037-8f60-4315-93d8-6d6e110e2af0 HTTP/1.1" status: 204 len: 168 time: 0.1251519 Jul 15 17:23:51.386256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf7eb6-2dbb-442d-a471-730fb14f8c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105ca037-8f60-4315-93d8-6d6e110e2af0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:52.881354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:53.020425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:53.045371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.137949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.241150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Allocated IP 172.25.8.120 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/ba26703a-6834-41c1-b52e-2b9f9874e2fa) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:53.340844 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.378428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.414309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:53.419049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:53.422594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:53.452491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=ba26703a-6834-41c1-b52e-2b9f9874e2fa,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:53.513956 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.556529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.707797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.712213 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.782431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=ba26703a-6834-41c1-b52e-2b9f9874e2fa,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:53.794155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.808943 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.810163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09147261-055f-466d-80a8-e3e5a7a1a1c0 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9277990 Jul 15 17:23:53.813435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42368) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:53.818429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1385089627'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:53.837794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Made reservation on behalf of 208a0c42f7ce4c6e857dba5fa81677cd for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:23:53.841263 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.850365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.941955 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.945392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.972099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:23:53.981687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a350f2cc-79b8-47ef-babe-932c41979de8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:53.988811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:53.989158 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Added segment d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c of type vlan for network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 Jul 15 17:23:54.029386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.058189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.063870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:54.064487 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.099136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2847092 Jul 15 17:23:54.101948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:54.108802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Request body: {'subnet': {'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:54.151272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de672d-19ca-4c44-ab00-cfbc22aa7418 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Network': ['ID=4b5f44eb-5c2b-47b2-962a-f1ac1e42f479,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:54.162700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:23:54.228054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Made reservation on behalf of 208a0c42f7ce4c6e857dba5fa81677cd for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:23:54.231622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.413926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.473336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Subnet': ['ID=ee1065ae-d7cc-452c-a2ec-bde173721483,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:54.481764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Checking segment: {'id': 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:23:54.482123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network hostable DHCP agents. Network: 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:23:54.498703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:23:54.507762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:54.511716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:54.512337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.516569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53429b1-dca8-47c0-9dc4-de9c33202680 None None] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:23:54.527195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c2c87092-d578-408c-81b7-84782ac0f4ae tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4242406 Jul 15 17:23:54.529823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:54.534352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-133541283', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:54.557998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.559013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.618947 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.670531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-4b5f44eb-5c2b-47b2-962a-f1ac1e42f479', 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479', 'tenant_id': '208a0c42f7ce4c6e857dba5fa81677cd', 'fixed_ips': [{'subnet_id': 'ee1065ae-d7cc-452c-a2ec-bde173721483'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:23:54.671981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.762894 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.808131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Allocated IP 172.20.0.2 (4b5f44eb-5c2b-47b2-962a-f1ac1e42f479/ee1065ae-d7cc-452c-a2ec-bde173721483/2927a168-2b50-4883-8378-058869b61efc) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:54.964615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:54.984695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.096476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Allocated IP 172.25.8.111 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/d16247c1-6b11-473a-a152-e22cb6f9e7b4) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:55.101416 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.109740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Transition to ACTIVE for port object 2927a168-2b50-4883-8378-058869b61efc will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:23:55.124573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Transition to ACTIVE for port object 2927a168-2b50-4883-8378-058869b61efc will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:23:55.130389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.166421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:55.171084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:55.174698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:55.183146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Pushing event updated for resources: {'Port': ['ID=2927a168-2b50-4883-8378-058869b61efc,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:55.204299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.235935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Attempting to bind port 2927a168-2b50-4883-8378-058869b61efc on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:23:55.236327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Attempting to bind port 2927a168-2b50-4883-8378-058869b61efc by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:23:55.236685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Attempting to bind port 2927a168-2b50-4883-8378-058869b61efc on network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:23:55.241643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:23:55.242092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Checking segment: {'id': 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:23:55.242623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.243068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Bound using segment: {'id': 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:23:55.243626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Bound port: 2927a168-2b50-4883-8378-058869b61efc, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:23:55.244013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.245337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.290674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:55.295146 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:55.299577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:55.311693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] For port 2927a168-2b50-4883-8378-058869b61efc, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:23:55.315198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] For port 2927a168-2b50-4883-8378-058869b61efc, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2927a168-2b50-4883-8378-058869b61efc,segment=NetworkSegment(d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c),segment_id=d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:23:55.318793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.319734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=d16247c1-6b11-473a-a152-e22cb6f9e7b4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:55.380319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d9b5a-7310-4f35-bc8e-7fc6878f86e2 None None] Pushing event updated for resources: {'Port': ['ID=2927a168-2b50-4883-8378-058869b61efc,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:55.584709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.792586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.813107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad213da5-b521-4095-b713-d0f441d96f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:55.924242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:23:56.029288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:23:56.039904 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] Sync routers for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:23:56.049201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:56.050031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:56.050813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:56.054664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2f2aa596-d895-496a-a291-d7a0282ce3ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.5213671 Jul 15 17:23:56.054861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:56.087241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:56.097564 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:56.098386 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:56.130762 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:56.131731 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83ae0f-c0cd-4030-a646-37450e1615ff None None] The sync data for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:23:56.305617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778eee00-c5e3-4818-84fd-ef20bba333a1 None None] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:23:56.387069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e765eeb2-ceda-4aee-818c-a27a7d1c1b0e None None] Provisioning for port 2927a168-2b50-4883-8378-058869b61efc completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:23:56.802016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2927a168-2b50-4883-8378-058869b61efc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:23:56.802873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:56.850730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2927a168-2b50-4883-8378-058869b61efc completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:23:56.854507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2927a168-2b50-4883-8378-058869b61efc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:23:56.854947 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:56.933936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:56.966198 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2927a168-2b50-4883-8378-058869b61efc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2927a168-2b50-4883-8378-058869b61efc,segment=NetworkSegment(d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c),segment_id=d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:23:56.970867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.021042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2927a168-2b50-4883-8378-058869b61efc,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:57.076909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Allocated IP 172.20.0.1 (4b5f44eb-5c2b-47b2-962a-f1ac1e42f479/ee1065ae-d7cc-452c-a2ec-bde173721483/7d108546-bfd2-4cae-9b5d-9248cdeba125) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:57.189604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.202898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Transition to ACTIVE for port object 7d108546-bfd2-4cae-9b5d-9248cdeba125 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:23:57.235849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.274564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:57.279546 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:57.283826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:57.316244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=7d108546-bfd2-4cae-9b5d-9248cdeba125,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:57.337349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.487110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.542881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a7fd7609-e73b-40d4-bcc3-2b3c36e2f3ba None None] Provisioning for port 7d108546-bfd2-4cae-9b5d-9248cdeba125 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:23:57.547641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a7fd7609-e73b-40d4-bcc3-2b3c36e2f3ba None None] Provisioning complete for port 7d108546-bfd2-4cae-9b5d-9248cdeba125 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:23:57.548097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7609-e73b-40d4-bcc3-2b3c36e2f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.581986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd7609-e73b-40d4-bcc3-2b3c36e2f3ba None None] Port 7d108546-bfd2-4cae-9b5d-9248cdeba125 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:23:57.761794 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.767923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.849006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=7d108546-bfd2-4cae-9b5d-9248cdeba125,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:57.851580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:57.946868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:57.948217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:58.060506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:23:58.174038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:23:58.179174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d263b14e-2fd3-4a80-b257-7948f7ee92e9 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "PUT /v2.0/routers/1e40c3d1-45a9-4633-9d1a-150dd01fa151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1231940 Jul 15 17:23:58.181814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42378) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:58.185125 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] Sync routers for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:23:58.186716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Request body: {'port': {'network_id': '4b5f44eb-5c2b-47b2-962a-f1ac1e42f479', 'name': 'tempest-FloatingIPAdminTestJSON-232312227'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:58.199293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:58.199916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:58.240423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:58.243733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6a0734b4-c8e6-4834-8553-afb20832c476 None None] Provisioning complete for port 7d108546-bfd2-4cae-9b5d-9248cdeba125 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:23:58.244132 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6a0734b4-c8e6-4834-8553-afb20832c476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.269043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:23:58.269658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:58.299441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Made reservation on behalf of 208a0c42f7ce4c6e857dba5fa81677cd for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:23:58.303182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.311210 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:23:58.311924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76f1d3-c18e-4305-9bbc-5b40b3604f65 None None] The sync data for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:23:58.317999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6a0734b4-c8e6-4834-8553-afb20832c476 None None] Port 7d108546-bfd2-4cae-9b5d-9248cdeba125 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:23:58.321203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] device_id is not set on port a33cefd0-fb7b-4908-8bdb-1ad422d814e5 yet. {{(pid=100429) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:23:58.357272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-2fc84e14-0357-4776-82df-13d7561ae6c0 req-f6e43eba-ad0c-4910-8798-0178263342e0 service neutron] (100429) timed out ('10.222.0.25', 60428) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:23:58.434068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Allocated IP 172.20.0.12 (4b5f44eb-5c2b-47b2-962a-f1ac1e42f479/ee1065ae-d7cc-452c-a2ec-bde173721483/a33cefd0-fb7b-4908-8bdb-1ad422d814e5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:58.576799 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.590394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Transition to ACTIVE for port object a33cefd0-fb7b-4908-8bdb-1ad422d814e5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:23:58.621764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.672426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:58.675571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:58.679496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:58.704748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event updated for resources: {'Port': ['ID=a33cefd0-fb7b-4908-8bdb-1ad422d814e5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:58.732837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:23:58.733423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.752048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e8e6c41e-de7f-486c-a663-0a35b8d250b4 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655887 Jul 15 17:23:58.752452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:23:58.789046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2927a168-2b50-4883-8378-058869b61efc up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:23:58.834702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'project_id': '208a0c42f7ce4c6e857dba5fa81677cd', 'port_id': 'a33cefd0-fb7b-4908-8bdb-1ad422d814e5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:23:58.835585 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.857261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2927a168-2b50-4883-8378-058869b61efc triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:23:58.857548 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.858171 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.953278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1d7e1a44-8fc5-4f8b-bf69-251ed7971a6e None None] Provisioning for port a33cefd0-fb7b-4908-8bdb-1ad422d814e5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:23:58.956378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.957243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1d7e1a44-8fc5-4f8b-bf69-251ed7971a6e None None] Provisioning complete for port a33cefd0-fb7b-4908-8bdb-1ad422d814e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:23:58.957621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1d7e1a44-8fc5-4f8b-bf69-251ed7971a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:58.994457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e1a44-8fc5-4f8b-bf69-251ed7971a6e None None] Port a33cefd0-fb7b-4908-8bdb-1ad422d814e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:23:59.060925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Allocated IP 172.25.8.203 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/27ffaab0-1a7d-41f4-b2c1-220d1c4daead) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:23:59.128465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2c4f3aa3-e772-462b-a8b1-50c842981b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.168525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.206731 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.242851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:23:59.248931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:23:59.252538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:23:59.257911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Pushing event updated for resources: {'Port': ['ID=27ffaab0-1a7d-41f4-b2c1-220d1c4daead,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:23:59.598111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.707048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.812127 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.957456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:23:59.961720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:00.026636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Pushing event updated for resources: {'Port': ['ID=27ffaab0-1a7d-41f4-b2c1-220d1c4daead,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:00.036882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:00.132078 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Floating IP 08c22214-2192-4463-8210-405b3a8f02c5 associated. External IP: 172.25.8.203, port: a33cefd0-fb7b-4908-8bdb-1ad422d814e5. Jul 15 17:24:00.330879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:24:00.727663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:24:00.736444 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] Sync routers for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:24:00.743285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:00.745863 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:00.746457 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:00.779651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7990e561-0843-4b9c-824a-5ec83ee2cda5 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.0252125 Jul 15 17:24:00.781563 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:00.782488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42384) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:00.790189 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:00.790791 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:00.822179 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:00.822808 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190bc2ad-d5e0-4817-bc6a-54dcd68a928d None None] The sync data for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:24:00.893789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-afc045b0-f5e6-43d8-bd0c-8b5296fec358 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "GET /v2.0/floatingips/08c22214-2192-4463-8210-405b3a8f02c5 HTTP/1.1" status: 200 len: 983 time: 0.1103077 Jul 15 17:24:00.896149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:00.998392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-857cbea4-ed09-42fe-b6c5-0973f9e79002 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1011949 Jul 15 17:24:01.001728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:01.156912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port 27ffaab0-1a7d-41f4-b2c1-220d1c4daead {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:01.157176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.230630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.230964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.243007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for 27ffaab0-1a7d-41f4-b2c1-220d1c4daead owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:01.332217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.416762 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.442096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=27ffaab0-1a7d-41f4-b2c1-220d1c4daead,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:01.506202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.506639 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Floating IP 08c22214-2192-4463-8210-405b3a8f02c5 disassociated (deleted). External IP: 172.25.8.203, port: a33cefd0-fb7b-4908-8bdb-1ad422d814e5. Jul 15 17:24:01.709720 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:24:01.813637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:24:01.818292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.822582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] Sync routers for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:24:01.832443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:01.833047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:01.856435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-028584ee-9d7d-4b03-9e3a-2e1b8dfcb62d tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/floatingips/08c22214-2192-4463-8210-405b3a8f02c5 HTTP/1.1" status: 204 len: 168 time: 0.8505020 Jul 15 17:24:01.856647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:01.861718 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:01.865371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:01.873744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:01.875395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:01.883823 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:01.910798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:01.911440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718364dd-1367-4e4c-8584-3f98ff944e45 None None] The sync data for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 is: [] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:24:01.971049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.071094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Allocated IP 172.25.8.182 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/afe86a77-6c89-4ce0-bfe5-ae7c932446cb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:24:02.172641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.210611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.246427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:24:02.252404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:02.255909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:24:02.261278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Pushing event updated for resources: {'Port': ['ID=afe86a77-6c89-4ce0-bfe5-ae7c932446cb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:02.341713 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.387504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.534162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.538364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.604135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Pushing event updated for resources: {'Port': ['ID=afe86a77-6c89-4ce0-bfe5-ae7c932446cb,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:02.615886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.629491 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.630808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3fd5394f-1b9e-4157-a796-cbc81a552371 tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7732804 Jul 15 17:24:02.633491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:02.726539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:02.753155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.852153 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:02.953534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Allocated IP 172.25.8.228 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/f259e8f3-0cc1-4cf7-8363-cd135a1efe9b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:24:03.061946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.100349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.141237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:24:03.144384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:03.147948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:24:03.170429 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Pushing event updated for resources: {'Port': ['ID=f259e8f3-0cc1-4cf7-8363-cd135a1efe9b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:03.240048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.287971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.457918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.462560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.533015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Pushing event updated for resources: {'Port': ['ID=f259e8f3-0cc1-4cf7-8363-cd135a1efe9b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:03.544608 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.544832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:24:03.558336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.559578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-836decf1-5a72-45a9-99f1-206d0ec6c182 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9251170 Jul 15 17:24:03.563126 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:03.648919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5f296b8a-4771-40b0-9919-b4bbbc4828bb tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0841751 Jul 15 17:24:03.651327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42400) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:03.717191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-89c7be23-b94f-4d04-9eef-c32ae85089ec tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0647397 Jul 15 17:24:03.720280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42402) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:03.843757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Deleting port f259e8f3-0cc1-4cf7-8363-cd135a1efe9b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:03.844101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.921056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.921375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:03.932985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Calling delete_port for f259e8f3-0cc1-4cf7-8363-cd135a1efe9b owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:04.064632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.092195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Pushing event deleted for resources: {'Port': ['ID=f259e8f3-0cc1-4cf7-8363-cd135a1efe9b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:04.151172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.153845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.155041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f10df8b0-e8a4-45de-acdb-a15a56b0af56 tempest-FloatingIPAdminTestJSON-863571242 tempest-FloatingIPAdminTestJSON-863571242-project] 10.222.0.25 "DELETE /v2.0/floatingips/26040d81-50cd-4006-ac85-e8e0e91adeaa HTTP/1.1" status: 204 len: 168 time: 0.4338691 Jul 15 17:24:04.157768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42404) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:04.277322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Deleting port afe86a77-6c89-4ce0-bfe5-ae7c932446cb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:04.277666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.355594 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.355919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.368136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Calling delete_port for afe86a77-6c89-4ce0-bfe5-ae7c932446cb owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:04.500253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.525349 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe86a77-6c89-4ce0-bfe5-ae7c932446cb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:04.585558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.588093 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.589318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c00b6687-8319-41f3-846d-24c18e75515d tempest-FloatingIPAdminTestJSON-1800721606 tempest-FloatingIPAdminTestJSON-1800721606-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/5be165c2-d96a-40e1-940c-38a8cd1c31ff HTTP/1.1" status: 204 len: 168 time: 0.4305990 Jul 15 17:24:04.593442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42406) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:04.692237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port a33cefd0-fb7b-4908-8bdb-1ad422d814e5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:04.692673 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.780459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.792081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for a33cefd0-fb7b-4908-8bdb-1ad422d814e5 owned by {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:04.915448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:04.954325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=a33cefd0-fb7b-4908-8bdb-1ad422d814e5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:05.018159 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:05.020161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f830d8be-1f46-48f0-997d-70e536b5b1eb tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/ports/a33cefd0-fb7b-4908-8bdb-1ad422d814e5 HTTP/1.1" status: 204 len: 168 time: 0.4257221 Jul 15 17:24:05.022687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42408) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:05.088373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a694b11-c0c4-49a4-9f24-88ea4651ea40 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:05.089893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6a694b11-c0c4-49a4-9f24-88ea4651ea40 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e40c3d1-45a9-4633-9d1a-150dd01fa151 HTTP/1.1" status: 200 len: 913 time: 0.0663018 Jul 15 17:24:05.092477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:05.439265 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:05.705967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port 7d108546-bfd2-4cae-9b5d-9248cdeba125 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:05.706644 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:05.793819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:05.805539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for 7d108546-bfd2-4cae-9b5d-9248cdeba125 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:05.986251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:06.016136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=7d108546-bfd2-4cae-9b5d-9248cdeba125,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:06.194118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:06.687720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:24:06.793238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:24:06.799207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f874b855-a553-4eec-a727-7b8db8e32b5e tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "PUT /v2.0/routers/1e40c3d1-45a9-4633-9d1a-150dd01fa151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054062 Jul 15 17:24:06.801401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42412) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:06.803122 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] Sync routers for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:24:06.812016 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:06.812644 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:06.846327 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:06.854476 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] Routers {'1e40c3d1-45a9-4633-9d1a-150dd01fa151'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:24:06.855054 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:23:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:06.885280 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:06.885903 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa1ca-239a-4953-b373-21a60d18c1ed None None] The sync data for ids ['1e40c3d1-45a9-4633-9d1a-150dd01fa151'] in n-d-800085-3 is: [] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:24:06.909862 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.013284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.065025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port d16247c1-6b11-473a-a152-e22cb6f9e7b4 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:07.065361 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.145861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.157523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for d16247c1-6b11-473a-a152-e22cb6f9e7b4 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:07.319927 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.347153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=d16247c1-6b11-473a-a152-e22cb6f9e7b4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:07.406946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.497543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.500180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.545162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.545871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Fanout notify agent at l3_agent the message router_deleted on router 1e40c3d1-45a9-4633-9d1a-150dd01fa151 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:24:07.552836 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.553960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-035f95ec-e152-4b00-b72c-46acf2247a41 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/routers/1e40c3d1-45a9-4633-9d1a-150dd01fa151 HTTP/1.1" status: 204 len: 168 time: 0.7511835 Jul 15 17:24:07.556392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:07.606982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting subnet ee1065ae-d7cc-452c-a2ec-bde173721483 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:24:07.609977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.649155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.734260 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.792464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.821944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1065ae-d7cc-452c-a2ec-bde173721483,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:07.824884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.826820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-51c510ee-2a35-40d4-b273-9e74fba23567 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/subnets/ee1065ae-d7cc-452c-a2ec-bde173721483 HTTP/1.1" status: 204 len: 168 time: 0.2694104 Jul 15 17:24:07.829717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ab895-bab4-433c-993e-33bad6ade701 None None] Network 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:07.830218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42416) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:07.911654 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:07.965704 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port 2927a168-2b50-4883-8378-058869b61efc {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:07.966041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.007806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] DHCP port deletion for 4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:24:08.030212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] For port 2927a168-2b50-4883-8378-058869b61efc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2927a168-2b50-4883-8378-058869b61efc,segment=NetworkSegment(d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c),segment_id=d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:24:08.030609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.042312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for 2927a168-2b50-4883-8378-058869b61efc owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:08.055720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Deleting port 2927a168-2b50-4883-8378-058869b61efc {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:08.056104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.117116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] For port 2927a168-2b50-4883-8378-058869b61efc, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2927a168-2b50-4883-8378-058869b61efc,segment=NetworkSegment(d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c),segment_id=d8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:24:08.117522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.126401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.132311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Calling delete_port for 2927a168-2b50-4883-8378-058869b61efc owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:08.152771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=2927a168-2b50-4883-8378-058869b61efc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:08.156563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] No DVR routers for this DVR port 2927a168-2b50-4883-8378-058869b61efc on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:24:08.210518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.237087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] Pushing event deleted for resources: {'Port': ['ID=2927a168-2b50-4883-8378-058869b61efc,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:08.238851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c863179-1340-4b5e-beb9-3538c842ed17 None None] No DVR routers for this DVR port 2927a168-2b50-4883-8378-058869b61efc on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:24:08.239259 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.251298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5f44eb-5c2b-47b2-962a-f1ac1e42f479']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:08.261339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:08.261635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bffc27-c2bd-4ca6-a4d3-2dae1263ed1c') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:08.271220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.285155 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.291239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:08.291633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:08.294708 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:08.356721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.363698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.365531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/networks/4b5f44eb-5c2b-47b2-962a-f1ac1e42f479 HTTP/1.1" status: 204 len: 168 time: 0.5348861 Jul 15 17:24:08.368219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42418) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:08.378050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbbd20-eee1-4581-8ea8-f40307611f84 tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Network': ['ID=4b5f44eb-5c2b-47b2-962a-f1ac1e42f479,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:08.488572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Deleting port ba26703a-6834-41c1-b52e-2b9f9874e2fa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:08.488811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.566192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.566421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.578187 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Calling delete_port for ba26703a-6834-41c1-b52e-2b9f9874e2fa owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:08.707400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.732346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Pushing event deleted for resources: {'Port': ['ID=ba26703a-6834-41c1-b52e-2b9f9874e2fa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:08.791888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2927a168-2b50-4883-8378-058869b61efc no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:24:08.801196 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.803776 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:08.804976 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fcbac25c-0671-4b56-90b3-f908d7ce3a6b tempest-FloatingIPAdminTestJSON-369427471 tempest-FloatingIPAdminTestJSON-369427471-project] 10.222.0.25 "DELETE /v2.0/floatingips/ba0be488-fa1c-4bce-a158-d5e19824d685 HTTP/1.1" status: 204 len: 168 time: 0.4357717 Jul 15 17:24:08.813078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2927a168-2b50-4883-8378-058869b61efc {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:24:08.813429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2927a168-2b50-4883-8378-058869b61efc not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:24:09.038393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:09.166557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5e45f2df-7188-4db2-a949-8938d2087baa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=208a0c42f7ce4c6e857dba5fa81677cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270027 Jul 15 17:24:09.169022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42428) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:09.216438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.240276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.286687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.307183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.307183 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a350f2cc-79b8-47ef-babe-932c41979de8 HTTP/1.1" status: 204 len: 168 time: 0.1206951 Jul 15 17:24:09.310216 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42139f-9366-489e-87ba-2631a8790cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350f2cc-79b8-47ef-babe-932c41979de8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:09.550876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42434) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:09.564508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-981f9b8b-753d-4d67-8176-35bf4b49bff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.649733 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-981f9b8b-753d-4d67-8176-35bf4b49bff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.653388 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-981f9b8b-753d-4d67-8176-35bf4b49bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.690828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-981f9b8b-753d-4d67-8176-35bf4b49bff1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b8a6f45cc048d2a053e012f8d629c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389019 Jul 15 17:24:09.691900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f9b8b-753d-4d67-8176-35bf4b49bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb94e8b-531b-4c71-aa9e-ac09a4f319d6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:09.693600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42436) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:09.742494 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.763056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.809587 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.812077 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:09.813290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bb94e8b-531b-4c71-aa9e-ac09a4f319d6 HTTP/1.1" status: 204 len: 168 time: 0.1185892 Jul 15 17:24:09.821116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d28f6-8b3d-4198-9f6c-394091c2fe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb94e8b-531b-4c71-aa9e-ac09a4f319d6,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:10.123234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42442) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:10.136309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b017c2fa-47a8-4033-a3b5-d99e81d2bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.224003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b017c2fa-47a8-4033-a3b5-d99e81d2bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.228131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b017c2fa-47a8-4033-a3b5-d99e81d2bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.269296 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b017c2fa-47a8-4033-a3b5-d99e81d2bd15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06401f68fac344308969852aebf55671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449301 Jul 15 17:24:10.270245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017c2fa-47a8-4033-a3b5-d99e81d2bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96cd09b-4efe-477c-afe4-10eb5ea0c398,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:10.271953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42444) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:10.320604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.341903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.386517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.389226 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:10.391086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d96cd09b-4efe-477c-afe4-10eb5ea0c398 HTTP/1.1" status: 204 len: 168 time: 0.1180310 Jul 15 17:24:10.398844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c70a70-08cb-4ce6-9a53-ed9222e28d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96cd09b-4efe-477c-afe4-10eb5ea0c398,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:10.975113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.024543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.044318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42466) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:11.142294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'networks': [{'name': 'tempest-network--473156352'}, {'name': 'tempest-network--1632689442'}]} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:11.142608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-network--473156352'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:11.143074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-network--1632689442'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:11.166230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'network': 2} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:11.170673 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.179657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.268299 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.271983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.272538 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.310876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5727261-e2aa-4a89-9946-cc2cbc07b103,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:11.315995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:11.325512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.325849 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment b3bf1fa5-8b13-4d32-9735-d35be6734cae of type vlan for network a34f32b4-cef4-4272-9c4a-884836dcfd19 Jul 15 17:24:11.367181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.399955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:11.409648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.409992 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment 4be3de24-2365-40f8-8b25-c53a216c4cfc of type vlan for network f1af1125-3eba-4e96-b78a-924859fa5557 Jul 15 17:24:11.449545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.480099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.480661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.486872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.491727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.492370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:11.531382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.4857559 Jul 15 17:24:11.533779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42470) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:11.567841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=a34f32b4-cef4-4272-9c4a-884836dcfd19,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:11.578025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a34f32b4-cef4-4272-9c4a-884836dcfd19 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:11.633035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fb7e2-06d2-43fb-85fe-304747fb2114 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=f1af1125-3eba-4e96-b78a-924859fa5557,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:11.648956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f1af1125-3eba-4e96-b78a-924859fa5557 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:11.715664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83087f-7ec1-4924-b826-c808584df4ca tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.722524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83087f-7ec1-4924-b826-c808584df4ca tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.728320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83087f-7ec1-4924-b826-c808584df4ca tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.734352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83087f-7ec1-4924-b826-c808584df4ca tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:11.736006 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8b83087f-7ec1-4924-b826-c808584df4ca tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2004418 Jul 15 17:24:11.738738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42472) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:11.816257 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.214367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.224022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34f32b4-cef4-4272-9c4a-884836dcfd19']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.233705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bf1fa5-8b13-4d32-9735-d35be6734cae') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.234113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bf1fa5-8b13-4d32-9735-d35be6734cae') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.242425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.256139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.261656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:12.262031 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:12.265541 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:12.321926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.330638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.332590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/a34f32b4-cef4-4272-9c4a-884836dcfd19 HTTP/1.1" status: 204 len: 168 time: 0.5929506 Jul 15 17:24:12.335193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42474) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:12.345538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b492b3-a743-498f-b3a5-ed97d135fb2a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=a34f32b4-cef4-4272-9c4a-884836dcfd19,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:12.415300 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.504179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.513916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af1125-3eba-4e96-b78a-924859fa5557']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.523994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be3de24-2365-40f8-8b25-c53a216c4cfc') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.524450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be3de24-2365-40f8-8b25-c53a216c4cfc') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:12.533011 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.546720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.552910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:12.553310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:12.556202 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:12.612797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.619574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.621555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/f1af1125-3eba-4e96-b78a-924859fa5557 HTTP/1.1" status: 204 len: 168 time: 0.2853818 Jul 15 17:24:12.625262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42476) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:12.633522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d30f7-7bb4-4113-8d5f-b0aa6f0fe63a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=f1af1125-3eba-4e96-b78a-924859fa5557,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:12.728665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd3d17-4b70-477e-a1e4-488a408936d9 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:12.735045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd3d17-4b70-477e-a1e4-488a408936d9 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:12.737193 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bdcd3d17-4b70-477e-a1e4-488a408936d9 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1103299 Jul 15 17:24:12.740254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42478) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:12.744971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-135174579'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:12.766261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:12.769809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.792811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:12.801603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.801940 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment da933d63-d192-4586-9a7e-b666b4e932b6 of type vlan for network df61e8e2-ce6d-4926-95e2-fe236c0fe0e7 Jul 15 17:24:12.840405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.866932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.872650 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:12.873230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.908333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1670609 Jul 15 17:24:12.911039 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42480) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:12.915810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-672238444'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:12.949866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e3f8-fa45-46a8-881c-5f9bb82b7b4b tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=df61e8e2-ce6d-4926-95e2-fe236c0fe0e7,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:12.961212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network df61e8e2-ce6d-4926-95e2-fe236c0fe0e7 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:12.967324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:12.971764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:12.994834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:13.004473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.004808 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment 050bdf9f-ede3-4ca3-9146-c6ce6c6249c8 of type vlan for network 0ef4e6c9-6784-4019-85d5-63c21ffabb12 Jul 15 17:24:13.044135 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.072250 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.078524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:13.079102 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.111930 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1999061 Jul 15 17:24:13.114662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42482) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:13.119437 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'ports': [{'network_id': 'df61e8e2-ce6d-4926-95e2-fe236c0fe0e7', 'name': 'tempest-port--1010809659', 'admin_state_up': True}, {'network_id': '0ef4e6c9-6784-4019-85d5-63c21ffabb12', 'admin_state_up': False}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:13.119755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'port': {'network_id': 'df61e8e2-ce6d-4926-95e2-fe236c0fe0e7', 'name': 'tempest-port--1010809659', 'admin_state_up': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:13.120279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'port': {'network_id': '0ef4e6c9-6784-4019-85d5-63c21ffabb12', 'admin_state_up': False}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:13.169271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f389f9-a460-440e-99ae-5d95f3fbd869 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=0ef4e6c9-6784-4019-85d5-63c21ffabb12,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:13.179596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0ef4e6c9-6784-4019-85d5-63c21ffabb12 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:13.301766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'port': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:13.306403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.324155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.400557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] device_id is not set on port 9061c9e3-7237-409b-a44a-e81200cca88e yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:24:13.514155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.580892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] device_id is not set on port 7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f yet. {{(pid=100428) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 15 17:24:13.684487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.727570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.786882 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Port': ['ID=9061c9e3-7237-409b-a44a-e81200cca88e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:13.797692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Checking segment: {'id': 'da933d63-d192-4586-9a7e-b666b4e932b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df61e8e2-ce6d-4926-95e2-fe236c0fe0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:24:13.798055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network hostable DHCP agents. Network: df61e8e2-ce6d-4926-95e2-fe236c0fe0e7, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:24:13.814160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network df61e8e2-ce6d-4926-95e2-fe236c0fe0e7 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:24:13.822648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, df61e8e2-ce6d-4926-95e2-fe236c0fe0e7) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:13.826190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:24:13.827046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.833855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10663215-c5be-49ad-85b7-149709783828 None None] Network df61e8e2-ce6d-4926-95e2-fe236c0fe0e7 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:13.890880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Port': ['ID=7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:13.898506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Checking segment: {'id': '050bdf9f-ede3-4ca3-9146-c6ce6c6249c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0ef4e6c9-6784-4019-85d5-63c21ffabb12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:24:13.898871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network hostable DHCP agents. Network: 0ef4e6c9-6784-4019-85d5-63c21ffabb12, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:24:13.915917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network 0ef4e6c9-6784-4019-85d5-63c21ffabb12 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:24:13.924756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0ef4e6c9-6784-4019-85d5-63c21ffabb12) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:13.930562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:24:13.936561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52f66b-7704-45a8-9aba-bc8302261d77 None None] Network 0ef4e6c9-6784-4019-85d5-63c21ffabb12 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:13.937141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:13.942108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:13.942768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:13.960563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c1a473d-a697-4534-8708-9b04d583b5e7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8422620 Jul 15 17:24:13.960856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42484) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.032010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff52300-1a38-4453-903c-849b528ede1e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:14.037916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff52300-1a38-4453-903c-849b528ede1e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:14.039476 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fff52300-1a38-4453-903c-849b528ede1e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0775921 Jul 15 17:24:14.042266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.137185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Deleting port 9061c9e3-7237-409b-a44a-e81200cca88e {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:14.137445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.205151 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.216503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Calling delete_port for 9061c9e3-7237-409b-a44a-e81200cca88e owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:14.293436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.322298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Port': ['ID=9061c9e3-7237-409b-a44a-e81200cca88e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:14.327979 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.330044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4754ca6e-b8a3-4128-8f98-e3c90ed1b20a tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/ports/9061c9e3-7237-409b-a44a-e81200cca88e HTTP/1.1" status: 204 len: 168 time: 0.2866838 Jul 15 17:24:14.332468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.429540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Deleting port 7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:24:14.429797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.493403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.504944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Calling delete_port for 7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f owned by {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:24:14.585481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.622547 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.624814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/ports/7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f HTTP/1.1" status: 204 len: 168 time: 0.2910473 Jul 15 17:24:14.625889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d08598-ab59-44f4-8822-d4960c566c47 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Port': ['ID=7d74b5e3-b76e-4bbc-b2f8-7cf0df19309f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:14.627255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.662742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cfbe26f2-0727-49ea-baf1-9cbc9f11c1d7 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342858 Jul 15 17:24:14.666128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42492) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.670765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-239929339'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:14.691539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:14.694819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.717359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:14.726470 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.726805 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment 5dfd1561-2a6b-425a-915f-687b09908b51 of type vlan for network c0b2d241-aa55-41d1-829b-bdb6b274fdc8 Jul 15 17:24:14.766264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.794310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.799945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:14.800561 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.834087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1669919 Jul 15 17:24:14.836889 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42494) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:14.842109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1825880632'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:14.862712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:14.866309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.871926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2b9c4-4a12-4c21-a6cd-4e0ba0c382f5 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=c0b2d241-aa55-41d1-829b-bdb6b274fdc8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:14.882598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c0b2d241-aa55-41d1-829b-bdb6b274fdc8 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:14.892383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:24:14.901207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.901578 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Added segment ae1fd653-aca8-4d28-bf3a-a982f5a988a9 of type vlan for network a973bfef-4886-4b94-839a-ba4fe3f1eaf6 Jul 15 17:24:14.942067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.970478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:14.976199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:14.976786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:15.013024 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1750360 Jul 15 17:24:15.046619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e3810-3010-47a8-9114-871a368f4ff6 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Network': ['ID=a973bfef-4886-4b94-839a-ba4fe3f1eaf6,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:15.056616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network a973bfef-4886-4b94-839a-ba4fe3f1eaf6 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:24:18.317919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42496) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:18.323195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'subnets': [{'network_id': 'c0b2d241-aa55-41d1-829b-bdb6b274fdc8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1884693472', 'ip_version': 6}, {'network_id': 'a973bfef-4886-4b94-839a-ba4fe3f1eaf6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:18.323540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'subnet': {'network_id': 'c0b2d241-aa55-41d1-829b-bdb6b274fdc8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1884693472', 'ip_version': 6}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:18.324248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Request body: {'subnet': {'network_id': 'a973bfef-4886-4b94-839a-ba4fe3f1eaf6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:18.477978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Made reservation on behalf of 78c8cd2bd01e47398dc56fe5232f1aed for: {'subnet': 2} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:24:18.482611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:18.482949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:18.850675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:18.917097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Subnet': ['ID=cf79c246-543a-47bf-88bc-1bc910da2a8f,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:18.924737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Checking segment: {'id': '5dfd1561-2a6b-425a-915f-687b09908b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c0b2d241-aa55-41d1-829b-bdb6b274fdc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:24:18.925098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network hostable DHCP agents. Network: c0b2d241-aa55-41d1-829b-bdb6b274fdc8, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:24:18.929452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.929809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.930141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.930485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.930810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.931140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.931465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.931787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.932124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.932451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.932771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.933092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:18.949166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network c0b2d241-aa55-41d1-829b-bdb6b274fdc8 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:24:18.957859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c0b2d241-aa55-41d1-829b-bdb6b274fdc8) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:18.961814 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:18.967075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fefff5-3a0c-4dde-bcbb-8b5634aa9167 None None] Network c0b2d241-aa55-41d1-829b-bdb6b274fdc8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:19.025418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event updated for resources: {'Subnet': ['ID=850ac870-ebfc-4c86-9abb-cb6cd98dc25d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:19.033741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Checking segment: {'id': 'ae1fd653-aca8-4d28-bf3a-a982f5a988a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a973bfef-4886-4b94-839a-ba4fe3f1eaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:24:19.034101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network hostable DHCP agents. Network: a973bfef-4886-4b94-839a-ba4fe3f1eaf6, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:24:19.049910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Network a973bfef-4886-4b94-839a-ba4fe3f1eaf6 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:24:19.058415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, a973bfef-4886-4b94-839a-ba4fe3f1eaf6) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:24:19.064097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.064822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.066137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.069337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069f51e-051d-4098-a8b8-60cf7f2b03a0 None None] Network a973bfef-4886-4b94-839a-ba4fe3f1eaf6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:19.081203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c56648c1-d401-451a-a6d2-b6de29677f0d tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7621782 Jul 15 17:24:19.083831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42498) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:19.164662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc699c73-6fe6-4bf9-8729-94c8823363f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c0b2d241-aa55-41d1-829b-bdb6b274fdc8', 'network_id': 'c0b2d241-aa55-41d1-829b-bdb6b274fdc8', 'tenant_id': '78c8cd2bd01e47398dc56fe5232f1aed', 'fixed_ips': [{'subnet_id': 'cf79c246-543a-47bf-88bc-1bc910da2a8f'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:24:19.165530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fc699c73-6fe6-4bf9-8729-94c8823363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.170449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa36e3-a4f2-4c8f-a0d7-b0aa5cb6c497 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.172573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa36e3-a4f2-4c8f-a0d7-b0aa5cb6c497 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.174101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa36e3-a4f2-4c8f-a0d7-b0aa5cb6c497 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.175678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-05fa36e3-a4f2-4c8f-a0d7-b0aa5cb6c497 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0907683 Jul 15 17:24:19.185223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42500) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:19.237621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Deleting subnet cf79c246-543a-47bf-88bc-1bc910da2a8f {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:24:19.240900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.285474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.333659 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.396804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.423770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Subnet': ['ID=cf79c246-543a-47bf-88bc-1bc910da2a8f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:19.433542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.435424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/subnets/cf79c246-543a-47bf-88bc-1bc910da2a8f HTTP/1.1" status: 204 len: 168 time: 0.2488747 Jul 15 17:24:19.438057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.438404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.438748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.439085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.439423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.439574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42502) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:19.440107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.440107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.440398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.440724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.441044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.441391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.441692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f9de-3329-4a60-a70c-c5df0eacf2bf tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:24:19.467059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca9ae1-7419-49dc-bb97-ce56a6d151ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-a973bfef-4886-4b94-839a-ba4fe3f1eaf6', 'network_id': 'a973bfef-4886-4b94-839a-ba4fe3f1eaf6', 'tenant_id': '78c8cd2bd01e47398dc56fe5232f1aed', 'fixed_ips': [{'subnet_id': '850ac870-ebfc-4c86-9abb-cb6cd98dc25d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:24:19.468653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-88ca9ae1-7419-49dc-bb97-ce56a6d151ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-fc699c73-6fe6-4bf9-8729-94c8823363f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf79c246-543a-47bf-88bc-1bc910da2a8f: This subnet is being modified by another concurrent operation. Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf79c246-543a-47bf-88bc-1bc910da2a8f: This subnet is being modified by another concurrent operation. Jul 15 17:24:19.473325 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:24:19.503610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Deleting subnet 850ac870-ebfc-4c86-9abb-cb6cd98dc25d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:24:19.506994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.537432 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2246b6-0c3e-4423-aecc-9a2a3b972d27 None None] Network c0b2d241-aa55-41d1-829b-bdb6b274fdc8 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:19.552214 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.596727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.654576 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-88ca9ae1-7419-49dc-bb97-ce56a6d151ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 850ac870-ebfc-4c86-9abb-cb6cd98dc25d: This subnet is being modified by another concurrent operation. Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 850ac870-ebfc-4c86-9abb-cb6cd98dc25d: This subnet is being modified by another concurrent operation. Jul 15 17:24:19.658182 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:24:19.668292 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.670116 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/subnets/850ac870-ebfc-4c86-9abb-cb6cd98dc25d HTTP/1.1" status: 204 len: 168 time: 0.2276635 Jul 15 17:24:19.676886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42504) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:19.682217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18a213-b0d0-4823-8504-272c61a2768a None None] Network a973bfef-4886-4b94-839a-ba4fe3f1eaf6 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:24:19.706384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64f75-03c8-4056-8825-c5a69d800709 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Subnet': ['ID=850ac870-ebfc-4c86-9abb-cb6cd98dc25d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:19.775457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976cc2d-465e-4fd0-b56b-954cd51bb785 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:24:19.776998 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9976cc2d-465e-4fd0-b56b-954cd51bb785 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027932 Jul 15 17:24:19.781791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42506) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:19.791227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08664abc-a8fc-4218-b3b5-5a9e1def3fdb None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:24:19.847994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08664abc-a8fc-4218-b3b5-5a9e1def3fdb None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:24:19.855657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.943284 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.953887 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a973bfef-4886-4b94-839a-ba4fe3f1eaf6']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:19.963512 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1fd653-aca8-4d28-bf3a-a982f5a988a9') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:19.963801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1fd653-aca8-4d28-bf3a-a982f5a988a9') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:19.973209 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.986813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.992622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:19.993028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:19.995999 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:20.057688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.062623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.064854 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/a973bfef-4886-4b94-839a-ba4fe3f1eaf6 HTTP/1.1" status: 204 len: 168 time: 0.2821405 Jul 15 17:24:20.067428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42508) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:20.072378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafab17-8a05-46c6-b989-71fcacf5e1de None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:24:20.085441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff3fce-5a5b-4fba-b8a4-35b3d55edc52 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=a973bfef-4886-4b94-839a-ba4fe3f1eaf6,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:20.132367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eafab17-8a05-46c6-b989-71fcacf5e1de None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:24:20.152242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.241450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.252060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b2d241-aa55-41d1-829b-bdb6b274fdc8']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.262084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfd1561-2a6b-425a-915f-687b09908b51') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.262387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfd1561-2a6b-425a-915f-687b09908b51') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.272221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.285749 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.291560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:20.291949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:20.294976 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:20.353014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.359795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.361623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/c0b2d241-aa55-41d1-829b-bdb6b274fdc8 HTTP/1.1" status: 204 len: 168 time: 0.2932467 Jul 15 17:24:20.363970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42510) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:20.381488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12e20f-58a8-4a3c-887b-b657fcefb79e tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=c0b2d241-aa55-41d1-829b-bdb6b274fdc8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:20.451901 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.537424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.548267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef4e6c9-6784-4019-85d5-63c21ffabb12']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.562763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050bdf9f-ede3-4ca3-9146-c6ce6c6249c8') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.563053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050bdf9f-ede3-4ca3-9146-c6ce6c6249c8') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.571727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.585571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.591505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:20.591835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:20.595616 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:20.653292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.661622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.663388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/0ef4e6c9-6784-4019-85d5-63c21ffabb12 HTTP/1.1" status: 204 len: 168 time: 0.2984855 Jul 15 17:24:20.665946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42512) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:20.674567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff59b1-8308-4a97-b075-61210f882939 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=0ef4e6c9-6784-4019-85d5-63c21ffabb12,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:20.740839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.825671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.835655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df61e8e2-ce6d-4926-95e2-fe236c0fe0e7']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.845753 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da933d63-d192-4586-9a7e-b666b4e932b6') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.845987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da933d63-d192-4586-9a7e-b666b4e932b6') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:24:20.854371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.867536 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.873092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:24:20.873473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:24:20.876498 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:24:20.934369 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.940890 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:20.942668 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] 10.222.0.25 "DELETE /v2.0/networks/df61e8e2-ce6d-4926-95e2-fe236c0fe0e7 HTTP/1.1" status: 204 len: 168 time: 0.2751904 Jul 15 17:24:20.954112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceea16-48a6-479a-80be-f7743ae4f430 tempest-BulkNetworkOpsIpV6Test-250880837 tempest-BulkNetworkOpsIpV6Test-250880837-project] Pushing event deleted for resources: {'Network': ['ID=df61e8e2-ce6d-4926-95e2-fe236c0fe0e7,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:21.174004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42518) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:21.307691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42522) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:21.308337 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-94184734-8c0e-4e80-8815-f9dc909fe3ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78c8cd2bd01e47398dc56fe5232f1aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327074 Jul 15 17:24:21.371777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:21.393961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:21.444010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:21.446597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:21.450080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5727261-e2aa-4a89-9946-cc2cbc07b103 HTTP/1.1" status: 204 len: 168 time: 0.1389003 Jul 15 17:24:21.455957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f6e6b-4c5b-43d3-b376-69ab8d2db77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5727261-e2aa-4a89-9946-cc2cbc07b103,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:22.051780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42544) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.147010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-673cdc44-db6f-4652-bbb5-6126b78d42c7 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] Request body: {'port': {'network_id': '9af606a0-de21-4307-90b4-605b11d7ec73', 'name': 'tempest-NetworksNegativeTestJSON-1705578021'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:22.160783 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-673cdc44-db6f-4652-bbb5-6126b78d42c7 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] POST failed (client error): The resource could not be found. Jul 15 17:24:22.161308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673cdc44-db6f-4652-bbb5-6126b78d42c7 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.162399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-673cdc44-db6f-4652-bbb5-6126b78d42c7 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1095943 Jul 15 17:24:22.166158 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.183856 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-5107388c-6a53-4bc8-b0e0-bed1f9ce08d0 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] DELETE failed (client error): The resource could not be found. Jul 15 17:24:22.184400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5107388c-6a53-4bc8-b0e0-bed1f9ce08d0 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.185988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5107388c-6a53-4bc8-b0e0-bed1f9ce08d0 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "DELETE /v2.0/networks/852392a8-1896-45cf-9691-f014fc16b1f3 HTTP/1.1" status: 404 len: 339 time: 0.0189579 Jul 15 17:24:22.189833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42550) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.214434 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-20963c1a-4a55-4c51-b930-8c11cdafbeba tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] DELETE failed (client error): The resource could not be found. Jul 15 17:24:22.215029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20963c1a-4a55-4c51-b930-8c11cdafbeba tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.216664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-20963c1a-4a55-4c51-b930-8c11cdafbeba tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "DELETE /v2.0/ports/ad8e3107-b137-4b1f-b050-774afa2bd644 HTTP/1.1" status: 404 len: 333 time: 0.0259724 Jul 15 17:24:22.220299 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42552) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.245304 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-569d88b2-123d-4414-b6cf-2787c05ed4a3 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] DELETE failed (client error): The resource could not be found. Jul 15 17:24:22.245742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569d88b2-123d-4414-b6cf-2787c05ed4a3 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.247336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-569d88b2-123d-4414-b6cf-2787c05ed4a3 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "DELETE /v2.0/subnets/4c395bff-2e5c-413f-a012-7a005e33413b HTTP/1.1" status: 404 len: 337 time: 0.0261853 Jul 15 17:24:22.251242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42554) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.270334 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa61c122-b530-4d3d-bb07-da76b4248fac tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] GET failed (client error): The resource could not be found. Jul 15 17:24:22.272308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fa61c122-b530-4d3d-bb07-da76b4248fac tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "GET /v2.0/networks/f7f5ba04-efdb-4dc0-9fb2-f39ced153cfc HTTP/1.1" status: 404 len: 339 time: 0.0201259 Jul 15 17:24:22.275227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42556) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.306440 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-f360a457-886e-46b8-a469-f16144e2b24f tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] GET failed (client error): The resource could not be found. Jul 15 17:24:22.307824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f360a457-886e-46b8-a469-f16144e2b24f tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "GET /v2.0/ports/c4bf00fe-04e3-479d-bcad-443801ea944e HTTP/1.1" status: 404 len: 333 time: 0.0317168 Jul 15 17:24:22.311948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42558) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.338659 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd118b9-a563-40fa-833a-b6b5a5b8fb34 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] GET failed (client error): The resource could not be found. Jul 15 17:24:22.339926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7cd118b9-a563-40fa-833a-b6b5a5b8fb34 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "GET /v2.0/subnets/b66b8f2f-340e-45b7-a018-58921df863e5 HTTP/1.1" status: 404 len: 337 time: 0.0268908 Jul 15 17:24:22.343509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.348391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-44696f13-46e4-411b-8a3b-693cac0e8c06 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:22.362113 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-44696f13-46e4-411b-8a3b-693cac0e8c06 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] PUT failed (client error): The resource could not be found. Jul 15 17:24:22.362623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44696f13-46e4-411b-8a3b-693cac0e8c06 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.363691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-44696f13-46e4-411b-8a3b-693cac0e8c06 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "PUT /v2.0/networks/190a1d20-f3f6-4775-aa5f-d734560525b7 HTTP/1.1" status: 404 len: 339 time: 0.0193033 Jul 15 17:24:22.366962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42562) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.371579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c11ccfc8-d8a2-4bb3-9781-8804edb74743 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:22.393757 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11ccfc8-d8a2-4bb3-9781-8804edb74743 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] PUT failed (client error): The resource could not be found. Jul 15 17:24:22.394278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11ccfc8-d8a2-4bb3-9781-8804edb74743 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.395339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c11ccfc8-d8a2-4bb3-9781-8804edb74743 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "PUT /v2.0/ports/11b6c037-b430-492e-a979-fe1bc1757d3e HTTP/1.1" status: 404 len: 333 time: 0.0275307 Jul 15 17:24:22.398689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.403410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-4c7531c8-0237-4b26-93bc-5e184aae7447 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:22.425885 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7531c8-0237-4b26-93bc-5e184aae7447 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] PUT failed (client error): The resource could not be found. Jul 15 17:24:22.426325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7531c8-0237-4b26-93bc-5e184aae7447 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:24:22.427420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c7531c8-0237-4b26-93bc-5e184aae7447 tempest-NetworksNegativeTestJSON-175519730 tempest-NetworksNegativeTestJSON-175519730-project] 10.222.0.25 "PUT /v2.0/subnets/e669d59b-cae7-4f9b-9dcc-e4bf26339d13 HTTP/1.1" status: 404 len: 337 time: 0.0278707 Jul 15 17:24:22.663132 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42572) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.767717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed4b-51cc-4e5f-b59e-c08be34fcaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:22.853950 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed4b-51cc-4e5f-b59e-c08be34fcaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:22.857596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8e4eed4b-51cc-4e5f-b59e-c08be34fcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:22.895379 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8e4eed4b-51cc-4e5f-b59e-c08be34fcaa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be1a166151494d779d6fba30e1e8b4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311935 Jul 15 17:24:22.896235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eed4b-51cc-4e5f-b59e-c08be34fcaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe99f82-1395-4b4e-a78c-fca4d5729171,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:22.898206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42576) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:22.951196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:22.972760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.017681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.020256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.021399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfe99f82-1395-4b4e-a78c-fca4d5729171 HTTP/1.1" status: 204 len: 168 time: 0.1222181 Jul 15 17:24:23.028805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b511e-12c4-40a1-a4dd-d939511649a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe99f82-1395-4b4e-a78c-fca4d5729171,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:23.631590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:23.723352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-50fad333-1c68-45e1-9d4b-c875f603954f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:23.723789 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-50fad333-1c68-45e1-9d4b-c875f603954f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 17:24:23.724309 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-50fad333-1c68-45e1-9d4b-c875f603954f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:24:23.725258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-50fad333-1c68-45e1-9d4b-c875f603954f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0926375 Jul 15 17:24:23.728836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42602) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:23.734313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1381378027'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:23.756036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.764435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.853848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.857410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.894581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20cede5-44e1-4eb7-9295-5c41ce0ebdb3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:23.948405 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.952334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.977675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:23.978793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2490661 Jul 15 17:24:23.981775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42604) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:23.982777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e7701-7e92-4ab2-ab80-7e6646bc22a5 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df494b32-25cb-4fc7-be70-9fd7ae5968ad,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:23.987300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': 'df494b32-25cb-4fc7-be70-9fd7ae5968ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.013176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.071374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.075203 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.092747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab02bc3-3800-4aba-a4d7-76c217c75570,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.098170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.099272 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8c75c49a-c842-4b5e-84f7-e00a5d092f55 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164114 Jul 15 17:24:24.101986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.106252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1abadc48-92f9-4847-b615-de147579754a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': 'df494b32-25cb-4fc7-be70-9fd7ae5968ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.131675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1abadc48-92f9-4847-b615-de147579754a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.175433 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-1abadc48-92f9-4847-b615-de147579754a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): There was a conflict when trying to complete your request. Jul 15 17:24:24.176478 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1abadc48-92f9-4847-b615-de147579754a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0735965 Jul 15 17:24:24.179211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42608) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.231349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.253727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.296213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.298708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.299869 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/df494b32-25cb-4fc7-be70-9fd7ae5968ad HTTP/1.1" status: 204 len: 168 time: 0.1197596 Jul 15 17:24:24.302609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42610) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.308494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1800a4-35fe-491f-9f17-eae12cbd3816 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df494b32-25cb-4fc7-be70-9fd7ae5968ad,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.350190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c1983b65-d9df-49ea-9154-d7458a6127af tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462234 Jul 15 17:24:24.353851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.358186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472844888'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.379606 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.459982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.463548 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.489326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.490448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1356928 Jul 15 17:24:24.493474 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.494352 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9496c0-a4d0-4207-a105-8145202bc3f3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cbc69b-ecb1-4140-b93f-bef80c5a399f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.505392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-6177ee4c-7746-4a73-bd40-617991fe0a1a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': 'e9cbc69b-ecb1-4140-b93f-bef80c5a399f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.505392 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-6177ee4c-7746-4a73-bd40-617991fe0a1a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 15 17:24:24.505392 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-6177ee4c-7746-4a73-bd40-617991fe0a1a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:24.505392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6177ee4c-7746-4a73-bd40-617991fe0a1a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103388 Jul 15 17:24:24.507490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42616) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.558617 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.584226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.621806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.625338 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.626491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9cbc69b-ecb1-4140-b93f-bef80c5a399f HTTP/1.1" status: 204 len: 168 time: 0.1173761 Jul 15 17:24:24.629254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.635945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d2885-c019-4cd0-9ed6-10aab327bc07 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cbc69b-ecb1-4140-b93f-bef80c5a399f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.679562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1eba0843-f4ce-419b-ac0b-8b4d72a0a5a9 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0490916 Jul 15 17:24:24.683224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42620) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.688787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141926627'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.709406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.788975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.792370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.813097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.814308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1301243 Jul 15 17:24:24.817665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42622) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.822058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b4327-f37c-43ae-b4d7-bb9c802a2023 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f69e10b-16db-4e5a-94b8-11119d51a5e0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.822593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f3e25486-cc69-49d2-9b73-1feb8460e426 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '4f69e10b-16db-4e5a-94b8-11119d51a5e0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:24.823232 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-f3e25486-cc69-49d2-9b73-1feb8460e426 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 15 17:24:24.824167 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-f3e25486-cc69-49d2-9b73-1feb8460e426 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:24.825294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f3e25486-cc69-49d2-9b73-1feb8460e426 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064471 Jul 15 17:24:24.828568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.880423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.902103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.941604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.944285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:24.945424 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f69e10b-16db-4e5a-94b8-11119d51a5e0 HTTP/1.1" status: 204 len: 168 time: 0.1159303 Jul 15 17:24:24.948070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42626) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:24.954518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd03ceb-2db6-4ac5-a856-f18ebbd82a19 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f69e10b-16db-4e5a-94b8-11119d51a5e0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:24.994126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ac3964b3-a496-476e-801f-5fc9f0ee3e65 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0448718 Jul 15 17:24:24.997585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.001851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586816354'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.023008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.101414 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.104998 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.130258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.131451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1329260 Jul 15 17:24:25.134392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42630) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.135492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872a454-9c89-473e-b503-b117fe6f300e tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608d396a-3ad0-4554-9c14-cb5272951261,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:25.141038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e429bb69-b1d3-405e-bea1-e2ce781fd608 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '608d396a-3ad0-4554-9c14-cb5272951261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.143230 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-e429bb69-b1d3-405e-bea1-e2ce781fd608 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 15 17:24:25.143727 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-e429bb69-b1d3-405e-bea1-e2ce781fd608 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.147395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42632) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.147593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e429bb69-b1d3-405e-bea1-e2ce781fd608 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120213 Jul 15 17:24:25.151980 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-69dd7b32-bc27-415f-b210-d2fa0fed01fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '608d396a-3ad0-4554-9c14-cb5272951261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.152684 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-69dd7b32-bc27-415f-b210-d2fa0fed01fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 15 17:24:25.153190 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-69dd7b32-bc27-415f-b210-d2fa0fed01fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.154106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-69dd7b32-bc27-415f-b210-d2fa0fed01fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057755 Jul 15 17:24:25.157101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.161128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-90ea5fb2-abc5-4c50-ac9a-bff5beb8f071 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '608d396a-3ad0-4554-9c14-cb5272951261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.161909 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-90ea5fb2-abc5-4c50-ac9a-bff5beb8f071 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 15 17:24:25.162371 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-90ea5fb2-abc5-4c50-ac9a-bff5beb8f071 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.163277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90ea5fb2-abc5-4c50-ac9a-bff5beb8f071 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053439 Jul 15 17:24:25.165406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42636) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.170275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-94b25413-4a61-4a93-9dcf-e9ad6fd74922 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '608d396a-3ad0-4554-9c14-cb5272951261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.171690 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-94b25413-4a61-4a93-9dcf-e9ad6fd74922 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 15 17:24:25.172171 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-94b25413-4a61-4a93-9dcf-e9ad6fd74922 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.173107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-94b25413-4a61-4a93-9dcf-e9ad6fd74922 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067701 Jul 15 17:24:25.175191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42638) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.225770 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.247874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.289302 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.291959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.293113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/608d396a-3ad0-4554-9c14-cb5272951261 HTTP/1.1" status: 204 len: 168 time: 0.1170757 Jul 15 17:24:25.296297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.302724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40706a9-81a3-4327-9a75-cc02401362c3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608d396a-3ad0-4554-9c14-cb5272951261,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:25.341756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bb3e2bf0-846e-4ee8-a448-a3c853aac626 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428278 Jul 15 17:24:25.345702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.350367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405419696'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.372679 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.458607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.462415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.491735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.493004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1463132 Jul 15 17:24:25.495749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.501044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8c16c889-59ba-4899-8fa0-e74cedf66337 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.501524 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-8c16c889-59ba-4899-8fa0-e74cedf66337 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 17:24:25.502016 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-8c16c889-59ba-4899-8fa0-e74cedf66337 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.502933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8c16c889-59ba-4899-8fa0-e74cedf66337 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062597 Jul 15 17:24:25.504128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ad6cf-c980-4d5a-94c5-56ce11ba9b72 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863eb1dd-e7a7-4349-9c08-04d7d3259cc2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:25.505420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.510279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-438ab1da-2b1d-4185-af61-47363ee4338f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.545404 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-438ab1da-2b1d-4185-af61-47363ee4338f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.546793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-438ab1da-2b1d-4185-af61-47363ee4338f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0400941 Jul 15 17:24:25.549706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.555431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-48ce28a1-5be9-468a-bd75-e5478db9097a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.555914 n-d-800085-3 neutron-server[100429]: WARNING neutron.api.v2.base [None req-48ce28a1-5be9-468a-bd75-e5478db9097a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 15 17:24:25.556437 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-48ce28a1-5be9-468a-bd75-e5478db9097a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.557374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-48ce28a1-5be9-468a-bd75-e5478db9097a tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063715 Jul 15 17:24:25.559632 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42650) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.564164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-706e8cd5-b0fc-43e0-85a6-bfd4798739ef tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.599295 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-706e8cd5-b0fc-43e0-85a6-bfd4798739ef tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.600333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-706e8cd5-b0fc-43e0-85a6-bfd4798739ef tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0396895 Jul 15 17:24:25.602960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42652) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.607213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-82f2c0ef-ab3a-4144-8752-54d3ed8200c8 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.607901 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-82f2c0ef-ab3a-4144-8752-54d3ed8200c8 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 15 17:24:25.608409 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-82f2c0ef-ab3a-4144-8752-54d3ed8200c8 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.609417 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82f2c0ef-ab3a-4144-8752-54d3ed8200c8 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055823 Jul 15 17:24:25.611628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42654) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.616071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bacd067e-feb6-4454-b762-14c6589e9749 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.648356 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-bacd067e-feb6-4454-b762-14c6589e9749 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.649267 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bacd067e-feb6-4454-b762-14c6589e9749 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0367854 Jul 15 17:24:25.652330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42656) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.657306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-23dc2bff-ea58-49a1-bbd4-799b1e85d836 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.658496 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-23dc2bff-ea58-49a1-bbd4-799b1e85d836 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 15 17:24:25.659147 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-23dc2bff-ea58-49a1-bbd4-799b1e85d836 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.660094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-23dc2bff-ea58-49a1-bbd4-799b1e85d836 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068617 Jul 15 17:24:25.662487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42658) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.670261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ed6165ea-110b-4913-b9d9-021e16f5b79f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.709534 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-ed6165ea-110b-4913-b9d9-021e16f5b79f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.710566 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ed6165ea-110b-4913-b9d9-021e16f5b79f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0472300 Jul 15 17:24:25.713471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42660) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.718670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0695608a-3c22-40a8-af68-324836a45001 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '863eb1dd-e7a7-4349-9c08-04d7d3259cc2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.753061 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0695608a-3c22-40a8-af68-324836a45001 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:25.754091 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0695608a-3c22-40a8-af68-324836a45001 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397282 Jul 15 17:24:25.756961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42662) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.808482 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.813397 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fdeab789-cce8-447d-87d1-df0aa792cf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.831375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.872000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.875184 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:25.876343 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/863eb1dd-e7a7-4349-9c08-04d7d3259cc2 HTTP/1.1" status: 204 len: 168 time: 0.1184804 Jul 15 17:24:25.879125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42664) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.884969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948acf72-c83c-4d6e-81b8-fb905317c440 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863eb1dd-e7a7-4349-9c08-04d7d3259cc2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:25.925094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-541bdbde-efc8-472a-9289-46c9b40f4386 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446398 Jul 15 17:24:25.928616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42666) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:25.933085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988655949'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:25.955750 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.035407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.039089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.067010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.068261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1386943 Jul 15 17:24:26.070079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748384-ca65-431d-a7be-0e91e2705d03 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9646a88-1140-40d3-afae-723dd9a9f91f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:26.071222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42668) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.075859 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0412e631-f2c6-4397-b7f0-5a5af4309321 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': 'e9646a88-1140-40d3-afae-723dd9a9f91f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.115104 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-0412e631-f2c6-4397-b7f0-5a5af4309321 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The resource could not be found. Jul 15 17:24:26.116100 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0412e631-f2c6-4397-b7f0-5a5af4309321 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0438783 Jul 15 17:24:26.118825 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42670) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.123131 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-349b37c7-de73-4769-8d2f-97a6f56bbb79 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': 'e9646a88-1140-40d3-afae-723dd9a9f91f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '41f0b061-acb2-41b7-a079-0970d529c673'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.161280 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-349b37c7-de73-4769-8d2f-97a6f56bbb79 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The resource could not be found. Jul 15 17:24:26.162207 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-349b37c7-de73-4769-8d2f-97a6f56bbb79 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0424712 Jul 15 17:24:26.164973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42672) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.216230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.238091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.280394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.282935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.284072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9646a88-1140-40d3-afae-723dd9a9f91f HTTP/1.1" status: 204 len: 168 time: 0.1182139 Jul 15 17:24:26.286767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42674) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.292951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a2928-3ba8-4d92-8879-e0c3c0c71431 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9646a88-1140-40d3-afae-723dd9a9f91f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:26.333029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4792dca7-a5e7-4ac3-a077-3e6d07b93f30 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418208 Jul 15 17:24:26.335631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.340013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-edb5a4aa-50a7-4e53-b5dd-d1d850bf1d87 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '7e30c1d4-44fd-4c65-8c44-8ab4e834f8b3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.378037 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-edb5a4aa-50a7-4e53-b5dd-d1d850bf1d87 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The resource could not be found. Jul 15 17:24:26.379049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-edb5a4aa-50a7-4e53-b5dd-d1d850bf1d87 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0424700 Jul 15 17:24:26.382578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.387489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--904802519'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.408622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.492908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.496485 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.526097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.527303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1438324 Jul 15 17:24:26.529241 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217621a5-aca2-4bbc-b351-abb9b89f766f tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab7f19-490c-4d71-80f7-024ac713e27e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:26.530182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42680) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.535504 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072101374'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.557931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.635283 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.638669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.664166 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.665360 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1339276 Jul 15 17:24:26.668410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42682) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.669313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a132bb-953f-42f5-baa5-5ad83bcb5ef3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b80446-bdff-4aef-89a4-df8c3ad4b797,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:26.675970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a4073721-c977-481c-88bf-797d8fce5acb tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group_rule': {'security_group_id': '7cab7f19-490c-4d71-80f7-024ac713e27e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '21b80446-bdff-4aef-89a4-df8c3ad4b797'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:26.712017 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-a4073721-c977-481c-88bf-797d8fce5acb tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:24:26.713074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a4073721-c977-481c-88bf-797d8fce5acb tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0436196 Jul 15 17:24:26.715897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42684) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.768919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.790783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.830968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.833526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.834644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/21b80446-bdff-4aef-89a4-df8c3ad4b797 HTTP/1.1" status: 204 len: 168 time: 0.1178408 Jul 15 17:24:26.837467 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.843995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3cd32-39d6-4042-be89-58f5b8cb1aa3 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b80446-bdff-4aef-89a4-df8c3ad4b797,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:26.890505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ddfbb187-fdda-4e29-893a-c6ff132e7228 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0518827 Jul 15 17:24:26.893502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:26.942789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:26.963927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.006144 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.008727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.009832 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/7cab7f19-490c-4d71-80f7-024ac713e27e HTTP/1.1" status: 204 len: 168 time: 0.1154532 Jul 15 17:24:27.012542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42690) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.019516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25923de-154e-4fbc-b965-3f5c0317ec3b tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab7f19-490c-4d71-80f7-024ac713e27e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:27.057385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3d03e2d-b606-43b2-8060-29a726f57642 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436521 Jul 15 17:24:27.060900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.065166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003652733'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:27.086628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.166471 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.170101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.197468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.198684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1368546 Jul 15 17:24:27.200550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01ac67-ed53-48aa-a417-4e4f5e98c087 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7138685f-c8d7-43ad-b538-2b7658b2424c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:27.202272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.207127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b632ebb5-6cd3-4bca-b2ff-a291e0991860 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:24:27.207548 n-d-800085-3 neutron-server[100428]: WARNING neutron.api.v2.base [None req-b632ebb5-6cd3-4bca-b2ff-a291e0991860 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 15 17:24:27.208039 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-b632ebb5-6cd3-4bca-b2ff-a291e0991860 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] update failed (client error): There was a conflict when trying to complete your request. Jul 15 17:24:27.209046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b632ebb5-6cd3-4bca-b2ff-a291e0991860 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "PUT /v2.0/security-groups/7138685f-c8d7-43ad-b538-2b7658b2424c HTTP/1.1" status: 409 len: 330 time: 0.0056159 Jul 15 17:24:27.211805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42696) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.267210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.289193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.331166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.334171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.335354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/7138685f-c8d7-43ad-b538-2b7658b2424c HTTP/1.1" status: 204 len: 168 time: 0.1222041 Jul 15 17:24:27.338569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42698) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.351626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814577-4054-436b-85ab-a260041f07fa tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138685f-c8d7-43ad-b538-2b7658b2424c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:27.388441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-330cb2a3-b566-432e-b9f0-82a8ceb78cb9 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487556 Jul 15 17:24:27.392749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42700) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.406259 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-09c705cc-dbfe-4939-a5eb-0f03b8db3169 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] delete failed (client error): The resource could not be found. Jul 15 17:24:27.407259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09c705cc-dbfe-4939-a5eb-0f03b8db3169 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "DELETE /v2.0/security-groups/90b5a7b2-633f-4a3d-b7bb-fbd691dbad34 HTTP/1.1" status: 404 len: 347 time: 0.0136304 Jul 15 17:24:27.410573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42702) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.423407 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-9647bd15-603c-4024-9c2b-d8d3906b6494 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] show failed (client error): The resource could not be found. Jul 15 17:24:27.424365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9647bd15-603c-4024-9c2b-d8d3906b6494 tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-groups/481edcf8-f616-45a2-ac8f-7975d39a5eb1 HTTP/1.1" status: 404 len: 347 time: 0.0129383 Jul 15 17:24:27.427746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42704) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.437892 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [None req-86246679-a47f-4617-9939-4f172e3cca7d tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] show failed (client error): The resource could not be found. Jul 15 17:24:27.438826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-86246679-a47f-4617-9939-4f172e3cca7d tempest-NegativeSecGroupTest-756316002 tempest-NegativeSecGroupTest-756316002-project] 10.222.0.25 "GET /v2.0/security-group-rules/2d4e0758-fb94-4820-900b-d0971dcfb6a1 HTTP/1.1" status: 404 len: 356 time: 0.0102065 Jul 15 17:24:27.668817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42710) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.802044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8708f1ae-7d63-4213-afed-0c4160525eb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cfe2572d0804f1f8a05e610ffc6605e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320646 Jul 15 17:24:27.804421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42714) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:27.853840 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.873867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.920129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.923003 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:27.924298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a20cede5-44e1-4eb7-9295-5c41ce0ebdb3 HTTP/1.1" status: 204 len: 168 time: 0.1188853 Jul 15 17:24:27.931836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc6517-9549-46b6-ae5a-9901c64c8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20cede5-44e1-4eb7-9295-5c41ce0ebdb3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:28.817509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.127684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4cb96ac2-17a1-446e-a06a-a65946c1fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.474561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42764) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:29.578650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2a50ef-c104-4bc4-9007-3ad8c5afaf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.601749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.665808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2a50ef-c104-4bc4-9007-3ad8c5afaf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.669225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2f2a50ef-c104-4bc4-9007-3ad8c5afaf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.708025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2f2a50ef-c104-4bc4-9007-3ad8c5afaf5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a883c172d0594b8a84a4b60280bcaf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2324159 Jul 15 17:24:29.708933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a50ef-c104-4bc4-9007-3ad8c5afaf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df436bd3-4975-4254-97dd-dc565b7f5224,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:29.710710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:29.758759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.779725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.824465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.827162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:29.828916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df436bd3-4975-4254-97dd-dc565b7f5224 HTTP/1.1" status: 204 len: 168 time: 0.1166267 Jul 15 17:24:29.836622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64054cba-1e80-48af-ab12-24dfb754ab4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df436bd3-4975-4254-97dd-dc565b7f5224,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:30.073562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42774) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:30.086801 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec13d18b-b1ae-427c-bd3e-84e6f2258268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.175944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec13d18b-b1ae-427c-bd3e-84e6f2258268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.179444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ec13d18b-b1ae-427c-bd3e-84e6f2258268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.218492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ec13d18b-b1ae-427c-bd3e-84e6f2258268 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f5a08ada5a94be4aaad8b14f21dc65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436813 Jul 15 17:24:30.219920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13d18b-b1ae-427c-bd3e-84e6f2258268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510809d-1df3-419b-bc01-37d6f0096ebd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:30.221063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42776) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:30.271861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.294930 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.343073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.345765 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:30.346904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8510809d-1df3-419b-bc01-37d6f0096ebd HTTP/1.1" status: 204 len: 168 time: 0.1248791 Jul 15 17:24:30.354597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928c61e-f546-4bf3-8998-0853b36693e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510809d-1df3-419b-bc01-37d6f0096ebd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:31.336217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:31.917794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42824) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:32.022526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3327-755f-4005-8c1c-529b74dbc56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.109427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3327-755f-4005-8c1c-529b74dbc56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.113057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f6d3327-755f-4005-8c1c-529b74dbc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.151613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9f6d3327-755f-4005-8c1c-529b74dbc56b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30d6c06dcc5c47588f20411f80ff7983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327571 Jul 15 17:24:32.152519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d3327-755f-4005-8c1c-529b74dbc56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6d845-835a-4164-b923-2a36e011d625,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:32.154419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:32.210244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.230081 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.277305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.280437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.281598 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bd6d845-835a-4164-b923-2a36e011d625 HTTP/1.1" status: 204 len: 168 time: 0.1206176 Jul 15 17:24:32.289117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72fea-abb5-406a-a8ac-9c01e54f923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6d845-835a-4164-b923-2a36e011d625,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:32.534001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42834) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:32.547776 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23a76fcd-e45c-42b6-93d8-11fc61835c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.634130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23a76fcd-e45c-42b6-93d8-11fc61835c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.637719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23a76fcd-e45c-42b6-93d8-11fc61835c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.678059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23a76fcd-e45c-42b6-93d8-11fc61835c9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a5305f56dbd4fc3952b1c4bf60b47c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429911 Jul 15 17:24:32.679979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a76fcd-e45c-42b6-93d8-11fc61835c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f2529-9cc6-46da-904e-f2386815f479,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:32.680728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42836) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:32.729524 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.750628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.795923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.798389 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:32.799540 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e20f2529-9cc6-46da-904e-f2386815f479 HTTP/1.1" status: 204 len: 168 time: 0.1178441 Jul 15 17:24:32.806798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110524d-92b0-4f53-a09a-35a411e28b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f2529-9cc6-46da-904e-f2386815f479,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:40.071360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:40.173101 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361c5655-9857-42a5-92b5-304692e53d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.260568 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361c5655-9857-42a5-92b5-304692e53d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.266909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-361c5655-9857-42a5-92b5-304692e53d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.306618 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-361c5655-9857-42a5-92b5-304692e53d65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=100d3ebb2df945e98d10c1a8656a822d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341917 Jul 15 17:24:40.307721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c5655-9857-42a5-92b5-304692e53d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441dd7d5-3fa9-4919-9c79-af1afd87eccc,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:40.309417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42964) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:40.359817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.381031 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.427937 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.430498 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.431632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/441dd7d5-3fa9-4919-9c79-af1afd87eccc HTTP/1.1" status: 204 len: 168 time: 0.1212261 Jul 15 17:24:40.440459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8da00-406f-40e9-b3f5-5319dbbe8f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441dd7d5-3fa9-4919-9c79-af1afd87eccc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:40.543761 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:24:40.685453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 42970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:40.699270 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-306f89c7-306f-400f-8ff7-3ea1d31209cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.786066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-306f89c7-306f-400f-8ff7-3ea1d31209cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.789946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-306f89c7-306f-400f-8ff7-3ea1d31209cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.826829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-306f89c7-306f-400f-8ff7-3ea1d31209cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=762df915a9b44a34a74516a374ae9738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394935 Jul 15 17:24:40.828713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f89c7-306f-400f-8ff7-3ea1d31209cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ea776-d8b5-4b9d-8081-ab8ae9858800,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:40.829424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 42972) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:40.878097 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.898509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.944101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.946652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:40.947786 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/953ea776-d8b5-4b9d-8081-ab8ae9858800 HTTP/1.1" status: 204 len: 168 time: 0.1173763 Jul 15 17:24:40.955270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddbf6b-8ed4-496c-8bc8-c9cb2f2951d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ea776-d8b5-4b9d-8081-ab8ae9858800,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:40.982691 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:41.022293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:42.721196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43042) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:42.826257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-229e23dc-73dd-466c-952d-989f7b66becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.200720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-229e23dc-73dd-466c-952d-989f7b66becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.204496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-229e23dc-73dd-466c-952d-989f7b66becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.242857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-229e23dc-73dd-466c-952d-989f7b66becc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a04ebae3b2a0475da076266353cc5687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205784 Jul 15 17:24:43.244036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e23dc-73dd-466c-952d-989f7b66becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29876318-0a10-4022-acc1-9efeedf5e27d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:43.245651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43046) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:43.293653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.314424 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.360221 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.362698 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.363876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29876318-0a10-4022-acc1-9efeedf5e27d HTTP/1.1" status: 204 len: 168 time: 0.1171665 Jul 15 17:24:43.371066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdae0d2-9e67-4185-b558-4a835c8edfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29876318-0a10-4022-acc1-9efeedf5e27d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:43.617373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43052) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:43.633969 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9638106c-f7ba-448e-8e05-862db7148d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.720015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9638106c-f7ba-448e-8e05-862db7148d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.723927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9638106c-f7ba-448e-8e05-862db7148d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.762425 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9638106c-f7ba-448e-8e05-862db7148d15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b478d1f24434fd785cb2bf33f73db0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439695 Jul 15 17:24:43.763354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638106c-f7ba-448e-8e05-862db7148d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc34bf-dcd1-4445-8bf6-2fb0304ba97c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:43.765480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43054) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:43.814439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.834842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.879640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.882248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:43.883356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0fc34bf-dcd1-4445-8bf6-2fb0304ba97c HTTP/1.1" status: 204 len: 168 time: 0.1167581 Jul 15 17:24:43.891065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745daa90-a8e9-4280-9822-b2378ff8b74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc34bf-dcd1-4445-8bf6-2fb0304ba97c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:45.098007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43096) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:45.202336 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84075b68-f4f1-4a0e-98e5-322623e03bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.300035 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84075b68-f4f1-4a0e-98e5-322623e03bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.303648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-84075b68-f4f1-4a0e-98e5-322623e03bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.343605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-84075b68-f4f1-4a0e-98e5-322623e03bdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=168b979a250e4205b704623d76519f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436454 Jul 15 17:24:45.344882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84075b68-f4f1-4a0e-98e5-322623e03bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8fd13a-ccd0-444b-8931-11ed9dd8fae1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:45.345672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:45.394660 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.414483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.459560 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.461985 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:45.463202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af8fd13a-ccd0-444b-8931-11ed9dd8fae1 HTTP/1.1" status: 204 len: 168 time: 0.1164706 Jul 15 17:24:45.471308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85cbd3-cb5f-44e2-aab3-b8cba4c3fbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8fd13a-ccd0-444b-8931-11ed9dd8fae1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:50.478549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43164) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:50.587245 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74f7d921-7b45-41da-abc4-316922300f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.675857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74f7d921-7b45-41da-abc4-316922300f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.679592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-74f7d921-7b45-41da-abc4-316922300f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.717701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-74f7d921-7b45-41da-abc4-316922300f89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5090fc419b474907ba830b4a2ef82122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379320 Jul 15 17:24:50.718899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7d921-7b45-41da-abc4-316922300f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edc7ab5-7e92-4628-98b8-cbc32e1292a0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:50.720407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43168) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:50.769446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.789867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.835497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.838105 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:50.839242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6edc7ab5-7e92-4628-98b8-cbc32e1292a0 HTTP/1.1" status: 204 len: 168 time: 0.1178420 Jul 15 17:24:50.847043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a02d47-3f09-420b-9f7d-ccb93299cc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edc7ab5-7e92-4628-98b8-cbc32e1292a0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:51.091890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43174) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:51.105165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2007ccb2-4bd6-450c-bb4b-9074c9840851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.192202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2007ccb2-4bd6-450c-bb4b-9074c9840851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.196033 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2007ccb2-4bd6-450c-bb4b-9074c9840851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.235808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2007ccb2-4bd6-450c-bb4b-9074c9840851 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfa2361b101a4e399e8383aeb891c442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428208 Jul 15 17:24:51.237651 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ccb2-4bd6-450c-bb4b-9074c9840851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e7df0-d7f0-4577-9602-619336e6cc94,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:51.238502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43176) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:24:51.288093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.309073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.354750 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.358185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:51.359145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/661e7df0-d7f0-4577-9602-619336e6cc94 HTTP/1.1" status: 204 len: 168 time: 0.1196465 Jul 15 17:24:51.366967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5dd17-8e56-4919-96b1-1bda696ffe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e7df0-d7f0-4577-9602-619336e6cc94,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:24:55.815173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-05de5b44-c685-428e-a02f-b9525cbaa402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:58.818261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:59.128814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1c8c34ec-a5f0-4ec9-ac50-088c1bb7a6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:24:59.604161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.337284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.373568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43306) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:01.479463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fdc08fe-073c-4915-b625-4d1a8752f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.567213 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fdc08fe-073c-4915-b625-4d1a8752f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.570800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7fdc08fe-073c-4915-b625-4d1a8752f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.608642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7fdc08fe-073c-4915-b625-4d1a8752f0ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75b3f4779b9b4ed29830f6b34fcdd73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339330 Jul 15 17:25:01.609691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc08fe-073c-4915-b625-4d1a8752f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36f0507-24f9-4ffb-8772-390579116497,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:01.611349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43310) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:01.659769 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.679917 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.728511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.731256 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:01.735229 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e36f0507-24f9-4ffb-8772-390579116497 HTTP/1.1" status: 204 len: 168 time: 0.1201797 Jul 15 17:25:01.740198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9c74a-88e8-4a6c-9d9d-1ba07a328c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36f0507-24f9-4ffb-8772-390579116497,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:01.981117 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43316) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:01.994143 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5a763a0-183a-4354-b770-55be815da727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.079949 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5a763a0-183a-4354-b770-55be815da727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.083909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e5a763a0-183a-4354-b770-55be815da727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.121000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e5a763a0-183a-4354-b770-55be815da727 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d113879cc60e4b66a3b450b03052fb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387806 Jul 15 17:25:02.122100 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a763a0-183a-4354-b770-55be815da727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2054e-c9f3-435a-816a-41860d98a8b4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:02.124313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43318) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:02.174023 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.195114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.240120 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.242623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.243754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ba2054e-c9f3-435a-816a-41860d98a8b4 HTTP/1.1" status: 204 len: 168 time: 0.1179051 Jul 15 17:25:02.252127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e475-2251-4465-83f5-008f10c4f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2054e-c9f3-435a-816a-41860d98a8b4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:02.551144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43324) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:02.568059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c44ef3d4-2405-4eb7-9aec-2c62c6fd85ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.656261 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c44ef3d4-2405-4eb7-9aec-2c62c6fd85ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.659838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c44ef3d4-2405-4eb7-9aec-2c62c6fd85ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.696795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c44ef3d4-2405-4eb7-9aec-2c62c6fd85ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4794c6de59340e88a90e80bbc2e9745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443689 Jul 15 17:25:02.698728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ef3d4-2405-4eb7-9aec-2c62c6fd85ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b2043-2cfd-4b05-93a4-ca787c08caec,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:02.699510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43326) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:02.746996 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.769137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.814398 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.817019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:02.818180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d4b2043-2cfd-4b05-93a4-ca787c08caec HTTP/1.1" status: 204 len: 168 time: 0.1175663 Jul 15 17:25:02.825815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755d8c9-93fc-410d-9386-c3ff19bd33a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b2043-2cfd-4b05-93a4-ca787c08caec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:04.422418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:04.427340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030164585', 'description': 'tempest-secgroup-smoke-2030164585 description', 'project_id': '779a860128474d149bc973ad72588616'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:04.449239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.457165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.552546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.556000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.595933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3133bdf-4558-4d52-85db-a2dd5276a7ef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:04.644643 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.648735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.677896 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.679123 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2555673 Jul 15 17:25:04.682203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:04.683211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bcf5f-b5e4-4677-bde0-0858e7c490e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905feb65-1f42-4ba0-910e-5acba623eef5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:04.687364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:04.716188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.771254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.774924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.792671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19c617d-c729-4552-bfb0-aafaf2603c55,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:04.798973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.800339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc8e0967-4811-4998-8611-a4b63fc4155f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170962 Jul 15 17:25:04.803108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:04.807538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:04.833451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.891326 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.894900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.915717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e61fcc-c41b-49a3-8d95-e733cc7e5978,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:04.918584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:04.919881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b41a9c04-92dc-4700-8d76-b5ed94225fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156845 Jul 15 17:25:04.922456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:04.926816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:04.953745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.010700 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.014791 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.033153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2602ffef-d637-4553-8ffe-134b6c8984fb,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:05.039880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.041106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-211b667b-1816-4ca2-9d6b-d1207fda0fb2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177268 Jul 15 17:25:05.043772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:05.048217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:05.074278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.132975 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.136474 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.154374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7bf211-cec1-44e7-908a-e40df9101d37,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:05.159715 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.161012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2ad098e-740c-4d68-b00e-74d2c43159c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162751 Jul 15 17:25:05.163662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43378) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:05.168085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:05.190282 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:25:05.195072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.256755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.260486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.283369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb86c4c2-9379-4259-8ff4-8b90aa4dfaf1,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:05.287036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.288242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e1a4d355-26c1-46a3-bdd9-17e8d0d43107 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236095 Jul 15 17:25:05.290874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43380) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:05.295821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '905feb65-1f42-4ba0-910e-5acba623eef5', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:05.317530 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:25:05.322611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.385027 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.388698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.403644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c2a6f5-2213-452a-ba43-15ed7e8a27d5,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:05.412240 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.413464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d33a54ce-909c-46b6-ab46-3d518c9321df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216712 Jul 15 17:25:05.416399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43382) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:05.421969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'network': {'name': 'tempest-network-smoke--555224381', 'project_id': '779a860128474d149bc973ad72588616', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:05.442091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:25:05.445459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.468963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:25:05.477356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.477699 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Added segment 99e7eded-5f9c-4918-b0e9-c78fecae48ab of type vlan for network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 Jul 15 17:25:05.518286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.545966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.552217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:05.552805 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.586959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1694343 Jul 15 17:25:05.589806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43384) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:05.596333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'admin_state_up': True, 'project_id': '779a860128474d149bc973ad72588616', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:05.634176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1cfbf-6529-49b8-9c8e-b9c1afbca0a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Network': ['ID=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:05.644527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:25:05.650832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.651885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.703711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:05.842868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.032869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.051398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.155507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.168 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/9f26f469-6ed0-4593-b34a-5c82a3ffc395) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:25:06.259199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.297714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.334293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:06.341012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:06.344416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:25:06.368793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=9f26f469-6ed0-4593-b34a-5c82a3ffc395,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:06.602476 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.798052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:06.924057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:25:07.028242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:25:07.038168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Sync routers for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:25:07.047767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.048704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:07.049588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:07.052538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:07.053094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-811f3e00-7dff-475e-ab2a-4cc2dcda2e58 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4618127 Jul 15 17:25:07.154749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:07.178651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aea69007-8f74-43a6-8c79-3cccf57b91c6 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=779a860128474d149bc973ad72588616&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1247909 Jul 15 17:25:07.181223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:07.336756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:06Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:07.350830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a31b4f-7ba6-4657-baa1-ddc9149dd8ad tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:07.352380 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-27a31b4f-7ba6-4657-baa1-ddc9149dd8ad tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1702313 Jul 15 17:25:07.355105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:07.363173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Checking router: 71e1e7f1-2591-4652-87d1-fee3daf2cd0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:25:07.363532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Updating router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:25:07.392083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5aca0f98-8983-488a-80c4-7c1c58c1d87d tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331833 Jul 15 17:25:07.392377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43394) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:07.397105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956526802', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'project_id': '779a860128474d149bc973ad72588616', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:07.401115 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.487689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:25:07.491322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.652998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.663873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Transition to ACTIVE for port object 9f26f469-6ed0-4593-b34a-5c82a3ffc395 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:07.669359 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.671322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.717969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Attempting to bind port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:25:07.718340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Attempting to bind port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:25:07.718704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Attempting to bind port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:25:07.727348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Pushing event updated for resources: {'Port': ['ID=9f26f469-6ed0-4593-b34a-5c82a3ffc395,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:07.729412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:25:07.729785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:25:07.730184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.730574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:25:07.731375 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Bound port: 9f26f469-6ed0-4593-b34a-5c82a3ffc395, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:25:07.731771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.734530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Subnet': ['ID=b2a09568-fe11-4e85-b3c4-a1756f44cec9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:07.741764 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Checking segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:25:07.742119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network hostable DHCP agents. Network: cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:25:07.755972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.756344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.756689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.757026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.757360 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.757692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.758019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.758345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.758675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.758992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.759316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.759638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:07.764983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:25:07.774544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:07.778953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:07.779694 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.789581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00857a66-3b41-480f-9a58-57aa1a2a7fb6 None None] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:25:07.795192 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-473e8b3c-f194-47f5-bc3c-14f8a9dbfb55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4009476 Jul 15 17:25:07.798028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43396) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:07.819982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] For port 9f26f469-6ed0-4593-b34a-5c82a3ffc395, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:25:07.859508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] For port 9f26f469-6ed0-4593-b34a-5c82a3ffc395, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9f26f469-6ed0-4593-b34a-5c82a3ffc395,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:25:07.867379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:07.949878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:07.950516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:07.952356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb99a18-fd95-4895-90ea-f65a4181979d None None] Pushing event updated for resources: {'Port': ['ID=9f26f469-6ed0-4593-b34a-5c82a3ffc395,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:08.250410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:25:08.251326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.287213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:08.510321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Allocated IP 172.20.0.2 (cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18/b2a09568-fe11-4e85-b3c4-a1756f44cec9/8f96f18b-a3ae-4e0a-becd-a79e312cc4e3) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:25:08.631777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:06Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:08.663583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c273b-44dd-4f22-ad3d-dfa9a0392189 None None] The sync data for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 is: [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:06Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:25:08.697427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.716402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.725977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Transition to ACTIVE for port object 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:08.741643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Transition to ACTIVE for port object 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:08.748165 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.796099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:08.799160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:08.803863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:25:08.807136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:08.864188 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Attempting to bind port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:25:08.864559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Attempting to bind port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:25:08.864922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Attempting to bind port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:25:08.870114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:25:08.870519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Checking segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:25:08.870894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.871287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Bound using segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:25:08.871758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Bound port: 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:25:08.872184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:08.961681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] For port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:25:08.967624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] For port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:25:08.973008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.047962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9e4d2-ea87-4bde-a60a-657e5ba3b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:09.135903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.1 (cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18/b2a09568-fe11-4e85-b3c4-a1756f44cec9/d537599e-a058-4f74-bf24-de341bf28d15) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:25:09.279035 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.293672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object d537599e-a058-4f74-bf24-de341bf28d15 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:09.338073 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.383807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:09.387166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:09.389722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:25:09.426944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:09.446902 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.667966 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.956375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.961380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:09.984958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b38f09-b10c-4135-97ee-5e58a94dc531 None None] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:25:10.034803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:10.039644 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:10.068847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be658c08-56dd-4bfa-96c9-b057d7c95451 None None] Provisioning for port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:10.135088 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:10.136528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:10.252662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:25:10.370433 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:25:10.376808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a283478c-d440-4e7c-9690-cf347ccec583 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/71e1e7f1-2591-4652-87d1-fee3daf2cd0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775967 Jul 15 17:25:10.401085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0c811455-16a5-41e9-a290-daf65b50f2d0 None None] Provisioning for port d537599e-a058-4f74-bf24-de341bf28d15 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:10.405945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0c811455-16a5-41e9-a290-daf65b50f2d0 None None] Provisioning complete for port d537599e-a058-4f74-bf24-de341bf28d15 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:10.406326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0c811455-16a5-41e9-a290-daf65b50f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:10.449903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0c811455-16a5-41e9-a290-daf65b50f2d0 None None] Port d537599e-a058-4f74-bf24-de341bf28d15 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:25:10.539984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-fdb5b012-f484-4d50-b181-39c59ed951df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030164585&fields=id&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 267 time: 0.0386086 Jul 15 17:25:10.556650 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Sync routers for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:25:10.567992 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:10.568923 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:10.582294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ac369b7d-00cd-47de-b1be-0c236a02311e None None] Provisioning complete for port d537599e-a058-4f74-bf24-de341bf28d15 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:10.583188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ac369b7d-00cd-47de-b1be-0c236a02311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:10.622584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ac369b7d-00cd-47de-b1be-0c236a02311e None None] Port d537599e-a058-4f74-bf24-de341bf28d15 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:25:10.683125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-7de77a25-0b72-4408-a4c7-380d8d3f811a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:10.685173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-7de77a25-0b72-4408-a4c7-380d8d3f811a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 796 time: 0.1372876 Jul 15 17:25:10.701875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-1052f58b-8649-40e9-a06a-93ddb033b3cc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/quotas/779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 375 time: 0.0107939 Jul 15 17:25:10.775894 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:10.783278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-41b5b77e-b02f-4215-b963-5d9901f7da82 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752592 Jul 15 17:25:10.844345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-20d65cb5-9528-43d8-92a2-4cde1aca0f30 None None] Provisioning complete for port d537599e-a058-4f74-bf24-de341bf28d15 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:10.844998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-20d65cb5-9528-43d8-92a2-4cde1aca0f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:10.906421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-20d65cb5-9528-43d8-92a2-4cde1aca0f30 None None] Port d537599e-a058-4f74-bf24-de341bf28d15 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:25:10.925046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:10.951704 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-cbf5b3e0-bdc9-414b-9129-3303acc1d8cc service neutron] 10.222.0.25 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513278 Jul 15 17:25:10.981247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:10.987784 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:10.988886 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:10.995401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 2, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:11.010799 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.022155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Checking router: 71e1e7f1-2591-4652-87d1-fee3daf2cd0c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:25:11.022502 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Updating router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c port d537599e-a058-4f74-bf24-de341bf28d15 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:25:11.037117 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.057194 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.061485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-7207f802-acda-4f77-83b0-e94afcf63e29 service neutron] 10.222.0.25 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036515 Jul 15 17:25:11.079986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.113927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:11.118456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.119356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9f26f469-6ed0-4593-b34a-5c82a3ffc395 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:11.201705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:11.217541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:11.222556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:11.223206 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.297562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84958b48-6743-476e-9e71-aab3af7b809b req-baa0d884-d514-478d-a267-61c7db72fa40 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 210 time: 0.0391443 Jul 15 17:25:11.313867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.336621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 9f26f469-6ed0-4593-b34a-5c82a3ffc395, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9f26f469-6ed0-4593-b34a-5c82a3ffc395,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:11.342510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.359207 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.369315 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Transition to ACTIVE for port object d537599e-a058-4f74-bf24-de341bf28d15 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:11.376107 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.398555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=9f26f469-6ed0-4593-b34a-5c82a3ffc395,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:11.432087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Pushing event updated for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:11.443732 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.444442 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.444830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.445212 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.445603 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.446028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.446405 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.446731 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.447053 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.447392 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.447741 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.448103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:11.507304 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Attempting to bind port d537599e-a058-4f74-bf24-de341bf28d15 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:25:11.507669 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Attempting to bind port d537599e-a058-4f74-bf24-de341bf28d15 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:25:11.508394 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Attempting to bind port d537599e-a058-4f74-bf24-de341bf28d15 on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:25:11.515046 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:25:11.515452 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Checking segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:25:11.515948 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.516656 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Bound using segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:25:11.517175 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Bound port: d537599e-a058-4f74-bf24-de341bf28d15, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:25:11.517615 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.590045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] For port d537599e-a058-4f74-bf24-de341bf28d15, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:25:11.594569 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] For port d537599e-a058-4f74-bf24-de341bf28d15, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d537599e-a058-4f74-bf24-de341bf28d15,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:25:11.598945 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:11.655882 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:11.656532 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:11.711627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc5a9-7fde-4014-a61c-3a6a12db5e80 None None] Pushing event updated for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:11.786438 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:11.985639 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:12.014473 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622a666-3c93-46bb-ae66-b6dbc1168a01 None None] The sync data for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 is: [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:25:12.519092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1348ad7-845b-453f-aa9f-d4e5c8f8c124 req-cff3c0d4-bf52-4170-a4e6-bd8ae2f68630 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 210 time: 0.0611274 Jul 15 17:25:12.725892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-59eab830-6809-40e1-bc39-908e7fb44357 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:12.727558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-59eab830-6809-40e1-bc39-908e7fb44357 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 796 time: 0.4453561 Jul 15 17:25:12.786666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-ab81a699-798c-4c6a-afdd-92b3795d9aa6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 380 time: 0.0504775 Jul 15 17:25:12.796916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'port': {'device_id': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'admin_state_up': True, 'tenant_id': '779a860128474d149bc973ad72588616', 'security_groups': ['905feb65-1f42-4ba0-910e-5acba623eef5']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:12.919988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:25:12.923928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:12.930182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:12.987341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:12.987718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.067122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9f26f469-6ed0-4593-b34a-5c82a3ffc395 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:13.071218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.7 (cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18/b2a09568-fe11-4e85-b3c4-a1756f44cec9/28d4813f-6db5-4e5f-aba9-a7f59255b61f) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:25:13.118972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:13.119344 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.202839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d537599e-a058-4f74-bf24-de341bf28d15 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:13.213044 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.228383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object 28d4813f-6db5-4e5f-aba9-a7f59255b61f will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:13.263808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port d537599e-a058-4f74-bf24-de341bf28d15 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:13.268493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d537599e-a058-4f74-bf24-de341bf28d15 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:13.268925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.270299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.320609 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:13.323732 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:13.328442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:25:13.355304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:13.358250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.389066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:13.389717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.395670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port d537599e-a058-4f74-bf24-de341bf28d15, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d537599e-a058-4f74-bf24-de341bf28d15,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:13.399717 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.405474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-f8e6b802-c8ef-4b33-93f0-4c417c0efd67 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6136484 Jul 15 17:25:13.416680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Request body: {'port': {'device_id': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:13.450133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:13.503234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.592150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d584e94a-452f-488d-88af-b164950b47dd None None] Provisioning for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:13.595710 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d584e94a-452f-488d-88af-b164950b47dd None None] Provisioning complete for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:13.596081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d584e94a-452f-488d-88af-b164950b47dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.630605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d584e94a-452f-488d-88af-b164950b47dd None None] Port 28d4813f-6db5-4e5f-aba9-a7f59255b61f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:25:13.714948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b323de-2d06-45b7-8786-a47cb0adfae0 req-fa73ddf0-c21e-4964-8532-8c15e1aa81df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:13.717172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1b323de-2d06-45b7-8786-a47cb0adfae0 req-fa73ddf0-c21e-4964-8532-8c15e1aa81df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 931 time: 0.0685399 Jul 15 17:25:13.755532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1b323de-2d06-45b7-8786-a47cb0adfae0 req-6b5f3b84-27a0-4cae-827f-76f618d96245 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Jul 15 17:25:13.780486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d4813f-6db5-4e5f-aba9-a7f59255b61f {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:25:13.782682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.794707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Transition to ACTIVE for port object 28d4813f-6db5-4e5f-aba9-a7f59255b61f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:25:13.798276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:13.866641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:13.919885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:25:13.920252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:25:13.920587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:25:13.925120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:25:13.925443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:25:13.930359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:25:13.930707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Checking segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:25:13.931093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Bound using segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:25:13.931523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Bound port: 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:25:13.931886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:14.000640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:25:14.003584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:25:14.007688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:14.041070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.041684 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:14.043058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] 10.222.0.35 "PUT /v2.0/ports/28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 1091 time: 0.6308029 Jul 15 17:25:14.043491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:25:14.045903 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:25:14.089818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db78c-81c7-4f88-aabf-743b9596e549 service neutron] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:14.110747 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589e451-ed1e-40f9-900a-3382615556e6 x-openstack-request-id: req-6589e451-ed1e-40f9-900a-3382615556e6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:25:14.111181 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:25:14.111492 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6589e451-ed1e-40f9-900a-3382615556e6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:25:14.111974 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'status': 'completed', 'code': 200} Jul 15 17:25:14.140886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d8a86f15-3d42-40cc-b6b1-b51b3a7a7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.142804 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d8a86f15-3d42-40cc-b6b1-b51b3a7a7576 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1094 time: 0.0621126 Jul 15 17:25:14.188486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-c65cd836-eef3-4a58-b113-9c2b00749c3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 217 time: 0.0384173 Jul 15 17:25:14.236420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-91261def-ee04-48ed-9db0-3855d64fe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.237871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-91261def-ee04-48ed-9db0-3855d64fe6a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0441542 Jul 15 17:25:14.293344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-4f0c356e-58ef-4df3-86eb-f258b698d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.294953 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-4f0c356e-58ef-4df3-86eb-f258b698d855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516529 Jul 15 17:25:14.385412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-8b38a264-b36c-408a-8fd2-1d8f567c5fdb service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Jul 15 17:25:14.472039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-faa508e9-6fdd-4bfc-a3fb-1eb319e4d123 req-d18ef043-4082-4e18-927e-ab863eeb32e5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808160 Jul 15 17:25:14.576438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-45d390a4-d4cd-439c-a06d-0032195570c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.577936 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-45d390a4-d4cd-439c-a06d-0032195570c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1094 time: 0.0593877 Jul 15 17:25:14.667780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-372a6d8e-3b5c-4171-9f55-81ebb6b72f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.669210 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-372a6d8e-3b5c-4171-9f55-81ebb6b72f53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0855229 Jul 15 17:25:14.714534 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-b148d7d5-1c95-407c-9819-d50787637f16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 217 time: 0.0373757 Jul 15 17:25:14.761961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-0cb4f512-0879-410b-b215-e5cb3f006234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.763630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-0cb4f512-0879-410b-b215-e5cb3f006234 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0428827 Jul 15 17:25:14.820736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-f787017d-4357-44c0-b59f-632769e59f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.822246 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-f787017d-4357-44c0-b59f-632769e59f3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525782 Jul 15 17:25:14.831471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d537599e-a058-4f74-bf24-de341bf28d15 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:14.882531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port d537599e-a058-4f74-bf24-de341bf28d15 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:14.883023 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:14.920021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-ddc10fc1-53fe-4481-8b2b-24f14723ecad service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909081 Jul 15 17:25:14.940213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc272-9e5b-499a-b464-95b45caf5b25 req-7dec7ad7-2647-4094-8f27-d4063251286a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:14.941872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-803fc272-9e5b-499a-b464-95b45caf5b25 req-7dec7ad7-2647-4094-8f27-d4063251286a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 943 time: 0.0676663 Jul 15 17:25:14.981738 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-803fc272-9e5b-499a-b464-95b45caf5b25 req-2551a8d5-23b1-4158-828e-4132fe312b28 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Jul 15 17:25:15.022136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5a3eaf82-bee4-4c37-bec7-7d4b4eff775c req-d374cfb5-8327-4f23-8850-1f1ab9c4be9c service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957234 Jul 15 17:25:16.155545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ca46b-5323-46b8-831d-80bd0fcdc6fa req-c4e956b3-68f4-476f-ad99-3a45889b0895 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:16.157050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e85ca46b-5323-46b8-831d-80bd0fcdc6fa req-c4e956b3-68f4-476f-ad99-3a45889b0895 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 943 time: 0.0657976 Jul 15 17:25:16.198881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e85ca46b-5323-46b8-831d-80bd0fcdc6fa req-826bc76f-7ca3-4e51-a830-b38d89eabfec tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362198 Jul 15 17:25:16.733159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:25:16.829694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:16.840339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'mac_address': 'fa:16:3e:dd:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:25:16.876728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:16.888919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d4813f-6db5-4e5f-aba9-a7f59255b61f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:25:16.908815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:16.912350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:16.957940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:17.177104 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['28d4813f-6db5-4e5f-aba9-a7f59255b61f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:25:17.375614 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b094b-1f7b-46bf-b04e-dee3bec94195 req-bec0a387-0f61-44fb-95d7-b6f0a6a798b0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:17.377188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-728b094b-1f7b-46bf-b04e-dee3bec94195 req-bec0a387-0f61-44fb-95d7-b6f0a6a798b0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 944 time: 0.0647337 Jul 15 17:25:17.417145 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-728b094b-1f7b-46bf-b04e-dee3bec94195 req-9bf857f6-127c-4511-95ea-8524c98c4609 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340638 Jul 15 17:25:17.542924 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:25:18.592920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af1f55-67d6-4da1-a788-4f7755b16a2e req-46c437d2-5cd5-4ddb-8920-68e56f292bbe tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:18.594402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95af1f55-67d6-4da1-a788-4f7755b16a2e req-46c437d2-5cd5-4ddb-8920-68e56f292bbe tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 944 time: 0.0656698 Jul 15 17:25:18.631627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95af1f55-67d6-4da1-a788-4f7755b16a2e req-5e70c2fb-6330-4553-ba51-97aa9140e14f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Jul 15 17:25:18.747916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:25:18.806041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:25:18.809553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:25:18.810012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:18.883790 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:18.906551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:25:18.908815 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a5e609-1698-435c-b5f0-e78b5f3f9798" -d '{"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-plugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:25:18.920835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:25:18.924807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:18.973852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:19.006820 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90344ea1-63c5-4281-b47b-8921a0f8f47e x-openstack-request-id: req-90344ea1-63c5-4281-b47b-8921a0f8f47e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:25:19.007115 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-plugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:25:19.007397 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90344ea1-63c5-4281-b47b-8921a0f8f47e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:25:19.007796 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'code': 200} Jul 15 17:25:19.117807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983439dd-bbf6-4fe4-b88b-289a337fc660 req-8ba812a1-b9eb-4b61-b3cf-8da13c73585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:19.119263 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-983439dd-bbf6-4fe4-b88b-289a337fc660 req-8ba812a1-b9eb-4b61-b3cf-8da13c73585f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0510356 Jul 15 17:25:19.156715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-983439dd-bbf6-4fe4-b88b-289a337fc660 req-d73a8edf-5db7-4759-b6dd-9739371ae031 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Jul 15 17:25:19.806076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da443c9-2d80-425f-a8ac-98541d2392fb req-4149dca3-12b3-4597-85c6-3df9c050fc75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:19.807556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0da443c9-2d80-425f-a8ac-98541d2392fb req-4149dca3-12b3-4597-85c6-3df9c050fc75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0668008 Jul 15 17:25:19.845127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0da443c9-2d80-425f-a8ac-98541d2392fb req-f24a7cd1-e653-4abf-8b89-26af6cde8aca tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Jul 15 17:25:21.019411 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0d84-2f22-4c4a-b992-1d16e0f17c4b req-7d6ab3a3-eded-463b-a3c1-dc92f4594e42 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:21.020899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a59e0d84-2f22-4c4a-b992-1d16e0f17c4b req-7d6ab3a3-eded-463b-a3c1-dc92f4594e42 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0636489 Jul 15 17:25:21.058230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a59e0d84-2f22-4c4a-b992-1d16e0f17c4b req-8537ad2f-bb95-4e0a-8774-fe8b5f84f700 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Jul 15 17:25:21.236732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35da2e-3bb3-4405-8edc-81c3e8236f9a req-65c056b3-2d6e-4377-8567-8318dbba62a9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:21.238253 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a35da2e-3bb3-4405-8edc-81c3e8236f9a req-65c056b3-2d6e-4377-8567-8318dbba62a9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0639269 Jul 15 17:25:21.280415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a35da2e-3bb3-4405-8edc-81c3e8236f9a req-cbdd8ba5-0ccd-47eb-8223-4edaba8ece90 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364401 Jul 15 17:25:21.304367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43460) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:21.355693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4cca7-eaf5-4376-a89b-12ea6244fd21 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:21.357979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5fa4cca7-eaf5-4376-a89b-12ea6244fd21 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1091 time: 0.0526383 Jul 15 17:25:21.360999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43462) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:21.365279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:25:21.386968 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:21.480297 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:21.586350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.6 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/1c3ff8d1-699a-411b-8ac9-f0520a760d4b) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:25:21.692502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:21.737232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:21.777935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:25:21.781517 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:25:21.785186 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:25:21.807174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=1c3ff8d1-699a-411b-8ac9-f0520a760d4b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:21.817129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.817466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.817794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.818121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.818447 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.818770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.819089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.819410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.819727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.820043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.820379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:21.820692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:25:22.155394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:22.229114 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:22.378767 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:22.383381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:22.453187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=1c3ff8d1-699a-411b-8ac9-f0520a760d4b,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:22.461099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:22.562693 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP 761da633-3de5-4420-b6c5-e949841c8a85 associated. External IP: 172.25.8.6, port: 28d4813f-6db5-4e5f-aba9-a7f59255b61f. Jul 15 17:25:23.055388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:25:23.161733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:25:23.171984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Sync routers for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:25:23.178668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:23.181530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:23.182162 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:23.215307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0dbbbb4d-bd59-4808-8dbe-dd45abef1d11 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8533056 Jul 15 17:25:23.216418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:25:23.218733 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e82b26b-e702-4015-97be-1001c010498a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:25:23.293501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:23.330605 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da1529-4255-459e-84e2-9ce96997d26c x-openstack-request-id: req-e3da1529-4255-459e-84e2-9ce96997d26c {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:25:23.330919 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:25:23.331170 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3da1529-4255-459e-84e2-9ce96997d26c {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:25:23.331660 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'status': 'completed', 'code': 200} Jul 15 17:25:23.388393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1c37-abf9-4078-a596-51d1027e47aa req-ca7c5c20-8d88-4dcc-ad81-c9ae83d9a79e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:23.390360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c23f1c37-abf9-4078-a596-51d1027e47aa req-ca7c5c20-8d88-4dcc-ad81-c9ae83d9a79e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0778081 Jul 15 17:25:23.413831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82b26b-e702-4015-97be-1001c010498a req-2d562028-e3a5-4105-94d7-e8515891517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:23.415453 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-2d562028-e3a5-4105-94d7-e8515891517c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0575879 Jul 15 17:25:23.431516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c23f1c37-abf9-4078-a596-51d1027e47aa req-7eb9ad62-9713-452e-b5c6-98d4a2c42926 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349708 Jul 15 17:25:23.459038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43470) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:23.519528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82b26b-e702-4015-97be-1001c010498a req-f48f5a14-4331-4784-ad96-1ea3ce7d1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:23.521072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-f48f5a14-4331-4784-ad96-1ea3ce7d1c46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0977900 Jul 15 17:25:23.525861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5264b6cd-70ad-45cb-8fd1-66447bcc8983 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/761da633-3de5-4420-b6c5-e949841c8a85 HTTP/1.1" status: 200 len: 989 time: 0.0649872 Jul 15 17:25:23.539118 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '761da633-3de5-4420-b6c5-e949841c8a85', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'mac_address': 'fa:16:3e:dd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:25:22Z', 'updated_at': '2021-07-15T17:25:22Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:23.566905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Checking router: 71e1e7f1-2591-4652-87d1-fee3daf2cd0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:25:23.575068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:25:23.576251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:24:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:23.592378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-c0f6ef7d-bce9-4ca3-acbd-90f21e85656c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 997 time: 0.0644612 Jul 15 17:25:23.640032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82b26b-e702-4015-97be-1001c010498a req-74d6d6e8-2f2e-4548-a536-52e21b8fc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:23.641794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-74d6d6e8-2f2e-4548-a536-52e21b8fc1b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0438707 Jul 15 17:25:23.681719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:25:23.696477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82b26b-e702-4015-97be-1001c010498a req-5dbc37bc-c068-40d4-8b44-22c4a89e956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:23.697984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-5dbc37bc-c068-40d4-8b44-22c4a89e956a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500977 Jul 15 17:25:23.796237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-cde9d8f7-a1d9-4998-8304-d9e1182cb2bf service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Jul 15 17:25:23.887743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3e82b26b-e702-4015-97be-1001c010498a req-ba0ff7ea-27de-45d7-995a-0f5f41e7fc25 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850933 Jul 15 17:25:24.054815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '761da633-3de5-4420-b6c5-e949841c8a85', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'mac_address': 'fa:16:3e:dd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:25:22Z', 'updated_at': '2021-07-15T17:25:22Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:25:24.080604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d74bb-a108-47c6-8b06-18b695eafb5a None None] The sync data for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 is: [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '761da633-3de5-4420-b6c5-e949841c8a85', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'mac_address': 'fa:16:3e:dd:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:25:22Z', 'updated_at': '2021-07-15T17:25:22Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:25:24.264441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b503c92-f6ed-4581-a99f-78d4ad78da1c None None] New status for floating IP 761da633-3de5-4420-b6c5-e949841c8a85: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:25:24.530039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43472) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:24.595964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-dfc931de-7e1f-4a8a-b8c7-1116236de10b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/761da633-3de5-4420-b6c5-e949841c8a85 HTTP/1.1" status: 200 len: 991 time: 0.0647316 Jul 15 17:25:25.814999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-028fafef-dc81-41ea-9790-b5ed207bc2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:28.819626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:29.128450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e983d09b-87f0-49e9-a19f-89b0e61b3c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:29.607343 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:31.340560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:32.483520 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-c528c6ce-cb17-4003-b9a2-dcc18920ca2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541065 Jul 15 17:25:32.578890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-b28c9c92-d54a-498a-95ea-7123dd3e7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:32.580385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-b28c9c92-d54a-498a-95ea-7123dd3e7e25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0518832 Jul 15 17:25:32.686767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-997ffbe4-3fa3-43cb-98e9-710b528c2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:32.688139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-997ffbe4-3fa3-43cb-98e9-710b528c2ce2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0875640 Jul 15 17:25:32.750200 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-8a2c25cc-fd83-4b52-8aed-d0b39b080272 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 999 time: 0.0556967 Jul 15 17:25:32.797607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-a7de921f-e2a3-4f5e-a430-852789d41979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:32.799049 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-a7de921f-e2a3-4f5e-a430-852789d41979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0424094 Jul 15 17:25:32.859970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-b765c323-a487-4b67-859c-d8878bd5bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:32.861513 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-b765c323-a487-4b67-859c-d8878bd5bae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542054 Jul 15 17:25:32.949908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-88e54eac-9c29-4375-80ac-c300a7417dac service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801847 Jul 15 17:25:33.039294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-692e4da1-4101-4744-93b6-46ff71c291b9 req-5dc7e1ca-4120-4fdc-a720-1db29effabaa service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831246 Jul 15 17:25:40.994658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:41.024863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:51.334737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-003f7a9f-0a72-411f-9b43-eb39a346529a tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:51.336349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-003f7a9f-0a72-411f-9b43-eb39a346529a tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0538712 Jul 15 17:25:51.355052 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-e0c12e8b-3c7c-435b-a429-2e15f5073ec3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:51.443462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-e0c12e8b-3c7c-435b-a429-2e15f5073ec3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:51.447034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-e0c12e8b-3c7c-435b-a429-2e15f5073ec3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:51.470428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ecb2a26-3606-4a1c-a646-4ee013df3336 req-e0c12e8b-3c7c-435b-a429-2e15f5073ec3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284215 Jul 15 17:25:51.479142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12e8b-3c7c-435b-a429-2e15f5073ec3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd20a69-e5f2-476e-9705-575b3fb6b0dd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:25:51.666174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ef09b-bf24-4096-83c1-5677d9615053 req-6a3d26e9-468e-4cd6-b719-d13941df2a49 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:51.667644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db1ef09b-bf24-4096-83c1-5677d9615053 req-6a3d26e9-468e-4cd6-b719-d13941df2a49 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0737081 Jul 15 17:25:51.707578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-db1ef09b-bf24-4096-83c1-5677d9615053 req-8968513d-15f1-4ff1-ad3b-6eab9f135d27 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336676 Jul 15 17:25:51.731741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43490) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:25:51.792079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e8a59196-20c8-4993-af21-f5a0ba552712 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/761da633-3de5-4420-b6c5-e949841c8a85 HTTP/1.1" status: 200 len: 991 time: 0.0591686 Jul 15 17:25:52.212969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-276ccbc9-3e4a-4bdd-b057-8baa1bcd4b15 req-7e2d2d82-c0d4-4498-b4df-d36dd463f64f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:25:52.213960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-276ccbc9-3e4a-4bdd-b057-8baa1bcd4b15 req-7e2d2d82-c0d4-4498-b4df-d36dd463f64f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056288 Jul 15 17:25:52.619569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317b3f7-75d6-46ba-b734-37308679eaf8 req-d6ca50c9-1d4f-43ec-ab61-aa680bedef1f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:52.621098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7317b3f7-75d6-46ba-b734-37308679eaf8 req-d6ca50c9-1d4f-43ec-ab61-aa680bedef1f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.1076925 Jul 15 17:25:52.623785 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-998749b4-43e6-471c-bc44-2e8720dfe12c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595454 Jul 15 17:25:52.661712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7317b3f7-75d6-46ba-b734-37308679eaf8 req-422985ce-32d2-45bc-afd3-0916395e6427 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335608 Jul 15 17:25:53.737006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-563a0d81-b612-47ba-a063-5782d39ace23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:53.738561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-563a0d81-b612-47ba-a063-5782d39ace23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0530233 Jul 15 17:25:53.832821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-eb8a9ae6-42bf-48e2-af4e-76c9f4e8a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:53.834353 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-eb8a9ae6-42bf-48e2-af4e-76c9f4e8a9df service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0887752 Jul 15 17:25:53.844042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704faf95-c5dd-4c96-8b0b-580de428a501 req-96916f60-a28f-41a4-bf3e-229e9624e752 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:53.845546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-704faf95-c5dd-4c96-8b0b-580de428a501 req-96916f60-a28f-41a4-bf3e-229e9624e752 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0639586 Jul 15 17:25:53.883352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-704faf95-c5dd-4c96-8b0b-580de428a501 req-dc9c1353-50dc-41dd-b679-13ca1351b182 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Jul 15 17:25:53.900791 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-2075236c-32a5-4704-8c6b-baf877ecdcc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 999 time: 0.0575178 Jul 15 17:25:53.948695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-28284a78-48b9-49cd-a5c2-4919fdeeae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:53.950033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-28284a78-48b9-49cd-a5c2-4919fdeeae27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0433233 Jul 15 17:25:54.009171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-959f672a-a6a9-4a5b-b9d0-d6f9cc5cae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:54.010676 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-959f672a-a6a9-4a5b-b9d0-d6f9cc5cae35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538824 Jul 15 17:25:54.097538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-ea9d6d16-b630-4d54-b375-58cb30270025 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804732 Jul 15 17:25:54.190602 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-9c6dde8d-4f4a-460e-9305-07cf3ad8a01d service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jul 15 17:25:54.542011 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:25:55.058624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9f0f7-16c7-4e1c-9f8e-64b0e1922c5f req-0113272d-f096-4392-a045-146098e47562 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:55.060020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d9f0f7-16c7-4e1c-9f8e-64b0e1922c5f req-0113272d-f096-4392-a045-146098e47562 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0666084 Jul 15 17:25:55.098364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d9f0f7-16c7-4e1c-9f8e-64b0e1922c5f req-b73d5b87-c624-4f2c-8d3e-b404a6f9ed8f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Jul 15 17:25:55.815606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ba4df7ba-5ff6-414b-958a-fffaa3e4e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:56.271214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a2f3f-4085-42c5-b1e0-7520931f4cc7 req-584648e4-6b01-480f-af80-8ac243c6a9ff tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:56.272729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-651a2f3f-4085-42c5-b1e0-7520931f4cc7 req-584648e4-6b01-480f-af80-8ac243c6a9ff tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0636194 Jul 15 17:25:56.310326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-651a2f3f-4085-42c5-b1e0-7520931f4cc7 req-23d0299c-d110-4607-b866-5ee73fc3d9e6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320008 Jul 15 17:25:57.480689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535c916-ffa2-4051-870f-c579720b161b req-76401e9a-b042-44f4-a607-1150827206f5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:57.482166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7535c916-ffa2-4051-870f-c579720b161b req-76401e9a-b042-44f4-a607-1150827206f5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0628111 Jul 15 17:25:57.520730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7535c916-ffa2-4051-870f-c579720b161b req-d29bcd00-f650-4978-889f-9d9395dffe4d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Jul 15 17:25:58.698490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35892100-08e2-4385-b5ce-a7fc5eb39e03 req-7ff68345-0c84-44ce-b0ea-2a5d7a420b05 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:58.699877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35892100-08e2-4385-b5ce-a7fc5eb39e03 req-7ff68345-0c84-44ce-b0ea-2a5d7a420b05 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0696130 Jul 15 17:25:58.738677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35892100-08e2-4385-b5ce-a7fc5eb39e03 req-6d1bb54f-b697-4707-a596-a6f97ab32e8d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327244 Jul 15 17:25:58.819620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:59.128355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-76573922-787a-4b83-8fec-601119e3fe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:59.610951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:25:59.914107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe3ea-7936-4204-b579-8b9f92862c50 req-bea780d0-5ba5-4b0e-a3ff-7156015953fc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:25:59.915484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68dfe3ea-7936-4204-b579-8b9f92862c50 req-bea780d0-5ba5-4b0e-a3ff-7156015953fc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0632107 Jul 15 17:25:59.952457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68dfe3ea-7936-4204-b579-8b9f92862c50 req-d8bb758e-293a-4b03-b617-8c0e6413c055 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Jul 15 17:26:01.129960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf98c2-c72c-4c47-bfbf-d09d90b341b9 req-59de35c1-593b-4560-afc0-229950d34adb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:01.131359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1baf98c2-c72c-4c47-bfbf-d09d90b341b9 req-59de35c1-593b-4560-afc0-229950d34adb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0667162 Jul 15 17:26:01.168921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1baf98c2-c72c-4c47-bfbf-d09d90b341b9 req-6fac533a-0059-4ce8-9cbb-eccbe6ce798f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Jul 15 17:26:01.341480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:02.341757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3b5a-86ee-4db2-b34c-4223a47b8a85 req-56e864a5-6ae7-4d7b-a39f-528272bed1a4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:02.343353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b9f3b5a-86ee-4db2-b34c-4223a47b8a85 req-56e864a5-6ae7-4d7b-a39f-528272bed1a4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0635116 Jul 15 17:26:02.381556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b9f3b5a-86ee-4db2-b34c-4223a47b8a85 req-957a8f05-6a8e-4264-b2ec-944a19db4c31 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Jul 15 17:26:03.557468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c56783-c1be-4f48-a024-e5f336129bba req-f89fb1c1-416c-4b05-87ab-15781ce79eea tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:03.558954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0c56783-c1be-4f48-a024-e5f336129bba req-f89fb1c1-416c-4b05-87ab-15781ce79eea tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0656176 Jul 15 17:26:03.596945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0c56783-c1be-4f48-a024-e5f336129bba req-5188db0e-58c8-4d24-b08b-06d812cbd008 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Jul 15 17:26:04.772880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa9a5a-1bd6-45d9-b54a-14861ee83b6b req-03a8dfa8-ff94-4af3-a828-cf87ce47d92c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:04.774343 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49aa9a5a-1bd6-45d9-b54a-14861ee83b6b req-03a8dfa8-ff94-4af3-a828-cf87ce47d92c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0664637 Jul 15 17:26:04.811719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-49aa9a5a-1bd6-45d9-b54a-14861ee83b6b req-ecffac65-ecf3-46c3-9e9d-e45cf1dc1019 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jul 15 17:26:05.988551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94af6b-3b9d-4744-87b0-172c315e0fdc req-b3033463-bbb1-47cd-a4fb-5bf8615a6a6c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:05.990066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e94af6b-3b9d-4744-87b0-172c315e0fdc req-b3033463-bbb1-47cd-a4fb-5bf8615a6a6c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0664270 Jul 15 17:26:06.033354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e94af6b-3b9d-4744-87b0-172c315e0fdc req-141d2ca6-704e-46ee-8bb3-48ade3418fe3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376489 Jul 15 17:26:06.123399 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-d0fa2729-243c-41d3-86c7-63db744b6114 service neutron] show failed (client error): The resource could not be found. Jul 15 17:26:06.124429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-d0fa2729-243c-41d3-86c7-63db744b6114 service neutron] 10.222.0.35 "GET /v2.0/ports/28d4813f-6db5-4e5f-aba9-a7f59255b61f/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0596695 Jul 15 17:26:06.471240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-488b8be6-edbd-4d21-b443-dccea053c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:06.472828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-488b8be6-edbd-4d21-b443-dccea053c1ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 1096 time: 0.1461248 Jul 15 17:26:06.485249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:06.556893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:06.755446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:06.788255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:06.830434 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:06.832752 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c7bb0-495e-40e3-ac09-085eb386e991" -d '{"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-unplugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:06.836236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:06.849863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Transition to ACTIVE for port object 28d4813f-6db5-4e5f-aba9-a7f59255b61f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:06.852844 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:06.884813 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4a80e6-ecfc-44fe-ab5b-70e6c8b4b124 x-openstack-request-id: req-fb4a80e6-ecfc-44fe-ab5b-70e6c8b4b124 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:06.885114 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-unplugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:06.885367 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb4a80e6-ecfc-44fe-ab5b-70e6c8b4b124 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:06.885838 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'code': 200} Jul 15 17:26:06.965030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:07.222471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eb956-e093-4bde-a102-f12bb0daa009 req-b771bb61-b093-4f5a-8fe4-afeeaffc1bf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.224042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-475eb956-e093-4bde-a102-f12bb0daa009 req-b771bb61-b093-4f5a-8fe4-afeeaffc1bf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 943 time: 0.0717502 Jul 15 17:26:07.262863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.263510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.263662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.263865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.264223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.264556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.264919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.265939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-475eb956-e093-4bde-a102-f12bb0daa009 req-e157d93a-dac1-4086-b24f-d71d8c7d731d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350580 Jul 15 17:26:07.266112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.266325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.266651 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.266976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.267297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:07.309671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] No DVR routers for this DVR port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:26:07.441092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:26:07.441426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:26:07.441754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:07.446003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:26:07.446326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Attempting to bind port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:07.451073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:26:07.451412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Checking segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:07.451798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Bound using segment: {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:26:07.452291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Bound port: 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e7eded-5f9c-4918-b0e9-c78fecae48ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:26:07.453014 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:07.516877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:07.519790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:26:07.524183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:07.558747 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.559375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:07.560806 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] 10.222.0.20 "PUT /v2.0/ports/28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 1091 time: 1.0804429 Jul 15 17:26:07.593059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b230-b0a4-4d30-afab-39ed223e9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:07.643082 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-74fe9598-8821-4240-aa22-c5f0eea70351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.644753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-74fe9598-8821-4240-aa22-c5f0eea70351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1094 time: 0.0595100 Jul 15 17:26:07.739515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-3541a90f-4cde-494a-bb16-79b25a01a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.741042 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-3541a90f-4cde-494a-bb16-79b25a01a0a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0898178 Jul 15 17:26:07.804735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-335b3f09-6566-42b5-b658-48ebc823ac90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 997 time: 0.0576229 Jul 15 17:26:07.851763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-f4f2bef8-bae3-4f5d-9a46-ccd9b83205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.853142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-f4f2bef8-bae3-4f5d-9a46-ccd9b83205dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0427644 Jul 15 17:26:07.911263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-124edd15-9eed-48f0-a39d-189efece6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:07.912746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-124edd15-9eed-48f0-a39d-189efece6f00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538709 Jul 15 17:26:07.923351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-eee0036c-b9f3-48f9-ad18-a2b92f048a80 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:26:07.924387 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-eee0036c-b9f3-48f9-ad18-a2b92f048a80 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054877 Jul 15 17:26:08.009116 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-54c340d8-ae8f-4582-b68b-8dde7ee4069b service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789688 Jul 15 17:26:08.098206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-57ba5c84-d7ae-49d9-8fcf-716abd6a380e req-aed08803-8e6b-4840-8f36-1e7d779f03e4 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833964 Jul 15 17:26:08.443488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d168a9b-003b-448f-8281-fb6ed2a35675 req-56eb9e51-8326-4489-9be6-446e58e965b1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:08.444878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d168a9b-003b-448f-8281-fb6ed2a35675 req-56eb9e51-8326-4489-9be6-446e58e965b1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 943 time: 0.0628879 Jul 15 17:26:08.482452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d168a9b-003b-448f-8281-fb6ed2a35675 req-9eb1fbb2-0f52-4ee3-a370-fbabd5ca162c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Jul 15 17:26:08.887287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:08.889740 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:08.936430 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf42106-7eeb-47f9-b62c-64aa89dbe3e8 x-openstack-request-id: req-ecf42106-7eeb-47f9-b62c-64aa89dbe3e8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:08.936727 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:08.937572 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecf42106-7eeb-47f9-b62c-64aa89dbe3e8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:08.937976 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'status': 'completed', 'code': 200} Jul 15 17:26:09.046907 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-ffa6ec31-a3e1-42b1-9241-99e2a199f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.048490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-ffa6ec31-a3e1-42b1-9241-99e2a199f1ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1094 time: 0.0934050 Jul 15 17:26:09.050933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-dad35359-91b5-4740-8262-0a815f1d79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.052221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-dad35359-91b5-4740-8262-0a815f1d79b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1094 time: 0.0886788 Jul 15 17:26:09.200494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-a4c8289f-a1e0-40b3-945a-44ecca424ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.201942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-a4c8289f-a1e0-40b3-945a-44ecca424ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.1471121 Jul 15 17:26:09.206072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-480b3ba8-f948-4357-acd7-4e67390f22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.207378 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-480b3ba8-f948-4357-acd7-4e67390f22fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.1440959 Jul 15 17:26:09.309303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-f989f1b7-5fde-4df5-994c-4ded1a398790 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 997 time: 0.1004646 Jul 15 17:26:09.312875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-0f75c6bb-ccf4-4c0d-b28b-da608f788dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 997 time: 0.0979941 Jul 15 17:26:09.387945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-8920683d-2d26-4348-a1ca-68db75093168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.389402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-8920683d-2d26-4348-a1ca-68db75093168 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0734985 Jul 15 17:26:09.392896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-fb80e2ce-a02d-490c-ad35-a8255a86d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.394200 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-fb80e2ce-a02d-490c-ad35-a8255a86d9fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0712690 Jul 15 17:26:09.486072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-5a3ea6e8-b600-409c-b4a9-110ccd22b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.487532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-5a3ea6e8-b600-409c-b4a9-110ccd22b72f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913508 Jul 15 17:26:09.489975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-d8256bfd-14b3-4550-a848-507744873100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.491293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-d8256bfd-14b3-4550-a848-507744873100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882168 Jul 15 17:26:09.649241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-8266e22b-8882-4a97-bc6e-0e0babaed7f0 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533883 Jul 15 17:26:09.650856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-fbb4cb60-1449-464d-a7a8-2f621538b944 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481068 Jul 15 17:26:09.679322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6bbf-606c-46b9-b3f7-13fa28a65c94 req-dc9151f0-0c96-444a-a0f5-9fa372b30fa2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:09.680869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad4d6bbf-606c-46b9-b3f7-13fa28a65c94 req-dc9151f0-0c96-444a-a0f5-9fa372b30fa2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 943 time: 0.0841985 Jul 15 17:26:09.721641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad4d6bbf-606c-46b9-b3f7-13fa28a65c94 req-305fff7a-ec47-45ab-8869-e7c36d357211 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jul 15 17:26:09.815726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-2eb1959b-5e5e-45a5-ad45-fac08da150b5 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599653 Jul 15 17:26:09.817915 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5fbf3c13-4cf3-431a-bb94-d11f2ca66dd4 req-f075d5f8-8641-424f-8592-ab3ee21c32f5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603515 Jul 15 17:26:10.059823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:26:10.150979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:10.162639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'port_id': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'mac_address': 'fa:16:3e:dd:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:26:10.202056 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:10.214227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d4813f-6db5-4e5f-aba9-a7f59255b61f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:26:10.233447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:10.237718 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:10.282935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:10.289897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.290240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.290584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.290918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.291249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.291578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.291902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.292249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.292573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.292895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.293219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.293537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:10.479261 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['28d4813f-6db5-4e5f-aba9-a7f59255b61f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:26:10.904956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072e5d3-be26-4904-bd5a-0333725ab966 req-d3a58057-e392-4533-8dee-cf0024336c65 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:10.906945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1072e5d3-be26-4904-bd5a-0333725ab966 req-d3a58057-e392-4533-8dee-cf0024336c65 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 944 time: 0.0677123 Jul 15 17:26:10.944273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1072e5d3-be26-4904-bd5a-0333725ab966 req-0ab3b078-6bfe-4017-a22f-d1259d011970 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317345 Jul 15 17:26:10.985413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:26:11.026497 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:11.040978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:26:11.050593 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:11.240436 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6d291-40d6-4f2c-9c12-393ad4a31fad req-5be28cc9-7078-431a-948b-8ba19b17fc4e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.241943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f6d291-40d6-4f2c-9c12-393ad4a31fad req-5be28cc9-7078-431a-948b-8ba19b17fc4e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 944 time: 0.0638990 Jul 15 17:26:11.281507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9f6d291-40d6-4f2c-9c12-393ad4a31fad req-7c3e0e81-5f36-462d-b522-d34c13eeeef7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333021 Jul 15 17:26:11.294263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-d635d1b1-1bde-4536-973c-7c300d753ec8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.295902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-d635d1b1-1bde-4536-973c-7c300d753ec8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c&tenant_id=779a860128474d149bc973ad72588616&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.1150880 Jul 15 17:26:11.355490 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-ecc15445-be96-4a6b-a962-9d179cfd3b8b service neutron] delete failed (client error): The resource could not be found. Jul 15 17:26:11.356532 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-ecc15445-be96-4a6b-a962-9d179cfd3b8b service neutron] 10.222.0.35 "DELETE /v2.0/ports/28d4813f-6db5-4e5f-aba9-a7f59255b61f/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0544674 Jul 15 17:26:11.452892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-094c81df-9ccd-4068-a297-d24b0cec057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.454505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-094c81df-9ccd-4068-a297-d24b0cec057b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1095 time: 0.0557952 Jul 15 17:26:11.542310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-86d4f3a8-68fd-43ae-bb66-0cb864566e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.543703 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-86d4f3a8-68fd-43ae-bb66-0cb864566e3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0834658 Jul 15 17:26:11.610145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-d8438989-5f52-4325-aa6e-41ba3b4bf639 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 998 time: 0.0606074 Jul 15 17:26:11.657576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-0ea49bec-9b0c-4ee0-8f52-68a315ebf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.658996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-0ea49bec-9b0c-4ee0-8f52-68a315ebf394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0432463 Jul 15 17:26:11.714244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-cbf33108-4d32-410b-a650-1f91fbf6e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:11.715702 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-cbf33108-4d32-410b-a650-1f91fbf6e8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510416 Jul 15 17:26:11.806789 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-6092fc45-7eca-4b3c-991c-53a0eb1f0ffc service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Jul 15 17:26:11.894302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03b6e7b6-f36a-4372-9223-5606b6381c67 req-cb19e2df-0fba-497c-834c-059eb88dcce4 service neutron] 10.222.0.35 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807083 Jul 15 17:26:12.074207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:12.123414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:12.127033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 28d4813f-6db5-4e5f-aba9-a7f59255b61f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:12.127403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:12.201377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:12.225489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:12.227719 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2caf76-be17-432e-aec1-542e41322a74" -d '{"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-plugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:12.240541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:12.244369 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:12.275508 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3de50f-cbe2-4253-8e7b-0287084f5b8f x-openstack-request-id: req-ad3de50f-cbe2-4253-8e7b-0287084f5b8f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:12.275805 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-plugged", "status": "completed", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:12.276057 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad3de50f-cbe2-4253-8e7b-0287084f5b8f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:12.276493 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'code': 200} Jul 15 17:26:12.300223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:12.461727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8e810-f2ec-4c83-9b8c-57deff143942 req-7752cdb7-4e54-4c79-a497-e0a4cb77f19a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:12.463238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02b8e810-f2ec-4c83-9b8c-57deff143942 req-7752cdb7-4e54-4c79-a497-e0a4cb77f19a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0687525 Jul 15 17:26:12.502751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02b8e810-f2ec-4c83-9b8c-57deff143942 req-82f0b7bb-0c15-40e8-a135-246a2120ff46 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335917 Jul 15 17:26:12.527965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43576) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:12.590548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a42d8f7d-b845-4b3e-8185-476a7d75c2fd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/761da633-3de5-4420-b6c5-e949841c8a85 HTTP/1.1" status: 200 len: 991 time: 0.0613184 Jul 15 17:26:25.820359 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f828b025-d15a-4dab-9e04-22695a370bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:28.820366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:29.130424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30395dfc-080e-48c1-85ea-1308184c4032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:29.612802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:31.343621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:31.541235 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:26:34.332268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-71796e06-d0ef-47c9-9fdc-6dc5edccf4bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551379 Jul 15 17:26:34.423452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-eb6ef280-be85-4005-bf44-589b083f3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:34.424956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-eb6ef280-be85-4005-bf44-589b083f3455 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0512686 Jul 15 17:26:34.527362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-0cc4792b-c522-448d-95f3-3467d738c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:34.528835 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-0cc4792b-c522-448d-95f3-3467d738c10f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.0853786 Jul 15 17:26:34.592077 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-ee0867ae-ab01-48c6-846f-ae4b60f66e89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 999 time: 0.0565145 Jul 15 17:26:34.640281 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-af298834-4bc1-4867-8234-6700694e7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:34.641907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-af298834-4bc1-4867-8234-6700694e7f46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0417233 Jul 15 17:26:34.700464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-9b30a930-000c-46ae-8bc2-d0f929f1568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:34.702250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-9b30a930-000c-46ae-8bc2-d0f929f1568d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542321 Jul 15 17:26:34.792611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-a1b6ccf8-8e28-4872-a3fd-b7c5233310c9 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Jul 15 17:26:34.883662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-74280ec3-19dd-495c-94ae-5beb7e5bff32 req-e12a66ed-990b-4b08-9d8f-40ef781fe7ba service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850296 Jul 15 17:26:41.004333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.067599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.113307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc81225-1fbe-4561-b122-c4e3323ce3b3 req-34f0143c-6ff6-4a34-9974-e9c63d99b205 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:41.114836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bc81225-1fbe-4561-b122-c4e3323ce3b3 req-34f0143c-6ff6-4a34-9974-e9c63d99b205 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0539865 Jul 15 17:26:41.152188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bc81225-1fbe-4561-b122-c4e3323ce3b3 req-2cbeb372-3dea-4bcd-b54a-954681dd6217 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Jul 15 17:26:41.177315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43590) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:41.332904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 1c3ff8d1-699a-411b-8ac9-f0520a760d4b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:26:41.333162 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.408630 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.408973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.420435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 1c3ff8d1-699a-411b-8ac9-f0520a760d4b owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:26:41.571433 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.597482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=1c3ff8d1-699a-411b-8ac9-f0520a760d4b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:41.608817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.609162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.609498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.609831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.610156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.610481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.610804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.611133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.611457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.611774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.612093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.612439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:41.672703 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.673032 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP 761da633-3de5-4420-b6c5-e949841c8a85 disassociated (deleted). External IP: 172.25.8.6, port: 28d4813f-6db5-4e5f-aba9-a7f59255b61f. Jul 15 17:26:41.880258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:26:41.987098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:26:41.991796 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:41.996343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Sync routers for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:26:42.005725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:42.006393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:42.029590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0394695e-7b37-4221-bf2a-bc39713387af tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/floatingips/761da633-3de5-4420-b6c5-e949841c8a85 HTTP/1.1" status: 204 len: 168 time: 0.8512056 Jul 15 17:26:42.030180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:42.032479 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96754a0c-a212-44bc-9955-d2238f389a66" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:42.067951 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930170c5-8bc7-497f-9cf8-27801411224b x-openstack-request-id: req-930170c5-8bc7-497f-9cf8-27801411224b {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:42.068285 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:42.068538 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-930170c5-8bc7-497f-9cf8-27801411224b {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:42.068944 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'status': 'completed', 'code': 200} Jul 15 17:26:42.113652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:42.147011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754a0c-a212-44bc-9955-d2238f389a66 req-a7906761-5692-4c90-96af-cc3da1b2a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:42.148596 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-a7906761-5692-4c90-96af-cc3da1b2a83a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 1096 time: 0.0539956 Jul 15 17:26:42.250620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754a0c-a212-44bc-9955-d2238f389a66 req-c706605b-0081-46b6-8b11-cf296a1f44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:42.256499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-c706605b-0081-46b6-8b11-cf296a1f44b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 200 len: 896 time: 0.1016052 Jul 15 17:26:42.304502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-91e5a999-8de7-47d2-9748-8105c955971b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 200 len: 217 time: 0.0353279 Jul 15 17:26:42.327851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:42.358989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754a0c-a212-44bc-9955-d2238f389a66 req-7200ae0f-0c21-4e29-a7c2-4684f9993639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:42.359496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Checking router: 71e1e7f1-2591-4652-87d1-fee3daf2cd0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:26:42.362434 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-7200ae0f-0c21-4e29-a7c2-4684f9993639 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 200 len: 834 time: 0.0511341 Jul 15 17:26:42.368201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:42.368983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:42.423265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754a0c-a212-44bc-9955-d2238f389a66 req-fb15313d-a787-4e51-bb1a-d1d554b67cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:42.423682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229969-6d56-4630-a3d7-0c4944280548 req-ee1a4d7f-a31a-434e-9c2c-3334dcd35418 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:42.424896 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-fb15313d-a787-4e51-bb1a-d1d554b67cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559676 Jul 15 17:26:42.428181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18229969-6d56-4630-a3d7-0c4944280548 req-ee1a4d7f-a31a-434e-9c2c-3334dcd35418 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0681503 Jul 15 17:26:42.464385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18229969-6d56-4630-a3d7-0c4944280548 req-5b3d072d-b0a3-40af-911e-13003539b26d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Jul 15 17:26:42.475717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:42.519802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-82d613a6-c65a-4071-8101-e1c7e926b6aa service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876613 Jul 15 17:26:42.612800 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96754a0c-a212-44bc-9955-d2238f389a66 req-9983c8d9-35f1-4b8b-ac8f-0f3c30301d67 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861568 Jul 15 17:26:42.676258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:42.701526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cc4b32-9e8a-44bf-a579-073ad6e076a3 None None] The sync data for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 is: [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:25:09Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'd537599e-a058-4f74-bf24-de341bf28d15', 'name': '', 'network_id': 'cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:41:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:08Z', 'updated_at': '2021-07-15T17:25:13Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'b2a09568-fe11-4e85-b3c4-a1756f44cec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:26:42.911028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b15f21-c3b0-407f-afb8-a61129d30162 None None] New status for floating IP 761da633-3de5-4420-b6c5-e949841c8a85: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:26:43.569868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427d534-614f-484e-96f5-8c5f370907b3 req-79e76f4d-d4e6-4438-9f47-02a866cc7858 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:43.571370 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d427d534-614f-484e-96f5-8c5f370907b3 req-79e76f4d-d4e6-4438-9f47-02a866cc7858 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0658133 Jul 15 17:26:43.648040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c999ec9-90f9-400c-a152-938328b9ec6b req-384a9730-4164-444c-a2fa-507960444b17 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:43.649481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c999ec9-90f9-400c-a152-938328b9ec6b req-384a9730-4164-444c-a2fa-507960444b17 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 945 time: 0.0687773 Jul 15 17:26:43.670037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 28d4813f-6db5-4e5f-aba9-a7f59255b61f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:26:43.670380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:43.686764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c999ec9-90f9-400c-a152-938328b9ec6b req-66820ca5-364f-4b43-a0d7-ad8f57a68c57 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=905feb65-1f42-4ba0-910e-5acba623eef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jul 15 17:26:43.761796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port 28d4813f-6db5-4e5f-aba9-a7f59255b61f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=28d4813f-6db5-4e5f-aba9-a7f59255b61f,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:43.762158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:43.774623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 28d4813f-6db5-4e5f-aba9-a7f59255b61f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:26:44.179198 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:44.205455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=28d4813f-6db5-4e5f-aba9-a7f59255b61f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:44.252353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] No DVR routers for this DVR port 28d4813f-6db5-4e5f-aba9-a7f59255b61f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:26:44.255064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:44.257291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d427d534-614f-484e-96f5-8c5f370907b3 req-eccb9453-397c-4e69-b6b4-321e447d1912 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.20 "DELETE /v2.0/ports/28d4813f-6db5-4e5f-aba9-a7f59255b61f HTTP/1.1" status: 204 len: 173 time: 0.6810267 Jul 15 17:26:44.257876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-deleted', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:44.260157 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fce8f8-0b28-4711-b569-611711d3aa09" -d '{"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-deleted", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:44.298578 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7f8f4-b465-43bf-9e7a-97f2d167c35e x-openstack-request-id: req-24b7f8f4-b465-43bf-9e7a-97f2d167c35e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:44.298919 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5102c-ae1d-4f24-af68-68ca1ef1a25c", "name": "network-vif-deleted", "tag": "28d4813f-6db5-4e5f-aba9-a7f59255b61f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:44.300311 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24b7f8f4-b465-43bf-9e7a-97f2d167c35e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:44.300311 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5102c-ae1d-4f24-af68-68ca1ef1a25c', 'name': 'network-vif-deleted', 'tag': '28d4813f-6db5-4e5f-aba9-a7f59255b61f', 'status': 'completed', 'code': 200} Jul 15 17:26:44.850188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a98b76d-d658-4baa-a81b-7dc0272e1a74 req-5ed478c6-91ed-4a57-8384-659409d687c7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d5102c-ae1d-4f24-af68-68ca1ef1a25c HTTP/1.1" status: 200 len: 210 time: 0.0323329 Jul 15 17:26:45.944367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:46.222455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:26:46.241777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 28d4813f-6db5-4e5f-aba9-a7f59255b61f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:26:46.242137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 28d4813f-6db5-4e5f-aba9-a7f59255b61f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:26:46.304590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:46.573289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port d537599e-a058-4f74-bf24-de341bf28d15 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:26:46.573544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:46.948328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port d537599e-a058-4f74-bf24-de341bf28d15, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d537599e-a058-4f74-bf24-de341bf28d15,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:46.949048 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:46.961039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for d537599e-a058-4f74-bf24-de341bf28d15 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:26:47.141839 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.173147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=d537599e-a058-4f74-bf24-de341bf28d15,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:47.353096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.571507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:26:47.679214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:26:47.684504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7b8863fc-d393-4e94-b105-c779396248e9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/71e1e7f1-2591-4652-87d1-fee3daf2cd0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389700 Jul 15 17:26:47.687029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:47.690470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Sync routers for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:26:47.699482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:47.700083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:47.739201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting subnet b2a09568-fe11-4e85-b3c4-a1756f44cec9 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:26:47.742280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.782469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.806545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:47.871719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.931071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.959600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a09568-fe11-4e85-b3c4-a1756f44cec9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:47.963531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:47.968033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d3c7c0bb-a1f7-4033-8f6e-6615129a5073 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/subnets/b2a09568-fe11-4e85-b3c4-a1756f44cec9 HTTP/1.1" status: 204 len: 168 time: 0.2772093 Jul 15 17:26:47.968395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43610) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:47.973329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec4b0d-c370-4854-b19a-40289f23cf7f None None] Network cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:26:48.047403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:26:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.075640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.094901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Checking router: 71e1e7f1-2591-4652-87d1-fee3daf2cd0c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:26:48.122221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Routers {'71e1e7f1-2591-4652-87d1-fee3daf2cd0c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:48.122749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.180447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.237592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 9f26f469-6ed0-4593-b34a-5c82a3ffc395 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:26:48.237944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.243113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] Set router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:48.297654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] DHCP port deletion for cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:26:48.322149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port 9f26f469-6ed0-4593-b34a-5c82a3ffc395, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9f26f469-6ed0-4593-b34a-5c82a3ffc395,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:48.322488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.335672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 9f26f469-6ed0-4593-b34a-5c82a3ffc395 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:26:48.508496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.534812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=9f26f469-6ed0-4593-b34a-5c82a3ffc395,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:48.589063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Deleting port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:26:48.589437 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.603123 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.661864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] For port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,segment=NetworkSegment(99e7eded-5f9c-4918-b0e9-c78fecae48ab),segment_id=99e7eded-5f9c-4918-b0e9-c78fecae48ab)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:48.662256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.677070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Calling delete_port for 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:26:48.693077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:26:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.695181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.697328 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.742304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.742945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Fanout notify agent at l3_agent the message router_deleted on router 71e1e7f1-2591-4652-87d1-fee3daf2cd0c {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:26:48.749860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.750980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0e852a42-5bc0-47f0-963b-134aef0d8486 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/routers/71e1e7f1-2591-4652-87d1-fee3daf2cd0c HTTP/1.1" status: 204 len: 168 time: 0.7818503 Jul 15 17:26:48.753715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43612) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:48.757143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031cdae-457e-40fa-adc0-988067ef07c0 None None] The sync data for ids ['71e1e7f1-2591-4652-87d1-fee3daf2cd0c'] in n-d-800085-3 is: [{'id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732095570', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:25:05Z', 'updated_at': '2021-07-15T17:26:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '9f26f469-6ed0-4593-b34a-5c82a3ffc395', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e1e7f1-2591-4652-87d1-fee3daf2cd0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:25:06Z', 'updated_at': '2021-07-15T17:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:26:48.807876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.833206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] Pushing event deleted for resources: {'Port': ['ID=8f96f18b-a3ae-4e0a-becd-a79e312cc4e3,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:48.839311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630835-6cce-4059-a256-98ecd427c7c2 None None] No DVR routers for this DVR port 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:26:48.852330 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.937512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.947253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.957586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e7eded-5f9c-4918-b0e9-c78fecae48ab') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.957879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e7eded-5f9c-4918-b0e9-c78fecae48ab') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:48.966371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.980270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.985865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:26:48.986257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:26:48.989494 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:26:49.049632 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.056539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.058146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/networks/cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18 HTTP/1.1" status: 204 len: 168 time: 0.3034766 Jul 15 17:26:49.061250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:49.069567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fae8c7-5cb7-45c9-a0ef-3d30770aa18c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Network': ['ID=cb7e36ca-1ee2-40fe-a5bb-0aa1fc93cd18,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:49.122910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.152516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.229632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.232498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.234688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:26:49.238495 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/security-groups/905feb65-1f42-4ba0-910e-5acba623eef5 HTTP/1.1" status: 204 len: 168 time: 0.1759739 Jul 15 17:26:49.247897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa3bbb-57ca-46de-98ce-87bca3194469 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905feb65-1f42-4ba0-910e-5acba623eef5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:49.268846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:26:49.269268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8f96f18b-a3ae-4e0a-becd-a79e312cc4e3 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:26:49.269587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d537599e-a058-4f74-bf24-de341bf28d15 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:26:49.293332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: d537599e-a058-4f74-bf24-de341bf28d15 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:26:49.293773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device d537599e-a058-4f74-bf24-de341bf28d15 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:26:49.617863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43620) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:49.622572 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344392342', 'description': 'tempest-secgroup-smoke-1344392342 description', 'project_id': '779a860128474d149bc973ad72588616'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:49.644683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.722876 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.726407 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.751019 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.752227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332302 Jul 15 17:26:49.755262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:49.757871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c066b-2a97-46a1-a94c-0d3b9b87b2f9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08093a7-7cd3-4ada-9b3f-61db3030367a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:49.759933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:49.786789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.844988 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.849861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.867383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9141bc67-34d2-48eb-a7ab-46390d2d102e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:49.876013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.877816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ae302f68-3fd5-4c95-9eb5-02776f4e6aa5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209967 Jul 15 17:26:49.880699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43624) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:49.885208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:49.910321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.966711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.970013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.991039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3916bdd1-af0b-44ab-9086-74e2cf7ac4d3,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:49.997249 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:49.999103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2b8b49ff-8e37-45f0-8031-92b6cb3109b5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174767 Jul 15 17:26:50.001261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43626) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.006339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.032332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.090344 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.093532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.111507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053d44a5-a094-4ca2-b72d-b5ae95c5c9d1,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:50.116504 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.117682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-41662059-2211-4162-8d97-df7d8d29a0c8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154823 Jul 15 17:26:50.120486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.124799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.151515 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.210566 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.214391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.233420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9015a9-8e71-4bcc-9e12-3f26b2579a4d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:50.236964 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.238323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-784992c9-0049-465e-bda0-b19fdf185857 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169012 Jul 15 17:26:50.241083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43630) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.245382 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.266423 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:26:50.271994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.331296 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.335095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.356210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe00a64-c6e5-4ff7-9685-6e558ab9ed05,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:50.362819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.364529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bcd012ad-cee7-4ebc-8fcf-bedca1f3f2fb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225262 Jul 15 17:26:50.367052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43632) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.371593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': 'f08093a7-7cd3-4ada-9b3f-61db3030367a', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.392945 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:26:50.397643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.458402 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.461662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.479700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e7a86-f6af-49a0-a2e8-7d85e19afbeb,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:50.485090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.486244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-198c9529-5fd0-4b17-a413-d82ab14521ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182199 Jul 15 17:26:50.489045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.493949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'network': {'name': 'tempest-network-smoke--1470747579', 'project_id': '779a860128474d149bc973ad72588616', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.513416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:26:50.517180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.541469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:26:50.551351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.551693 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Added segment 1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e of type vlan for network 9be04360-44b0-4309-a58e-6315c7f8551b Jul 15 17:26:50.591257 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.619198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.624779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:50.625359 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.659360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1686227 Jul 15 17:26:50.662175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:50.667264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'admin_state_up': True, 'project_id': '779a860128474d149bc973ad72588616', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:50.692650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.693637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.697469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0234b-0419-450a-9929-e0266167cc0d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Network': ['ID=9be04360-44b0-4309-a58e-6315c7f8551b,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:50.708569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9be04360-44b0-4309-a58e-6315c7f8551b details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:26:50.782185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:50.836294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9f26f469-6ed0-4593-b34a-5c82a3ffc395 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:26:50.856798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 9f26f469-6ed0-4593-b34a-5c82a3ffc395 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:26:50.857139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9f26f469-6ed0-4593-b34a-5c82a3ffc395 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:26:50.920534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.103620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.127460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.230719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.14 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/8396439e-83ff-4ef3-92d4-b0711cd1446d) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:26:51.329858 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.369592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.409073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:26:51.415099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:51.418773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:26:51.441945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=8396439e-83ff-4ef3-92d4-b0711cd1446d,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:51.660882 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.850436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:51.982685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router f4ed53b3-49ba-41bf-bf62-e2e26795d574 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:26:52.085729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:26:52.095169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Sync routers for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:26:52.103716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.104845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:52.105088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5a370f0b-059c-4cf9-a3de-6080f71b0897 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4416049 Jul 15 17:26:52.105568 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:52.108165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43638) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:52.143685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b879ee57-e091-4252-9c6f-171d6b9cce0b tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=779a860128474d149bc973ad72588616&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340440 Jul 15 17:26:52.145970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43640) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:52.294554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:52.300005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44f96b-630d-405e-8bf1-4e0aae44aa86 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:52.304043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4f44f96b-630d-405e-8bf1-4e0aae44aa86 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546738 Jul 15 17:26:52.304409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:52.343864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-77d160e2-267c-4eab-bafa-707377d8f01d tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381956 Jul 15 17:26:52.347060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:52.352060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337689256', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'project_id': '779a860128474d149bc973ad72588616', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:52.436838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:26:52.440769 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.466142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:51Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:52.495781 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Checking router: f4ed53b3-49ba-41bf-bf62-e2e26795d574 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:26:52.496124 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Updating router f4ed53b3-49ba-41bf-bf62-e2e26795d574 port 8396439e-83ff-4ef3-92d4-b0711cd1446d binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:26:52.530200 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.624598 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.688929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Subnet': ['ID=9984e09c-f350-4b7d-8d77-dc383920febc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:52.697731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:52.698094 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network hostable DHCP agents. Network: 9be04360-44b0-4309-a58e-6315c7f8551b, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:26:52.717098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9be04360-44b0-4309-a58e-6315c7f8551b is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:26:52.726797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9be04360-44b0-4309-a58e-6315c7f8551b) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:52.732266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:52.732861 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.738127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6d439-af59-4cdb-9391-4deb819a3c19 None None] Network 9be04360-44b0-4309-a58e-6315c7f8551b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:26:52.751475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:26:52.751726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1d31888e-6138-4a5b-b16d-0c56c31f9e75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034605 Jul 15 17:26:52.785963 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.796737 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Transition to ACTIVE for port object 8396439e-83ff-4ef3-92d4-b0711cd1446d will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:52.802369 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.859319 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Pushing event updated for resources: {'Port': ['ID=8396439e-83ff-4ef3-92d4-b0711cd1446d,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:52.863862 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Attempting to bind port 8396439e-83ff-4ef3-92d4-b0711cd1446d on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:26:52.864292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Attempting to bind port 8396439e-83ff-4ef3-92d4-b0711cd1446d by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:26:52.864652 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Attempting to bind port 8396439e-83ff-4ef3-92d4-b0711cd1446d on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:52.873235 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.873578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.873930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.874241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.874566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.874945 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.875203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.875518 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.875832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.876162 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.876480 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.876793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:26:52.880398 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:26:52.880907 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:52.881145 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.881523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:26:52.881987 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Bound port: 8396439e-83ff-4ef3-92d4-b0711cd1446d, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:26:52.882359 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.918618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-9be04360-44b0-4309-a58e-6315c7f8551b', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:26:52.919856 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.933700 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] For port 8396439e-83ff-4ef3-92d4-b0711cd1446d, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:52.936808 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] For port 8396439e-83ff-4ef3-92d4-b0711cd1446d, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8396439e-83ff-4ef3-92d4-b0711cd1446d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:26:52.940965 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:52.997882 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34414bef-91a2-4bb7-bd99-6fdf600b844e None None] Pushing event updated for resources: {'Port': ['ID=8396439e-83ff-4ef3-92d4-b0711cd1446d,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:53.004952 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:53.005559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:53.063201 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Allocated IP 172.20.0.2 (9be04360-44b0-4309-a58e-6315c7f8551b/9984e09c-f350-4b7d-8d77-dc383920febc/37f70f36-ba9b-4816-9aa6-339797c58f54) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:26:53.116981 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:53.200056 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.214130 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.224639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Transition to ACTIVE for port object 37f70f36-ba9b-4816-9aa6-339797c58f54 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:53.238984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Transition to ACTIVE for port object 37f70f36-ba9b-4816-9aa6-339797c58f54 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:53.245496 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.289094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Network 9be04360-44b0-4309-a58e-6315c7f8551b is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:26:53.296991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:53.301914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:26:53.305711 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:51Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:53.310620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Pushing event updated for resources: {'Port': ['ID=37f70f36-ba9b-4816-9aa6-339797c58f54,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:53.334605 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30750ca0-30f0-415b-a29d-631e8dbe468f None None] The sync data for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 is: [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:51Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:26:53.376539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Attempting to bind port 37f70f36-ba9b-4816-9aa6-339797c58f54 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:26:53.377520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Attempting to bind port 37f70f36-ba9b-4816-9aa6-339797c58f54 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:26:53.378095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Attempting to bind port 37f70f36-ba9b-4816-9aa6-339797c58f54 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:53.383999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:26:53.384610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:53.385078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.385556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Bound using segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:26:53.386101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Bound port: 37f70f36-ba9b-4816-9aa6-339797c58f54, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:26:53.386553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.466316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] For port 37f70f36-ba9b-4816-9aa6-339797c58f54, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:53.470426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] For port 37f70f36-ba9b-4816-9aa6-339797c58f54, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37f70f36-ba9b-4816-9aa6-339797c58f54,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:26:53.474409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.550069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8851ca0-66e6-44f2-b031-abbdde88da44 None None] Pushing event updated for resources: {'Port': ['ID=37f70f36-ba9b-4816-9aa6-339797c58f54,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:53.841800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.1 (9be04360-44b0-4309-a58e-6315c7f8551b/9984e09c-f350-4b7d-8d77-dc383920febc/40a8c329-8f98-45d8-95dc-e4d759087b52) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:26:53.972785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:53.987170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object 40a8c329-8f98-45d8-95dc-e4d759087b52 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:54.022430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.062915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9be04360-44b0-4309-a58e-6315c7f8551b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:26:54.069618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:54.073508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:26:54.099954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:54.123044 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.275046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.554709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598afae-fc49-4a1b-b9fb-bd6129ba26aa None None] Network 9be04360-44b0-4309-a58e-6315c7f8551b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:26:54.566100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.570767 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.623040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-88f6a32f-81f9-4990-b213-95cfc0506506 None None] Provisioning for port 37f70f36-ba9b-4816-9aa6-339797c58f54 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:54.648864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:54.653884 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:54.751269 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9be04360-44b0-4309-a58e-6315c7f8551b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:26:54.752782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:54.887042 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router f4ed53b3-49ba-41bf-bf62-e2e26795d574 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:26:54.980776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8396439e-83ff-4ef3-92d4-b0711cd1446d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:55.012749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:26:55.022243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7af2ae27-e28a-49bc-9866-78c9297d9dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/f4ed53b3-49ba-41bf-bf62-e2e26795d574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2690420 Jul 15 17:26:55.024211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Sync routers for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:26:55.039119 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:55.039758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:55.099095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8396439e-83ff-4ef3-92d4-b0711cd1446d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:55.111885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8396439e-83ff-4ef3-92d4-b0711cd1446d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:55.111885 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.186437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-0b810123-28c9-4e23-96ab-5a9f7f850d51 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344392342&fields=id&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 267 time: 0.0464213 Jul 15 17:26:55.195398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7076a5da-26f7-4a21-ba74-a035a127f629 None None] Provisioning for port 40a8c329-8f98-45d8-95dc-e4d759087b52 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:55.209884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:55.211879 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7076a5da-26f7-4a21-ba74-a035a127f629 None None] Provisioning complete for port 40a8c329-8f98-45d8-95dc-e4d759087b52 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:55.212285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7076a5da-26f7-4a21-ba74-a035a127f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.308939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-fbabe4c1-daee-41a6-93c1-584ac1480905 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:55.310824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-fbabe4c1-daee-41a6-93c1-584ac1480905 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 797 time: 0.1142204 Jul 15 17:26:55.326874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d9d9e80a-f511-4042-b5f0-2886b7b1a7a4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/quotas/779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 375 time: 0.0099103 Jul 15 17:26:55.352625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7076a5da-26f7-4a21-ba74-a035a127f629 None None] Port 40a8c329-8f98-45d8-95dc-e4d759087b52 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:26:55.385109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.403085 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-90910604-e92e-4f8f-9f1b-883807ff465f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692410 Jul 15 17:26:55.419064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-3787e0e7-5de7-4ef3-b0f7-c4c983ce9eb7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:26:55.420021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-3787e0e7-5de7-4ef3-b0f7-c4c983ce9eb7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058835 Jul 15 17:26:55.437169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 8396439e-83ff-4ef3-92d4-b0711cd1446d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8396439e-83ff-4ef3-92d4-b0711cd1446d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:55.442773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.443648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37f70f36-ba9b-4816-9aa6-339797c58f54 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:55.570660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a395d564-a35c-4568-b0b8-19e0a533edae service neutron] 10.222.0.25 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443746 Jul 15 17:26:55.571292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-af696d27-cc19-45f4-85b9-d93d2bd91c87 None None] Provisioning complete for port 40a8c329-8f98-45d8-95dc-e4d759087b52 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:55.571779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-af696d27-cc19-45f4-85b9-d93d2bd91c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.575284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=8396439e-83ff-4ef3-92d4-b0711cd1446d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:55.621211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 37f70f36-ba9b-4816-9aa6-339797c58f54 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:55.628684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-af696d27-cc19-45f4-85b9-d93d2bd91c87 None None] Port 40a8c329-8f98-45d8-95dc-e4d759087b52 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:26:55.630089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 37f70f36-ba9b-4816-9aa6-339797c58f54 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:55.630462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.665943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-e3f9ed43-d758-4e4b-b163-131e9a6a446f service neutron] 10.222.0.25 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890553 Jul 15 17:26:55.669575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 2, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:55.700037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Checking router: f4ed53b3-49ba-41bf-bf62-e2e26795d574 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:26:55.700428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Updating router f4ed53b3-49ba-41bf-bf62-e2e26795d574 port 40a8c329-8f98-45d8-95dc-e4d759087b52 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:26:55.755825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.804292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.861318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6c541a07-217b-4617-a897-d3dfee5da33e req-965f7b06-aa1e-42a4-bce0-89fb44af2a1c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jul 15 17:26:55.887955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7e0bcdf9-463c-4fc9-991d-75f2c4c0313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:55.917277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 37f70f36-ba9b-4816-9aa6-339797c58f54, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37f70f36-ba9b-4816-9aa6-339797c58f54,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:55.923637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.027531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=37f70f36-ba9b-4816-9aa6-339797c58f54,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:56.119701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.130216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Transition to ACTIVE for port object 40a8c329-8f98-45d8-95dc-e4d759087b52 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:56.135994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.358479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace71a38-13fb-4c22-9c85-7b1c2098ee10 None None] Pushing event updated for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:56.413797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Attempting to bind port 40a8c329-8f98-45d8-95dc-e4d759087b52 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:26:56.414177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Attempting to bind port 40a8c329-8f98-45d8-95dc-e4d759087b52 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:26:56.414546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Attempting to bind port 40a8c329-8f98-45d8-95dc-e4d759087b52 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:56.419834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:26:56.420256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:56.420648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.421046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Bound using segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:26:56.421516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Bound port: 40a8c329-8f98-45d8-95dc-e4d759087b52, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:26:56.421903 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.488191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] For port 40a8c329-8f98-45d8-95dc-e4d759087b52, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:56.491646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] For port 40a8c329-8f98-45d8-95dc-e4d759087b52, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40a8c329-8f98-45d8-95dc-e4d759087b52,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:26:56.496411 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:56.569855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace71a38-13fb-4c22-9c85-7b1c2098ee10 None None] Pushing event updated for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:56.574389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:26:56.575082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:56.686556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:26:56.899416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:56Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:26:56.904163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8396439e-83ff-4ef3-92d4-b0711cd1446d up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:56.953022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed36c1e2-d3cd-4900-a537-9538f912c82c None None] The sync data for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 is: [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:56Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:26:56.992563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8396439e-83ff-4ef3-92d4-b0711cd1446d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:56.993040 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.061009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-950dd544-99a9-4022-9e49-46c7529e3e42 req-3470deec-1931-49a1-83e6-ff9485a0c467 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 210 time: 0.0616190 Jul 15 17:26:57.108996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a70bb183-a094-4c79-bbce-1cbf61d4ce7b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:57.112002 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a70bb183-a094-4c79-bbce-1cbf61d4ce7b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 797 time: 0.1903234 Jul 15 17:26:57.117178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37f70f36-ba9b-4816-9aa6-339797c58f54 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:57.163658 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a137a7d5-a7ba-423f-86df-406ad4af3183 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 380 time: 0.0422463 Jul 15 17:26:57.182830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'port': {'device_id': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'admin_state_up': True, 'tenant_id': '779a860128474d149bc973ad72588616', 'security_groups': ['f08093a7-7cd3-4ada-9b3f-61db3030367a']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:57.190337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 37f70f36-ba9b-4816-9aa6-339797c58f54 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:57.190807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.300646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:26:57.304419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.439991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.9 (9be04360-44b0-4309-a58e-6315c7f8551b/9984e09c-f350-4b7d-8d77-dc383920febc/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:26:57.590662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.609917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:57.644436 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.692515 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9be04360-44b0-4309-a58e-6315c7f8551b is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:26:57.695722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:26:57.699773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:26:57.731249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:57.767124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:57.767518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.785475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-d6ebad3e-8914-4b1e-a8dd-d55201fe8414 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090169 Jul 15 17:26:57.797877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Request body: {'port': {'device_id': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:26:57.888945 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:57.970929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc4deed2-da94-48e8-b1c3-41827ae7428f None None] Provisioning for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:57.975628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bc4deed2-da94-48e8-b1c3-41827ae7428f None None] Provisioning complete for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:57.976012 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bc4deed2-da94-48e8-b1c3-41827ae7428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.013915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-bc4deed2-da94-48e8-b1c3-41827ae7428f None None] Port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:26:58.165676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:26:58.174620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.186864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Transition to ACTIVE for port object bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:26:58.191412 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.240747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba239faf-63cd-440f-9456-813a6326e7b6 req-bb3886a5-3325-4191-8b2a-a2171de45f80 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:58.242286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba239faf-63cd-440f-9456-813a6326e7b6 req-bb3886a5-3325-4191-8b2a-a2171de45f80 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 931 time: 0.0651767 Jul 15 17:26:58.260731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:58.288747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba239faf-63cd-440f-9456-813a6326e7b6 req-782dea18-a46c-4134-88e1-cdb60f10cf26 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Jul 15 17:26:58.317869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:26:58.318212 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:26:58.318548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:58.323186 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:26:58.323507 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:26:58.328814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:26:58.329154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:26:58.329541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Bound using segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:26:58.329966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Bound port: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:26:58.330363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.401845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:26:58.405124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:26:58.410207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.446707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:58.447352 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.448742 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] 10.222.0.35 "PUT /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 1091 time: 0.6556408 Jul 15 17:26:58.449178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:26:58.451459 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a1b789-7daf-4249-b659-6066eeeb8b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:26:58.477665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa49e8-2154-4798-9675-57f9cb7ff16d service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:58.499947 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846f3406-2b59-4c90-a786-c81d562b10db x-openstack-request-id: req-846f3406-2b59-4c90-a786-c81d562b10db {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:26:58.500254 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:26:58.500824 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-846f3406-2b59-4c90-a786-c81d562b10db {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:26:58.500969 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:26:58.551796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-4ffeeecc-c53e-4e87-a193-2b0d9ec60472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:58.553396 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-4ffeeecc-c53e-4e87-a193-2b0d9ec60472 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1094 time: 0.0634177 Jul 15 17:26:58.598162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-34ab8ac4-183e-4f03-941e-55f6d452f5db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 217 time: 0.0362971 Jul 15 17:26:58.648423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a5d30ffd-1b25-44de-b3ed-fb5464495498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:58.649928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-a5d30ffd-1b25-44de-b3ed-fb5464495498 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0459745 Jul 15 17:26:58.705749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-dcec3fac-3b46-401f-9b45-1051e6160492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:58.707325 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-dcec3fac-3b46-401f-9b45-1051e6160492 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517962 Jul 15 17:26:58.799765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-cd678c34-953d-4ec1-85bb-5eee2e547582 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 Jul 15 17:26:58.821706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.902221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-470b8623-ca9f-4f9e-a7d2-2b301b365bca req-65d30328-5845-427a-96c5-14fc6cf48f96 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964930 Jul 15 17:26:58.902426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40a8c329-8f98-45d8-95dc-e4d759087b52 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:26:58.953179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 40a8c329-8f98-45d8-95dc-e4d759087b52 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:26:58.957523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 40a8c329-8f98-45d8-95dc-e4d759087b52 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:26:58.957897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:58.999598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-6e96395a-958d-4517-acb2-bdf473ac1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:59.001139 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-6e96395a-958d-4517-acb2-bdf473ac1614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1094 time: 0.0531957 Jul 15 17:26:59.035596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:59.069218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 40a8c329-8f98-45d8-95dc-e4d759087b52, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40a8c329-8f98-45d8-95dc-e4d759087b52,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:26:59.072591 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:59.094158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-70bddae6-6c14-4437-a420-4defe5d46289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:59.096194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-70bddae6-6c14-4437-a420-4defe5d46289 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0883017 Jul 15 17:26:59.128540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:26:59.137799 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b18d3404-1f41-4351-83f7-4d4036120166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:26:59.141176 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-da320cd2-fd17-4cda-8565-ef128ff4e76b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 217 time: 0.0386231 Jul 15 17:26:59.189127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-34cc717f-502d-454f-be79-7014f2353901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:59.190588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-34cc717f-502d-454f-be79-7014f2353901 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0433919 Jul 15 17:26:59.245499 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-c47fa6bc-da2c-4237-8baa-7f0eadafbbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:59.246942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-c47fa6bc-da2c-4237-8baa-7f0eadafbbb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502543 Jul 15 17:26:59.341669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-7c4081f5-289c-4fb5-956b-9755158ab217 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880289 Jul 15 17:26:59.433669 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-87a1b789-7daf-4249-b659-6066eeeb8b6c req-5e6b49b9-351e-42ad-8581-686a605154f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Jul 15 17:26:59.471751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6912d-2fee-4017-9e14-727bd677e508 req-1b8f5d3b-024f-49d0-869e-e2c976cc97d9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:26:59.473330 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fd6912d-2fee-4017-9e14-727bd677e508 req-1b8f5d3b-024f-49d0-869e-e2c976cc97d9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 943 time: 0.0641313 Jul 15 17:26:59.510509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1fd6912d-2fee-4017-9e14-727bd677e508 req-f24074a3-c27c-4ade-8fbd-e4e40293298d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Jul 15 17:26:59.615362 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:00.681592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc017f-7bc3-407f-9511-fb59073ea3f3 req-15b3b6d9-d8ae-4024-ae01-63141c30f024 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:00.682952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cffc017f-7bc3-407f-9511-fb59073ea3f3 req-15b3b6d9-d8ae-4024-ae01-63141c30f024 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 943 time: 0.0623536 Jul 15 17:27:00.720441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cffc017f-7bc3-407f-9511-fb59073ea3f3 req-3098a2f6-65de-4a92-92e4-2f1248dc3d3d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Jul 15 17:27:00.884068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40a8c329-8f98-45d8-95dc-e4d759087b52 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:27:00.933242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 40a8c329-8f98-45d8-95dc-e4d759087b52 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:27:00.933536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:01.116745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:27:01.211311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:01.222202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:27:01.258941 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:01.271464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:27:01.290628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:01.294063 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:01.352920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:01.358471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:01.493297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:27:02.184531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79816-7209-4cbb-8181-9d03c5f43764 req-a9272999-355d-43f9-939a-5c0bd0b53293 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:02.185937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84b79816-7209-4cbb-8181-9d03c5f43764 req-a9272999-355d-43f9-939a-5c0bd0b53293 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 944 time: 0.3558087 Jul 15 17:27:02.223547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84b79816-7209-4cbb-8181-9d03c5f43764 req-036c1aa9-5735-4906-8a41-21e037d371ce tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jul 15 17:27:03.126215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:27:03.176353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:27:03.179897 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:27:03.180300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:03.254924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:03.277691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:03.279944 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc96e8-db48-4f05-8716-44f12e040919" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:03.294086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:03.298412 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:03.325842 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df056b51-665e-4fef-b0a0-eb81eb8ee922 x-openstack-request-id: req-df056b51-665e-4fef-b0a0-eb81eb8ee922 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:03.326151 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:03.326373 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df056b51-665e-4fef-b0a0-eb81eb8ee922 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:03.326892 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'code': 200} Jul 15 17:27:03.357645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:03.400399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21991e-2fcb-411f-a4f6-019b1c96dd3c req-a2161ba1-c118-4b89-8f25-5f894b73ddca tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:03.401878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce21991e-2fcb-411f-a4f6-019b1c96dd3c req-a2161ba1-c118-4b89-8f25-5f894b73ddca tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0655487 Jul 15 17:27:03.442302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce21991e-2fcb-411f-a4f6-019b1c96dd3c req-c09f5e4b-6f81-4680-a5ed-19604d491eeb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338397 Jul 15 17:27:03.448487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9614e-60be-49b3-b552-c46dc4c66b95 req-5e0fbd22-f24f-4d64-a77d-9e3730414f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:03.449995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5cb9614e-60be-49b3-b552-c46dc4c66b95 req-5e0fbd22-f24f-4d64-a77d-9e3730414f9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1096 time: 0.0608790 Jul 15 17:27:03.484390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5cb9614e-60be-49b3-b552-c46dc4c66b95 req-a6585c0d-26b8-4c13-83bc-7dc0576ff279 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280130 Jul 15 17:27:04.620229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855afed-dc85-48ba-816d-837bff85de79 req-61d3ea4b-b0d8-4aaa-8776-4baa0ffea53c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:04.621696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0855afed-dc85-48ba-816d-837bff85de79 req-61d3ea4b-b0d8-4aaa-8776-4baa0ffea53c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0661917 Jul 15 17:27:04.658008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0855afed-dc85-48ba-816d-837bff85de79 req-0c708bbd-a8f0-4a0f-973f-06b1620bdab2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Jul 15 17:27:04.832042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd1ad9-382f-4911-8fe7-c0f84d40820b req-5a7e778b-d6b7-4efb-9bbe-d9298d646aaa tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:04.833560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45bd1ad9-382f-4911-8fe7-c0f84d40820b req-5a7e778b-d6b7-4efb-9bbe-d9298d646aaa tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0635395 Jul 15 17:27:04.871179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45bd1ad9-382f-4911-8fe7-c0f84d40820b req-bc087afc-9b24-42db-895e-05e4adcec7e6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Jul 15 17:27:04.895018 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43704) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:27:04.944310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf39a0-0852-4f20-a465-8a995d5a989d tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:04.945799 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cdbf39a0-0852-4f20-a465-8a995d5a989d tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1091 time: 0.0497937 Jul 15 17:27:04.948493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43706) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:27:04.952840 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:27:04.975226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.071370 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.170443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.54 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/547d5360-cf74-4326-97f3-b00f114f9212) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:27:05.272303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.309226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.348724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:27:05.351451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:27:05.354961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:27:05.360358 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=547d5360-cf74-4326-97f3-b00f114f9212,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:05.716013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.792303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.937147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:05.942137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:06.015369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=547d5360-cf74-4326-97f3-b00f114f9212,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:06.025157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:06.419606 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP b9aa9e26-099e-4ed5-a259-10a4a2a67d07 associated. External IP: 172.25.8.54, port: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5. Jul 15 17:27:06.626362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router f4ed53b3-49ba-41bf-bf62-e2e26795d574 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:27:06.733981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:27:06.744869 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Sync routers for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:27:06.751545 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:06.759302 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:27:06.760305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:27:06.822345 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-36af7df2-e041-4aad-b432-98aff66fccd2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8704071 Jul 15 17:27:06.822345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:06.824831 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b0c08b-df32-4a0b-b864-b081ff42af8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:06.870628 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cd1d7c-8fca-4a43-aadd-71ae5c1f4155 x-openstack-request-id: req-e9cd1d7c-8fca-4a43-aadd-71ae5c1f4155 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:06.870924 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:06.871272 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9cd1d7c-8fca-4a43-aadd-71ae5c1f4155 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:06.871727 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:27:06.909158 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:27:06.954724 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-fcecb37b-9b40-443c-94ec-88467835f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:06.957961 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-fcecb37b-9b40-443c-94ec-88467835f371 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1096 time: 0.0675099 Jul 15 17:27:07.019865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dce93-da3f-4885-b124-e96d334b967c req-ba86fb7a-f4f4-431a-9b17-70bdad7c063c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:07.021526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a1dce93-da3f-4885-b124-e96d334b967c req-ba86fb7a-f4f4-431a-9b17-70bdad7c063c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0762308 Jul 15 17:27:07.061432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a1dce93-da3f-4885-b124-e96d334b967c req-9e47fce1-2cac-4d69-a485-f6007acb9d1e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jul 15 17:27:07.070318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-01e7579f-8a0b-4955-8f5c-7a1aa3d99387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:07.071827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-01e7579f-8a0b-4955-8f5c-7a1aa3d99387 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.1083214 Jul 15 17:27:07.089325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43712) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:27:07.150519 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-ed528b65-0fbb-4437-b2c1-69a4c0afcb72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.0720963 Jul 15 17:27:07.160816 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'b9aa9e26-099e-4ed5-a259-10a4a2a67d07', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:27:05Z', 'updated_at': '2021-07-15T17:27:05Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:27:07.165452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-51dddf07-d43b-4a90-871c-4c809a88f635 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/b9aa9e26-099e-4ed5-a259-10a4a2a67d07 HTTP/1.1" status: 200 len: 990 time: 0.0749481 Jul 15 17:27:07.193886 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Checking router: f4ed53b3-49ba-41bf-bf62-e2e26795d574 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:27:07.202467 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:27:07.203068 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:26:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:27:07.207941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-1d6677aa-7cad-4936-b6bd-e8e74b6f5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:07.209542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-1d6677aa-7cad-4936-b6bd-e8e74b6f5c0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0532727 Jul 15 17:27:07.276640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-0e98dad6-5f2d-488e-ad4b-9b2cad356736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:07.278189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-0e98dad6-5f2d-488e-ad4b-9b2cad356736 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626516 Jul 15 17:27:07.320027 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:27:07.371492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-7963923f-b640-4e92-a912-d947a9172ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866969 Jul 15 17:27:07.468602 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28b0c08b-df32-4a0b-b864-b081ff42af8e req-d6905238-148a-4542-a860-c3ee48086a59 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915151 Jul 15 17:27:07.625982 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'b9aa9e26-099e-4ed5-a259-10a4a2a67d07', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:27:05Z', 'updated_at': '2021-07-15T17:27:05Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:27:07.653257 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87367ef6-c1ee-4168-8f3f-795485b8e2f8 None None] The sync data for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 is: [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'b9aa9e26-099e-4ed5-a259-10a4a2a67d07', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.54', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:27:05Z', 'updated_at': '2021-07-15T17:27:05Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:27:07.855105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eec156-abe9-450b-8dc1-e30c5693d94d None None] New status for floating IP b9aa9e26-099e-4ed5-a259-10a4a2a67d07: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:27:08.168419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43714) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:27:08.245536 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2fb3dde6-2a6e-48e5-93f1-bfaff7ff1bba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/b9aa9e26-099e-4ed5-a259-10a4a2a67d07 HTTP/1.1" status: 200 len: 992 time: 0.0758588 Jul 15 17:27:08.540582 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:27:10.998910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:11.098528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:25.818353 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-56235ee9-ccea-487b-9b4a-c57e523b5d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:28.821526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:29.129377 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-19a7d14e-805a-4e9c-9d10-32ccde14f272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:29.619894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:31.343901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:34.552673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-e97c5107-4cc9-4811-b380-4ac32c78a684 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1025679 Jul 15 17:27:34.647152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-19961ab9-30d7-4364-b1dc-218633622760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:34.648558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-19961ab9-30d7-4364-b1dc-218633622760 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1096 time: 0.0531137 Jul 15 17:27:34.750511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-0a54fdba-94e7-4981-9035-dd4b8c5477e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:34.752044 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-0a54fdba-94e7-4981-9035-dd4b8c5477e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0843194 Jul 15 17:27:34.818825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-6a2a5395-dd2d-4fb0-8251-4e11a125d688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 1000 time: 0.0600963 Jul 15 17:27:34.867388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-281beed5-1f80-474d-a05e-01072fb6bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:34.868905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-281beed5-1f80-474d-a05e-01072fb6bf5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0443416 Jul 15 17:27:34.926615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-273cf148-6fe3-4bb0-82e7-44ac5aa2b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:34.928047 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-273cf148-6fe3-4bb0-82e7-44ac5aa2b15c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519803 Jul 15 17:27:34.981702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2258434-3197-4ce3-a11f-d520ef85cde6 req-8708f7a4-d33f-4e89-8be7-10e0b6e59474 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:34.983840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2258434-3197-4ce3-a11f-d520ef85cde6 req-8708f7a4-d33f-4e89-8be7-10e0b6e59474 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1096 time: 0.0538816 Jul 15 17:27:35.019855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2258434-3197-4ce3-a11f-d520ef85cde6 req-cd70369a-dbb3-4b11-a7e4-ed30d2f4a5d3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297930 Jul 15 17:27:35.022846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-e03c1236-1618-4b96-b032-688f023fa482 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878472 Jul 15 17:27:35.113352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3ebd7f6-53e3-4b4c-b319-5215ff1f2963 req-2c4f2344-2d93-4de8-90b8-bad00b84da32 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Jul 15 17:27:35.199086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5281477-f582-4f6b-87fe-0375ab395bd4 req-941cdb5b-5dcc-4b93-94c5-d2f81de60335 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:35.200497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5281477-f582-4f6b-87fe-0375ab395bd4 req-941cdb5b-5dcc-4b93-94c5-d2f81de60335 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0668266 Jul 15 17:27:35.238472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5281477-f582-4f6b-87fe-0375ab395bd4 req-11e298d5-c779-4674-9c5a-7deabcd28b90 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Jul 15 17:27:35.261765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43730) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:27:35.325258 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3e57377c-2816-4317-b593-ba8a52cec468 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/b9aa9e26-099e-4ed5-a259-10a4a2a67d07 HTTP/1.1" status: 200 len: 992 time: 0.0623481 Jul 15 17:27:35.673357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-3f0979b2-0268-4fc2-a5b1-ef115fc589df req-f6b0ceed-d044-41ab-9150-0601ef931c7d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:27:35.674458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f0979b2-0268-4fc2-a5b1-ef115fc589df req-f6b0ceed-d044-41ab-9150-0601ef931c7d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056250 Jul 15 17:27:35.980833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-e9b767f6-7460-4913-b530-e4205950de84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523689 Jul 15 17:27:36.053638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322518b5-5ef1-400e-9339-b6f4ce9860b2 req-afb74cea-0630-4377-ad3c-349b61ed6c98 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:36.055156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-322518b5-5ef1-400e-9339-b6f4ce9860b2 req-afb74cea-0630-4377-ad3c-349b61ed6c98 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0655427 Jul 15 17:27:36.092833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-322518b5-5ef1-400e-9339-b6f4ce9860b2 req-53dfca75-d909-4344-9879-cd5866be43b0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319641 Jul 15 17:27:37.078040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1f7044f4-5ff0-4ec4-b4be-8db1cecea276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:37.079498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1f7044f4-5ff0-4ec4-b4be-8db1cecea276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1096 time: 0.0504496 Jul 15 17:27:37.171851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a282636c-2203-4f5b-9154-7e32e8235cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:37.173379 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a282636c-2203-4f5b-9154-7e32e8235cde service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0864859 Jul 15 17:27:37.238088 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-6e56445c-9599-4cad-b027-e452d86388de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 1000 time: 0.0587025 Jul 15 17:27:37.274266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8993843-a890-42b0-83d3-98911dafdf28 req-960f25be-493e-4a64-8579-3d8e9f879a30 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:37.275772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8993843-a890-42b0-83d3-98911dafdf28 req-960f25be-493e-4a64-8579-3d8e9f879a30 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0694382 Jul 15 17:27:37.291385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-3a419c5e-cb88-44ce-bff2-9245a1325a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:37.293004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-3a419c5e-cb88-44ce-bff2-9245a1325a8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0483949 Jul 15 17:27:37.313713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8993843-a890-42b0-83d3-98911dafdf28 req-3aabb7b4-a65e-4db1-990c-7265e1122a31 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 15 17:27:37.353463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-7f0ef539-eb49-4cd9-9c11-8325df7329e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:37.354986 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-7f0ef539-eb49-4cd9-9c11-8325df7329e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547471 Jul 15 17:27:37.444343 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-c78f0cbb-db8e-4f63-ab7b-f15d9d8af381 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815132 Jul 15 17:27:37.535762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-7f4947da-d101-4805-b5d6-c51b0781349e service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852413 Jul 15 17:27:38.488524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38abd2-fb44-4054-b558-191ca6738b01 req-e91e6ff1-3dcd-491a-a798-970651d869bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:38.490021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a38abd2-fb44-4054-b558-191ca6738b01 req-e91e6ff1-3dcd-491a-a798-970651d869bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0637603 Jul 15 17:27:38.527540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a38abd2-fb44-4054-b558-191ca6738b01 req-4c4580d0-e1df-443f-bf13-f19b6ec6c456 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Jul 15 17:27:39.704448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b31aa-ae3a-42e2-b5e0-e1c515a715ec req-a3b76593-8a78-4f36-9c3d-d466661646b2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:39.705956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b1b31aa-ae3a-42e2-b5e0-e1c515a715ec req-a3b76593-8a78-4f36-9c3d-d466661646b2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0681009 Jul 15 17:27:39.743876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b1b31aa-ae3a-42e2-b5e0-e1c515a715ec req-f57b7fd7-2593-4308-9990-017c2eb22004 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Jul 15 17:27:40.918549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac783c7-544b-4131-ab8c-f92adc53bf55 req-6c21987a-289d-4b6a-a1e2-408b4acd4bd1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:40.920026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ac783c7-544b-4131-ab8c-f92adc53bf55 req-6c21987a-289d-4b6a-a1e2-408b4acd4bd1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0639570 Jul 15 17:27:40.957100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ac783c7-544b-4131-ab8c-f92adc53bf55 req-784ed080-7bc2-4a6b-844f-47357203a86b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Jul 15 17:27:41.014108 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:41.082639 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:42.130716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32a825-b7ca-421f-aff7-73133d57a3ec req-ee424af4-5ca9-4c5d-ab56-ecc37a06ae9a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:42.132209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c32a825-b7ca-421f-aff7-73133d57a3ec req-ee424af4-5ca9-4c5d-ab56-ecc37a06ae9a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0630550 Jul 15 17:27:42.173986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c32a825-b7ca-421f-aff7-73133d57a3ec req-d99fc7bf-9ea0-4e75-a2c3-b19fb31ef5de tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Jul 15 17:27:43.346686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdefe-d960-41cb-b9d8-057debea5051 req-0ad8e4a6-27d1-4f1a-9183-7848d2db1f33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:43.348239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5bbfdefe-d960-41cb-b9d8-057debea5051 req-0ad8e4a6-27d1-4f1a-9183-7848d2db1f33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0649621 Jul 15 17:27:43.386796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5bbfdefe-d960-41cb-b9d8-057debea5051 req-0ac41def-c642-48d2-a65a-f820ba382fb8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Jul 15 17:27:44.797017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2caf80-608f-4024-af72-0fc4494b1b20 req-b5dee0ed-74f4-4fa5-bb57-ed7172516251 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:44.799069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e2caf80-608f-4024-af72-0fc4494b1b20 req-b5dee0ed-74f4-4fa5-bb57-ed7172516251 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.1220365 Jul 15 17:27:44.839078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e2caf80-608f-4024-af72-0fc4494b1b20 req-4b8f270f-772f-4a3e-bd20-63728ab80eea tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344636 Jul 15 17:27:45.539895 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:27:46.016795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce543371-5cd0-48a1-938e-6144c8509c29 req-7ab4c791-e5d6-40ae-9a51-65a4198f2f3c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:46.018335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce543371-5cd0-48a1-938e-6144c8509c29 req-7ab4c791-e5d6-40ae-9a51-65a4198f2f3c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0685956 Jul 15 17:27:46.056647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce543371-5cd0-48a1-938e-6144c8509c29 req-e5b5dfba-9415-46a0-8a37-a4897dc2b8c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Jul 15 17:27:47.228466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449261a3-fbdd-4501-88e0-a5304b1a2f40 req-48a1b58d-52ec-4d21-87e1-eff28064a775 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:47.229958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-449261a3-fbdd-4501-88e0-a5304b1a2f40 req-48a1b58d-52ec-4d21-87e1-eff28064a775 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0649014 Jul 15 17:27:47.267656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-449261a3-fbdd-4501-88e0-a5304b1a2f40 req-3c7bf873-eca3-4661-b402-79b22e754066 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jul 15 17:27:48.442370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7608a7-7385-4282-bc9c-da7e49e0980c req-1c7fbcd1-3b4b-4d15-b7a3-0f9b11dbe2e2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:48.443810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d7608a7-7385-4282-bc9c-da7e49e0980c req-1c7fbcd1-3b4b-4d15-b7a3-0f9b11dbe2e2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0673327 Jul 15 17:27:48.481641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d7608a7-7385-4282-bc9c-da7e49e0980c req-efbba1f7-e221-4ead-9183-9d56719f690e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Jul 15 17:27:49.296396 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1f6f8776-4555-4f12-aef2-9bed1694c439 service neutron] show failed (client error): The resource could not be found. Jul 15 17:27:49.297392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1f6f8776-4555-4f12-aef2-9bed1694c439 service neutron] 10.222.0.35 "GET /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0536733 Jul 15 17:27:49.539529 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1410a19e-53ec-455d-b7c5-186075885d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:49.541089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-1410a19e-53ec-455d-b7c5-186075885d19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 1096 time: 0.0533834 Jul 15 17:27:49.552582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:27:49.628509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:49.655412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f736a9f-3b9c-4d6e-85a7-2901f8d0419a req-60e7ab80-92c6-466b-8c69-6a7a2d174865 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:49.656929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f736a9f-3b9c-4d6e-85a7-2901f8d0419a req-60e7ab80-92c6-466b-8c69-6a7a2d174865 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0640478 Jul 15 17:27:49.695410 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f736a9f-3b9c-4d6e-85a7-2901f8d0419a req-d5273429-a9dc-4cbc-ab11-6177daf24e9e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323908 Jul 15 17:27:49.828066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:49.859858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:27:49.901567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:49.903829 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2190868c-d2ed-4af5-a025-c8bb9befc940" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:49.907309 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:49.920214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Transition to ACTIVE for port object bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:27:49.924592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:49.960409 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb297fd0-dd36-4b41-bceb-1df939b71120 x-openstack-request-id: req-cb297fd0-dd36-4b41-bceb-1df939b71120 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:49.960703 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:49.960982 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb297fd0-dd36-4b41-bceb-1df939b71120 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:49.961374 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'code': 200} Jul 15 17:27:50.007377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:50.019943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.020312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.020648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.020977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.021304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.021628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.021948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.022267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.022589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.022904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.023219 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.023534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:50.059204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] No DVR routers for this DVR port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:27:50.196847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:27:50.197179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:27:50.197505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:27:50.201660 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:27:50.201975 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:27:50.206741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:27:50.207072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:27:50.207451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Bound using segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:27:50.207873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Bound port: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:27:50.208255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:50.272539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:27:50.275377 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:27:50.279793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:50.314648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.315314 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:50.316655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 1091 time: 0.7688534 Jul 15 17:27:50.337375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723cbc-fba4-42e4-8a52-0c69f6e52450 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:50.415748 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-d728ed14-8579-49bb-980b-72cb7a7139fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.417320 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-d728ed14-8579-49bb-980b-72cb7a7139fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1094 time: 0.0568330 Jul 15 17:27:50.512876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-481c51f3-3437-419d-b00c-31f75da4298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.514359 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-481c51f3-3437-419d-b00c-31f75da4298a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0893810 Jul 15 17:27:50.577692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-21d64bbd-a181-47b6-ab65-ae7c0b2a3dbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.0572929 Jul 15 17:27:50.628756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-507fa0a6-04c4-4b7c-9e28-8613f0a0f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.630107 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-507fa0a6-04c4-4b7c-9e28-8613f0a0f620 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0469453 Jul 15 17:27:50.685582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675c3c-f512-4a98-b111-b71c5906c229 req-5f8ce0d7-1d25-4f02-96b3-d6bb0bc5fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.687018 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-5f8ce0d7-1d25-4f02-96b3-d6bb0bc5fe37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501170 Jul 15 17:27:50.775704 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-9fc7aadd-5f95-46c9-9ed7-ca1c1acacefe service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Jul 15 17:27:50.869106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-22675c3c-f512-4a98-b111-b71c5906c229 req-afc7abc4-bdcd-40ea-b886-b6de9ecffc1e service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871868 Jul 15 17:27:50.870048 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e55787-4eff-4898-8518-8ee0e08ba424 req-fd69a92a-65ed-4e91-9a96-7c0a6ef09845 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:50.871546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e55787-4eff-4898-8518-8ee0e08ba424 req-fd69a92a-65ed-4e91-9a96-7c0a6ef09845 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 943 time: 0.0635223 Jul 15 17:27:50.914465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95e55787-4eff-4898-8518-8ee0e08ba424 req-fc19c1e5-6dbe-4d23-b5b8-fab7a174ee0a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jul 15 17:27:51.962235 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:51.964736 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:52.010839 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7681ad2a-dd37-46ba-802f-a806de9da7e2 x-openstack-request-id: req-7681ad2a-dd37-46ba-802f-a806de9da7e2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:52.011132 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:52.011703 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7681ad2a-dd37-46ba-802f-a806de9da7e2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:52.011808 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:27:52.097191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19590-e5bb-440a-b39c-6fdfbe6e96d8 req-3c72c493-8f98-4e72-a8e0-4a60bc2ac9e3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.098699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcf19590-e5bb-440a-b39c-6fdfbe6e96d8 req-3c72c493-8f98-4e72-a8e0-4a60bc2ac9e3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 943 time: 0.0686328 Jul 15 17:27:52.128306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-f4571cce-75d1-457f-b97c-783757498904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.129822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-f4571cce-75d1-457f-b97c-783757498904 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1094 time: 0.0962665 Jul 15 17:27:52.131551 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-e4dc1570-e5ef-42ff-9e86-e435260383ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.132939 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-e4dc1570-e5ef-42ff-9e86-e435260383ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1094 time: 0.0982158 Jul 15 17:27:52.136530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcf19590-e5bb-440a-b39c-6fdfbe6e96d8 req-92ec5c34-71a6-4d0f-a57a-6aa06bb9ced5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320981 Jul 15 17:27:52.144021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-b80d7bf6-c2a2-41f1-9844-6e42cc27b144 req-4a5949f0-3228-46c1-b0ff-5ebb1348f505 service neutron] (100428) timed out ('10.222.0.35', 58621) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:27:52.286629 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-869ac577-766a-4032-bdcc-cb0779adcf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.288097 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-869ac577-766a-4032-bdcc-cb0779adcf6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.1524966 Jul 15 17:27:52.290586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-54b74be2-f5aa-450b-9436-b2d7ced6bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.291902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-54b74be2-f5aa-450b-9436-b2d7ced6bfa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.1470828 Jul 15 17:27:52.402872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-0379dd7c-057a-4ba4-b0c3-9f6ce16a2c2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.1090503 Jul 15 17:27:52.406655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-20b4ba94-aa5f-4677-b502-a4654ce98131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.1072979 Jul 15 17:27:52.487262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-8afe5f78-6f96-46a0-97ac-514271034dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.488794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-8afe5f78-6f96-46a0-97ac-514271034dfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0803499 Jul 15 17:27:52.490415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-332f99e1-cde8-4d19-8325-e480777ae8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.491728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-332f99e1-cde8-4d19-8325-e480777ae8ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0760992 Jul 15 17:27:52.587892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-357550ef-3422-459f-add8-fc83a7241538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.589343 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-357550ef-3422-459f-add8-fc83a7241538 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950284 Jul 15 17:27:52.591814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-897d0350-eb19-4c1f-b2d6-9ea312a83d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:52.593203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-897d0350-eb19-4c1f-b2d6-9ea312a83d97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912924 Jul 15 17:27:52.656892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:27:52.745552 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-754e2ac8-a379-4b62-8e2b-4bf1029ca8e0 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495848 Jul 15 17:27:52.747663 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-21de4716-501a-4281-b229-0bdcda1c5d05 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440988 Jul 15 17:27:52.752578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:52.763391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:27:52.799551 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:52.811807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:27:52.831836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:52.836146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:52.886215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:52.893864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.894214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.894565 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.894900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.895235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.895567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.895896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.896248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.896574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.896898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.897222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.897550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:27:52.910362 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-1a14f4c2-67fb-4595-8713-2c08a5efe71d service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589935 Jul 15 17:27:52.912274 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-50ff29c0-2453-42cf-8f53-6bbb6cc14d83 req-aaf8c486-bfda-4158-9184-b4b099060be9 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530731 Jul 15 17:27:53.043279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:27:53.314340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e6564-037e-4007-9996-fe75473b3cf4 req-93d96b1f-3f20-44da-b081-676de7254e6b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:53.315841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-599e6564-037e-4007-9996-fe75473b3cf4 req-93d96b1f-3f20-44da-b081-676de7254e6b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 944 time: 0.0652580 Jul 15 17:27:53.354124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-599e6564-037e-4007-9996-fe75473b3cf4 req-7b9139cd-51e9-4e23-8032-6da5b6c2eb5f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327194 Jul 15 17:27:53.367120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:27:53.405625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:27:53.743182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac6df-8652-435e-a173-46dd09a497c1 req-a1987440-823f-4c2c-845c-da69a09bbcbb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:53.744834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45dac6df-8652-435e-a173-46dd09a497c1 req-a1987440-823f-4c2c-845c-da69a09bbcbb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 944 time: 0.0717494 Jul 15 17:27:53.786723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45dac6df-8652-435e-a173-46dd09a497c1 req-343a26ff-d00b-4167-88b2-d2322a5b5bad tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358791 Jul 15 17:27:53.993997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-24835845-ac40-47e6-9efe-969030ca6177 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:53.995386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-24835845-ac40-47e6-9efe-969030ca6177 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa&tenant_id=779a860128474d149bc973ad72588616&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.3802764 Jul 15 17:27:54.055833 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-e787de08-0bb7-4572-a40a-964ff2e02773 service neutron] 10.222.0.20 "GET /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.0535150 Jul 15 17:27:54.130363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-eda08744-13b7-4a66-973a-a9e946ba7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:54.131820 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-eda08744-13b7-4a66-973a-a9e946ba7d96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1095 time: 0.0535669 Jul 15 17:27:54.218035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-5bfd0d3e-8bff-47cd-9a07-59a3068564a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:54.219487 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-5bfd0d3e-8bff-47cd-9a07-59a3068564a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0816288 Jul 15 17:27:54.284850 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-56572698-b418-4cea-a1c0-8148f1b4b722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 999 time: 0.0592422 Jul 15 17:27:54.330683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-06a4fdbe-9ae1-4d3b-bc79-c12fc3f58481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:54.332143 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-06a4fdbe-9ae1-4d3b-bc79-c12fc3f58481 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0419071 Jul 15 17:27:54.386844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-d2acd103-8bf9-4764-9594-5fd0d9ab9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:54.388358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-d2acd103-8bf9-4764-9594-5fd0d9ab9276 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505888 Jul 15 17:27:54.478592 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-24a3dc3e-2517-49ac-96a1-af94d6caa134 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842118 Jul 15 17:27:54.567083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-b937717f-8393-4772-9a37-4f1a5d0c4482 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804420 Jul 15 17:27:54.656593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:27:54.702719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:27:54.707141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:27:54.707536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:54.785662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:54.806847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:54.809078 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90165836-d6a5-4230-abd0-d67e13cddd1e" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:54.822591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:54.827129 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:54.863605 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f17d8-cb09-40c5-8e4d-98ca5e55c911 x-openstack-request-id: req-f91f17d8-cb09-40c5-8e4d-98ca5e55c911 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:54.863908 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:54.864191 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91f17d8-cb09-40c5-8e4d-98ca5e55c911 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:54.864579 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'code': 200} Jul 15 17:27:54.880593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:54.972412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8314458-3cdb-4153-b367-57a4775c2197 req-53616038-dee8-4c3a-9a1e-87b0b155d62e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:54.973884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8314458-3cdb-4153-b367-57a4775c2197 req-53616038-dee8-4c3a-9a1e-87b0b155d62e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0632818 Jul 15 17:27:55.011223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8314458-3cdb-4153-b367-57a4775c2197 req-55c5ff87-2cee-4557-a8a8-000c556d9b4a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Jul 15 17:27:55.819982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-256aa3c5-89c8-4fd7-99bf-8ae6e7f9df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:56.253307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bf914-62a4-45ed-ba35-ea6e65e80a17 req-74918380-b92a-4ca2-93c3-bc3025702f1e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:56.254894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a67bf914-62a4-45ed-ba35-ea6e65e80a17 req-74918380-b92a-4ca2-93c3-bc3025702f1e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.1271441 Jul 15 17:27:56.293931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a67bf914-62a4-45ed-ba35-ea6e65e80a17 req-1432fcd3-8d22-47f3-a96d-401c8062d231 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Jul 15 17:27:56.489542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-ddbe4905-ecde-4719-b5bb-e20186b607f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:56.491050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-ddbe4905-ecde-4719-b5bb-e20186b607f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 1096 time: 0.0584631 Jul 15 17:27:56.506284 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:27:56.575810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:56.774763 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:56.806963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:27:56.850263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:56.852859 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d7f458-0257-484e-95c0-5063e1299fd1" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:56.856508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:56.869545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Transition to ACTIVE for port object bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:27:56.873742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:56.908726 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e62d54-de6e-474c-8e87-521283888176 x-openstack-request-id: req-90e62d54-de6e-474c-8e87-521283888176 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:56.909020 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:56.909276 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90e62d54-de6e-474c-8e87-521283888176 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:56.909671 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'code': 200} Jul 15 17:27:56.955835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=10']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:57.000714 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] No DVR routers for this DVR port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:27:57.145398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:27:57.145730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:27:57.146056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:27:57.150165 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:27:57.150485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Attempting to bind port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on network 9be04360-44b0-4309-a58e-6315c7f8551b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:27:57.155204 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:27:57.155541 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Checking segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:27:57.155927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Bound using segment: {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:27:57.156387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Bound port: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:27:57.156735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:57.219335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:27:57.223172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:27:57.233638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:57.265326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.265952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:57.267993 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 1092 time: 0.7656689 Jul 15 17:27:57.299231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74effea1-06dd-4dcf-9465-762af99956f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:57.352262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-697b9e60-8f5a-4c96-ac7a-c326fbf33ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.353628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-697b9e60-8f5a-4c96-ac7a-c326fbf33ebc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1095 time: 0.0619493 Jul 15 17:27:57.454855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-fea37f6d-4ae2-4bc7-968e-0d172b511d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.457003 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-fea37f6d-4ae2-4bc7-968e-0d172b511d9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0971589 Jul 15 17:27:57.483775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4b37e-36d2-4a8d-9479-0cb2960f6685 req-0a2dafd1-0451-4e00-aa36-474eaf388f34 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.485270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24e4b37e-36d2-4a8d-9479-0cb2960f6685 req-0a2dafd1-0451-4e00-aa36-474eaf388f34 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 944 time: 0.0715280 Jul 15 17:27:57.524042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24e4b37e-36d2-4a8d-9479-0cb2960f6685 req-ae03a818-4683-449b-9a82-86c588d2202c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Jul 15 17:27:57.526726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-26cbb505-84ec-44e1-bf9e-0f0abb159dbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.0633204 Jul 15 17:27:57.576245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-b0bc3937-3cb0-4db6-bbdf-63f56d8594b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.577846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-b0bc3937-3cb0-4db6-bbdf-63f56d8594b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0452955 Jul 15 17:27:57.637549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-6dd75963-075b-46be-addd-af18fc81fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:57.639155 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-6dd75963-075b-46be-addd-af18fc81fd56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540133 Jul 15 17:27:57.734861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-94f5b3da-4bd9-4587-b358-2a3d74c479ef service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882010 Jul 15 17:27:57.823390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a77c5587-9e4d-4159-b7e3-aaacd6ea0da5 req-3efa76cf-5a00-4ea2-93fc-784c12fb75ea service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Jul 15 17:27:58.672352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:27:58.700859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f878ba-3d4d-4094-82c4-e1e03c15ee31 req-756e61de-f632-4dfb-b7b6-0f942735e55a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:58.702467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f878ba-3d4d-4094-82c4-e1e03c15ee31 req-756e61de-f632-4dfb-b7b6-0f942735e55a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 944 time: 0.0662642 Jul 15 17:27:58.710782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:27:58.743003 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44f878ba-3d4d-4094-82c4-e1e03c15ee31 req-821ae9a7-a181-4372-a5e0-423857eecfcc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Jul 15 17:27:58.822308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:58.910863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:27:58.913282 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f6057-c66b-46e9-b2e1-9429d6418c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:27:58.959590 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0bd01a-a051-4a92-a982-acfe3ef72834 x-openstack-request-id: req-4d0bd01a-a051-4a92-a982-acfe3ef72834 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:27:58.959880 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:27:58.960171 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d0bd01a-a051-4a92-a982-acfe3ef72834 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:27:58.960586 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:27:59.073898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-1b76d252-83c2-4e23-ae10-36d7fdb08816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.075393 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-1b76d252-83c2-4e23-ae10-36d7fdb08816 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1095 time: 0.0875819 Jul 15 17:27:59.077154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-4dacc5ea-5386-460d-8769-a82349c1fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.078493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-4dacc5ea-5386-460d-8769-a82349c1fa0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1095 time: 0.0999808 Jul 15 17:27:59.131586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69ea14b7-589d-41ec-ba98-f9569f73702a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:59.234992 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-9132eea9-05c0-464a-9454-c6bd7b9991e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.237083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-9132eea9-05c0-464a-9454-c6bd7b9991e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.1545284 Jul 15 17:27:59.238460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-d9868354-06bd-4b10-b93c-e5badc2959b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.239780 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-d9868354-06bd-4b10-b93c-e5badc2959b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.1492999 Jul 15 17:27:59.347508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-009056db-0771-4511-8997-0e8b890d1593 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.1042969 Jul 15 17:27:59.351595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-160288e1-5902-4492-a821-ce83fd443716 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 998 time: 0.1018417 Jul 15 17:27:59.371116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:27:59.433624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-70839db0-688e-4774-b9c9-033517b10069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.435085 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-70839db0-688e-4774-b9c9-033517b10069 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0806479 Jul 15 17:27:59.436478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-d75c7d3e-87dd-48db-8bf1-25ae68b8af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.437771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-d75c7d3e-87dd-48db-8bf1-25ae68b8af24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0761304 Jul 15 17:27:59.485750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:59.497846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'port_id': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'mac_address': 'fa:16:3e:f5:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:27:59.535056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-a2138a1c-dfbf-4942-be39-bbd6a4121700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.535526 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:59.536825 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-a2138a1c-dfbf-4942-be39-bbd6a4121700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949438 Jul 15 17:27:59.539494 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-48265dc6-53e8-437b-9165-3eabe52a54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.540895 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-48265dc6-53e8-437b-9165-3eabe52a54ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905266 Jul 15 17:27:59.549321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:27:59.570102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:27:59.574195 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:59.635393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=12']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:27:59.638626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:27:59.698956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-5670c554-ac4e-4fd5-92e2-1d84cf71e3b6 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557546 Jul 15 17:27:59.703903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-12d2b516-f2d5-4feb-87e3-40d9864b88f6 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525331 Jul 15 17:27:59.780445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:27:59.859405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-5f3631ca-6e4a-46a7-9f28-b548f35b3524 service neutron] 10.222.0.20 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465733 Jul 15 17:27:59.861781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-795f6057-c66b-46e9-b2e1-9429d6418c9a req-274ebc8c-381f-4bb6-9594-da8c676a61ee service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555116 Jul 15 17:27:59.921857 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e2f9-f418-4f5f-b595-420efb55feb2 req-04ccbab2-b6e6-4b27-8652-20aa52848d55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:27:59.923982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5522e2f9-f418-4f5f-b595-420efb55feb2 req-04ccbab2-b6e6-4b27-8652-20aa52848d55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 945 time: 0.0703652 Jul 15 17:27:59.961548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5522e2f9-f418-4f5f-b595-420efb55feb2 req-22dc0ba4-39f8-4315-b692-b344eacd470c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Jul 15 17:27:59.986597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43828) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:00.045972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-71c75047-6b0a-46b8-8995-71d8313832fd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/b9aa9e26-099e-4ed5-a259-10a4a2a67d07 HTTP/1.1" status: 200 len: 991 time: 0.0581295 Jul 15 17:28:01.346935 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:01.386221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:01.432987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:01.436584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:01.436953 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:01.510879 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:01.532148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:01.534833 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c145e19d-3b7a-47fc-babf-8b75f4d4235a" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:01.550611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:01.554861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:01.580307 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e4a67c-9181-41d8-88bc-42dda2f741eb x-openstack-request-id: req-56e4a67c-9181-41d8-88bc-42dda2f741eb {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:01.580604 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:01.580859 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e4a67c-9181-41d8-88bc-42dda2f741eb {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:01.581253 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'code': 200} Jul 15 17:28:01.606287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=13']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:11.027693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:11.081495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:17.489993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-aa2c22b7-e151-488e-8f38-9e7798c20309 req-720b623a-77a0-44dd-9857-bb4329ee560b service neutron] (100429) timed out ('10.222.0.20', 52572) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:28:22.538924 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:28:25.820888 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e2bea7d0-0fc3-4eb9-ab89-75717e410694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:28.822010 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:29.133910 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-810c73b2-3353-498f-8458-0a2b12c5ff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:29.623173 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:30.824638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01792941-7325-4eff-ba4d-f9f699c469e7 req-ccc8e899-ef80-46c8-9ea5-657b45cffb29 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:30.826148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01792941-7325-4eff-ba4d-f9f699c469e7 req-ccc8e899-ef80-46c8-9ea5-657b45cffb29 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1097 time: 0.0517664 Jul 15 17:28:30.860369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01792941-7325-4eff-ba4d-f9f699c469e7 req-9623e4dc-be28-426a-9df5-94ea513fa970 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287728 Jul 15 17:28:30.884581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43846) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:31.039143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 547d5360-cf74-4326-97f3-b00f114f9212 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:28:31.039492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.111235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.111562 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.123645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 547d5360-cf74-4326-97f3-b00f114f9212 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:28:31.269671 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.296184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=547d5360-cf74-4326-97f3-b00f114f9212,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:31.350898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.360391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.360823 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP b9aa9e26-099e-4ed5-a259-10a4a2a67d07 disassociated (deleted). External IP: 172.25.8.54, port: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5. Jul 15 17:28:31.561821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router f4ed53b3-49ba-41bf-bf62-e2e26795d574 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:28:31.668275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:28:31.673582 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:31.678415 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Sync routers for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:28:31.687712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:31.688435 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:31.717110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9f087c3f-d934-4a59-bfb9-50b1420049c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/floatingips/b9aa9e26-099e-4ed5-a259-10a4a2a67d07 HTTP/1.1" status: 204 len: 168 time: 0.8314080 Jul 15 17:28:31.717708 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:31.719976 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8462b086-6028-40c9-9c4e-5be5acc1939f" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:31.814889 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:31.835180 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac72fee-172e-47f6-9e21-41e9275be8a5 x-openstack-request-id: req-aac72fee-172e-47f6-9e21-41e9275be8a5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:31.835602 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:31.835992 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aac72fee-172e-47f6-9e21-41e9275be8a5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:31.836609 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:28:31.912780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-f6f09173-4a1e-4972-a729-92cb755dce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:31.914660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-f6f09173-4a1e-4972-a729-92cb755dce4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 1097 time: 0.0550547 Jul 15 17:28:32.012797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-46f3c2a3-1356-4a8c-991c-8cdf92022c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:32.014678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-46f3c2a3-1356-4a8c-991c-8cdf92022c1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 200 len: 897 time: 0.0938590 Jul 15 17:28:32.033963 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:32.061067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-ed7b4569-89e9-4d4c-8186-fc111f73d956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 200 len: 217 time: 0.0378990 Jul 15 17:28:32.063014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Checking router: f4ed53b3-49ba-41bf-bf62-e2e26795d574 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:28:32.072017 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:32.072561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:32.118185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-09a653cd-0d78-466e-8100-955c7248001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:32.119715 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-09a653cd-0d78-466e-8100-955c7248001a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 200 len: 835 time: 0.0504875 Jul 15 17:28:32.124927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e7339-f54a-4092-83c8-b05ccb2a9ded req-996e0ecd-d75e-497c-840a-95592e113df1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:32.126649 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-770e7339-f54a-4092-83c8-b05ccb2a9ded req-996e0ecd-d75e-497c-840a-95592e113df1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 946 time: 0.0672441 Jul 15 17:28:32.166417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-770e7339-f54a-4092-83c8-b05ccb2a9ded req-b0b7ecc9-e492-4bf0-92f6-4623e550e383 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Jul 15 17:28:32.178271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-646b068a-4bfe-4b1b-baca-afbf722869d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:32.179777 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-646b068a-4bfe-4b1b-baca-afbf722869d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9be04360-44b0-4309-a58e-6315c7f8551b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536742 Jul 15 17:28:32.181164 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:32.273033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-6af431a1-f2ee-4e54-85fa-93519df62d76 service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866215 Jul 15 17:28:32.365635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8462b086-6028-40c9-9c4e-5be5acc1939f req-43697674-128f-4376-9634-010e9382282c service neutron] 10.222.0.35 "GET /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861027 Jul 15 17:28:32.374241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:32.400219 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b0829-0e2b-4788-80e5-8dd450e4a364 None None] The sync data for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 is: [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:26:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '40a8c329-8f98-45d8-95dc-e4d759087b52', 'name': '', 'network_id': '9be04360-44b0-4309-a58e-6315c7f8551b', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:c2:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:53Z', 'updated_at': '2021-07-15T17:26:59Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': '9984e09c-f350-4b7d-8d77-dc383920febc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:28:32.615310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbc700-7213-476f-825a-a2835359184f None None] New status for floating IP b9aa9e26-099e-4ed5-a259-10a4a2a67d07: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:28:33.353408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9181-dd15-4643-98c8-145013f5cb6e req-1ef75da7-3238-4fdf-be25-cefd6e6495e2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:33.355040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d04a9181-dd15-4643-98c8-145013f5cb6e req-1ef75da7-3238-4fdf-be25-cefd6e6495e2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 946 time: 0.0720997 Jul 15 17:28:33.396665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d04a9181-dd15-4643-98c8-145013f5cb6e req-c12fd045-c80b-4dfb-81f3-5fdf46268863 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=f08093a7-7cd3-4ada-9b3f-61db3030367a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359366 Jul 15 17:28:33.624340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-a6a9eb7e-be14-41ca-a06c-63ecb2317358 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:33.625701 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-a6a9eb7e-be14-41ca-a06c-63ecb2317358 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 946 time: 0.3557601 Jul 15 17:28:33.723514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:28:33.723851 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:33.810288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:33.810650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:33.822469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:28:33.948971 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:33.977329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=bf1c0010-69c2-440e-a2fe-785f8ba1a7c5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:34.021203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] No DVR routers for this DVR port bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:28:34.023877 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:34.025917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e1a53894-25bc-41b3-a592-f8969d8163aa req-43c768df-f17a-4c01-91e2-76f2255d6409 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "DELETE /v2.0/ports/bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 HTTP/1.1" status: 204 len: 173 time: 0.3939722 Jul 15 17:28:34.026346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-deleted', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:34.028668 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa6630d-1e00-4664-93d6-b42928066dae" -d '{"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-deleted", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:34.064598 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd85706-fffe-4548-8055-28350343fbe7 x-openstack-request-id: req-abd85706-fffe-4548-8055-28350343fbe7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:34.064890 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec38e6-c13c-43b1-b244-986be5c5c5aa", "name": "network-vif-deleted", "tag": "bf1c0010-69c2-440e-a2fe-785f8ba1a7c5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:34.065188 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abd85706-fffe-4548-8055-28350343fbe7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:34.065668 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec38e6-c13c-43b1-b244-986be5c5c5aa', 'name': 'network-vif-deleted', 'tag': 'bf1c0010-69c2-440e-a2fe-785f8ba1a7c5', 'status': 'completed', 'code': 200} Jul 15 17:28:34.308321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-47cd9538-a6f1-451c-aa4c-85bf0a6235da req-ce015934-fcca-4653-ab0c-2a11aa48cff8 service neutron] (100429) timed out ('10.222.0.25', 37150) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:28:34.553181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-846e0bc8-0d11-49a8-af62-0d6d76e230e8 req-ac0fb6a2-3d85-4e8b-91b0-3f2df1aaec71 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fec38e6-c13c-43b1-b244-986be5c5c5aa HTTP/1.1" status: 200 len: 210 time: 0.0297916 Jul 15 17:28:35.648243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43870) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:36.014982 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:36.279260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 40a8c329-8f98-45d8-95dc-e4d759087b52 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:28:36.279514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:36.368013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port 40a8c329-8f98-45d8-95dc-e4d759087b52, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=40a8c329-8f98-45d8-95dc-e4d759087b52,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:36.368400 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:36.380776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 40a8c329-8f98-45d8-95dc-e4d759087b52 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:28:36.569875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:36.598488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=40a8c329-8f98-45d8-95dc-e4d759087b52,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:36.625938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.626295 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.626640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.626977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.627310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.627641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.627968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.628321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.628650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.628975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.629846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.630364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:36.784922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.000710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router f4ed53b3-49ba-41bf-bf62-e2e26795d574 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:28:37.104503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:28:37.110168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1ada1db2-a5e2-49bf-a966-fff67009cb21 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/f4ed53b3-49ba-41bf-bf62-e2e26795d574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601786 Jul 15 17:28:37.112135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43872) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:37.114547 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Sync routers for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:28:37.123396 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:37.123979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:37.164012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting subnet 9984e09c-f350-4b7d-8d77-dc383920febc {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:28:37.167128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.208905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.227656 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:37.296013 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.358427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.389122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.391484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/subnets/9984e09c-f350-4b7d-8d77-dc383920febc HTTP/1.1" status: 204 len: 168 time: 0.2781498 Jul 15 17:28:37.392524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45a87-61df-45e7-9126-d4dd8f5614f1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Subnet': ['ID=9984e09c-f350-4b7d-8d77-dc383920febc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:37.394797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43874) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:37.396140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1c8ce1-df22-4ea5-8c02-dd9b07ac157e None None] Network 9be04360-44b0-4309-a58e-6315c7f8551b requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:28:37.414236 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:28:36Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:37.439489 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Checking router: f4ed53b3-49ba-41bf-bf62-e2e26795d574 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:28:37.448067 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Routers {'f4ed53b3-49ba-41bf-bf62-e2e26795d574'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:37.448704 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:37.506665 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.524039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:28:37.546631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:28:37.546975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device bf1c0010-69c2-440e-a2fe-785f8ba1a7c5 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:28:37.624413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] DHCP port deletion for 9be04360-44b0-4309-a58e-6315c7f8551b request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:28:37.626886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.652289 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] Set router f4ed53b3-49ba-41bf-bf62-e2e26795d574 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:37.673370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Deleting port 37f70f36-ba9b-4816-9aa6-339797c58f54 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:28:37.673952 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.684735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port 8396439e-83ff-4ef3-92d4-b0711cd1446d {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:28:37.685085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.743123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] For port 37f70f36-ba9b-4816-9aa6-339797c58f54, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=37f70f36-ba9b-4816-9aa6-339797c58f54,segment=NetworkSegment(1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e),segment_id=1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:37.743648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.756309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Calling delete_port for 37f70f36-ba9b-4816-9aa6-339797c58f54 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:28:37.769325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port 8396439e-83ff-4ef3-92d4-b0711cd1446d, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8396439e-83ff-4ef3-92d4-b0711cd1446d,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:37.769989 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.782548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for 8396439e-83ff-4ef3-92d4-b0711cd1446d owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:28:37.839708 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:28:36Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:37.842094 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:37.871772 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb1c3-e553-403e-af55-e8ad272d456f None None] The sync data for ids ['f4ed53b3-49ba-41bf-bf62-e2e26795d574'] in n-d-800085-3 is: [{'id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202577423', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:26:50Z', 'updated_at': '2021-07-15T17:28:36Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': '8396439e-83ff-4ef3-92d4-b0711cd1446d', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:46:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed53b3-49ba-41bf-bf62-e2e26795d574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:26:51Z', 'updated_at': '2021-07-15T17:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:28:37.872606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] No DVR routers for this DVR port 37f70f36-ba9b-4816-9aa6-339797c58f54 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:28:37.876260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dbdcc-ef77-40c3-afb4-cdd9c6bd21b8 None None] Pushing event deleted for resources: {'Port': ['ID=37f70f36-ba9b-4816-9aa6-339797c58f54,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:38.271492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.297701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=8396439e-83ff-4ef3-92d4-b0711cd1446d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:38.362520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.458009 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.460329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.501597 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.502149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Fanout notify agent at l3_agent the message router_deleted on router f4ed53b3-49ba-41bf-bf62-e2e26795d574 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:28:38.509210 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.510297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb31f5a7-29ad-4b8f-9bb2-143ff6f4ec35 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/routers/f4ed53b3-49ba-41bf-bf62-e2e26795d574 HTTP/1.1" status: 204 len: 168 time: 1.1137075 Jul 15 17:28:38.513078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43876) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:38.591596 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.683924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.693719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be04360-44b0-4309-a58e-6315c7f8551b']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:38.703344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:38.703640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c74b9b6-bd0a-414c-8aec-80bda3bd1a6e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:38.712920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.726898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.732735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:28:38.733125 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:28:38.736252 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:28:38.797923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.804459 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.806184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/networks/9be04360-44b0-4309-a58e-6315c7f8551b HTTP/1.1" status: 204 len: 168 time: 0.2921510 Jul 15 17:28:38.809112 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43878) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:38.817590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f2bd-f6fb-48ba-8d4a-444caed6e0bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Network': ['ID=9be04360-44b0-4309-a58e-6315c7f8551b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:38.868462 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.893672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.959485 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.962120 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:38.963268 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/security-groups/f08093a7-7cd3-4ada-9b3f-61db3030367a HTTP/1.1" status: 204 len: 168 time: 0.1531503 Jul 15 17:28:38.986991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ca672-2b5c-48f1-a991-24ddb2c628ba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08093a7-7cd3-4ada-9b3f-61db3030367a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:38.989979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40a8c329-8f98-45d8-95dc-e4d759087b52 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:28:39.015985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 40a8c329-8f98-45d8-95dc-e4d759087b52 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:28:39.016271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 40a8c329-8f98-45d8-95dc-e4d759087b52 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:28:39.016687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8396439e-83ff-4ef3-92d4-b0711cd1446d no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:28:39.041662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8396439e-83ff-4ef3-92d4-b0711cd1446d {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:28:39.042000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8396439e-83ff-4ef3-92d4-b0711cd1446d not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:28:39.042413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37f70f36-ba9b-4816-9aa6-339797c58f54 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:28:39.062338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 37f70f36-ba9b-4816-9aa6-339797c58f54 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:28:39.062691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 37f70f36-ba9b-4816-9aa6-339797c58f54 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:28:39.317845 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43884) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.322496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19752352', 'description': 'tempest-secgroup-smoke-19752352 description', 'project_id': '779a860128474d149bc973ad72588616'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.345269 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.422758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.426736 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.451429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.452650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1337767 Jul 15 17:28:39.455571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43886) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.457139 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11214a89-8235-4856-9e79-27127dbd93dd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4111234c-acc3-4533-8d99-44370aadfbf9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:39.460524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.486685 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.541043 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.544224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.559103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03751665-f898-44f0-a552-f6cfeedc4127,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:39.568447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.569639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ff5e8e42-3b52-489b-867b-977b1c2bfd75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130414 Jul 15 17:28:39.572356 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43888) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.576764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.602305 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.658104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.662447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.679763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0b9998-6d48-4115-a9d5-d73345306c2b,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:39.685908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.687260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f7e88a0-5dec-4380-9fc8-ba2e871772f7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139915 Jul 15 17:28:39.689982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43890) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.694879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.720281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.780712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.784493 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.802928 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5739d678-7ffc-42c2-ae5d-746785151d56,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:39.808509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.809605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f9106bd-1d64-43cb-bfac-bba2b63df6d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186874 Jul 15 17:28:39.812249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43892) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.816633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.842347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.900750 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.904173 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.921792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836b8f43-d920-4477-9295-d9bf6a22847d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:39.927430 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:39.928768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f772e36-bfef-47bc-a7d9-894558c9b392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155884 Jul 15 17:28:39.931283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43894) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:39.935670 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:39.957239 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:28:39.962670 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.025198 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.028642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.046337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9871ed-8651-4043-8c36-1d5115b4ec7a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:40.052509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.053774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ee8d034-577c-4dbb-b95f-f69343df6372 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215489 Jul 15 17:28:40.056389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43896) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:40.060831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '4111234c-acc3-4533-8d99-44370aadfbf9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:40.082364 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:28:40.087169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.150135 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.153611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.171912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547b968d-a4bb-42f4-bd58-85e179514bd6,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:40.178483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.179732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3366edcb-a9f1-4c9f-bf1d-ca41ea247393 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224160 Jul 15 17:28:40.182456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43898) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:40.187331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'network': {'name': 'tempest-network-smoke--1980474701', 'project_id': '779a860128474d149bc973ad72588616', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:40.207937 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:28:40.211333 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.234284 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:28:40.243417 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.243754 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Added segment ae582b5a-5776-4ed5-a309-c0210bb659c8 of type vlan for network becfd6c2-af06-4129-b5d7-8650a8b8be13 Jul 15 17:28:40.282317 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.310138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.315919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:40.316524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.350570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1670945 Jul 15 17:28:40.353534 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:40.360930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'admin_state_up': True, 'project_id': '779a860128474d149bc973ad72588616', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:40.387989 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.389042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.394907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d10f-eda1-41f7-9153-8b7af8fb41e1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Network': ['ID=becfd6c2-af06-4129-b5d7-8650a8b8be13,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:40.406533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:28:40.441600 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.583623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.775471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.794893 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:40.894454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.57 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/c9532330-11c3-43d6-8934-e881451c0efa) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:28:40.998789 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.026572 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.038125 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.077330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:41.081641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:41.086538 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:28:41.089941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=c9532330-11c3-43d6-8934-e881451c0efa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:41.099683 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.328223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.522630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.646999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router d846dca2-a86a-4b3f-9383-9d298d91a14a is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:28:41.751292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:28:41.760994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Sync routers for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:28:41.769629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:41.770583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:41.771145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8539f94d-b02e-406f-a1dc-0fb8b55de0ae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4163547 Jul 15 17:28:41.774150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43902) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:41.774397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:41.802734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ea29e24e-bd3e-41d5-ae21-33551925be05 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=779a860128474d149bc973ad72588616&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274982 Jul 15 17:28:41.805188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43904) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:41.878090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:41.893031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707eded-b96e-43e8-9475-3f43eb5889c6 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:41.894545 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7707eded-b96e-43e8-9475-3f43eb5889c6 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884681 Jul 15 17:28:41.897446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43906) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:41.924666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-15c18276-0e24-4f22-b49a-aa54182369aa tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262487 Jul 15 17:28:41.927762 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43908) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:41.932528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696133684', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'project_id': '779a860128474d149bc973ad72588616', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:42.016863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:28:42.020878 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.058501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:41Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:42.084503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Checking router: d846dca2-a86a-4b3f-9383-9d298d91a14a for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:28:42.084858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Updating router d846dca2-a86a-4b3f-9383-9d298d91a14a port c9532330-11c3-43d6-8934-e881451c0efa binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:28:42.124880 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.202351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.277793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Subnet': ['ID=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:42.283169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:28:42.283169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network hostable DHCP agents. Network: becfd6c2-af06-4129-b5d7-8650a8b8be13, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:28:42.301910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:28:42.310359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, becfd6c2-af06-4129-b5d7-8650a8b8be13) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:42.314487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:42.315087 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.323660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03db930-31f3-4f50-adfb-9edd0369a56c None None] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:28:42.332135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c064506c-1522-4699-95f9-fea36b07a36a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007900 Jul 15 17:28:42.332919 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43910) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:42.443244 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.474223 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Transition to ACTIVE for port object c9532330-11c3-43d6-8934-e881451c0efa will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:42.483556 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.558534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Attempting to bind port c9532330-11c3-43d6-8934-e881451c0efa on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:28:42.558906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Attempting to bind port c9532330-11c3-43d6-8934-e881451c0efa by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:28:42.559294 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Attempting to bind port c9532330-11c3-43d6-8934-e881451c0efa on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:28:42.568203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:28:42.568570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:28:42.568972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.569371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:28:42.569837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Bound port: c9532330-11c3-43d6-8934-e881451c0efa, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:28:42.570220 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.573396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-becfd6c2-af06-4129-b5d7-8650a8b8be13', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:28:42.574232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.577090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a37a6-d98a-4f0e-ad9b-15dd8167d182 None None] Pushing event updated for resources: {'Port': ['ID=c9532330-11c3-43d6-8934-e881451c0efa,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:42.688598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] For port c9532330-11c3-43d6-8934-e881451c0efa, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:28:42.709887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] For port c9532330-11c3-43d6-8934-e881451c0efa, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9532330-11c3-43d6-8934-e881451c0efa,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:28:42.716216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.766804 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:42.815029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:42.815657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:42.820661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Allocated IP 172.20.0.2 (becfd6c2-af06-4129-b5d7-8650a8b8be13/ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc/b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:28:42.851377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a37a6-d98a-4f0e-ad9b-15dd8167d182 None None] Pushing event updated for resources: {'Port': ['ID=c9532330-11c3-43d6-8934-e881451c0efa,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:42.981765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:43.307809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.319721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Transition to ACTIVE for port object b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:43.353985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Transition to ACTIVE for port object b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:43.362382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.407043 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.1 (becfd6c2-af06-4129-b5d7-8650a8b8be13/ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc/c359c7ea-f496-43be-8d5e-f1da7d162d0a) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:28:43.408862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:43.414826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:43.421154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:28:43.423936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Pushing event updated for resources: {'Port': ['ID=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:43.431845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:41Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:43.480979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0a2be2-db61-4027-88d1-031e00106e99 None None] The sync data for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 is: [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:41Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:28:43.511020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Attempting to bind port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:28:43.511549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Attempting to bind port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:28:43.511911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Attempting to bind port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:28:43.517301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:28:43.517672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:28:43.518077 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.518468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Bound using segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:28:43.518957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Bound port: b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:28:43.519345 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.534551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.553932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object c359c7ea-f496-43be-8d5e-f1da7d162d0a will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:43.592803 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.596936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] For port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:28:43.600480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] For port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:28:43.606107 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.635904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:43.646077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:43.648633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:28:43.675798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd39442-50ea-4fe2-9b1f-ea31656144c1 None None] Pushing event updated for resources: {'Port': ['ID=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:43.693974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:43.704339 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:43.898960 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:44.192318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:44.197418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:44.278150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:44.280813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:44.689251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c6072-12d9-42d3-a688-88a0e1c7064c None None] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:28:44.695323 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:44.696827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:44.773490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-63d05dca-5f60-440f-8c9e-b184982a8a41 None None] Provisioning for port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:44.816586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router d846dca2-a86a-4b3f-9383-9d298d91a14a has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:28:44.973799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:28:44.980578 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7852cfb-3b82-42c1-a40b-6001b993daf5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/d846dca2-a86a-4b3f-9383-9d298d91a14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6465185 Jul 15 17:28:45.057117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9532330-11c3-43d6-8934-e881451c0efa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:45.121905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c9532330-11c3-43d6-8934-e881451c0efa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:45.131766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c9532330-11c3-43d6-8934-e881451c0efa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:45.132622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.183957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-8570b1e5-1720-4af8-bb39-00dd8400a524 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19752352&fields=id&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 267 time: 0.0500147 Jul 15 17:28:45.213638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c190d673-be6f-47af-9261-e4f4685f650a None None] Provisioning for port c359c7ea-f496-43be-8d5e-f1da7d162d0a completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:45.235078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c190d673-be6f-47af-9261-e4f4685f650a None None] Provisioning complete for port c359c7ea-f496-43be-8d5e-f1da7d162d0a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:45.235455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c190d673-be6f-47af-9261-e4f4685f650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.284083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c190d673-be6f-47af-9261-e4f4685f650a None None] Port c359c7ea-f496-43be-8d5e-f1da7d162d0a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:28:45.289376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.306078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-07eb9849-34ae-4c62-bf2b-49275c491d6b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:45.307620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-07eb9849-34ae-4c62-bf2b-49275c491d6b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 797 time: 0.1141918 Jul 15 17:28:45.315532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c9532330-11c3-43d6-8934-e881451c0efa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9532330-11c3-43d6-8934-e881451c0efa,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:45.329655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-15e1960e-1be7-4a52-85cb-33004583f14e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/quotas/779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 375 time: 0.0156565 Jul 15 17:28:45.337541 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.338110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:45.363668 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Sync routers for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:28:45.381387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:45.382026 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:45.415201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-c2ff9f41-3700-4928-b3c8-bc6e345de468 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846498 Jul 15 17:28:45.480336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c9532330-11c3-43d6-8934-e881451c0efa,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:45.499910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0400c82c-0841-487e-90e8-53bf263bc41b None None] Provisioning complete for port c359c7ea-f496-43be-8d5e-f1da7d162d0a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:45.500321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0400c82c-0841-487e-90e8-53bf263bc41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.505760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:45.526445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:45.539296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:45.539857 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.554466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-5151d2c3-d887-4d28-b3f8-e45d0c76d7c3 service neutron] 10.222.0.25 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213636 Jul 15 17:28:45.569730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0400c82c-0841-487e-90e8-53bf263bc41b None None] Port c359c7ea-f496-43be-8d5e-f1da7d162d0a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:28:45.636923 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.676451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:45.682262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.686707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-b972feeb-cfbb-4256-8388-56864b4629c3 service neutron] 10.222.0.25 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232843 Jul 15 17:28:45.737112 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:44Z', 'revision_number': 2, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:45.740490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:45.767620 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Checking router: d846dca2-a86a-4b3f-9383-9d298d91a14a for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:28:45.768203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Updating router d846dca2-a86a-4b3f-9383-9d298d91a14a port c359c7ea-f496-43be-8d5e-f1da7d162d0a binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:28:45.791671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e6ad055c-fcd5-4bd1-9b4c-225df2a084a7 None None] Provisioning complete for port c359c7ea-f496-43be-8d5e-f1da7d162d0a triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:45.792387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e6ad055c-fcd5-4bd1-9b4c-225df2a084a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.825616 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:45.840534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad055c-fcd5-4bd1-9b4c-225df2a084a7 None None] Port c359c7ea-f496-43be-8d5e-f1da7d162d0a cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:28:45.868730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e7be23d-4e73-47e6-9486-ae2b2c136498 req-3bdb8b95-ef24-48fa-b36e-bf0df75bd887 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 210 time: 0.0397003 Jul 15 17:28:46.100345 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:46.109960 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Transition to ACTIVE for port object c359c7ea-f496-43be-8d5e-f1da7d162d0a will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:46.116452 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:46.166938 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Pushing event updated for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:46.176317 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.176663 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.176995 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.177324 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.177650 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.177970 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.178288 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.178609 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.178921 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.179237 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.179548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.179857 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:46.240811 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Attempting to bind port c359c7ea-f496-43be-8d5e-f1da7d162d0a on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:28:46.241188 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Attempting to bind port c359c7ea-f496-43be-8d5e-f1da7d162d0a by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:28:46.241547 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Attempting to bind port c359c7ea-f496-43be-8d5e-f1da7d162d0a on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:28:46.246691 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:28:46.247093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:28:46.247533 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:46.247908 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Bound using segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:28:46.248401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Bound port: c359c7ea-f496-43be-8d5e-f1da7d162d0a, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:28:46.248792 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:46.316091 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] For port c359c7ea-f496-43be-8d5e-f1da7d162d0a, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:28:46.319992 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] For port c359c7ea-f496-43be-8d5e-f1da7d162d0a, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c359c7ea-f496-43be-8d5e-f1da7d162d0a,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:28:46.325757 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:46.378897 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:46.380945 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:46.436684 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a5f68-a1de-4fad-990a-46485343d6de None None] Pushing event updated for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:46.507719 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:46.708776 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:46Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:46.735611 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35faf32f-c21f-4445-978d-0570cb993b83 None None] The sync data for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 is: [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:46Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:28:47.001029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-50bc6804-0858-45e2-852c-d3598a919d83 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:47.002706 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-50bc6804-0858-45e2-852c-d3598a919d83 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 797 time: 0.1654949 Jul 15 17:28:47.052370 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-30307a1b-b1a1-4a81-91da-354b8830bd19 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 378 time: 0.0390978 Jul 15 17:28:47.061640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51034605-2bea-4e87-942f-de73bfab7252 req-7901d831-bc14-4fe3-989f-a472869ebdfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 210 time: 0.0362372 Jul 15 17:28:47.065912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'port': {'device_id': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'admin_state_up': True, 'tenant_id': '779a860128474d149bc973ad72588616', 'security_groups': ['4111234c-acc3-4533-8d99-44370aadfbf9']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:47.084748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9532330-11c3-43d6-8934-e881451c0efa up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:47.146989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c9532330-11c3-43d6-8934-e881451c0efa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:47.147422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.199271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:28:47.203724 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.235487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:47.288975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:47.289497 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.346952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.5 (becfd6c2-af06-4129-b5d7-8650a8b8be13/ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc/e7c62cb9-550e-41bb-b5fc-fb5828868cca) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:28:47.377466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c359c7ea-f496-43be-8d5e-f1da7d162d0a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:47.429806 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c359c7ea-f496-43be-8d5e-f1da7d162d0a completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:47.434094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c359c7ea-f496-43be-8d5e-f1da7d162d0a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:47.434690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.508164 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.522957 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.523305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object e7c62cb9-550e-41bb-b5fc-fb5828868cca will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:47.559526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.561425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c359c7ea-f496-43be-8d5e-f1da7d162d0a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c359c7ea-f496-43be-8d5e-f1da7d162d0a,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:47.565679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.613729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:47.617274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:47.617968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:47.621510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:28:47.628012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:47.679045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:47.679720 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.696420 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-ddb0b51b-2a94-4c56-a9d9-c2947587c843 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362643 Jul 15 17:28:47.708428 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Request body: {'port': {'device_id': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:47.794628 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.914275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-762d7cdd-6a5f-40eb-a315-a1b04b0b991c None None] Provisioning for port e7c62cb9-550e-41bb-b5fc-fb5828868cca completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:47.918204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-762d7cdd-6a5f-40eb-a315-a1b04b0b991c None None] Provisioning complete for port e7c62cb9-550e-41bb-b5fc-fb5828868cca triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:47.918703 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-762d7cdd-6a5f-40eb-a315-a1b04b0b991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:47.954113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-762d7cdd-6a5f-40eb-a315-a1b04b0b991c None None] Port e7c62cb9-550e-41bb-b5fc-fb5828868cca cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:28:48.079362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c62cb9-550e-41bb-b5fc-fb5828868cca {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:28:48.087417 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:48.099207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Transition to ACTIVE for port object e7c62cb9-550e-41bb-b5fc-fb5828868cca will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:28:48.102770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:48.180442 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:48.231052 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:28:48.231477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:28:48.231867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:28:48.236502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:28:48.236899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:28:48.242772 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:28:48.243189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:28:48.243662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Bound using segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:28:48.244288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Bound port: e7c62cb9-550e-41bb-b5fc-fb5828868cca, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:28:48.244687 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:48.284960 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706db28-2a1e-4083-b067-9cd8531727d6 req-d0ecdd2c-4552-41d7-b539-d30dbfab515f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.286999 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4706db28-2a1e-4083-b067-9cd8531727d6 req-d0ecdd2c-4552-41d7-b539-d30dbfab515f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 943 time: 0.0856223 Jul 15 17:28:48.325184 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:28:48.329104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:28:48.330285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4706db28-2a1e-4083-b067-9cd8531727d6 req-655694fa-261d-4ff5-94aa-d6df1fb0b709 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375555 Jul 15 17:28:48.341444 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:48.375766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.376629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:48.378202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] 10.222.0.35 "PUT /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 1091 time: 0.6748736 Jul 15 17:28:48.381315 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:48.384492 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:48.419988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b18632-27d0-4d72-b440-a82cd9976e36 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:48.431592 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fb6de-2baa-4a26-ae36-b716c9479624 x-openstack-request-id: req-3a6fb6de-2baa-4a26-ae36-b716c9479624 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:48.431881 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:48.432146 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a6fb6de-2baa-4a26-ae36-b716c9479624 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:48.432547 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'status': 'completed', 'code': 200} Jul 15 17:28:48.480977 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-0060c9cf-5458-46ca-8c1e-633b1741e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.482531 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-0060c9cf-5458-46ca-8c1e-633b1741e537 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1094 time: 0.0636375 Jul 15 17:28:48.529803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-d1dbdf37-ed5f-410f-9ff8-0723dea8a12f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 217 time: 0.0389557 Jul 15 17:28:48.580847 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-f8653a0e-f49c-4a61-9673-1a5c1500aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.582429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-f8653a0e-f49c-4a61-9673-1a5c1500aba1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0457008 Jul 15 17:28:48.638073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-a31dc27b-92a5-4f34-b02e-c602c869c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.639814 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-a31dc27b-92a5-4f34-b02e-c602c869c22a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515110 Jul 15 17:28:48.730210 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-b569c6a7-90b7-475f-a888-0a48fdd571c5 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840969 Jul 15 17:28:48.818219 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-472453d0-4e49-4b44-b244-1e0e92c09a46 req-a7d1676b-4361-42a1-a998-a41fcb011464 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817311 Jul 15 17:28:48.917888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-d8d73b89-70bc-4629-b06e-ac82b8a169d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:48.919392 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-d8d73b89-70bc-4629-b06e-ac82b8a169d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1094 time: 0.0530021 Jul 15 17:28:48.943342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c359c7ea-f496-43be-8d5e-f1da7d162d0a up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:48.993485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c359c7ea-f496-43be-8d5e-f1da7d162d0a triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:48.993858 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:49.014950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-360e3fdc-5535-40d8-b037-1895e47c65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:49.016433 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-360e3fdc-5535-40d8-b037-1895e47c65ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0911460 Jul 15 17:28:49.056878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-a57d0cfa-6af0-4b5f-9c30-f58ca20dcc70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 217 time: 0.0337882 Jul 15 17:28:49.109909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-f74e6e90-9663-4e72-abd4-06e76a528fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:49.111403 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-f74e6e90-9663-4e72-abd4-06e76a528fa6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0482128 Jul 15 17:28:49.168587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-809e04d5-106c-40da-9689-33e929705b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:49.170058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-809e04d5-106c-40da-9689-33e929705b29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508847 Jul 15 17:28:49.263173 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-f3bfc7ad-6053-444a-88a6-a1b733fe77e4 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847161 Jul 15 17:28:49.352180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4d90f7bf-da2c-4dc8-876f-4f1c42395d3a req-2fd2ee8d-77f4-483d-91f2-b027d42485a6 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821180 Jul 15 17:28:49.506802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fafa-45d6-4aa8-ae9d-535776c9dfba req-2b84026a-5489-4aa5-b86b-fa60fcb6b7e8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:49.508310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d33fafa-45d6-4aa8-ae9d-535776c9dfba req-2b84026a-5489-4aa5-b86b-fa60fcb6b7e8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 943 time: 0.0629220 Jul 15 17:28:49.547032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d33fafa-45d6-4aa8-ae9d-535776c9dfba req-ff81b9a3-d25b-408f-8645-58be346cddbc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329542 Jul 15 17:28:50.724795 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705149a-ba3d-4f03-808b-0bec6e8a51f4 req-a669e269-323d-4dca-b5c2-33e501830dd9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:50.726291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c705149a-ba3d-4f03-808b-0bec6e8a51f4 req-a669e269-323d-4dca-b5c2-33e501830dd9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 943 time: 0.0691447 Jul 15 17:28:50.767746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c705149a-ba3d-4f03-808b-0bec6e8a51f4 req-489a7281-28fc-4968-859f-909b00c69647 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358708 Jul 15 17:28:51.523970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:28:51.630284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:51.642007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'port_id': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'mac_address': 'fa:16:3e:22:72:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:28:51.679115 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:51.691262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c62cb9-550e-41bb-b5fc-fb5828868cca {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:28:51.711362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:51.715035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:51.760300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:51.915291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e7c62cb9-550e-41bb-b5fc-fb5828868cca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:28:51.939187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdaebf-fa9a-4a54-9530-a20cb9f1fbbf req-9e7802e8-7a98-4ed5-85d9-f497f8d7afe0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:51.940697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02cdaebf-fa9a-4a54-9530-a20cb9f1fbbf req-9e7802e8-7a98-4ed5-85d9-f497f8d7afe0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0638516 Jul 15 17:28:51.980709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02cdaebf-fa9a-4a54-9530-a20cb9f1fbbf req-effa2236-8c3a-4600-9793-f20b7bee71a6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334291 Jul 15 17:28:53.152405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a737-b7b3-4349-8829-98fe8bbd7548 req-ba4d5b8f-34d2-43bf-b053-c1d0db8c79e7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:53.153803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8863a737-b7b3-4349-8829-98fe8bbd7548 req-ba4d5b8f-34d2-43bf-b053-c1d0db8c79e7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0629642 Jul 15 17:28:53.190201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8863a737-b7b3-4349-8829-98fe8bbd7548 req-243da193-f723-4eb9-b9d1-c7d69a16607b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309393 Jul 15 17:28:53.552627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:28:53.603821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port e7c62cb9-550e-41bb-b5fc-fb5828868cca completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:28:53.607445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e7c62cb9-550e-41bb-b5fc-fb5828868cca triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:28:53.607823 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:53.682616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:53.704824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:53.707140 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea0262-9a32-4121-a9f2-262859116379" -d '{"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:53.719506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:28:53.724447 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:53.750486 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e713100-2fc8-4ddb-8816-c47839181799 x-openstack-request-id: req-3e713100-2fc8-4ddb-8816-c47839181799 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:53.750779 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:53.751029 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e713100-2fc8-4ddb-8816-c47839181799 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:53.751430 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'code': 200} Jul 15 17:28:53.777522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:53.785056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.785982 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.786498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.786934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.787296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.787617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.787951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.788313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.788648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.788978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.789307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.789635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:28:53.857159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596c5f2-15da-4872-8664-f2fea6210cdd req-5e7b2ae3-5254-455d-905f-570181a4da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:53.858627 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7596c5f2-15da-4872-8664-f2fea6210cdd req-5e7b2ae3-5254-455d-905f-570181a4da4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1096 time: 0.0512924 Jul 15 17:28:53.892573 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7596c5f2-15da-4872-8664-f2fea6210cdd req-51b00f65-09a3-4c2e-be8c-1fa9d13a7cc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265563 Jul 15 17:28:54.368522 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcff613-7e39-4039-8198-dd50d920bf18 req-bb8213d0-8dec-484a-9df0-2170712ead25 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:54.370012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdcff613-7e39-4039-8198-dd50d920bf18 req-bb8213d0-8dec-484a-9df0-2170712ead25 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0674644 Jul 15 17:28:54.408282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cdcff613-7e39-4039-8198-dd50d920bf18 req-43fb20ec-8f91-4f15-a191-06b23d7561b2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326896 Jul 15 17:28:55.581509 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372932d9-3afc-4813-87f6-85c70d839b7a req-71fc6436-ffb6-4556-8e3c-c9d9b4837e39 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:55.583505 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-372932d9-3afc-4813-87f6-85c70d839b7a req-71fc6436-ffb6-4556-8e3c-c9d9b4837e39 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0644431 Jul 15 17:28:55.621116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-372932d9-3afc-4813-87f6-85c70d839b7a req-05976718-f5ff-4e6f-a469-e057e402e869 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319631 Jul 15 17:28:55.792714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c45f7-f862-41ad-b30d-cb7d1e6ecd5f req-8e34d6eb-4734-42b3-8339-bb9482ee14b1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:55.794187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df2c45f7-f862-41ad-b30d-cb7d1e6ecd5f req-8e34d6eb-4734-42b3-8339-bb9482ee14b1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0629852 Jul 15 17:28:55.820927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e54ff7aa-bf08-4649-8b67-86df4138ee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:55.837295 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df2c45f7-f862-41ad-b30d-cb7d1e6ecd5f req-b93b75af-e5bd-4e32-a0e8-9bb3b60c92df tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376418 Jul 15 17:28:55.861480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43960) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:55.913238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead8f6e-c22a-4e67-8147-237ef7bab224 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:55.914684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ead8f6e-c22a-4e67-8147-237ef7bab224 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1091 time: 0.0522277 Jul 15 17:28:55.917413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:55.921701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:28:55.942588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.038687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.146639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.228 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a3387de3-ea39-4cc4-89e8-c0dd01cf873a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:28:56.247356 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.290511 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.327747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:28:56.332646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:28:56.336896 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:28:56.360497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=a3387de3-ea39-4cc4-89e8-c0dd01cf873a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:56.710780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.785157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.936340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:56.940827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:57.012189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=a3387de3-ea39-4cc4-89e8-c0dd01cf873a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:28:57.018872 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:57.122122 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP 774c8bff-5c34-4361-99d2-be584a2c6da3 associated. External IP: 172.25.8.228, port: e7c62cb9-550e-41bb-b5fc-fb5828868cca. Jul 15 17:28:57.332542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router d846dca2-a86a-4b3f-9383-9d298d91a14a has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:28:57.443605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:28:57.453343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Sync routers for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:28:57.460706 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:57.463267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:57.463887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:57.499012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-363191db-5150-4f8d-9203-224e2e0936d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5805645 Jul 15 17:28:57.499665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:28:57.502025 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e3e16-97df-4a44-a27f-7510cef19c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:28:57.540691 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05453fe5-be69-4c3a-a046-22405a19f647 x-openstack-request-id: req-05453fe5-be69-4c3a-a046-22405a19f647 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:28:57.541124 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:28:57.541379 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05453fe5-be69-4c3a-a046-22405a19f647 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:28:57.541786 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'status': 'completed', 'code': 200} Jul 15 17:28:57.576900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:57.623263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-4ae4992a-8673-4f9d-8052-9edfc744da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:57.624907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-4ae4992a-8673-4f9d-8052-9edfc744da03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1096 time: 0.0620232 Jul 15 17:28:57.663593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bd86-8634-4cb7-af79-d305e5a3958e req-b0845588-714e-41c2-8ee4-90de923a2e0e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:57.665446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e31bd86-8634-4cb7-af79-d305e5a3958e req-b0845588-714e-41c2-8ee4-90de923a2e0e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0711880 Jul 15 17:28:57.705235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e31bd86-8634-4cb7-af79-d305e5a3958e req-470fa8e4-cc15-44b1-a040-e6bc986cfa9a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340540 Jul 15 17:28:57.720962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-fde91d46-06e2-4d08-99fc-4f3f3a14c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:57.722404 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-fde91d46-06e2-4d08-99fc-4f3f3a14c016 service neutron] 10.222.0.35 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0911531 Jul 15 17:28:57.731805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43968) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:57.793086 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-1343b1f9-c601-4fea-8dad-d4fcf49de2d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 999 time: 0.0647390 Jul 15 17:28:57.798013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-67447ccf-e9f8-43ce-bf56-38d0dbc520c3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/774c8bff-5c34-4361-99d2-be584a2c6da3 HTTP/1.1" status: 200 len: 991 time: 0.0646772 Jul 15 17:28:57.811523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '774c8bff-5c34-4361-99d2-be584a2c6da3', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'port_id': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'mac_address': 'fa:16:3e:22:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:28:56Z', 'updated_at': '2021-07-15T17:28:56Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:57.841615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Checking router: d846dca2-a86a-4b3f-9383-9d298d91a14a for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:28:57.841843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-7cd55805-be0b-4958-a57a-9d6ff40b4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:57.843127 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-7cd55805-be0b-4958-a57a-9d6ff40b4aea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0446692 Jul 15 17:28:57.850351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:28:57.850944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:28:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:57.900228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-cb2a1f4b-eb54-49f0-bfb7-2ba902050664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:28:57.901736 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-cb2a1f4b-eb54-49f0-bfb7-2ba902050664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521603 Jul 15 17:28:57.952658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:28:57.992889 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-d3657773-33cd-409c-b302-308a9c81fe6e service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852354 Jul 15 17:28:58.079707 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a92e3e16-97df-4a44-a27f-7510cef19c2d req-c7583fcf-2d1e-40fc-94d7-e1bfce74b910 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811689 Jul 15 17:28:58.174531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '774c8bff-5c34-4361-99d2-be584a2c6da3', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'port_id': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'mac_address': 'fa:16:3e:22:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:28:56Z', 'updated_at': '2021-07-15T17:28:56Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:28:58.201264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a19a3-e905-4b6c-aae6-f235b88e1cd5 None None] The sync data for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 is: [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '774c8bff-5c34-4361-99d2-be584a2c6da3', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'port_id': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'mac_address': 'fa:16:3e:22:72:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:28:56Z', 'updated_at': '2021-07-15T17:28:56Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:28:58.384423 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f89bcd6-9cc9-400d-83a6-57eefe60dc46 None None] New status for floating IP 774c8bff-5c34-4361-99d2-be584a2c6da3: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:28:58.801556 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 43970) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:28:58.823458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:58.868490 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fc4f2fae-bfd7-4c73-ba24-fcc7b4d97f2f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/774c8bff-5c34-4361-99d2-be584a2c6da3 HTTP/1.1" status: 200 len: 993 time: 0.0656655 Jul 15 17:28:59.133753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-38f87681-0edd-404b-87af-29e4b15a93f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:28:59.538105 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:28:59.626690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:01.352406 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:11.041572 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:11.081918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:25.820281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-25432dc6-725e-448f-9b0a-0b540a8b4251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:28.823840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:29.133274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-594dd104-070e-4917-8517-9b75c48e4035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:29.628895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:30.271884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c75dc-ec12-4c7a-b495-1b52aa85342b req-050d1753-407c-4c5c-b8f2-0a093336bc92 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:30.274111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-111c75dc-ec12-4c7a-b495-1b52aa85342b req-050d1753-407c-4c5c-b8f2-0a093336bc92 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0658686 Jul 15 17:29:30.315354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-111c75dc-ec12-4c7a-b495-1b52aa85342b req-6e33b27a-807c-4c1b-b2f5-19b1f80ae5ed tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355008 Jul 15 17:29:30.339925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 43986) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:30.400902 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ed93be99-55ef-43dd-8a3f-e880b1723989 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/774c8bff-5c34-4361-99d2-be584a2c6da3 HTTP/1.1" status: 200 len: 993 time: 0.0597429 Jul 15 17:29:30.812324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3e0aa-b9cd-490c-9f1d-0ceb8612e9c2 req-8372b8cb-93f3-4745-a6e3-74d5ac5b3050 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:30.813950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2b3e0aa-b9cd-490c-9f1d-0ceb8612e9c2 req-8372b8cb-93f3-4745-a6e3-74d5ac5b3050 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1096 time: 0.0522237 Jul 15 17:29:30.848027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2b3e0aa-b9cd-490c-9f1d-0ceb8612e9c2 req-70067384-741e-47c8-b907-6470e45927a3 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287330 Jul 15 17:29:31.357224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:31.410808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-52397a53-1eec-4d11-a9b2-a27961295526 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0575137 Jul 15 17:29:31.917193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-d956f6d7-c98a-46a9-b8cd-a919c24cf8c0 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:29:31.918204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-d956f6d7-c98a-46a9-b8cd-a919c24cf8c0 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614026 Jul 15 17:29:31.927405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Request body: {'binding': {'host': 'n-h1-800085-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:31.927888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Unknown quota resources ['binding']. {{(pid=100429) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 15 17:29:32.061700 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on host n-h1-800085-3 for vnic_type normal with profile None {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:32.061936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:32.062258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:32.066486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:29:32.066799 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:32.071531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:32.071894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:32.072308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Bound using segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:32.072727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Bound port: e7c62cb9-550e-41bb-b5fc-fb5828868cca, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:32.155832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:32.160036 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] Notify callbacks [] for binding, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:32.161251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] 10.222.0.25 "POST /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca/bindings HTTP/1.1" status: 201 len: 389 time: 0.2370381 Jul 15 17:29:32.361355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dac741-e700-4d73-945d-e62a458a9614 req-ff4913e7-b652-4a12-a465-94168b07200e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.362850 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22dac741-e700-4d73-945d-e62a458a9614 req-ff4913e7-b652-4a12-a465-94168b07200e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0686750 Jul 15 17:29:32.390852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-faf1e0a0-b065-4b73-b719-d0e38799f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.392501 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-faf1e0a0-b065-4b73-b719-d0e38799f7bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1096 time: 0.0542517 Jul 15 17:29:32.401160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22dac741-e700-4d73-945d-e62a458a9614 req-4481ad8e-c8f7-4674-9e3b-8e2106374392 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324485 Jul 15 17:29:32.485514 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-7d44af19-8555-4ab5-a337-7099175a60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.486973 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-7d44af19-8555-4ab5-a337-7099175a60fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0883696 Jul 15 17:29:32.548841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-fbfb4dde-4f6a-4a78-adfd-a2d9ae95d3c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 1001 time: 0.0559301 Jul 15 17:29:32.595485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-fd24d832-1298-4f89-9559-082e704cc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.596843 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-fd24d832-1298-4f89-9559-082e704cc6d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0419436 Jul 15 17:29:32.655525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-c6f8f2ce-83aa-405a-997c-bed02de9426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.657062 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-c6f8f2ce-83aa-405a-997c-bed02de9426b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540960 Jul 15 17:29:32.743499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-4326b5fa-aa2c-4b14-8b49-b77dcd199291 service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801635 Jul 15 17:29:32.834595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-b4fb12c1-3bf3-4496-9247-51ad188ea3fc service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847809 Jul 15 17:29:32.976341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-a7d19f1e-fd49-4bd7-873f-11c996d98a04 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:32.977838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-a7d19f1e-fd49-4bd7-873f-11c996d98a04 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8&tenant_id=779a860128474d149bc973ad72588616&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1096 time: 0.0882587 Jul 15 17:29:32.987876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800085-3'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:33.061061 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.182941 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:33.218382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:33.256480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:33.259423 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbfef08-1e38-40a9-a1bd-f798422b52d7" -d '{"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:33.263423 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.268936 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.297167 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ea379-7ef9-4c9d-a5e3-02021917337f x-openstack-request-id: req-fd2ea379-7ef9-4c9d-a5e3-02021917337f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:33.297460 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:33.297711 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd2ea379-7ef9-4c9d-a5e3-02021917337f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:33.298100 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'code': 200} Jul 15 17:29:33.367616 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:33.381444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.381791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.382198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.383036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.383370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.383693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.384026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.384381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.384710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.385034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.385357 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.385677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:33.430785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on host n-h2-800085-3 for vnic_type normal with profile {"migrating_to": "n-h1-800085-3"} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:33.431470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:33.431470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:33.436291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:29:33.436699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Attempting to bind port e7c62cb9-550e-41bb-b5fc-fb5828868cca on network becfd6c2-af06-4129-b5d7-8650a8b8be13 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:33.441693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:33.442029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Checking segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:33.442410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Bound using segment: {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:33.442837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Bound port: e7c62cb9-550e-41bb-b5fc-fb5828868cca, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae582b5a-5776-4ed5-a309-c0210bb659c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:33.443200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.511127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:33.514546 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:33.518609 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.548191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] Provisioning complete for port e7c62cb9-550e-41bb-b5fc-fb5828868cca triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:33.548793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.606739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92e0e1-ba11-404d-8a02-d08fefc31abe req-354fb308-8ea7-4bcb-bb65-0d109a71aa12 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:33.609275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c92e0e1-ba11-404d-8a02-d08fefc31abe req-354fb308-8ea7-4bcb-bb65-0d109a71aa12 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 943 time: 0.0878322 Jul 15 17:29:33.649417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=8']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:33.655347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.670538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c92e0e1-ba11-404d-8a02-d08fefc31abe req-e5a11c46-a403-4d67-8ae1-5436ffd2cfc3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538559 Jul 15 17:29:33.683293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:33.686077 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9ea773-97d4-40c2-9852-54a6a40bb632" -d '{"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:33.692734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:33.693690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.695980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-78424958-bb90-4825-a2a1-36f94a5f2946 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 1121 time: 0.7120366 Jul 15 17:29:33.712281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:33.727078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:33.762090 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537308fe-d526-42be-83e5-85d4a7043e22 x-openstack-request-id: req-537308fe-d526-42be-83e5-85d4a7043e22 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:33.762383 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-plugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:33.762811 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-537308fe-d526-42be-83e5-85d4a7043e22 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:33.763350 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'code': 200} Jul 15 17:29:33.915241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e7c62cb9-550e-41bb-b5fc-fb5828868cca'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:29:34.061699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eae03-4eba-4957-bd94-c09d5558912f None None] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:34.231560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-0bfcfd4c-d560-4492-a37d-6ead280f6574 None None] Provisioning complete for port e7c62cb9-550e-41bb-b5fc-fb5828868cca triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:34.231931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bfcfd4c-d560-4492-a37d-6ead280f6574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:34.853438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1353-bfc7-453d-b8f4-c027fce9599b req-8158a2c9-653a-4c26-91b3-625b81a9fafc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:34.854894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-043c1353-bfc7-453d-b8f4-c027fce9599b req-8158a2c9-653a-4c26-91b3-625b81a9fafc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0630195 Jul 15 17:29:34.896582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-043c1353-bfc7-453d-b8f4-c027fce9599b req-73066ae2-3d33-4cb9-a193-f04cd53269b8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360610 Jul 15 17:29:34.935025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:29:35.028990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:35.040178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca has no active binding in host n-h1-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 17:29:35.298994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:35.301292 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c08f043-1935-471b-9410-a5bab3e233a0" -d '{"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:35.338158 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5ab2d1-ed96-40a5-916c-4657700daab2 x-openstack-request-id: req-6b5ab2d1-ed96-40a5-916c-4657700daab2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:35.338511 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:35.339144 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b5ab2d1-ed96-40a5-916c-4657700daab2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:35.339229 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'status': 'completed', 'code': 200} Jul 15 17:29:35.416456 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-c0a180d6-51fb-4f9d-86a5-a918c450cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:35.417931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-c0a180d6-51fb-4f9d-86a5-a918c450cf77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1126 time: 0.0559006 Jul 15 17:29:35.505486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-64c7e96e-afa0-4ee4-a840-6ce35efbad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:35.506977 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-64c7e96e-afa0-4ee4-a840-6ce35efbad4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0820935 Jul 15 17:29:35.576520 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-9777f192-9795-4ee1-a572-ca8254a74e50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 1001 time: 0.0631247 Jul 15 17:29:35.623677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-a5431b28-7325-4457-a6c7-a61bf80b97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:35.625243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-a5431b28-7325-4457-a6c7-a61bf80b97cf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0434906 Jul 15 17:29:35.683737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-b6c404ef-782b-4043-ae06-026b4f888703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:35.685222 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-b6c404ef-782b-4043-ae06-026b4f888703 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537121 Jul 15 17:29:35.778460 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-b33e5180-9e71-4bf9-9455-2dcb867ef0f4 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872011 Jul 15 17:29:35.863886 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7c08f043-1935-471b-9410-a5bab3e233a0 req-a9ed4ca8-c009-481c-bb2a-67f8b8d52f79 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794485 Jul 15 17:29:36.071654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c877f1-969e-4317-8168-136776dba831 req-ab994d0f-ef6a-4485-9a59-98b0d5adb706 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:36.073162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2c877f1-969e-4317-8168-136776dba831 req-ab994d0f-ef6a-4485-9a59-98b0d5adb706 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0671766 Jul 15 17:29:36.111234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2c877f1-969e-4317-8168-136776dba831 req-0953aa6a-a351-463c-a02c-25c851f36cd6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325625 Jul 15 17:29:36.537335 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:29:37.165593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b5e3-4866-423e-b991-7867eefc7108 req-8cd3df92-ceef-4663-bac8-845f9a53c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:37.167058 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-8cd3df92-ceef-4663-bac8-845f9a53c5ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1126 time: 0.0578642 Jul 15 17:29:37.273897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b5e3-4866-423e-b991-7867eefc7108 req-2d65bf0f-f9b0-4ff7-8963-526af4b8c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:37.275412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-2d65bf0f-f9b0-4ff7-8963-526af4b8c766 service neutron] 10.222.0.35 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0874231 Jul 15 17:29:37.290486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdeabb-eb09-4b7d-a609-323bc56ff3b5 req-1e9a8c4f-e108-4521-91e3-ba6c73a04e57 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:37.291968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16bdeabb-eb09-4b7d-a609-323bc56ff3b5 req-1e9a8c4f-e108-4521-91e3-ba6c73a04e57 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0639849 Jul 15 17:29:37.330286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16bdeabb-eb09-4b7d-a609-323bc56ff3b5 req-a7c6c9ce-fb33-4f2f-a604-999e802b2766 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320685 Jul 15 17:29:37.345106 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-cf728b2a-6691-4469-a022-0167ecf7fd58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 1001 time: 0.0625796 Jul 15 17:29:37.393826 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b5e3-4866-423e-b991-7867eefc7108 req-d9241f11-3832-43cc-90f3-1e01f19842d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:37.395236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-d9241f11-3832-43cc-90f3-1e01f19842d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0431473 Jul 15 17:29:37.452685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217b5e3-4866-423e-b991-7867eefc7108 req-3e37723c-03e3-462b-8e8e-12594d3022fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:37.454127 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-3e37723c-03e3-462b-8e8e-12594d3022fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497952 Jul 15 17:29:37.546712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-1634e14b-9831-41a1-870e-1b70242c31ad service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837772 Jul 15 17:29:37.632950 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f217b5e3-4866-423e-b991-7867eefc7108 req-fcc4a169-8d0c-4ed3-b37b-28145ba66329 service neutron] 10.222.0.35 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798621 Jul 15 17:29:38.503861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a875b31-2ead-410c-b210-32ab315be5c2 req-b2d33a0a-14eb-4e0e-abed-69361435cbae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:38.505382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a875b31-2ead-410c-b210-32ab315be5c2 req-b2d33a0a-14eb-4e0e-abed-69361435cbae tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 945 time: 0.0631528 Jul 15 17:29:38.543894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a875b31-2ead-410c-b210-32ab315be5c2 req-18d75221-6f92-470c-bc1d-36103fb682c0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319023 Jul 15 17:29:38.924876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-487bfb07-f4c9-4548-891f-0dbd2d0de424 service neutron] 10.222.0.35 "GET /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 384 time: 0.0592394 Jul 15 17:29:39.383818 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:39.402705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:39.441169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:39.443420 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad58806-1a02-4090-893b-d07984f63f78" -d '{"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:39.450124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:39.463839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:39.496258 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb239a89-9cda-439c-92a9-ef543e884656 x-openstack-request-id: req-fb239a89-9cda-439c-92a9-ef543e884656 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:39.496549 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:39.496793 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb239a89-9cda-439c-92a9-ef543e884656 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:39.497177 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'code': 200} Jul 15 17:29:39.536583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] Transition to ACTIVE for port object e7c62cb9-550e-41bb-b5fc-fb5828868cca will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:39.541385 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:39.642981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] Pushing event updated for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=11']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:39.679813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] No DVR routers for this DVR port e7c62cb9-550e-41bb-b5fc-fb5828868cca on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:29:39.737578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac337c0-9094-41ce-bce4-b8e196a7562a req-fa8ef267-c8fa-4d47-b3cf-eca485f0ded7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:39.740698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eac337c0-9094-41ce-bce4-b8e196a7562a req-fa8ef267-c8fa-4d47-b3cf-eca485f0ded7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0733862 Jul 15 17:29:39.781746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eac337c0-9094-41ce-bce4-b8e196a7562a req-768d53b4-0f72-4133-93e1-11377509ea71 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362225 Jul 15 17:29:39.815776 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2bd34252-f106-47e8-a8fa-08e7b3de851b service neutron] 10.222.0.35 "PUT /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca/bindings/n-h1-800085-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8841753 Jul 15 17:29:39.922699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-a5aec044-e8ca-4d45-bf9a-387c2171c527 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:39.924083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-a5aec044-e8ca-4d45-bf9a-387c2171c527 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8&tenant_id=779a860128474d149bc973ad72588616&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.0590158 Jul 15 17:29:39.979475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-4c4f47a1-bb72-48c6-a8f1-512b85dceac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:39.980949 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-4c4f47a1-bb72-48c6-a8f1-512b85dceac7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 1095 time: 0.0505574 Jul 15 17:29:40.052990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-376b57ed-c5ab-4ed3-8fed-cc5d75229703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.054987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-376b57ed-c5ab-4ed3-8fed-cc5d75229703 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1095 time: 0.0517664 Jul 15 17:29:40.145756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-cb38d722-ac04-4e9b-98d2-bab80702b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.147198 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-cb38d722-ac04-4e9b-98d2-bab80702b647 service neutron] 10.222.0.20 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0866840 Jul 15 17:29:40.210046 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-f696ba23-247a-4c0e-b32b-a4b7775b7ef2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 999 time: 0.0567317 Jul 15 17:29:40.256565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-455221c3-2877-41d6-8e09-6d169119d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.258740 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-455221c3-2877-41d6-8e09-6d169119d393 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0429251 Jul 15 17:29:40.317496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-08f15f01-db43-4fda-9648-d2528861f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.318964 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-08f15f01-db43-4fda-9648-d2528861f271 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535753 Jul 15 17:29:40.407539 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-92094492-5ac4-4b85-b1ab-0732f658ca15 service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815251 Jul 15 17:29:40.497101 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-37ec616e-1112-419f-8482-8f96f9807293 service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Jul 15 17:29:40.766731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2110b66d-f718-4457-8ad8-e26d59478161 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.768163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-2110b66d-f718-4457-8ad8-e26d59478161 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8&tenant_id=779a860128474d149bc973ad72588616&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 1095 time: 0.0553725 Jul 15 17:29:40.908967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-587f80ee-9e73-4622-85cd-3d03fe9d565c service neutron] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:40.912201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-587f80ee-9e73-4622-85cd-3d03fe9d565c service neutron] Notify callbacks [] for binding, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:40.914015 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-587f80ee-9e73-4622-85cd-3d03fe9d565c service neutron] 10.222.0.20 "DELETE /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca/bindings/n-h2-800085-3 HTTP/1.1" status: 204 len: 173 time: 0.1392384 Jul 15 17:29:40.961788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b724f8-3948-43df-81d3-4d668ae6c0a0 req-67f0acdf-48bd-455e-a945-77c12aba7dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:40.963299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21b724f8-3948-43df-81d3-4d668ae6c0a0 req-67f0acdf-48bd-455e-a945-77c12aba7dfc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0682564 Jul 15 17:29:41.001538 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21b724f8-3948-43df-81d3-4d668ae6c0a0 req-d6fbefc7-404f-4e84-b0eb-358191b99c75 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327454 Jul 15 17:29:41.041210 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:41.110374 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:41.169259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6912-cf62-4c31-8009-f211b52fe642 req-331957b5-97c0-4307-9ec9-646da991d506 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:41.170799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c8f6912-cf62-4c31-8009-f211b52fe642 req-331957b5-97c0-4307-9ec9-646da991d506 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1095 time: 0.0562799 Jul 15 17:29:41.205675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2c8f6912-cf62-4c31-8009-f211b52fe642 req-8ac66244-4b4b-4cf9-b304-32369512b084 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292270 Jul 15 17:29:41.378141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0b5a5-f49d-46ef-a4fd-3330efb85df7 req-8edd15ce-cbab-47cf-b448-af9a1d62beeb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:41.379629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24e0b5a5-f49d-46ef-a4fd-3330efb85df7 req-8edd15ce-cbab-47cf-b448-af9a1d62beeb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0640655 Jul 15 17:29:41.418068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24e0b5a5-f49d-46ef-a4fd-3330efb85df7 req-bde50fc8-6274-4741-8532-8e8075a28832 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326538 Jul 15 17:29:41.441308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44048) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:41.504917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f8a10674-4b4f-4f0e-8fb1-328e7302cb53 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/774c8bff-5c34-4361-99d2-be584a2c6da3 HTTP/1.1" status: 200 len: 991 time: 0.0624464 Jul 15 17:29:41.760205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44054) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:41.826825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:29:41.864904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:29:41.915113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port a3387de3-ea39-4cc4-89e8-c0dd01cf873a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:29:41.915371 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:41.989200 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:41.989886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:42.001413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for a3387de3-ea39-4cc4-89e8-c0dd01cf873a owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:29:42.147211 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:42.176971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=a3387de3-ea39-4cc4-89e8-c0dd01cf873a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:42.222010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.222353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.222688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.223020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.223347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.223672 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.223993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.224342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.224661 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.224979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.225296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.225634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:42.247692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:42.248048 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP 774c8bff-5c34-4361-99d2-be584a2c6da3 disassociated (deleted). External IP: 172.25.8.228, port: e7c62cb9-550e-41bb-b5fc-fb5828868cca. Jul 15 17:29:42.751101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router d846dca2-a86a-4b3f-9383-9d298d91a14a has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:29:42.855453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:29:42.860472 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:42.865098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Sync routers for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:29:42.874102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:42.874721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:42.902731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e4afd013-abf2-4057-8712-0772cf6460ac tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/floatingips/774c8bff-5c34-4361-99d2-be584a2c6da3 HTTP/1.1" status: 204 len: 168 time: 1.1391346 Jul 15 17:29:42.902731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:42.903406 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5756acb9-684f-4c66-8306-8f59a6805e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:42.943060 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec194632-c042-4084-9953-a5d24594d199 x-openstack-request-id: req-ec194632-c042-4084-9953-a5d24594d199 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:42.943416 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:42.943725 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec194632-c042-4084-9953-a5d24594d199 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:42.944251 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'status': 'completed', 'code': 200} Jul 15 17:29:42.982872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:43.023089 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-23b5fe3a-bd41-44ea-ad4d-0515e768ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.025212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-23b5fe3a-bd41-44ea-ad4d-0515e768ca7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 1095 time: 0.0563631 Jul 15 17:29:43.124379 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-df7ec620-08a6-4df1-85a3-d37820915c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.125876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-df7ec620-08a6-4df1-85a3-d37820915c8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 200 len: 897 time: 0.0950480 Jul 15 17:29:43.171792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-e82ef169-4693-43af-83a8-3776182395fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 200 len: 217 time: 0.0351183 Jul 15 17:29:43.189127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:43.215514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Checking router: d846dca2-a86a-4b3f-9383-9d298d91a14a for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:29:43.221037 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-cdde73fb-c185-4f13-ae75-48f42583bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.222743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-cdde73fb-c185-4f13-ae75-48f42583bcee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 200 len: 835 time: 0.0441020 Jul 15 17:29:43.223974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:43.224604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:43.286354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-43e9fa1d-1629-4cf5-8018-4c6fb0996e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.288859 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-43e9fa1d-1629-4cf5-8018-4c6fb0996e79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=becfd6c2-af06-4129-b5d7-8650a8b8be13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583932 Jul 15 17:29:43.297151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dd1ea-9206-4098-8cbf-b7347c1d7292 req-623abd11-96a9-4dcd-9aff-d9746add0229 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.298671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a77dd1ea-9206-4098-8cbf-b7347c1d7292 req-623abd11-96a9-4dcd-9aff-d9746add0229 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0685241 Jul 15 17:29:43.344701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a77dd1ea-9206-4098-8cbf-b7347c1d7292 req-866c7c24-d32c-4635-bc1e-737afcbb8cb4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=4111234c-acc3-4533-8d99-44370aadfbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392408 Jul 15 17:29:43.347359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:43.391969 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-c6d58c3e-b1ba-4f17-ae0c-9e7790c62ebe service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962479 Jul 15 17:29:43.490004 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5756acb9-684f-4c66-8306-8f59a6805e7b req-08125f5c-3a58-4380-817b-564871295045 service neutron] 10.222.0.20 "GET /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905409 Jul 15 17:29:43.550442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:43.575693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6acc2c-b563-4866-8869-16e5fb0d5275 None None] The sync data for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 is: [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:43Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c359c7ea-f496-43be-8d5e-f1da7d162d0a', 'name': '', 'network_id': 'becfd6c2-af06-4129-b5d7-8650a8b8be13', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:36:fe:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:42Z', 'updated_at': '2021-07-15T17:28:47Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:29:43.650614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-803b26f3-aae0-4a35-be74-3bf7b3de6613 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:43.652094 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-803b26f3-aae0-4a35-be74-3bf7b3de6613 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f96960-64d6-4622-8153-ab52cdf6bca8 HTTP/1.1" status: 200 len: 944 time: 0.0671334 Jul 15 17:29:43.759034 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port e7c62cb9-550e-41bb-b5fc-fb5828868cca {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:29:43.759381 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:43.804550 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c6d219-b181-4148-a864-d86b4cd2786d None None] New status for floating IP 774c8bff-5c34-4361-99d2-be584a2c6da3: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:29:43.851867 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port e7c62cb9-550e-41bb-b5fc-fb5828868cca, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=e7c62cb9-550e-41bb-b5fc-fb5828868cca,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:43.852263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:43.865457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for e7c62cb9-550e-41bb-b5fc-fb5828868cca owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:29:43.995011 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:44.024827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=e7c62cb9-550e-41bb-b5fc-fb5828868cca,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:44.073162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] No DVR routers for this DVR port e7c62cb9-550e-41bb-b5fc-fb5828868cca on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:29:44.075592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:44.077590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2875ebe9-4c83-4c1b-b6ea-9ae22164043d req-cd032124-aa61-4353-a26a-8f9628ee5212 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.20 "DELETE /v2.0/ports/e7c62cb9-550e-41bb-b5fc-fb5828868cca HTTP/1.1" status: 204 len: 173 time: 0.4201674 Jul 15 17:29:44.078019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-deleted', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:44.080317 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b4f2f-0222-4156-a6f8-e02816e7a704" -d '{"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-deleted", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:44.120467 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75251b23-ef42-4387-9729-d392ed3d1c2d x-openstack-request-id: req-75251b23-ef42-4387-9729-d392ed3d1c2d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:44.120767 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f96960-64d6-4622-8153-ab52cdf6bca8", "name": "network-vif-deleted", "tag": "e7c62cb9-550e-41bb-b5fc-fb5828868cca", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:44.121022 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75251b23-ef42-4387-9729-d392ed3d1c2d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:44.121423 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f96960-64d6-4622-8153-ab52cdf6bca8', 'name': 'network-vif-deleted', 'tag': 'e7c62cb9-550e-41bb-b5fc-fb5828868cca', 'status': 'completed', 'code': 200} Jul 15 17:29:44.448075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44066) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:44.828086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:45.115159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port c359c7ea-f496-43be-8d5e-f1da7d162d0a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:29:45.115393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:45.204842 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port c359c7ea-f496-43be-8d5e-f1da7d162d0a, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c359c7ea-f496-43be-8d5e-f1da7d162d0a,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:45.205196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:45.218193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for c359c7ea-f496-43be-8d5e-f1da7d162d0a owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:29:45.411101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:45.443315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=c359c7ea-f496-43be-8d5e-f1da7d162d0a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:45.626432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:45.842950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router d846dca2-a86a-4b3f-9383-9d298d91a14a has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:29:45.951477 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:29:45.956547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b0056450-3ff5-4c58-8cd6-3471bcf10dc2 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/d846dca2-a86a-4b3f-9383-9d298d91a14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5074763 Jul 15 17:29:45.959200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44068) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:45.961828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Sync routers for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:29:45.971036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:45.971639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:46.010343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting subnet ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:29:46.013473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.053441 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.075694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:46.144228 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.202451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.230181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Subnet': ['ID=ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:46.233936 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.235944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bb8ff4ed-d6e9-4cf7-8340-724583083348 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/subnets/ae12ddbe-2fd1-4e45-802e-ae4b4085d6cc HTTP/1.1" status: 204 len: 168 time: 0.2756968 Jul 15 17:29:46.238727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44070) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:46.242286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162c45bc-c109-4090-a815-0531eb37c366 None None] Network becfd6c2-af06-4129-b5d7-8650a8b8be13 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:29:46.335388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:29:45Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:46.350231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.364081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Checking router: d846dca2-a86a-4b3f-9383-9d298d91a14a for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:29:46.395674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Routers {'d846dca2-a86a-4b3f-9383-9d298d91a14a'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:46.396226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['d846dca2-a86a-4b3f-9383-9d298d91a14a'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:46.461410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.514146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] Set router d846dca2-a86a-4b3f-9383-9d298d91a14a gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:46.514739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port c9532330-11c3-43d6-8934-e881451c0efa {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:29:46.515091 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.567111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] DHCP port deletion for becfd6c2-af06-4129-b5d7-8650a8b8be13 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:29:46.599973 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port c9532330-11c3-43d6-8934-e881451c0efa, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9532330-11c3-43d6-8934-e881451c0efa,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:46.600378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.612891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for c9532330-11c3-43d6-8934-e881451c0efa owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:29:46.791022 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.815287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=c9532330-11c3-43d6-8934-e881451c0efa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:46.848139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Deleting port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:29:46.848139 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.885581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.921206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] For port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,segment=NetworkSegment(ae582b5a-5776-4ed5-a309-c0210bb659c8),segment_id=ae582b5a-5776-4ed5-a309-c0210bb659c8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:46.921599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.939008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Calling delete_port for b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:29:46.953680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:29:45Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:46.982094 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:46.984408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.012693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32606aa-8c6e-478b-9dd3-bddafa648bba None None] The sync data for ids ['d846dca2-a86a-4b3f-9383-9d298d91a14a'] in n-d-800085-3 is: [{'id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1827191052', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:29:45Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'c9532330-11c3-43d6-8934-e881451c0efa', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd846dca2-a86a-4b3f-9383-9d298d91a14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:28:40Z', 'updated_at': '2021-07-15T17:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:29:47.042577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.043273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Fanout notify agent at l3_agent the message router_deleted on router d846dca2-a86a-4b3f-9383-9d298d91a14a {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:29:47.057646 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.058854 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9a07c717-65ec-440a-af32-4f41d33cd327 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/routers/d846dca2-a86a-4b3f-9383-9d298d91a14a HTTP/1.1" status: 204 len: 168 time: 0.8191967 Jul 15 17:29:47.061791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:47.069270 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.093959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] Pushing event deleted for resources: {'Port': ['ID=b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:47.097591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf896c4-5921-459a-af75-d577102ff4a5 None None] No DVR routers for this DVR port b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:29:47.139396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.226955 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.236796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becfd6c2-af06-4129-b5d7-8650a8b8be13']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:47.246947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae582b5a-5776-4ed5-a309-c0210bb659c8') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:47.247236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae582b5a-5776-4ed5-a309-c0210bb659c8') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:47.255681 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.269030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.275416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:29:47.275797 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:29:47.278817 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:29:47.341107 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.360517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:29:47.362003 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.364316 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/networks/becfd6c2-af06-4129-b5d7-8650a8b8be13 HTTP/1.1" status: 204 len: 168 time: 0.3009114 Jul 15 17:29:47.365688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0c96b-5403-49a0-8363-28035a00b6c9 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Network': ['ID=becfd6c2-af06-4129-b5d7-8650a8b8be13,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:47.367784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44074) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:47.390398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:29:47.390746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b16cadcf-91ea-43ac-bdb5-4ffbc5b954d8 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:29:47.444262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.471532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.533719 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.536473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.537632 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/security-groups/4111234c-acc3-4533-8d99-44370aadfbf9 HTTP/1.1" status: 204 len: 168 time: 0.1685574 Jul 15 17:29:47.549526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86379d-cea0-4149-a658-6aa6378e8968 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4111234c-acc3-4533-8d99-44370aadfbf9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:47.758986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44080) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:47.763970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349887395', 'description': 'tempest-secgroup-smoke-349887395 description', 'project_id': '779a860128474d149bc973ad72588616'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:47.786898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.872202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.875677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.902926 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.904168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1441622 Jul 15 17:29:47.907248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:47.908107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c4da1-77af-4b6e-adc0-c42434eccde1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81402cfe-6246-4df8-bc62-36bd311951c9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:47.912007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:47.937952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:47.999961 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.004399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.023816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a39d8e-604d-488f-b89b-d1ffa796b0de,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.029379 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.030693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-61485b9f-dce3-4c94-a3d5-4bcb8d30c5e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223502 Jul 15 17:29:48.033586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44084) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.038666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.065940 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.123034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.126232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.144008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5bad7d-6489-4244-a991-bb1d059704dc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.149905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.151347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-53ff8ec6-a97a-4008-87cc-cc852e7e0254 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167440 Jul 15 17:29:48.154090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44086) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.158774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.186095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.245343 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.249059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.270885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f539ef5-4f06-4c98-be21-9d6243229b83,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.274768 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.275960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5667dc7d-ceeb-4349-b056-bc4862ff42d8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209486 Jul 15 17:29:48.278663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.283288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.310049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.372178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.375709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.390807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32037e2-00fb-4c55-beaa-2df937bc72ce,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.399689 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.401011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b77b994e-4126-42a6-afba-5ad023015c33 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212935 Jul 15 17:29:48.403717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44090) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.407972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.428554 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:29:48.433898 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.493555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.497253 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.517827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc7497b-fa30-4dca-b8eb-838a32e5f8e4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.521492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.525350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-88610d58-1b95-416b-9b26-d12bcf43693e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180475 Jul 15 17:29:48.525846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44092) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.530229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'security_group_rule': {'security_group_id': '81402cfe-6246-4df8-bc62-36bd311951c9', 'project_id': '779a860128474d149bc973ad72588616', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.551600 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Project 779a860128474d149bc973ad72588616 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:29:48.556736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.617394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.621206 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.637977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d49abf-7b54-49ce-a117-dfcdb43d2968,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.645653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.646884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2a746b8d-f8bd-4bbc-820d-56807dfeb2e5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201422 Jul 15 17:29:48.649713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44094) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.654621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'network': {'name': 'tempest-network-smoke--202297409', 'project_id': '779a860128474d149bc973ad72588616', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.675296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:29:48.679347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.702628 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:29:48.711897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.713218 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Added segment 4170ed7d-95cd-4d84-89aa-ac04b3657b84 of type vlan for network d54b48ed-42e0-455c-a233-a65d4cd686bf Jul 15 17:29:48.757092 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.785266 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.792578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:48.793172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.827925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1771607 Jul 15 17:29:48.830745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44096) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:48.836355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'admin_state_up': True, 'project_id': '779a860128474d149bc973ad72588616', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:48.858953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.860161 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.865285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0f8a-dcc6-4d27-89f2-6d7482d2ed32 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Network': ['ID=d54b48ed-42e0-455c-a233-a65d4cd686bf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:48.877116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d54b48ed-42e0-455c-a233-a65d4cd686bf details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:29:48.915201 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:48.942654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9532330-11c3-43d6-8934-e881451c0efa no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:29:48.949996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:29:48.986006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c9532330-11c3-43d6-8934-e881451c0efa {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:29:48.986348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9532330-11c3-43d6-8934-e881451c0efa not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:29:48.986752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c359c7ea-f496-43be-8d5e-f1da7d162d0a no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:29:48.989226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: e7c62cb9-550e-41bb-b5fc-fb5828868cca {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:29:48.989571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device e7c62cb9-550e-41bb-b5fc-fb5828868cca not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:29:49.007546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c359c7ea-f496-43be-8d5e-f1da7d162d0a {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:29:49.007854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c359c7ea-f496-43be-8d5e-f1da7d162d0a not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:29:49.053806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.241604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.260387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.360567 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.144 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/e4a07bab-d069-4fb2-941b-b4943a95890b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:29:49.464583 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.501973 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.541875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:29:49.544624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:49.548085 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:29:49.569516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=e4a07bab-d069-4fb2-941b-b4943a95890b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:49.791818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:49.981124 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.105333 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:29:50.209061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:29:50.219046 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Sync routers for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:29:50.227439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.227942 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:50.228582 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:50.228713 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0119159-00fd-41e9-966c-5d3a05fc76bc tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3969014 Jul 15 17:29:50.231874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44098) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:50.260764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-3b86dc5e-dc6c-4a5d-84cb-0f8ea9e7e845 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=779a860128474d149bc973ad72588616&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277658 Jul 15 17:29:50.263383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44100) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:50.330642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:50.355794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682606cb-c508-489a-aa91-2a37b2120830 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:50.357250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-682606cb-c508-489a-aa91-2a37b2120830 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926948 Jul 15 17:29:50.360182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44102) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:50.388359 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-912764bf-00aa-4c88-af98-aade16deedbb tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270972 Jul 15 17:29:50.391115 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44104) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:50.395778 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-791169043', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'project_id': '779a860128474d149bc973ad72588616', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:50.481274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:29:50.484856 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.510010 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:49Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:50.535300 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Checking router: a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:29:50.535638 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Updating router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c port e4a07bab-d069-4fb2-941b-b4943a95890b binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:29:50.570331 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.666332 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.729072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Subnet': ['ID=a0303a4b-bfcf-4959-8bfc-533bae8470a9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:50.738288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Checking segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:50.738654 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network hostable DHCP agents. Network: d54b48ed-42e0-455c-a233-a65d4cd686bf, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:29:50.757583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network d54b48ed-42e0-455c-a233-a65d4cd686bf is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:29:50.767866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d54b48ed-42e0-455c-a233-a65d4cd686bf) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:50.772355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:50.773855 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.779406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5f6a0-9de6-4d0b-a4d5-3161fb297254 None None] Network d54b48ed-42e0-455c-a233-a65d4cd686bf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:29:50.787574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fae2149d-6e3e-48cf-83eb-892af7b2755c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3954151 Jul 15 17:29:50.791185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44106) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:29:50.827670 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.838503 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Transition to ACTIVE for port object e4a07bab-d069-4fb2-941b-b4943a95890b will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:50.844912 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.889461 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Pushing event updated for resources: {'Port': ['ID=e4a07bab-d069-4fb2-941b-b4943a95890b,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:50.898682 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.899036 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.899357 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.899688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.900320 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.900513 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.900808 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.901109 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.901424 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.902149 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.902149 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.902404 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:50.931750 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Attempting to bind port e4a07bab-d069-4fb2-941b-b4943a95890b on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:50.932140 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Attempting to bind port e4a07bab-d069-4fb2-941b-b4943a95890b by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:50.932505 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Attempting to bind port e4a07bab-d069-4fb2-941b-b4943a95890b on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:50.937744 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:50.938266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:50.938497 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.938616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-d54b48ed-42e0-455c-a233-a65d4cd686bf', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:29:50.938879 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:50.939341 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Bound port: e4a07bab-d069-4fb2-941b-b4943a95890b, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:50.939716 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.939857 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:50.995241 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] For port e4a07bab-d069-4fb2-941b-b4943a95890b, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:51.000583 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] For port e4a07bab-d069-4fb2-941b-b4943a95890b, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e4a07bab-d069-4fb2-941b-b4943a95890b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:51.005937 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.060732 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:51.061353 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:51.086310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Allocated IP 172.20.0.2 (d54b48ed-42e0-455c-a233-a65d4cd686bf/a0303a4b-bfcf-4959-8bfc-533bae8470a9/65e52dc1-af0b-4aa7-9565-b69596063add) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:29:51.105103 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb7d3-8f2f-44e6-9975-c8abf4e71fb3 None None] Pushing event updated for resources: {'Port': ['ID=e4a07bab-d069-4fb2-941b-b4943a95890b,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:51.176833 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:51.238980 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.248913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Transition to ACTIVE for port object 65e52dc1-af0b-4aa7-9565-b69596063add will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:51.265591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Transition to ACTIVE for port object 65e52dc1-af0b-4aa7-9565-b69596063add will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:51.271447 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.306723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Network d54b48ed-42e0-455c-a233-a65d4cd686bf is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:29:51.310208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:51.313787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:29:51.363746 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:49Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:51.378878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Pushing event updated for resources: {'Port': ['ID=65e52dc1-af0b-4aa7-9565-b69596063add,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:51.392000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5fe62-4dfc-46d4-a570-97039d0a34bc None None] The sync data for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 is: [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:49Z', 'revision_number': 3, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:29:51.392698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Attempting to bind port 65e52dc1-af0b-4aa7-9565-b69596063add on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:51.393072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Attempting to bind port 65e52dc1-af0b-4aa7-9565-b69596063add by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:51.393443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Attempting to bind port 65e52dc1-af0b-4aa7-9565-b69596063add on network d54b48ed-42e0-455c-a233-a65d4cd686bf {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:51.400263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:51.400708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Checking segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:51.401211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.401797 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Bound using segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:51.402368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Bound port: 65e52dc1-af0b-4aa7-9565-b69596063add, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:51.402851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.476036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] For port 65e52dc1-af0b-4aa7-9565-b69596063add, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:51.480067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] For port 65e52dc1-af0b-4aa7-9565-b69596063add, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=65e52dc1-af0b-4aa7-9565-b69596063add,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:51.486988 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.551136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba93cc2-0667-448d-896f-0abb8bd9411d None None] Pushing event updated for resources: {'Port': ['ID=65e52dc1-af0b-4aa7-9565-b69596063add,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:51.605701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:51.941586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.1 (d54b48ed-42e0-455c-a233-a65d4cd686bf/a0303a4b-bfcf-4959-8bfc-533bae8470a9/eacafb22-b003-47a2-9143-34b5f1b965e5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:29:52.063577 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.081851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object eacafb22-b003-47a2-9143-34b5f1b965e5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:52.117708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.170825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network d54b48ed-42e0-455c-a233-a65d4cd686bf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:29:52.174144 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:52.178250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:29:52.185556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:52.228841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.385709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.550302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e21271-46cb-489d-a122-104f81a9ecff None None] Network d54b48ed-42e0-455c-a233-a65d4cd686bf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:29:52.630243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-508e5fc2-7041-456f-a917-065072e30df7 None None] Provisioning for port 65e52dc1-af0b-4aa7-9565-b69596063add completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:52.679410 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.684651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.765103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:52.766967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:52.875363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network d54b48ed-42e0-455c-a233-a65d4cd686bf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:29:52.876949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:52.982550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-651da250-c80b-4027-b342-e92c2d3662d5 None None] Provisioning for port eacafb22-b003-47a2-9143-34b5f1b965e5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:52.987195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-651da250-c80b-4027-b342-e92c2d3662d5 None None] Provisioning complete for port eacafb22-b003-47a2-9143-34b5f1b965e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:52.987572 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-651da250-c80b-4027-b342-e92c2d3662d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.028272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:29:53.045244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-651da250-c80b-4027-b342-e92c2d3662d5 None None] Port eacafb22-b003-47a2-9143-34b5f1b965e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:29:53.087456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e4a07bab-d069-4fb2-941b-b4943a95890b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:53.143765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port e4a07bab-d069-4fb2-941b-b4943a95890b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:53.149215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port e4a07bab-d069-4fb2-941b-b4943a95890b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:53.149596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.154482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:29:53.164747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-99bc822c-5cb3-4c2e-9061-d86478cfcdf1 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3724232 Jul 15 17:29:53.184325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Sync routers for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:29:53.204759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:53.205361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:53.337492 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.339358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-3be809c3-a0f7-4efe-a5bf-57250230f78e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349887395&fields=id&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 267 time: 0.0480628 Jul 15 17:29:53.351789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-27796094-43cb-498b-9b8c-43d3bfe29fa5 None None] Provisioning complete for port eacafb22-b003-47a2-9143-34b5f1b965e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:53.352183 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-27796094-43cb-498b-9b8c-43d3bfe29fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.395989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:53.423185 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port e4a07bab-d069-4fb2-941b-b4943a95890b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e4a07bab-d069-4fb2-941b-b4943a95890b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:53.434104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.434885 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 65e52dc1-af0b-4aa7-9565-b69596063add up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:53.457987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-4b54c516-7d24-4960-bdee-0acffcf91f55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:53.459408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-4b54c516-7d24-4960-bdee-0acffcf91f55 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 796 time: 0.1119294 Jul 15 17:29:53.474409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-37919470-5358-4e34-9356-9ec4299252f0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/quotas/779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 375 time: 0.0092995 Jul 15 17:29:53.483881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-27796094-43cb-498b-9b8c-43d3bfe29fa5 None None] Port eacafb22-b003-47a2-9143-34b5f1b965e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:29:53.547799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-2987769a-6a95-4800-9403-6e5e29feb586 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679908 Jul 15 17:29:53.573518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=e4a07bab-d069-4fb2-941b-b4943a95890b,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:53.629144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 65e52dc1-af0b-4aa7-9565-b69596063add completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:53.644549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 65e52dc1-af0b-4aa7-9565-b69596063add triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:53.644922 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.658819 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-b1f0560e-4eaf-4711-9937-591b64a7152c service neutron] 10.222.0.25 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989366 Jul 15 17:29:53.672529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-768aa159-c44a-451b-bfd0-0b13e728823b None None] Provisioning complete for port eacafb22-b003-47a2-9143-34b5f1b965e5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:53.673399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-768aa159-c44a-451b-bfd0-0b13e728823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.745591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-768aa159-c44a-451b-bfd0-0b13e728823b None None] Port eacafb22-b003-47a2-9143-34b5f1b965e5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:29:53.757144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-e7f230d7-c13b-477f-b3ac-346cefb6a46f service neutron] 10.222.0.25 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911624 Jul 15 17:29:53.797724 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.808791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 2, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:53.841091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Checking router: a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:29:53.841449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Updating router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c port eacafb22-b003-47a2-9143-34b5f1b965e5 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:29:53.891039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 65e52dc1-af0b-4aa7-9565-b69596063add, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=65e52dc1-af0b-4aa7-9565-b69596063add,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:53.896014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.899808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:53.934454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-412ba0e5-e1c5-4897-8822-b1a736053bf5 req-8369a836-fd4c-4b73-89db-f985a6932738 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 210 time: 0.0285625 Jul 15 17:29:53.984503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=65e52dc1-af0b-4aa7-9565-b69596063add,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:54.196914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.197266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.197606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.197943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.198344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.198610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.198939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.199277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.199594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.199915 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.200264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.200597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:29:54.376382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:54.386609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Transition to ACTIVE for port object eacafb22-b003-47a2-9143-34b5f1b965e5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:54.392648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:54.444908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8578be-e134-4069-b06b-95b78051b153 None None] Pushing event updated for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:54.499964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Attempting to bind port eacafb22-b003-47a2-9143-34b5f1b965e5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:54.500498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Attempting to bind port eacafb22-b003-47a2-9143-34b5f1b965e5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:54.500865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Attempting to bind port eacafb22-b003-47a2-9143-34b5f1b965e5 on network d54b48ed-42e0-455c-a233-a65d4cd686bf {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:54.506304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:54.506678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Checking segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:54.507072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:54.507628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Bound using segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:54.508172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Bound port: eacafb22-b003-47a2-9143-34b5f1b965e5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:54.508527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:54.583144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] For port eacafb22-b003-47a2-9143-34b5f1b965e5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:54.587039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] For port eacafb22-b003-47a2-9143-34b5f1b965e5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eacafb22-b003-47a2-9143-34b5f1b965e5,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:54.591088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:54.650969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:29:54.651586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:54.654602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8578be-e134-4069-b06b-95b78051b153 None None] Pushing event updated for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:54.771096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:29:54.989541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:29:55.029851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-887cbd58-15a7-4e48-a146-d7209188a1bd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:55.031333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-887cbd58-15a7-4e48-a146-d7209188a1bd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 796 time: 0.1526525 Jul 15 17:29:55.036468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e4a07bab-d069-4fb2-941b-b4943a95890b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:55.041141 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48ec3b-8d53-4311-bcf1-1f967babe581 None None] The sync data for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 is: [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:54Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:29:55.126301 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-c28c6a80-4de0-405c-940d-d59cfe048822 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=779a860128474d149bc973ad72588616 HTTP/1.1" status: 200 len: 379 time: 0.0787742 Jul 15 17:29:55.136269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port e4a07bab-d069-4fb2-941b-b4943a95890b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:55.136748 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.138110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1acc87de-3458-443f-8a89-54b1bd564a69 req-1b1ea81b-cd48-41a4-95cb-0871a4651361 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 210 time: 0.0670707 Jul 15 17:29:55.141812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'port': {'device_id': '94153765-cf90-4563-8073-785945ee7b4f', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'admin_state_up': True, 'tenant_id': '779a860128474d149bc973ad72588616', 'security_groups': ['81402cfe-6246-4df8-bc62-36bd311951c9']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:55.245121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 65e52dc1-af0b-4aa7-9565-b69596063add up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:55.297865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 65e52dc1-af0b-4aa7-9565-b69596063add triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:55.298438 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.606036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Made reservation on behalf of 779a860128474d149bc973ad72588616 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:29:55.609655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.750652 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.20.0.3 (d54b48ed-42e0-455c-a233-a65d4cd686bf/a0303a4b-bfcf-4959-8bfc-533bae8470a9/d3379c26-79dc-457f-b866-94ed41d13a91) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:29:55.823263 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8a65a933-11c3-43bb-a7ea-d8c59720f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.897952 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.911937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Transition to ACTIVE for port object d3379c26-79dc-457f-b866-94ed41d13a91 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:55.945947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:55.997246 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network d54b48ed-42e0-455c-a233-a65d4cd686bf is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:29:56.000559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:29:56.004576 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:29:56.028694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:56.058880 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:56.059550 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.075568 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-5c6434cb-6fa5-47e2-90d8-23ddd09ed591 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9405804 Jul 15 17:29:56.088092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Request body: {'port': {'device_id': '94153765-cf90-4563-8073-785945ee7b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:29:56.169130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.305901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc6a1f14-c045-4c69-bf85-159f630b432d None None] Provisioning for port d3379c26-79dc-457f-b866-94ed41d13a91 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:56.309808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc6a1f14-c045-4c69-bf85-159f630b432d None None] Provisioning complete for port d3379c26-79dc-457f-b866-94ed41d13a91 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:56.310355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1f14-c045-4c69-bf85-159f630b432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.328779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d8948-c6cc-47ea-968e-78b40e3b78ef req-44835c59-e591-4220-bbfc-a334f10263b3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:56.330386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e64d8948-c6cc-47ea-968e-78b40e3b78ef req-44835c59-e591-4220-bbfc-a334f10263b3 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 931 time: 0.0700872 Jul 15 17:29:56.354767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a1f14-c045-4c69-bf85-159f630b432d None None] Port d3379c26-79dc-457f-b866-94ed41d13a91 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:29:56.374611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e64d8948-c6cc-47ea-968e-78b40e3b78ef req-6378215d-bba4-42a7-9e05-01fc2940f29a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351045 Jul 15 17:29:56.464828 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3379c26-79dc-457f-b866-94ed41d13a91 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:29:56.472022 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.484081 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Transition to ACTIVE for port object d3379c26-79dc-457f-b866-94ed41d13a91 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:29:56.487691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.576006 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:56.609105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Attempting to bind port d3379c26-79dc-457f-b866-94ed41d13a91 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:29:56.609466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Attempting to bind port d3379c26-79dc-457f-b866-94ed41d13a91 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:29:56.609789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Attempting to bind port d3379c26-79dc-457f-b866-94ed41d13a91 on network d54b48ed-42e0-455c-a233-a65d4cd686bf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:56.614176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Port d3379c26-79dc-457f-b866-94ed41d13a91 on network d54b48ed-42e0-455c-a233-a65d4cd686bf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:29:56.614488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Attempting to bind port d3379c26-79dc-457f-b866-94ed41d13a91 on network d54b48ed-42e0-455c-a233-a65d4cd686bf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:29:56.619739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:29:56.620068 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Checking segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:29:56.620495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Bound using segment: {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:29:56.620924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Bound port: d3379c26-79dc-457f-b866-94ed41d13a91, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4170ed7d-95cd-4d84-89aa-ac04b3657b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:29:56.621281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.691549 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:29:56.694692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:29:56.699273 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.733153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:56.733770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:56.735166 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 1091 time: 0.6527097 Jul 15 17:29:56.735586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:29:56.737904 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e6586-e845-4e7f-90a5-1e7e0eac310d" -d '{"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:29:56.768991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c2434-1a78-47a0-a2c3-5c94c4e52913 service neutron] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:56.795468 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9328749a-eb36-41ae-8467-63a4f42c467d x-openstack-request-id: req-9328749a-eb36-41ae-8467-63a4f42c467d {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:29:56.795760 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:29:56.796014 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9328749a-eb36-41ae-8467-63a4f42c467d {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:29:56.796470 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'status': 'completed', 'code': 200} Jul 15 17:29:56.843306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-0dd8c16c-9264-4214-8fe3-9142c87bc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:56.844876 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-0dd8c16c-9264-4214-8fe3-9142c87bc5f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1094 time: 0.0592954 Jul 15 17:29:56.890357 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-19c42aae-d93a-4bdd-b024-01c80a7ee08b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 217 time: 0.0386312 Jul 15 17:29:56.940169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-f3fb82b8-d307-4d4b-9aa6-30e1a0760996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:56.941560 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-f3fb82b8-d307-4d4b-9aa6-30e1a0760996 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 200 len: 834 time: 0.0453188 Jul 15 17:29:57.003148 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-306faad5-ec6a-4dbe-9396-fc7280170b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.005156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-306faad5-ec6a-4dbe-9396-fc7280170b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d54b48ed-42e0-455c-a233-a65d4cd686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552845 Jul 15 17:29:57.013494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eacafb22-b003-47a2-9143-34b5f1b965e5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:57.061866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port eacafb22-b003-47a2-9143-34b5f1b965e5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:29:57.065494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eacafb22-b003-47a2-9143-34b5f1b965e5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:57.065867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:57.102839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-20bcaf00-b891-43b0-94ac-2287967ce14c service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901964 Jul 15 17:29:57.142123 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:57.175389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port eacafb22-b003-47a2-9143-34b5f1b965e5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eacafb22-b003-47a2-9143-34b5f1b965e5,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:29:57.179208 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:57.195717 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-a9d2ab3a-85bf-481b-9572-5197353c08c0 req-53b73497-78d8-43b7-830b-07617d347ce3 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862238 Jul 15 17:29:57.232573 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:29:57.309289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-9496b5ed-9d17-40bc-8576-61d8f20f5897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.310704 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-9496b5ed-9d17-40bc-8576-61d8f20f5897 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1094 time: 0.0592196 Jul 15 17:29:57.402298 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-3c0c08f4-eb35-49a9-8f8c-11323172ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.403827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-3c0c08f4-eb35-49a9-8f8c-11323172ac1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 896 time: 0.0868340 Jul 15 17:29:57.449592 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-b7bc4e8d-6f36-4321-8aa6-d0087f7d1bdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 217 time: 0.0391016 Jul 15 17:29:57.499019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-2ccc4859-d067-4d11-ad9b-4d3f53262590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.500525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-2ccc4859-d067-4d11-ad9b-4d3f53262590 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 200 len: 834 time: 0.0443652 Jul 15 17:29:57.551762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642392-4f21-456b-8fa5-fb7d7ebb072b req-8b68678d-d85e-4e21-a6a9-e1552b4dc572 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.553340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb642392-4f21-456b-8fa5-fb7d7ebb072b req-8b68678d-d85e-4e21-a6a9-e1552b4dc572 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 943 time: 0.0677357 Jul 15 17:29:57.558086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-3b2f92e6-725f-4e12-a739-0ceb8a9af84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:57.559640 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-3b2f92e6-725f-4e12-a739-0ceb8a9af84e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d54b48ed-42e0-455c-a233-a65d4cd686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515878 Jul 15 17:29:57.595733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb642392-4f21-456b-8fa5-fb7d7ebb072b req-60c3489d-3f1b-4375-b8ca-8fb43fd7b1bb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363674 Jul 15 17:29:57.654621 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-4f4aa746-aa7b-467d-bb6d-7c5dbb0214a5 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880599 Jul 15 17:29:57.747131 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-317e6586-e845-4e7f-90a5-1e7e0eac310d req-46ea604a-a544-4957-bc52-c7b807400ade service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854354 Jul 15 17:29:58.768620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aef8c1-5e26-46c3-b7a0-20af4cdeb4a9 req-9bd65315-8b01-4734-8aae-c602a4438564 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:58.770123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21aef8c1-5e26-46c3-b7a0-20af4cdeb4a9 req-9bd65315-8b01-4734-8aae-c602a4438564 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 943 time: 0.0635509 Jul 15 17:29:58.811112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21aef8c1-5e26-46c3-b7a0-20af4cdeb4a9 req-70f8ee2f-e92c-4469-bdc6-29ecc8cf4a3e tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346479 Jul 15 17:29:58.824284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:58.983367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eacafb22-b003-47a2-9143-34b5f1b965e5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:29:59.030177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eacafb22-b003-47a2-9143-34b5f1b965e5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:29:59.030469 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:59.133032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb91b-3ae6-4a97-873f-eb10b4390567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:59.632889 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:29:59.910538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:29:59.987088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5f9cb-6cc5-4b9c-84e1-2f94194f7e0a req-704bfc98-e709-46c2-a820-fb30ec45162a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:29:59.988842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d5f9cb-6cc5-4b9c-84e1-2f94194f7e0a req-704bfc98-e709-46c2-a820-fb30ec45162a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 943 time: 0.0677359 Jul 15 17:30:00.005331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:00.016820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'mac_address': 'fa:16:3e:aa:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:30:00.028050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d1d5f9cb-6cc5-4b9c-84e1-2f94194f7e0a req-ef3e36af-ef27-4993-9fd8-e871fb970711 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Jul 15 17:30:00.053815 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:00.069158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3379c26-79dc-457f-b866-94ed41d13a91 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:30:00.087965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:00.092381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:00.138362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:00.291893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['d3379c26-79dc-457f-b866-94ed41d13a91'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:30:01.203601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387db3a-d718-42e7-ac15-873c004ca6c1 req-952e0775-301c-49b7-a5be-ba3758f185e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:01.205123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1387db3a-d718-42e7-ac15-873c004ca6c1 req-952e0775-301c-49b7-a5be-ba3758f185e4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 944 time: 0.0638831 Jul 15 17:30:01.243248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1387db3a-d718-42e7-ac15-873c004ca6c1 req-f0d140c9-87d2-4d80-b614-97d1cec86e2b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324254 Jul 15 17:30:01.357669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:01.936253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:30:01.983597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port d3379c26-79dc-457f-b866-94ed41d13a91 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:30:01.987127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port d3379c26-79dc-457f-b866-94ed41d13a91 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:30:01.987490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:02.062896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:02.085523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:30:02.087772 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba46b0fc-03e6-4719-9c9e-8269c26a3987" -d '{"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:30:02.099968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:02.105108 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:02.129690 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4da211-31cc-4059-8af9-d155952efd4f x-openstack-request-id: req-4e4da211-31cc-4059-8af9-d155952efd4f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:30:02.129978 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:30:02.130223 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e4da211-31cc-4059-8af9-d155952efd4f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:30:02.130600 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'code': 200} Jul 15 17:30:02.157187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:02.242014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c36dce-1efd-4862-bf99-6e966aa196b2 req-021641cc-0ee1-4da3-bfaa-6437b875f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:02.243492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70c36dce-1efd-4862-bf99-6e966aa196b2 req-021641cc-0ee1-4da3-bfaa-6437b875f21f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1096 time: 0.0511220 Jul 15 17:30:02.282505 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70c36dce-1efd-4862-bf99-6e966aa196b2 req-6b954ee5-d539-47f6-b585-7afbe4243cf8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324311 Jul 15 17:30:02.417180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892d276-a612-4b29-8656-5fc1bf48e339 req-326a67bd-1f74-4b42-9e6c-44f0622833f4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:02.418645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a892d276-a612-4b29-8656-5fc1bf48e339 req-326a67bd-1f74-4b42-9e6c-44f0622833f4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0663261 Jul 15 17:30:02.456320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a892d276-a612-4b29-8656-5fc1bf48e339 req-0290f455-e064-456e-9808-5368b2e332ca tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Jul 15 17:30:03.675234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f1b76-19ae-4392-8ad3-5405f733b1e4 req-82c2e7cd-dfbe-4ec8-a967-9dbf6b2f9cbd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:03.676713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8f1b76-19ae-4392-8ad3-5405f733b1e4 req-82c2e7cd-dfbe-4ec8-a967-9dbf6b2f9cbd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0652308 Jul 15 17:30:03.715396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8f1b76-19ae-4392-8ad3-5405f733b1e4 req-d35cf2b5-c247-4c7c-8475-03cea5026666 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Jul 15 17:30:03.887821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db100f7-fe34-48ec-adc0-8a53f4b88536 req-34191d0c-a73b-42f8-96bc-76090b411833 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:03.889663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2db100f7-fe34-48ec-adc0-8a53f4b88536 req-34191d0c-a73b-42f8-96bc-76090b411833 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0636570 Jul 15 17:30:03.927007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2db100f7-fe34-48ec-adc0-8a53f4b88536 req-892ee81e-18df-465c-823d-522331940d3d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Jul 15 17:30:03.951722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44158) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:30:04.009390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbf016-3351-4a20-9d2d-2f8daba65068 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:04.010896 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6fbf016-3351-4a20-9d2d-2f8daba65068 tempest-TestNetworkAdvancedServerOps-1366485459 tempest-TestNetworkAdvancedServerOps-1366485459-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1091 time: 0.0581722 Jul 15 17:30:04.013936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44160) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:30:04.018188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'tenant_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:30:04.039544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:04.134016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:04.246832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Allocated IP 172.25.8.81 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/b7106704-2fb9-4732-84b8-91700f71dc35) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:30:04.346800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:04.390082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:04.429780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:30:04.432559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:30:04.436081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:30:04.441461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=b7106704-2fb9-4732-84b8-91700f71dc35,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:04.805168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:04.881179 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:05.031714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:05.036163 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:05.104996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event updated for resources: {'Port': ['ID=b7106704-2fb9-4732-84b8-91700f71dc35,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:05.113727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:05.213721 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP c8dc63da-896e-4857-9463-e25fd61c5f7d associated. External IP: 172.25.8.81, port: d3379c26-79dc-457f-b866-94ed41d13a91. Jul 15 17:30:05.420139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:30:05.529111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:30:05.538259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Sync routers for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:30:05.548394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:05.548594 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:30:05.549254 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:30:05.588354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7bda2b99-d311-4748-9871-5e8559947817 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5733585 Jul 15 17:30:05.588944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:30:05.591318 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b862a9-53f1-42ba-963c-5a42259fb69c" -d '{"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:30:05.633029 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d44949-e399-450c-bf38-1c4372efb596 x-openstack-request-id: req-66d44949-e399-450c-bf38-1c4372efb596 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:30:05.633335 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:30:05.633591 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66d44949-e399-450c-bf38-1c4372efb596 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:30:05.633999 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'status': 'completed', 'code': 200} Jul 15 17:30:05.718765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-e8a5289c-dfd9-4eda-8ac8-3b890f593471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:05.719903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-e8a5289c-dfd9-4eda-8ac8-3b890f593471 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1096 time: 0.0631719 Jul 15 17:30:05.751333 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:30:05.756026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a19a-834e-4c45-aeea-63988411fcea req-a14f1b2a-36e0-42a0-8354-d74a3882d004 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:05.758804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7123a19a-834e-4c45-aeea-63988411fcea req-a14f1b2a-36e0-42a0-8354-d74a3882d004 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0700173 Jul 15 17:30:05.799770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7123a19a-834e-4c45-aeea-63988411fcea req-f813e558-c6b4-472a-b1c0-c40864e07071 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347662 Jul 15 17:30:05.812014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-1b9f0d92-5946-4218-9f55-17711dacbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:05.813585 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-1b9f0d92-5946-4218-9f55-17711dacbd38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 896 time: 0.0876257 Jul 15 17:30:05.825638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44166) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:30:05.885031 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-69bf74e4-629b-43ab-bc5f-12b739231cd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 998 time: 0.0644965 Jul 15 17:30:05.892620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cf077da4-ee68-436b-8e1d-199a511a3e34 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/c8dc63da-896e-4857-9463-e25fd61c5f7d HTTP/1.1" status: 200 len: 990 time: 0.0641029 Jul 15 17:30:05.933993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-cf57cc9f-843c-46f7-b5bf-5843282e0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:05.935491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-cf57cc9f-843c-46f7-b5bf-5843282e0057 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 200 len: 834 time: 0.0450935 Jul 15 17:30:05.978220 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c8dc63da-896e-4857-9463-e25fd61c5f7d', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'mac_address': 'fa:16:3e:aa:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94153765-cf90-4563-8073-785945ee7b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:30:04Z', 'updated_at': '2021-07-15T17:30:04Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:30:05.991104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-b8090724-bfba-4bb1-aff3-0ce149ad0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:05.993156 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-b8090724-bfba-4bb1-aff3-0ce149ad0a4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d54b48ed-42e0-455c-a233-a65d4cd686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518601 Jul 15 17:30:06.003838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Checking router: a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:30:06.011950 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:30:06.012566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:29:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:30:06.088994 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-ab14ba8b-aa9c-416f-931e-25d5334bd3e3 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888388 Jul 15 17:30:06.115787 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:30:06.179030 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-54b862a9-53f1-42ba-963c-5a42259fb69c req-864506b3-d51f-4c7f-83db-e49b7ac99ff9 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Jul 15 17:30:06.337387 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c8dc63da-896e-4857-9463-e25fd61c5f7d', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'mac_address': 'fa:16:3e:aa:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94153765-cf90-4563-8073-785945ee7b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:30:04Z', 'updated_at': '2021-07-15T17:30:04Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:30:06.364226 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b6a5a-87d7-4775-ae3f-7d066de9cb44 None None] The sync data for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 is: [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'c8dc63da-896e-4857-9463-e25fd61c5f7d', 'tenant_id': '779a860128474d149bc973ad72588616', 'floating_ip_address': '172.25.8.81', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'mac_address': 'fa:16:3e:aa:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94153765-cf90-4563-8073-785945ee7b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:30:04Z', 'updated_at': '2021-07-15T17:30:04Z', 'revision_number': 0, 'project_id': '779a860128474d149bc973ad72588616', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:30:06.554956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b9e2c-6f74-421d-ada4-1d8d29434aff None None] New status for floating IP c8dc63da-896e-4857-9463-e25fd61c5f7d: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:30:06.895397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44168) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:30:06.957776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-41ceaccd-0761-4162-90c5-6ab04723684d tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/c8dc63da-896e-4857-9463-e25fd61c5f7d HTTP/1.1" status: 200 len: 992 time: 0.0612755 Jul 15 17:30:11.040250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:11.113927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:13.535710 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:30:25.825592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bb662b8b-519f-42a8-b8e5-d4cdf70cc3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:28.825431 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:29.132888 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-68486b5a-4ae3-45a8-9336-8a5760e68e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:29.635400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:31.361182 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:37.222700 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-3edb633c-4b19-40e1-9a9f-e20fa553aeee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554762 Jul 15 17:30:37.320820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-2361cdbc-1224-4145-b0e9-71382953f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:37.322861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-2361cdbc-1224-4145-b0e9-71382953f2cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1096 time: 0.0512652 Jul 15 17:30:37.429765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-3ca1da37-ddd7-4ff0-91b5-5694f4cfda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:37.431217 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-3ca1da37-ddd7-4ff0-91b5-5694f4cfda71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 896 time: 0.0861943 Jul 15 17:30:37.492931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-8fa9239f-44a7-4edb-b704-e05a6d08a69a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 1000 time: 0.0554185 Jul 15 17:30:37.539339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-094781cd-d445-418e-9f85-32c169e16bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:37.540768 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-094781cd-d445-418e-9f85-32c169e16bb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 200 len: 834 time: 0.0422421 Jul 15 17:30:37.600999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-86b86bc7-a65b-4d6c-a6b2-e864a8fb08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:37.602465 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-86b86bc7-a65b-4d6c-a6b2-e864a8fb08c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d54b48ed-42e0-455c-a233-a65d4cd686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549650 Jul 15 17:30:37.690871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-87bcf826-bf22-4597-bfd3-5c78136c4b9f service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811946 Jul 15 17:30:37.781761 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-85349109-5a87-4df7-9840-4381ce7f6bf6 req-42b8e695-19af-481e-ac0e-b8eaa7e3fd31 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Jul 15 17:30:38.607369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28239d95-c52f-4d8d-bdc4-01ed1bc8071c req-8a22d736-fa66-4188-8155-1f953977120a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:38.608928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28239d95-c52f-4d8d-bdc4-01ed1bc8071c req-8a22d736-fa66-4188-8155-1f953977120a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0649557 Jul 15 17:30:38.647846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28239d95-c52f-4d8d-bdc4-01ed1bc8071c req-fd9e685c-f128-4e94-964c-fbb799720b4f tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Jul 15 17:30:39.832414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77045dba-728b-4dcd-b599-d71d13a5d5c0 req-5ec8f067-2b36-4982-9b9c-46fabbb9f300 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:39.833888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77045dba-728b-4dcd-b599-d71d13a5d5c0 req-5ec8f067-2b36-4982-9b9c-46fabbb9f300 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0635247 Jul 15 17:30:39.871248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77045dba-728b-4dcd-b599-d71d13a5d5c0 req-48fe42db-7b33-4824-a09a-c65e623b09b4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Jul 15 17:30:41.040876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:41.046068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109f07d-25ab-4806-8f84-5418ec263e75 req-db1fae55-70f1-43a8-a559-edba3d6e1a05 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:41.047543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b109f07d-25ab-4806-8f84-5418ec263e75 req-db1fae55-70f1-43a8-a559-edba3d6e1a05 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0666528 Jul 15 17:30:41.084733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b109f07d-25ab-4806-8f84-5418ec263e75 req-32a071e3-d170-4983-93cb-56e274f2ef12 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Jul 15 17:30:41.126355 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:42.255891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836c581-6422-40ec-ac38-190d242327d0 req-e561b0ca-8dda-457f-a47f-cbe1314bc600 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:42.257385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0836c581-6422-40ec-ac38-190d242327d0 req-e561b0ca-8dda-457f-a47f-cbe1314bc600 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0630436 Jul 15 17:30:42.297322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0836c581-6422-40ec-ac38-190d242327d0 req-db24724c-bd2e-4565-85f4-615e7fc308b8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337467 Jul 15 17:30:43.467553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d54c2-58b4-4b2c-9cdf-22ce5c915a3b req-71df9625-eea3-48c8-b423-0afb761a1bba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:43.469046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb2d54c2-58b4-4b2c-9cdf-22ce5c915a3b req-71df9625-eea3-48c8-b423-0afb761a1bba tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0629022 Jul 15 17:30:43.510156 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb2d54c2-58b4-4b2c-9cdf-22ce5c915a3b req-8b868885-7dd6-4c87-9488-f8e36944fed7 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356612 Jul 15 17:30:44.687244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38294163-c834-4c29-9aec-fca6d9a5d9a4 req-e94ce6da-255d-4ac6-bf70-fd0fb8d60ccb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:44.688662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38294163-c834-4c29-9aec-fca6d9a5d9a4 req-e94ce6da-255d-4ac6-bf70-fd0fb8d60ccb tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0639153 Jul 15 17:30:44.725235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38294163-c834-4c29-9aec-fca6d9a5d9a4 req-b58525d7-500b-4f7b-9680-2a231c2967d4 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Jul 15 17:30:45.896170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0f42d-e10b-4a31-94eb-013d6e94d11f req-58c3d410-b3a0-47db-960d-7cc0f7c84173 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:45.897650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50d0f42d-e10b-4a31-94eb-013d6e94d11f req-58c3d410-b3a0-47db-960d-7cc0f7c84173 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0640790 Jul 15 17:30:45.934799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50d0f42d-e10b-4a31-94eb-013d6e94d11f req-c244a3f0-3132-491a-86c0-d1964d34d516 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Jul 15 17:30:47.109815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48217658-26a5-4799-af01-d7bca9ed7645 req-67e9dcd1-3a03-4591-a9b5-b813012b82ef tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:47.111284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48217658-26a5-4799-af01-d7bca9ed7645 req-67e9dcd1-3a03-4591-a9b5-b813012b82ef tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0668931 Jul 15 17:30:47.149305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48217658-26a5-4799-af01-d7bca9ed7645 req-1ccf2fb4-8035-4d6a-93a5-9c76d3e80acd tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325146 Jul 15 17:30:48.322957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c9aa4-602d-42eb-b211-d27128cf2464 req-0d5306cf-f396-442e-9df5-6c2819eba094 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:48.324450 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-959c9aa4-602d-42eb-b211-d27128cf2464 req-0d5306cf-f396-442e-9df5-6c2819eba094 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 15 17:30:48.362996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-959c9aa4-602d-42eb-b211-d27128cf2464 req-0e8ce726-d1d1-4fc3-afd0-ffb64b6ebba8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Jul 15 17:30:49.532392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6916fa7-d9d7-459e-a95c-b530ff1dcddf req-0ad46c3a-c2dd-4e84-a1f5-315cda9bba88 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:49.533845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6916fa7-d9d7-459e-a95c-b530ff1dcddf req-0ad46c3a-c2dd-4e84-a1f5-315cda9bba88 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0633442 Jul 15 17:30:49.573894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6916fa7-d9d7-459e-a95c-b530ff1dcddf req-cd8feec0-9ff6-4e3b-aa24-f4ffceabfb37 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345953 Jul 15 17:30:50.534990 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:30:51.056526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202209c-1b70-4cba-ad35-13dcb447a6e0 req-82c0336e-b832-4795-83ee-4e3dd0d67358 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:51.057996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b202209c-1b70-4cba-ad35-13dcb447a6e0 req-82c0336e-b832-4795-83ee-4e3dd0d67358 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.3733451 Jul 15 17:30:51.095839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b202209c-1b70-4cba-ad35-13dcb447a6e0 req-ad6b9b16-5917-4eb1-a3d0-1b59e67485a8 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Jul 15 17:30:52.265547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a589e-4680-4161-b019-2864bc021bbe req-5181185e-5972-4a2d-9f0c-b5ce41e8f34c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:52.267002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-952a589e-4680-4161-b019-2864bc021bbe req-5181185e-5972-4a2d-9f0c-b5ce41e8f34c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0622866 Jul 15 17:30:52.304811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-952a589e-4680-4161-b019-2864bc021bbe req-93cbd197-d4bb-4300-83b1-a1c5be0aad7b tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jul 15 17:30:53.477515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8aa3fa-5578-4ae9-8b36-fb8e8955b072 req-d66a8369-1114-4bef-9292-175584e90704 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:53.479082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f8aa3fa-5578-4ae9-8b36-fb8e8955b072 req-d66a8369-1114-4bef-9292-175584e90704 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0660114 Jul 15 17:30:53.517429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f8aa3fa-5578-4ae9-8b36-fb8e8955b072 req-91345f0b-ee4b-4356-90f1-c5b25f210745 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321934 Jul 15 17:30:54.696309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d370ae-1e25-406a-a89a-674380329a4a req-bc12b3d1-ba3e-46d6-b1e1-fe0fe6994f1a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:54.697753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36d370ae-1e25-406a-a89a-674380329a4a req-bc12b3d1-ba3e-46d6-b1e1-fe0fe6994f1a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0653369 Jul 15 17:30:54.735356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36d370ae-1e25-406a-a89a-674380329a4a req-acad301c-7e85-49d5-b617-266e0a4f84bf tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319822 Jul 15 17:30:55.827303 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-53a22a10-f61e-439c-a315-65de6e63074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:55.907966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aba299-da2c-40b9-aa2e-d0cc4826f4f8 req-9aea4a37-4666-4576-a010-29a2929e8137 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:55.909466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4aba299-da2c-40b9-aa2e-d0cc4826f4f8 req-9aea4a37-4666-4576-a010-29a2929e8137 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0637562 Jul 15 17:30:55.950205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4aba299-da2c-40b9-aa2e-d0cc4826f4f8 req-35d32da9-43ac-480e-8869-fff3cfe3d5db tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352261 Jul 15 17:30:56.191470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f6d2-523f-4166-828d-7f3b848fbeb4 req-bc57b49e-7357-4c05-b216-491a05af4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:56.192877 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37e4f6d2-523f-4166-828d-7f3b848fbeb4 req-bc57b49e-7357-4c05-b216-491a05af4cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1096 time: 0.0501506 Jul 15 17:30:56.227250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-37e4f6d2-523f-4166-828d-7f3b848fbeb4 req-35b310bb-a310-4cf5-b30a-328154a524ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281785 Jul 15 17:30:57.125149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18673ef-411e-43f3-9f59-0a9d1f1cfdc4 req-8a62ba02-7776-4131-a6b2-cdd8ea1c591c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:30:57.127313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d18673ef-411e-43f3-9f59-0a9d1f1cfdc4 req-8a62ba02-7776-4131-a6b2-cdd8ea1c591c tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0664577 Jul 15 17:30:57.166909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d18673ef-411e-43f3-9f59-0a9d1f1cfdc4 req-954d4f5e-0e78-4207-9f77-6b1e317758c6 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337760 Jul 15 17:30:57.191940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44234) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:30:57.256292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-15e30f0d-fd53-4cf9-a4ca-18cd5b421db5 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/floatingips/c8dc63da-896e-4857-9463-e25fd61c5f7d HTTP/1.1" status: 200 len: 992 time: 0.0630085 Jul 15 17:30:58.308851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:30:58.312580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:30:58.454861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:58.481484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:58.495018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:30:58.497248 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec6fc7-d419-4781-b66a-3cd546444f5b" -d '{"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:30:58.508265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'port_id': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'mac_address': 'fa:16:3e:aa:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:30:58.512795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:58.517607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:58.581187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:58.599328 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5689386-ad58-4ea1-9253-b33b473d45a7 x-openstack-request-id: req-a5689386-ad58-4ea1-9253-b33b473d45a7 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:30:58.599622 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:30:58.599871 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5689386-ad58-4ea1-9253-b33b473d45a7 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:30:58.600288 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'code': 200} Jul 15 17:30:58.605946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3379c26-79dc-457f-b866-94ed41d13a91 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:30:58.611147 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:58.628500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.628848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.629191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.629532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.629865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.630197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.630522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.630847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.631171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.631489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.631809 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.632144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:30:58.639607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:30:58.643247 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:58.688736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:30:58.827638 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:58.849128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['d3379c26-79dc-457f-b866-94ed41d13a91'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:30:59.132020 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-79ba241a-4935-49bc-a2b7-76a06b6248e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:30:59.637273 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:00.323635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:00.370687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port d3379c26-79dc-457f-b866-94ed41d13a91 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:00.371058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:00.446814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:00.477735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:00.481784 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:00.527937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:00.601131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:31:00.603357 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405e7dfa-7891-4466-aeb3-c748c122a43e" -d '{"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:31:00.639026 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500274b6-40ca-4719-b733-eb1c6d5170ea x-openstack-request-id: req-500274b6-40ca-4719-b733-eb1c6d5170ea {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:31:00.639605 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-plugged", "status": "completed", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:31:00.639605 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-500274b6-40ca-4719-b733-eb1c6d5170ea {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:31:00.639951 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'code': 200} Jul 15 17:31:01.363973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:11.037831 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:11.125480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:24.415476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-81b23055-8e5b-4e8d-a564-5a4cb13d2412 req-8f91239f-dc35-42c3-ac36-adf9239b89dc service neutron] (100428) timed out ('10.222.0.25', 39486) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:31:25.829283 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e1b91c74-b49d-4aa8-87dc-19c04fa0a885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:27.534283 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:31:28.828621 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:29.135048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f646a7a3-02b2-4b67-8a77-6ea9d44b4ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:29.639615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:31.366551 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:32.532754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44252) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:32.684547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port b7106704-2fb9-4732-84b8-91700f71dc35 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:31:32.684800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:32.756473 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:32.756795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:32.768401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for b7106704-2fb9-4732-84b8-91700f71dc35 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:31:32.911272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:32.936021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=b7106704-2fb9-4732-84b8-91700f71dc35,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:32.947449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.947794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.948160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.948498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.948830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.949159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.949487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.949813 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.950137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.950460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.950781 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:32.951098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:33.010483 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:33.010814 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Floating IP c8dc63da-896e-4857-9463-e25fd61c5f7d disassociated (deleted). External IP: 172.25.8.81, port: d3379c26-79dc-457f-b866-94ed41d13a91. Jul 15 17:31:33.213014 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:31:33.317157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:33.321768 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:33.326045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Sync routers for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:33.335768 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:33.336394 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:33.358638 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10eb26fe-4fbf-4e87-a633-34d386c7391a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/floatingips/c8dc63da-896e-4857-9463-e25fd61c5f7d HTTP/1.1" status: 204 len: 168 time: 0.8248131 Jul 15 17:31:33.359335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:31:33.361798 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457714f6-7bb6-4e8d-9df2-ca69927aa33d" -d '{"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:31:33.401300 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f7f00-434c-4075-b3b9-cb78439c0827 x-openstack-request-id: req-ec8f7f00-434c-4075-b3b9-cb78439c0827 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:31:33.401597 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:31:33.401976 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec8f7f00-434c-4075-b3b9-cb78439c0827 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:31:33.402380 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'status': 'completed', 'code': 200} Jul 15 17:31:33.443043 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:33.480770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-c39626fb-d58a-4794-af3d-4b2dda785e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:33.482298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-c39626fb-d58a-4794-af3d-4b2dda785e18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=779a860128474d149bc973ad72588616&device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 1096 time: 0.0549386 Jul 15 17:31:33.592174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-e4d3c1b1-2103-4cb9-b8de-87f7d2c9c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:33.593804 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-e4d3c1b1-2103-4cb9-b8de-87f7d2c9c946 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 200 len: 896 time: 0.1033685 Jul 15 17:31:33.651013 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-420df468-3d02-444e-8225-d90303f536df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 200 len: 217 time: 0.0429039 Jul 15 17:31:33.658324 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:33.691251 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Checking router: a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:33.704417 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:33.705037 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:33.709214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-791491e1-5f8e-492f-adba-520a34507827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:33.710905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-791491e1-5f8e-492f-adba-520a34507827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 200 len: 834 time: 0.0529280 Jul 15 17:31:33.769423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0a1c-0b8b-43e3-8458-f19ceabd76e6 req-67738518-c842-44f6-8436-0b717158bc39 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:33.770965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-756e0a1c-0b8b-43e3-8458-f19ceabd76e6 req-67738518-c842-44f6-8436-0b717158bc39 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0716052 Jul 15 17:31:33.787806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-8760c335-4aae-4db9-ad5d-30c8377b0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:33.789391 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-8760c335-4aae-4db9-ad5d-30c8377b0633 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d54b48ed-42e0-455c-a233-a65d4cd686bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712655 Jul 15 17:31:33.811272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-756e0a1c-0b8b-43e3-8458-f19ceabd76e6 req-f5c698dd-438f-4d22-a7af-2a0f17f67080 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341775 Jul 15 17:31:33.815626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:33.883199 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-e7215539-cb1e-4f09-be32-baf0a9f35c27 service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Jul 15 17:31:33.978206 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-457714f6-7bb6-4e8d-9df2-ca69927aa33d req-2e7b2188-e984-495b-9836-58895959005a service neutron] 10.222.0.35 "GET /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877404 Jul 15 17:31:34.013698 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:34.038611 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14efb8d-7dd6-45bb-b4e0-da99d3c0bf0c None None] The sync data for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 is: [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:29:52Z', 'revision_number': 4, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'eacafb22-b003-47a2-9143-34b5f1b965e5', 'name': '', 'network_id': 'd54b48ed-42e0-455c-a233-a65d4cd686bf', 'tenant_id': '779a860128474d149bc973ad72588616', 'mac_address': 'fa:16:3e:0e:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:51Z', 'updated_at': '2021-07-15T17:29:57Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'subnets': [{'id': 'a0303a4b-bfcf-4959-8bfc-533bae8470a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:34.252789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0706132c-09aa-4310-88ca-65953a31511f None None] New status for floating IP c8dc63da-896e-4857-9463-e25fd61c5f7d: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:31:34.953934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-afe3ff92-b09b-45e3-8318-09b4cb09dd78 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:34.955436 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-afe3ff92-b09b-45e3-8318-09b4cb09dd78 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0643888 Jul 15 17:31:35.001075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0802-1cbd-496a-a110-15880c7e51d8 req-80331ed9-d199-4ca2-9b8e-6d486cce0745 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:35.002805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf9e0802-1cbd-496a-a110-15880c7e51d8 req-80331ed9-d199-4ca2-9b8e-6d486cce0745 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/ports?device_id=94153765-cf90-4563-8073-785945ee7b4f HTTP/1.1" status: 200 len: 945 time: 0.0730450 Jul 15 17:31:35.042025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bf9e0802-1cbd-496a-a110-15880c7e51d8 req-e121962a-370b-458c-9b65-0c8ceb2eae20 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "GET /v2.0/security-groups?id=81402cfe-6246-4df8-bc62-36bd311951c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335944 Jul 15 17:31:35.064400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port d3379c26-79dc-457f-b866-94ed41d13a91 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:31:35.064744 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:35.150532 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port d3379c26-79dc-457f-b866-94ed41d13a91, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d3379c26-79dc-457f-b866-94ed41d13a91,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:35.150816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:35.163327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for d3379c26-79dc-457f-b866-94ed41d13a91 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:31:35.290434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:35.321964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=d3379c26-79dc-457f-b866-94ed41d13a91,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:35.369929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] No DVR routers for this DVR port d3379c26-79dc-457f-b866-94ed41d13a91 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:31:35.372646 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:35.375369 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dd1f14cf-0684-47df-8ab6-49235bccd178 req-ba2d9311-79a2-4936-a873-65a7356d292a tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.35 "DELETE /v2.0/ports/d3379c26-79dc-457f-b866-94ed41d13a91 HTTP/1.1" status: 204 len: 173 time: 0.4136038 Jul 15 17:31:35.403141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-deleted', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:31:35.405406 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60296ce3-6441-4059-8710-a4b6267c4c35" -d '{"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-deleted", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:31:35.441234 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7dc8e-7c57-43ef-9d4e-3d31e8e2e93a x-openstack-request-id: req-69f7dc8e-7c57-43ef-9d4e-3d31e8e2e93a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:31:35.441561 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94153765-cf90-4563-8073-785945ee7b4f", "name": "network-vif-deleted", "tag": "d3379c26-79dc-457f-b866-94ed41d13a91", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:31:35.441813 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69f7dc8e-7c57-43ef-9d4e-3d31e8e2e93a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:31:35.442211 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94153765-cf90-4563-8073-785945ee7b4f', 'name': 'network-vif-deleted', 'tag': 'd3379c26-79dc-457f-b866-94ed41d13a91', 'status': 'completed', 'code': 200} Jul 15 17:31:36.134473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:36.855786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:37.164852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port eacafb22-b003-47a2-9143-34b5f1b965e5 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:31:37.165515 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:37.254116 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port eacafb22-b003-47a2-9143-34b5f1b965e5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eacafb22-b003-47a2-9143-34b5f1b965e5,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:37.254494 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:37.267263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for eacafb22-b003-47a2-9143-34b5f1b965e5 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:31:37.445217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:37.474669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=eacafb22-b003-47a2-9143-34b5f1b965e5,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:37.644302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:37.852179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:31:37.957347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:37.962526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8bff741a-c03a-4754-933f-d1edd2870e04 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "PUT /v2.0/routers/a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267763 Jul 15 17:31:37.964914 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44270) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:37.966997 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Sync routers for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:37.976298 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:37.976906 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:38.016402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting subnet a0303a4b-bfcf-4959-8bfc-533bae8470a9 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:31:38.019916 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.063475 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.151937 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.168628 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:38.210078 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.239859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.241779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/subnets/a0303a4b-bfcf-4959-8bfc-533bae8470a9 HTTP/1.1" status: 204 len: 168 time: 0.2759335 Jul 15 17:31:38.242862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273e502-dd75-40a1-96cc-f29a6b87e771 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Subnet': ['ID=a0303a4b-bfcf-4959-8bfc-533bae8470a9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:38.244847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44272) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:38.252422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca4253-831b-49d0-85e7-6a1f61c22ef5 None None] Network d54b48ed-42e0-455c-a233-a65d4cd686bf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:31:38.358450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.360542 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:31:37Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:38.387431 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Checking router: a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:38.396747 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Routers {'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:38.397363 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:38.456954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] DHCP port deletion for d54b48ed-42e0-455c-a233-a65d4cd686bf request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:31:38.478020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.487472 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:31:38.504464 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] Set router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:38.510583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: d3379c26-79dc-457f-b866-94ed41d13a91 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:31:38.511009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d3379c26-79dc-457f-b866-94ed41d13a91 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:31:38.534164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Deleting port 65e52dc1-af0b-4aa7-9565-b69596063add {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:31:38.534547 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.535112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Deleting port e4a07bab-d069-4fb2-941b-b4943a95890b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:31:38.535460 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.597827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] For port 65e52dc1-af0b-4aa7-9565-b69596063add, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=65e52dc1-af0b-4aa7-9565-b69596063add,segment=NetworkSegment(4170ed7d-95cd-4d84-89aa-ac04b3657b84),segment_id=4170ed7d-95cd-4d84-89aa-ac04b3657b84)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:38.598331 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.612222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Calling delete_port for 65e52dc1-af0b-4aa7-9565-b69596063add owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:31:38.617418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] For port e4a07bab-d069-4fb2-941b-b4943a95890b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=e4a07bab-d069-4fb2-941b-b4943a95890b,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:38.617850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.630293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Calling delete_port for e4a07bab-d069-4fb2-941b-b4943a95890b owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:31:38.688347 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:31:37Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:38.700513 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.720044 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be8e17-01f5-49d6-8f9b-2efc9f6fa031 None None] The sync data for ids ['a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c'] in n-d-800085-3 is: [{'id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692457503', 'tenant_id': '779a860128474d149bc973ad72588616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:29:48Z', 'updated_at': '2021-07-15T17:31:37Z', 'revision_number': 5, 'project_id': '779a860128474d149bc973ad72588616', 'gw_port': {'id': 'e4a07bab-d069-4fb2-941b-b4943a95890b', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:29:49Z', 'updated_at': '2021-07-15T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:38.726602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] Pushing event deleted for resources: {'Port': ['ID=65e52dc1-af0b-4aa7-9565-b69596063add,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:38.730207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5537b15-8101-4507-8683-7fec8cd82aac None None] No DVR routers for this DVR port 65e52dc1-af0b-4aa7-9565-b69596063add on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:31:38.813571 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:38.844724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Port': ['ID=e4a07bab-d069-4fb2-941b-b4943a95890b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:38.871440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.871793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.872145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.872481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.872815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.873140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.873466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.873789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.874113 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.874966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.875283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.875601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:38.915786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.007017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.009061 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.056248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.056901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Fanout notify agent at l3_agent the message router_deleted on router a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:31:39.064819 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.065957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-49451760-7a92-4137-a9a5-5935ee98e874 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/routers/a8bd3d1f-cad4-4e3c-97c8-5a92e4d1a87c HTTP/1.1" status: 204 len: 168 time: 0.8201108 Jul 15 17:31:39.068937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44274) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:39.158141 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.183913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 65e52dc1-af0b-4aa7-9565-b69596063add no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:31:39.204753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 65e52dc1-af0b-4aa7-9565-b69596063add {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:31:39.205105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 65e52dc1-af0b-4aa7-9565-b69596063add not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:31:39.205518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eacafb22-b003-47a2-9143-34b5f1b965e5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:31:39.224365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: eacafb22-b003-47a2-9143-34b5f1b965e5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:31:39.224714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eacafb22-b003-47a2-9143-34b5f1b965e5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:31:39.251450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.262394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54b48ed-42e0-455c-a233-a65d4cd686bf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:39.273149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4170ed7d-95cd-4d84-89aa-ac04b3657b84') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:39.273440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4170ed7d-95cd-4d84-89aa-ac04b3657b84') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:39.282074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.299988 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.306666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:31:39.307066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:31:39.310129 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:31:39.371286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.377816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.380052 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/networks/d54b48ed-42e0-455c-a233-a65d4cd686bf HTTP/1.1" status: 204 len: 168 time: 0.3098252 Jul 15 17:31:39.382575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44276) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:39.396670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a2fd-8cb9-40f4-a4f8-5ea82a253f16 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'Network': ['ID=d54b48ed-42e0-455c-a233-a65d4cd686bf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:39.453180 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.482139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.542323 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.545186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:39.547048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] 10.222.0.25 "DELETE /v2.0/security-groups/81402cfe-6246-4df8-bc62-36bd311951c9 HTTP/1.1" status: 204 len: 168 time: 0.1627672 Jul 15 17:31:39.556187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24371a-a0c3-4564-81ae-1941509146e0 tempest-TestNetworkAdvancedServerOps-1282604426 tempest-TestNetworkAdvancedServerOps-1282604426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81402cfe-6246-4df8-bc62-36bd311951c9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:39.838390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44284) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:40.009351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4022c9f6-c0e1-4223-b4aa-4b70dac00b32 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=779a860128474d149bc973ad72588616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697121 Jul 15 17:31:40.011682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44290) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:40.059951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.086176 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.131967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.134650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.135875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3133bdf-4558-4d52-85db-a2dd5276a7ef HTTP/1.1" status: 204 len: 168 time: 0.1232743 Jul 15 17:31:40.146101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae50967-a4d7-42c8-85b2-2a6ccb1b3f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3133bdf-4558-4d52-85db-a2dd5276a7ef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:40.395837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44296) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:40.434366 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-22b1b192-b122-4807-8913-a5339a7d38a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fddb17438efe4a14a38051d10f00b5bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373142 Jul 15 17:31:40.436676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44298) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:40.483764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.504959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.552261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.555044 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:40.556212 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbd20a69-e5f2-476e-9705-575b3fb6b0dd HTTP/1.1" status: 204 len: 168 time: 0.1178918 Jul 15 17:31:40.564664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c2ea4-13ac-4c27-b482-a0f9518c360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd20a69-e5f2-476e-9705-575b3fb6b0dd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:40.991926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e4a07bab-d069-4fb2-941b-b4943a95890b no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:31:41.012459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: e4a07bab-d069-4fb2-941b-b4943a95890b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:31:41.013064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device e4a07bab-d069-4fb2-941b-b4943a95890b not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:31:41.035759 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.123610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.215011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44320) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:41.307308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-803217820-network', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:41.328349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:31:41.330399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.338745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.427635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.431487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.453634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:31:41.467511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c208137-9339-46ff-baec-72459567653b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:41.474474 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.474811 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Added segment c011060d-50c0-4b61-9c7b-54b00a370746 of type vlan for network 73dfa419-4735-469b-9f43-cb57ff04eb24 Jul 15 17:31:41.516419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.543965 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.545179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:41.545967 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.592924 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3767560 Jul 15 17:31:41.596529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44324) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:41.601665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Request body: {'subnet': {'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-803217820-subnet', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:41.621995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:31:41.624492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.638912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82c7e5-8090-47c2-9915-7c26584e4864 admin admin] Pushing event updated for resources: {'Network': ['ID=73dfa419-4735-469b-9f43-cb57ff04eb24,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:41.649336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:31:41.800135 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.853556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90275891-1d3b-4453-800d-b5a381c8daeb,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:41.863563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:41.863919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Network hostable DHCP agents. Network: 73dfa419-4735-469b-9f43-cb57ff04eb24, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:31:41.881029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:31:41.889684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 73dfa419-4735-469b-9f43-cb57ff04eb24) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:41.896143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:41.897166 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.897939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7b191-5395-4eb5-926c-c910354a2c11 None None] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:31:41.910592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2286f8ac-a132-4822-9920-d689e27df540 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3129830 Jul 15 17:31:41.913109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44326) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:41.917445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:41.937868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.939006 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:41.996136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.044069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-73dfa419-4735-469b-9f43-cb57ff04eb24', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:31:42.045018 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.137992 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.179803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Allocated IP 172.20.0.2 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/c9cae425-e640-4874-8588-dcf5658b6000) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:42.335147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.343917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Transition to ACTIVE for port object c9cae425-e640-4874-8588-dcf5658b6000 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:42.351827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.358385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Transition to ACTIVE for port object c9cae425-e640-4874-8588-dcf5658b6000 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:42.364379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.373572 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.404704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:42.407626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:42.409910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:42.422143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Pushing event updated for resources: {'Port': ['ID=c9cae425-e640-4874-8588-dcf5658b6000,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:42.471330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Attempting to bind port c9cae425-e640-4874-8588-dcf5658b6000 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:42.471694 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Attempting to bind port c9cae425-e640-4874-8588-dcf5658b6000 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:42.472050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Attempting to bind port c9cae425-e640-4874-8588-dcf5658b6000 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:42.476917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:42.477440 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:42.477618 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Allocated IP 172.25.8.75 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:42.477719 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.478127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:42.478583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Bound port: c9cae425-e640-4874-8588-dcf5658b6000, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:42.478963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.544640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] For port c9cae425-e640-4874-8588-dcf5658b6000, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:42.548207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] For port c9cae425-e640-4874-8588-dcf5658b6000, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9cae425-e640-4874-8588-dcf5658b6000,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:42.552186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.587383 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.610368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5e55-baea-481d-aebe-109c3f10c51f None None] Pushing event updated for resources: {'Port': ['ID=c9cae425-e640-4874-8588-dcf5658b6000,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:42.633432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:42.677093 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:42.679918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:42.682851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:42.713902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Pushing event updated for resources: {'Port': ['ID=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:42.955934 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.062697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9cae425-e640-4874-8588-dcf5658b6000 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:43.110045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c9cae425-e640-4874-8588-dcf5658b6000 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:43.165449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.300759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Router bb29513a-1174-425d-8174-9313435568c3 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:31:43.414427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:43.425764 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:43.430777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.432362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad1d3eef-8b45-4059-aa61-9b1779039444 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5183063 Jul 15 17:31:43.435023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44328) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:43.439940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:43.440628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:43.525129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd24564-1e57-415a-b84a-d930cfe7426e None None] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:31:43.598536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:43.696078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Provisioning for port c9cae425-e640-4874-8588-dcf5658b6000 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:43.707402 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Provisioning complete for port c9cae425-e640-4874-8588-dcf5658b6000 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:43.707778 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.861118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.920305 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:43.965064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:42Z', 'revision_number': 3, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:43.967798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] For port c9cae425-e640-4874-8588-dcf5658b6000, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9cae425-e640-4874-8588-dcf5658b6000,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:43.997797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.002011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:44.002398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Updating router bb29513a-1174-425d-8174-9313435568c3 port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:31:44.035106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Allocated IP 172.20.0.1 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/cabfb0d7-e56a-427d-a81f-5d4f44a79218) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:44.069958 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.093828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbfc2e-2ab5-4db3-b5cf-aff61b9cc162 None None] Pushing event updated for resources: {'Port': ['ID=c9cae425-e640-4874-8588-dcf5658b6000,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:44.163056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.177861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Transition to ACTIVE for port object cabfb0d7-e56a-427d-a81f-5d4f44a79218 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:44.212165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.249280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:44.254066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:44.257510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:44.258272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7029e7a5-f977-4c6e-b7ba-e0a47e1f770f None None] Provisioning complete for port c9cae425-e640-4874-8588-dcf5658b6000 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:44.258685 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7029e7a5-f977-4c6e-b7ba-e0a47e1f770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.282736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Pushing event updated for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:44.302554 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.443068 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.458306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Transition to ACTIVE for port object 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:44.467227 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.539060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Attempting to bind port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:44.539438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Attempting to bind port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:44.539777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Attempting to bind port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:44.550315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d8896cef-6396-4e8b-8eab-09068c950153 None None] Provisioning for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:44.554543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:44.554937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:44.555342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.555745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:44.556258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Bound port: 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:44.556649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.558896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc998819-370f-40c0-a22a-ac107febf16b None None] Pushing event updated for resources: {'Port': ['ID=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:44.563560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d8896cef-6396-4e8b-8eab-09068c950153 None None] Provisioning complete for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:44.564484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d8896cef-6396-4e8b-8eab-09068c950153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.638469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d8896cef-6396-4e8b-8eab-09068c950153 None None] Port cabfb0d7-e56a-427d-a81f-5d4f44a79218 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:31:44.646437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] For port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:44.649846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] For port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:44.654553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.716781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc998819-370f-40c0-a22a-ac107febf16b None None] Pushing event updated for resources: {'Port': ['ID=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:44.720035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:44.720689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:44.795789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.832308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:44.987815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:44.994193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:45.041049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Pushing event updated for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:45.078719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9cae425-e640-4874-8588-dcf5658b6000 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:45.086645 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:45.184930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:45.186319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:45.193367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c9cae425-e640-4874-8588-dcf5658b6000 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:45.193891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:45.277496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:42Z', 'revision_number': 3, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:45.312560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572abdf5-63ed-4c3a-80db-6203443bc6e1 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:42Z', 'revision_number': 3, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:45.315026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:31:45.458832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:45.463937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3effb257-1805-45f8-8f73-8d33d1009739 None None] Provisioning complete for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:45.464420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3effb257-1805-45f8-8f73-8d33d1009739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:45.470608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a2b68e16-fa1f-46bb-be08-fcb5454f013b admin admin] 10.222.0.25 "PUT /v2.0/routers/bb29513a-1174-425d-8174-9313435568c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344596 Jul 15 17:31:45.501315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3effb257-1805-45f8-8f73-8d33d1009739 None None] Port cabfb0d7-e56a-427d-a81f-5d4f44a79218 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:31:45.965791 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44344) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:45.971796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1332543526-network', 'tenant_id': '055a28ca316b46bba803da15f302f15f'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:45.993456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Made reservation on behalf of 055a28ca316b46bba803da15f302f15f for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:31:45.996020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.005247 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.102106 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.106367 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.129368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:31:46.144315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c307a409-951f-4741-a8fe-d564d591529f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:46.149781 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.150130 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Added segment 70ca3fed-db8f-4d9b-b227-8278985b32e1 of type vlan for network 1bacc400-6940-433e-925f-22a2a69ed40e Jul 15 17:31:46.191526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.224678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.225736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:46.226309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.258176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2912138 Jul 15 17:31:46.260739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44346) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:46.266579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Request body: {'subnet': {'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1332543526-subnet', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:46.300250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45f2e1-f2d8-4807-bbfc-d189343a483e admin admin] Pushing event updated for resources: {'Network': ['ID=1bacc400-6940-433e-925f-22a2a69ed40e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:46.310066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 1bacc400-6940-433e-925f-22a2a69ed40e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:31:46.316707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Made reservation on behalf of 055a28ca316b46bba803da15f302f15f for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:31:46.319119 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.492777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.551043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d248897-aa2f-439f-9316-67d0212242a7,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:46.558782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Checking segment: {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:46.559141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Network hostable DHCP agents. Network: 1bacc400-6940-433e-925f-22a2a69ed40e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:31:46.576915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Network 1bacc400-6940-433e-925f-22a2a69ed40e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:31:46.587941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 1bacc400-6940-433e-925f-22a2a69ed40e) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:46.592297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:46.593000 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.596927 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b4d111-d879-45df-b6a8-06fab51dcb9f None None] Network 1bacc400-6940-433e-925f-22a2a69ed40e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:31:46.607529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ee1178ea-a22f-46c6-ae37-ab4118019b45 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3457973 Jul 15 17:31:46.610278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 44348) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:46.614797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:46.635792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.636870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.699236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.748350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-1bacc400-6940-433e-925f-22a2a69ed40e', 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'fixed_ips': [{'subnet_id': '9d248897-aa2f-439f-9316-67d0212242a7'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:31:46.749941 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.847760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:46.865392 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:46.875521 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:46.876177 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:46.892021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Allocated IP 172.20.0.2 (1bacc400-6940-433e-925f-22a2a69ed40e/9d248897-aa2f-439f-9316-67d0212242a7/450a61d4-c225-41ce-bbcd-c176536293b7) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:46.985471 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:47.056500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.065670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Transition to ACTIVE for port object 450a61d4-c225-41ce-bbcd-c176536293b7 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:47.078321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.081682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Transition to ACTIVE for port object 450a61d4-c225-41ce-bbcd-c176536293b7 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:47.089893 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.105513 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.107859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Network 1bacc400-6940-433e-925f-22a2a69ed40e is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:47.112443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:47.114005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:47.116666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:47.197945 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 2, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:47.217241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Pushing event updated for resources: {'Port': ['ID=450a61d4-c225-41ce-bbcd-c176536293b7,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.229602 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:47.229954 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Updating router bb29513a-1174-425d-8174-9313435568c3 port cabfb0d7-e56a-427d-a81f-5d4f44a79218 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:31:47.234576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Allocated IP 172.25.8.119 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/771807db-3972-4f8b-b60e-c9884f1aa2d2) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:47.239948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Attempting to bind port 450a61d4-c225-41ce-bbcd-c176536293b7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:47.240504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Attempting to bind port 450a61d4-c225-41ce-bbcd-c176536293b7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:47.241391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Attempting to bind port 450a61d4-c225-41ce-bbcd-c176536293b7 on network 1bacc400-6940-433e-925f-22a2a69ed40e {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:47.249575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:47.250340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Checking segment: {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:47.250749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.251489 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Bound using segment: {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:47.251978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Bound port: 450a61d4-c225-41ce-bbcd-c176536293b7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:47.252454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.263910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:47.268659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:47.268963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.279314 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.352586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.353438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] For port 450a61d4-c225-41ce-bbcd-c176536293b7, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:47.357601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] For port 450a61d4-c225-41ce-bbcd-c176536293b7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=450a61d4-c225-41ce-bbcd-c176536293b7,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:47.364240 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.407536 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.449916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e4f7a-b2f9-4202-9c11-4c8c61a587a8 None None] Pushing event updated for resources: {'Port': ['ID=450a61d4-c225-41ce-bbcd-c176536293b7,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.449916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.461047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Pushing event updated for resources: {'Port': ['ID=771807db-3972-4f8b-b60e-c9884f1aa2d2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.471495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:47.475845 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.476665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:47.479446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:47.482313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:47.534356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.562988 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.572980 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Transition to ACTIVE for port object cabfb0d7-e56a-427d-a81f-5d4f44a79218 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:47.578328 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.629774 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Pushing event updated for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.639002 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.639002 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.639249 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.639572 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.640606 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.640933 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.641254 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.641607 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.641929 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.642247 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.642560 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.642869 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:31:47.711014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Attempting to bind port cabfb0d7-e56a-427d-a81f-5d4f44a79218 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:47.711374 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Attempting to bind port cabfb0d7-e56a-427d-a81f-5d4f44a79218 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:47.711737 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Attempting to bind port cabfb0d7-e56a-427d-a81f-5d4f44a79218 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:47.718328 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:47.718648 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:47.719100 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.719490 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:47.721805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Bound port: cabfb0d7-e56a-427d-a81f-5d4f44a79218, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:47.721805 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.793865 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] For port cabfb0d7-e56a-427d-a81f-5d4f44a79218, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:47.798696 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] For port cabfb0d7-e56a-427d-a81f-5d4f44a79218, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cabfb0d7-e56a-427d-a81f-5d4f44a79218,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:47.808238 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.818999 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:47.852345 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:47.853065 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:47.967485 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49c1f-2976-4dfe-99a8-1d6536bee66c None None] Pushing event updated for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:47.997075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:48.062145 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:48.211423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Router f73e8fc7-3b86-421d-9ae9-c12c70196c70 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:31:48.293274 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:48.322034 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43bead2-6dc0-4e0e-b86d-92e2a518a673 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:48.324197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:48.340011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Sync routers for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:48.344560 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:48.346108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f24cf022-4164-4d30-8508-4f9fac3c4450 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7347810 Jul 15 17:31:48.349150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 44350) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:31:48.356726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:48.359003 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:48.506069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:48.733767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 3, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:48.737490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bfe82-3880-4ebf-bced-6554d604d080 None None] Network 1bacc400-6940-433e-925f-22a2a69ed40e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:31:48.775206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Checking router: f73e8fc7-3b86-421d-9ae9-c12c70196c70 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:48.775740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Updating router f73e8fc7-3b86-421d-9ae9-c12c70196c70 port 771807db-3972-4f8b-b60e-c9884f1aa2d2 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:31:48.850276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:48.868663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:48.870415 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5c78673d-48a6-4c35-911c-d4000a9bdd8e None None] Provisioning for port 450a61d4-c225-41ce-bbcd-c176536293b7 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:49.248311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 450a61d4-c225-41ce-bbcd-c176536293b7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:49.294099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.315442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Transition to ACTIVE for port object 771807db-3972-4f8b-b60e-c9884f1aa2d2 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:49.323236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.377006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2935c-ec8b-4921-9ace-a93a1d2956a8 None None] Pushing event updated for resources: {'Port': ['ID=771807db-3972-4f8b-b60e-c9884f1aa2d2,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:49.391642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 450a61d4-c225-41ce-bbcd-c176536293b7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:49.404473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 450a61d4-c225-41ce-bbcd-c176536293b7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:49.404884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.408681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Attempting to bind port 771807db-3972-4f8b-b60e-c9884f1aa2d2 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:49.408835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Attempting to bind port 771807db-3972-4f8b-b60e-c9884f1aa2d2 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:49.409152 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Attempting to bind port 771807db-3972-4f8b-b60e-c9884f1aa2d2 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:49.436772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:49.437180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:49.437483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.437964 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:49.438445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Bound port: 771807db-3972-4f8b-b60e-c9884f1aa2d2, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:49.438836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.488453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Allocated IP 172.20.0.1 (1bacc400-6940-433e-925f-22a2a69ed40e/9d248897-aa2f-439f-9316-67d0212242a7/96dab6ed-721e-40d4-9bed-81e7d9cc7563) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:49.545676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] For port 771807db-3972-4f8b-b60e-c9884f1aa2d2, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:49.549221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.552453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] For port 771807db-3972-4f8b-b60e-c9884f1aa2d2, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=771807db-3972-4f8b-b60e-c9884f1aa2d2,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:49.565562 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.573123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6333f033-21c7-409a-8275-d8a15489ea08 None None] Provisioning complete for port 450a61d4-c225-41ce-bbcd-c176536293b7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:49.573498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6333f033-21c7-409a-8275-d8a15489ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.603187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.617934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Transition to ACTIVE for port object 96dab6ed-721e-40d4-9bed-81e7d9cc7563 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:49.654487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.693881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Network 1bacc400-6940-433e-925f-22a2a69ed40e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:49.699002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:49.706002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:49.734851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Pushing event updated for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:49.760490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.844500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 450a61d4-c225-41ce-bbcd-c176536293b7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=450a61d4-c225-41ce-bbcd-c176536293b7,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:49.860357 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:49.861149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:49.864736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2935c-ec8b-4921-9ace-a93a1d2956a8 None None] Pushing event updated for resources: {'Port': ['ID=771807db-3972-4f8b-b60e-c9884f1aa2d2,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:49.867362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:49.867989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:49.932958 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.064942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=450a61d4-c225-41ce-bbcd-c176536293b7,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:50.096129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:50.096512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.107281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.112492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.118823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:50.183800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Pushing event updated for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:50.187811 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.256652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fa8ae35d-793e-41b9-8efa-b20d193d57f7 None None] Provisioning for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:50.263961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fa8ae35d-793e-41b9-8efa-b20d193d57f7 None None] Provisioning complete for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:50.264368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae35d-793e-41b9-8efa-b20d193d57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.281888 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Network 1bacc400-6940-433e-925f-22a2a69ed40e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:50.283292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:50.362933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cabfb0d7-e56a-427d-a81f-5d4f44a79218 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:50.364507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ae35d-793e-41b9-8efa-b20d193d57f7 None None] Port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:31:50.415674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Router f73e8fc7-3b86-421d-9ae9-c12c70196c70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:31:50.430673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 3, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:50.434056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:50.461405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:50.461405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.463165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b725b74-fd5b-431d-9395-bd6e9879e08b None None] The sync data for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 is: [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 3, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:50.535167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:31:50.544351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c3accfb-6ab8-45fc-8848-bbc6c794280d admin admin] 10.222.0.25 "PUT /v2.0/routers/f73e8fc7-3b86-421d-9ae9-c12c70196c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1900618 Jul 15 17:31:50.554976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.597545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port cabfb0d7-e56a-427d-a81f-5d4f44a79218, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cabfb0d7-e56a-427d-a81f-5d4f44a79218,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:50.602584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.606002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-02ff26f4-a546-488c-8dd3-349060d33560 None None] Provisioning complete for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:50.606365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-02ff26f4-a546-488c-8dd3-349060d33560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:50.678150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-02ff26f4-a546-488c-8dd3-349060d33560 None None] Port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:31:50.679642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:51.144276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 450a61d4-c225-41ce-bbcd-c176536293b7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:51.216583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 450a61d4-c225-41ce-bbcd-c176536293b7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:51.217677 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:51.320743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 771807db-3972-4f8b-b60e-c9884f1aa2d2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:51.371270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 771807db-3972-4f8b-b60e-c9884f1aa2d2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:51.375990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 771807db-3972-4f8b-b60e-c9884f1aa2d2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:51.376410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:51.462996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:51.482829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 771807db-3972-4f8b-b60e-c9884f1aa2d2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=771807db-3972-4f8b-b60e-c9884f1aa2d2,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:51.487211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:51.488467 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cabfb0d7-e56a-427d-a81f-5d4f44a79218 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:51.565601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=771807db-3972-4f8b-b60e-c9884f1aa2d2,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:51.576148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port cabfb0d7-e56a-427d-a81f-5d4f44a79218 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:51.576516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.091513 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Sync routers for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:31:52.100679 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:52.101278 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:52.206759 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:52.402697 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 4, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '96dab6ed-721e-40d4-9bed-81e7d9cc7563', 'name': '', 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'mac_address': 'fa:16:3e:7b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9d248897-aa2f-439f-9316-67d0212242a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:48Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 2, 'project_id': '055a28ca316b46bba803da15f302f15f', 'subnets': [{'id': '9d248897-aa2f-439f-9316-67d0212242a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:52.436255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Checking router: f73e8fc7-3b86-421d-9ae9-c12c70196c70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:31:52.436673 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Updating router f73e8fc7-3b86-421d-9ae9-c12c70196c70 port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:31:52.470549 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.641888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-50aa8e86-562f-431f-97bc-2b841f81f80a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:52.643387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-50aa8e86-562f-431f-97bc-2b841f81f80a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1138778 Jul 15 17:31:52.659205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-2bfd583d-dba5-4819-a3d8-a1d737d3e3f7 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0102134 Jul 15 17:31:52.733011 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-23b1dcc8-a097-463f-9b58-fa67bd21a6b9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685000 Jul 15 17:31:52.735322 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.744788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-8507b883-a0a2-4d41-994a-d3d02f086e94 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:31:52.744994 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Transition to ACTIVE for port object 96dab6ed-721e-40d4-9bed-81e7d9cc7563 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:52.745892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-8507b883-a0a2-4d41-994a-d3d02f086e94 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058377 Jul 15 17:31:52.750230 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.794578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829bd97-36c8-484f-85e2-0be11c128e7e None None] Pushing event updated for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:52.856389 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Attempting to bind port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:52.856760 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Attempting to bind port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:52.857107 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Attempting to bind port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 on network 1bacc400-6940-433e-925f-22a2a69ed40e {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:52.862393 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:52.862758 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Checking segment: {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:52.863170 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.863554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Bound using segment: {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:52.864014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Bound port: 96dab6ed-721e-40d4-9bed-81e7d9cc7563, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca3fed-db8f-4d9b-b227-8278985b32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:52.864419 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.935585 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] For port 96dab6ed-721e-40d4-9bed-81e7d9cc7563, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:52.939195 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] For port 96dab6ed-721e-40d4-9bed-81e7d9cc7563, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=96dab6ed-721e-40d4-9bed-81e7d9cc7563,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:52.943927 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:52.992084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-69e440ab-ad03-41bc-9683-f654741f3029 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396834 Jul 15 17:31:52.998221 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829bd97-36c8-484f-85e2-0be11c128e7e None None] Pushing event updated for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:53.010413 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:31:53.011024 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:31:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:53.089971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 771807db-3972-4f8b-b60e-c9884f1aa2d2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:53.100764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-3a006fa4-a8da-4d5a-81ae-97fda77a2758 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072254 Jul 15 17:31:53.126060 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:31:53.163995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 771807db-3972-4f8b-b60e-c9884f1aa2d2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:53.164640 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:53.344852 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 4, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '96dab6ed-721e-40d4-9bed-81e7d9cc7563', 'name': '', 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'mac_address': 'fa:16:3e:7b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9d248897-aa2f-439f-9316-67d0212242a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:48Z', 'updated_at': '2021-07-15T17:31:52Z', 'revision_number': 4, 'project_id': '055a28ca316b46bba803da15f302f15f', 'subnets': [{'id': '9d248897-aa2f-439f-9316-67d0212242a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:31:53.381320 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892eb453-8230-4d50-81c1-9f5f40e18145 None None] The sync data for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 is: [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:31:49Z', 'revision_number': 4, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '96dab6ed-721e-40d4-9bed-81e7d9cc7563', 'name': '', 'network_id': '1bacc400-6940-433e-925f-22a2a69ed40e', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'mac_address': 'fa:16:3e:7b:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '9d248897-aa2f-439f-9316-67d0212242a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:48Z', 'updated_at': '2021-07-15T17:31:52Z', 'revision_number': 4, 'project_id': '055a28ca316b46bba803da15f302f15f', 'subnets': [{'id': '9d248897-aa2f-439f-9316-67d0212242a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:31:53.470749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69b1c284-3e29-451d-9f04-715fa86fc51d req-30ae2739-c01a-44b1-ad2f-176cd22926ac tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0481665 Jul 15 17:31:54.556322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-308da805-4f20-4a63-bc65-85d9c6335c0c req-cbdd3f01-aef3-48ec-add1-48b698fffc03 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0276790 Jul 15 17:31:55.059719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 96dab6ed-721e-40d4-9bed-81e7d9cc7563 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:55.106607 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:55.110614 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:55.110985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:55.187630 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:55.218585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 96dab6ed-721e-40d4-9bed-81e7d9cc7563, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=96dab6ed-721e-40d4-9bed-81e7d9cc7563,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:31:55.222274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:55.269771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:55.636223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0adb52ef-a411-4b17-8a51-27263a60306e req-1dd83ca0-9a66-40f2-9634-4b93989ab4b6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Jul 15 17:31:55.829229 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b3d8ee80-3d8f-4458-8853-1fe969b01349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:56.754626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-7aed5d4f-95d2-42f8-b3f1-c13130185537 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:56.756249 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-7aed5d4f-95d2-42f8-b3f1-c13130185537 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1136930 Jul 15 17:31:56.768711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:56.785119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de34b22-c2df-4778-b59a-782f93d71add req-8915ef7c-9bd4-4661-aa77-df6996157579 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0343361 Jul 15 17:31:56.881637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:31:56.885522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.021243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.9 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/db90d8be-994b-440f-9c2f-95893765f0fa) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:31:57.060875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 96dab6ed-721e-40d4-9bed-81e7d9cc7563 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:31:57.109737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:57.110111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.175213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.190670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object db90d8be-994b-440f-9c2f-95893765f0fa will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:57.225751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.273595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:31:57.278884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:31:57.282944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:31:57.313134 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:57.343174 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:57.343964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.361875 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-8883da3c-d05a-4d35-9645-67d878d6dae4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975716 Jul 15 17:31:57.376076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Request body: {'port': {'device_id': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:31:57.461517 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.514812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef150942-cfd0-44b5-8836-b60b893c94bb None None] Provisioning for port db90d8be-994b-440f-9c2f-95893765f0fa completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:31:57.518992 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef150942-cfd0-44b5-8836-b60b893c94bb None None] Provisioning complete for port db90d8be-994b-440f-9c2f-95893765f0fa triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:31:57.519363 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef150942-cfd0-44b5-8836-b60b893c94bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.555887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ef150942-cfd0-44b5-8836-b60b893c94bb None None] Port db90d8be-994b-440f-9c2f-95893765f0fa cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:31:57.743476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db90d8be-994b-440f-9c2f-95893765f0fa {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:31:57.752382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.765441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Transition to ACTIVE for port object db90d8be-994b-440f-9c2f-95893765f0fa will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:31:57.769456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:57.864854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Pushing event updated for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:57.903222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Attempting to bind port db90d8be-994b-440f-9c2f-95893765f0fa on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:31:57.903619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Attempting to bind port db90d8be-994b-440f-9c2f-95893765f0fa by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:31:57.903879 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Attempting to bind port db90d8be-994b-440f-9c2f-95893765f0fa on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:57.909523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Port db90d8be-994b-440f-9c2f-95893765f0fa on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:31:57.909853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Attempting to bind port db90d8be-994b-440f-9c2f-95893765f0fa on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:31:57.915011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:31:57.915441 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:31:57.915783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:31:57.916239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Bound port: db90d8be-994b-440f-9c2f-95893765f0fa, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:31:57.916642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:58.010684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:31:58.014681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=db90d8be-994b-440f-9c2f-95893765f0fa,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:31:58.016152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401049b4-416f-4f44-9b00-d917a1dbb651 req-064a0cbe-cf71-4ffb-8a41-ffca30c3f634 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.018995 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-401049b4-416f-4f44-9b00-d917a1dbb651 req-064a0cbe-cf71-4ffb-8a41-ffca30c3f634 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.1020563 Jul 15 17:31:58.022105 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:58.072893 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.073520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:58.074968 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] 10.222.0.35 "PUT /v2.0/ports/db90d8be-994b-440f-9c2f-95893765f0fa HTTP/1.1" status: 200 len: 1091 time: 0.7053399 Jul 15 17:31:58.075426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:31:58.077863 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12905f9-e923-4878-880e-a59afa3069a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:31:58.097794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-401049b4-416f-4f44-9b00-d917a1dbb651 req-27cbe0d0-77a5-4dcf-8b52-1dff6b20405f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Jul 15 17:31:58.114188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220f40b-eac7-4a54-9ac0-098c5e6bac5f service neutron] Pushing event updated for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:31:58.156836 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74bf0ea-8c1f-4e68-bc44-21482f6d3fbf x-openstack-request-id: req-b74bf0ea-8c1f-4e68-bc44-21482f6d3fbf {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:31:58.157129 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:31:58.157384 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b74bf0ea-8c1f-4e68-bc44-21482f6d3fbf {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:31:58.157781 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa', 'status': 'completed', 'code': 200} Jul 15 17:31:58.187297 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-23d0f4db-2ae0-437b-b5d5-255a9f0de214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.188902 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-23d0f4db-2ae0-437b-b5d5-255a9f0de214 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 1094 time: 0.0635142 Jul 15 17:31:58.234399 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-fa67bbdf-885b-4520-95f2-3aade06b66eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db90d8be-994b-440f-9c2f-95893765f0fa HTTP/1.1" status: 200 len: 217 time: 0.0371890 Jul 15 17:31:58.287535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-cf630c6b-2584-4837-8eeb-0828e3b692c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.288632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-cf630c6b-2584-4837-8eeb-0828e3b692c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0479908 Jul 15 17:31:58.361710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03205845-54b5-45ea-b102-55231fe956b9 req-18e39815-e13f-4c9b-b2a5-c797ac46b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.363152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-18e39815-e13f-4c9b-b2a5-c797ac46b695 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684457 Jul 15 17:31:58.452467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-48e101fb-b088-4791-8e6c-8fb3eeee3c8a service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Jul 15 17:31:58.546318 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-03205845-54b5-45ea-b102-55231fe956b9 req-4a97e1a6-d2e7-4c50-8336-70344cce0255 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 Jul 15 17:31:58.642348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12905f9-e923-4878-880e-a59afa3069a9 req-76d4c0a6-97c2-40ad-91cf-e84e8907cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.643956 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-76d4c0a6-97c2-40ad-91cf-e84e8907cf24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 1094 time: 0.0540709 Jul 15 17:31:58.740464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12905f9-e923-4878-880e-a59afa3069a9 req-472620e5-d6a6-4903-9295-608343aff994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.741992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-472620e5-d6a6-4903-9295-608343aff994 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0923207 Jul 15 17:31:58.783643 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-3af7f8a6-41b6-497a-a5e7-0ff566e4a2c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db90d8be-994b-440f-9c2f-95893765f0fa HTTP/1.1" status: 200 len: 217 time: 0.0356610 Jul 15 17:31:58.830604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:58.837733 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12905f9-e923-4878-880e-a59afa3069a9 req-08fb594b-877d-46cb-bb15-07f8b7d0dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.839230 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-08fb594b-877d-46cb-bb15-07f8b7d0dae8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0487940 Jul 15 17:31:58.901484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12905f9-e923-4878-880e-a59afa3069a9 req-bc8cb674-a9ba-49cf-9690-396fdd08c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:58.903014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-bc8cb674-a9ba-49cf-9690-396fdd08c52d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571656 Jul 15 17:31:58.994420 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-9bd3b436-cf85-4bf6-ab72-0fb0dd50bac9 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847871 Jul 15 17:31:59.090068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f12905f9-e923-4878-880e-a59afa3069a9 req-36de5769-7230-4703-812f-9d82f2ca7413 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891795 Jul 15 17:31:59.136261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0f877b07-b13f-40bb-9503-937d13dd265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:31:59.282117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca7054-6cee-4d5f-abab-068a1842ee73 req-79b75070-2933-4a6e-a049-3eeffd6e5600 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:31:59.283641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3ca7054-6cee-4d5f-abab-068a1842ee73 req-79b75070-2933-4a6e-a049-3eeffd6e5600 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Jul 15 17:31:59.326109 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3ca7054-6cee-4d5f-abab-068a1842ee73 req-ce90b6cc-2c68-4eed-bceb-09851cc9f35c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Jul 15 17:31:59.642926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:00.505103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcd270-10e9-4b23-8c0f-b20986022ec3 req-d51d7c65-ac2d-443e-8b1b-f723d1b79444 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:00.506607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecfcd270-10e9-4b23-8c0f-b20986022ec3 req-d51d7c65-ac2d-443e-8b1b-f723d1b79444 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0649395 Jul 15 17:32:00.545958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ecfcd270-10e9-4b23-8c0f-b20986022ec3 req-e2175c59-13ce-4b44-83d5-21e454e69559 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Jul 15 17:32:01.370431 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:01.721648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fc702-961f-406e-8f02-2e227eec8ece req-db1ae327-977a-4719-823c-247c5501e64d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:01.723104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc1fc702-961f-406e-8f02-2e227eec8ece req-db1ae327-977a-4719-823c-247c5501e64d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0629668 Jul 15 17:32:01.760052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc1fc702-961f-406e-8f02-2e227eec8ece req-2090fa8c-02b1-4436-8a8a-f52a080ad237 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Jul 15 17:32:02.935240 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1ddc6-d34c-4d1b-8442-0a3a81bbdce4 req-d114368a-989f-417f-8b98-b03cf6e9c3e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:02.936672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25a1ddc6-d34c-4d1b-8442-0a3a81bbdce4 req-d114368a-989f-417f-8b98-b03cf6e9c3e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0676355 Jul 15 17:32:02.974037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25a1ddc6-d34c-4d1b-8442-0a3a81bbdce4 req-0ac89305-3bfb-406f-8e19-2d883f21ab27 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Jul 15 17:32:04.144751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065010d4-86d5-4e2a-ae85-4277cc1a57a1 req-37b9d305-1ca7-4850-9297-69a3189f77f1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:04.146245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-065010d4-86d5-4e2a-ae85-4277cc1a57a1 req-37b9d305-1ca7-4850-9297-69a3189f77f1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0636415 Jul 15 17:32:04.183665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-065010d4-86d5-4e2a-ae85-4277cc1a57a1 req-8b2c4e14-5863-4e84-a8eb-8df35f11a64d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jul 15 17:32:04.533623 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:32:05.354691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcd717-e837-4c22-867b-2af80c5e9907 req-67451f1f-61ae-4691-854c-b44fb6780e03 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:05.356201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29bcd717-e837-4c22-867b-2af80c5e9907 req-67451f1f-61ae-4691-854c-b44fb6780e03 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0637677 Jul 15 17:32:05.397796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29bcd717-e837-4c22-867b-2af80c5e9907 req-eb1eda68-499b-4fe6-9908-47562adee088 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Jul 15 17:32:06.876256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573fb3f-9e82-4ee3-9347-7f5134431ea0 req-391c59a4-cae9-4494-be11-e043ccb31170 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:06.877752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4573fb3f-9e82-4ee3-9347-7f5134431ea0 req-391c59a4-cae9-4494-be11-e043ccb31170 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.3668108 Jul 15 17:32:06.914990 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4573fb3f-9e82-4ee3-9347-7f5134431ea0 req-ebcc62fb-f7c8-4c21-ba2c-3270cb833108 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Jul 15 17:32:08.086289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47705e6-6ae9-4cef-b3ab-ea66ca471788 req-ce4e5166-3f4b-4192-8dc8-adce07271515 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:08.087805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c47705e6-6ae9-4cef-b3ab-ea66ca471788 req-ce4e5166-3f4b-4192-8dc8-adce07271515 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 943 time: 0.0640922 Jul 15 17:32:08.125662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c47705e6-6ae9-4cef-b3ab-ea66ca471788 req-04c314ab-3f00-45db-a5ae-594540019c9d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Jul 15 17:32:08.688938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device db90d8be-994b-440f-9c2f-95893765f0fa details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:32:08.784391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=db90d8be-994b-440f-9c2f-95893765f0fa,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:32:08.795853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'db90d8be-994b-440f-9c2f-95893765f0fa', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': 'db90d8be-994b-440f-9c2f-95893765f0fa', 'mac_address': 'fa:16:3e:f3:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:32:08.833425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:08.845672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db90d8be-994b-440f-9c2f-95893765f0fa {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:32:08.864540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=db90d8be-994b-440f-9c2f-95893765f0fa,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:32:08.867985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:08.914810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:08.922163 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.922655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.923011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.923348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.923681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.924011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.924373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.924701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.925025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.925346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.925666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:08.925984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:09.068504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['db90d8be-994b-440f-9c2f-95893765f0fa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:32:09.298886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163229e-c52a-41ff-8ca2-fd04e0844d7b req-3f2a0716-53f7-4e34-b7fe-df1a9229f655 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:09.300333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d163229e-c52a-41ff-8ca2-fd04e0844d7b req-3f2a0716-53f7-4e34-b7fe-df1a9229f655 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 944 time: 0.0673649 Jul 15 17:32:09.337793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d163229e-c52a-41ff-8ca2-fd04e0844d7b req-da8665a1-be91-4bd5-a6b5-36b99312a4cc tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Jul 15 17:32:10.514042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb528a4-6ce5-4f74-8b18-6ae5a4bfc6f8 req-239de7d3-1512-4dd7-9ad3-d4f8ee632c23 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:10.516244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bb528a4-6ce5-4f74-8b18-6ae5a4bfc6f8 req-239de7d3-1512-4dd7-9ad3-d4f8ee632c23 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 944 time: 0.0650649 Jul 15 17:32:10.553636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bb528a4-6ce5-4f74-8b18-6ae5a4bfc6f8 req-1d6e10d2-933a-419f-875b-849a694bf029 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Jul 15 17:32:10.705219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device db90d8be-994b-440f-9c2f-95893765f0fa up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:32:10.758884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port db90d8be-994b-440f-9c2f-95893765f0fa completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:32:10.762663 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port db90d8be-994b-440f-9c2f-95893765f0fa triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:32:10.763038 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:10.841702 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:10.863776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:32:10.866018 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887c23bc-a4e8-4ffd-bfcc-00ab929e172f" -d '{"events": [{"server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "name": "network-vif-plugged", "status": "completed", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:32:10.879177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=db90d8be-994b-440f-9c2f-95893765f0fa,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:32:10.883084 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:10.906959 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cafbe9-d309-43ff-ad87-bb6d7299cb33 x-openstack-request-id: req-29cafbe9-d309-43ff-ad87-bb6d7299cb33 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:32:10.907250 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "name": "network-vif-plugged", "status": "completed", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:32:10.907496 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29cafbe9-d309-43ff-ad87-bb6d7299cb33 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:32:10.907875 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa', 'code': 200} Jul 15 17:32:10.934760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:11.015339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308db84-6ac1-4e5a-888f-e6a0e96588d9 req-69671c14-b423-4599-a569-ce520be1992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:11.016908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5308db84-6ac1-4e5a-888f-e6a0e96588d9 req-69671c14-b423-4599-a569-ce520be1992f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 1096 time: 0.0519466 Jul 15 17:32:11.035065 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:11.053502 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5308db84-6ac1-4e5a-888f-e6a0e96588d9 req-f7bf5735-9419-4ae3-a866-64421c4056ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292253 Jul 15 17:32:11.130318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:11.725708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af94f18-0c44-424a-bf8b-af1bc0b5c2b3 req-cd3eb29d-95a7-4271-a903-2e5ad7cf0b26 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:11.727207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8af94f18-0c44-424a-bf8b-af1bc0b5c2b3 req-cd3eb29d-95a7-4271-a903-2e5ad7cf0b26 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Jul 15 17:32:11.776870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8af94f18-0c44-424a-bf8b-af1bc0b5c2b3 req-7019f8ef-f674-4abc-9849-a804156abab0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438385 Jul 15 17:32:12.948462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f75df6-8bef-4e2c-a3cb-37b6a877fe34 req-598b91eb-cecc-4047-ad2f-7db7fcee83f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:12.949936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26f75df6-8bef-4e2c-a3cb-37b6a877fe34 req-598b91eb-cecc-4047-ad2f-7db7fcee83f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0636649 Jul 15 17:32:12.988579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26f75df6-8bef-4e2c-a3cb-37b6a877fe34 req-73115895-eaa2-4974-b1d6-39bd4437df69 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Jul 15 17:32:13.157501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a29248-a5a7-46fc-bb02-84ad39ae63f3 req-2ec88a79-a4a7-4027-a1e2-799393465b69 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:13.158866 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81a29248-a5a7-46fc-bb02-84ad39ae63f3 req-2ec88a79-a4a7-4027-a1e2-799393465b69 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0625556 Jul 15 17:32:13.197136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81a29248-a5a7-46fc-bb02-84ad39ae63f3 req-d7b45e0f-c271-491c-a9c6-46567ceddde3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Jul 15 17:32:13.370540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ba2e9-0f50-4997-89f3-9455950fe185 req-98355f74-d237-4233-8aad-e5c06ff96df1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:13.372123 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29ba2e9-0f50-4997-89f3-9455950fe185 req-98355f74-d237-4233-8aad-e5c06ff96df1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0686364 Jul 15 17:32:13.409940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d29ba2e9-0f50-4997-89f3-9455950fe185 req-bed4a9ad-14a6-4e8e-8e22-8b044df3a784 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Jul 15 17:32:13.782130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82a5a-de6c-4cbc-9bce-c0c75624e05a req-43099057-116f-4a39-9f1e-3254ba1f543e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:13.783624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02c82a5a-de6c-4cbc-9bce-c0c75624e05a req-43099057-116f-4a39-9f1e-3254ba1f543e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0632658 Jul 15 17:32:13.820522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-02c82a5a-de6c-4cbc-9bce-c0c75624e05a req-320809de-1c6f-45d1-975f-0d02382ab7e4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313456 Jul 15 17:32:14.990765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f8d33-1017-495e-8f1e-e5be44c72838 req-cd641c4f-74af-4e3d-80bf-03d402351be7 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:14.992428 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a1f8d33-1017-495e-8f1e-e5be44c72838 req-cd641c4f-74af-4e3d-80bf-03d402351be7 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0628870 Jul 15 17:32:15.036395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a1f8d33-1017-495e-8f1e-e5be44c72838 req-ab318a67-f6fd-436f-af00-38e5b85c8a03 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Jul 15 17:32:15.167858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-b5d6d0b9-899d-4fd8-bede-3b08b596063c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:15.169231 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-b5d6d0b9-899d-4fd8-bede-3b08b596063c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 945 time: 0.0628517 Jul 15 17:32:15.269072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port db90d8be-994b-440f-9c2f-95893765f0fa {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:32:15.269408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:15.355692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port db90d8be-994b-440f-9c2f-95893765f0fa, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=db90d8be-994b-440f-9c2f-95893765f0fa,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:32:15.356052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:15.372097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for db90d8be-994b-440f-9c2f-95893765f0fa owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:32:15.493592 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:15.505597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['db90d8be-994b-440f-9c2f-95893765f0fa'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:32:15.523604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=db90d8be-994b-440f-9c2f-95893765f0fa,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:15.574180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port db90d8be-994b-440f-9c2f-95893765f0fa on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:32:15.577080 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:15.579799 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-545cb662-d008-4bc8-9a0a-f57d2f705d4c req-6afcd40a-8982-4bbc-a07b-27630e63f5a6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "DELETE /v2.0/ports/db90d8be-994b-440f-9c2f-95893765f0fa HTTP/1.1" status: 204 len: 173 time: 0.4051175 Jul 15 17:32:15.580278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'name': 'network-vif-deleted', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:32:15.582728 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c22f4-8bd5-453e-8665-e8e80196aec6" -d '{"events": [{"server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "name": "network-vif-deleted", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:32:15.620646 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b02b5a-8824-43c4-ba85-f5d1d8257094 x-openstack-request-id: req-45b02b5a-8824-43c4-ba85-f5d1d8257094 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:32:15.621433 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c6dd92-528e-4aa3-80ea-d52e473d78e2", "name": "network-vif-deleted", "tag": "db90d8be-994b-440f-9c2f-95893765f0fa", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:32:15.621693 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45b02b5a-8824-43c4-ba85-f5d1d8257094 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:32:15.622094 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c6dd92-528e-4aa3-80ea-d52e473d78e2', 'name': 'network-vif-deleted', 'tag': 'db90d8be-994b-440f-9c2f-95893765f0fa', 'status': 'completed', 'code': 200} Jul 15 17:32:16.177093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d72cfa03-d240-42c0-9dc6-84abfd2b0732 req-748ede9d-cbff-4999-b0f3-d0ddc3f71d7b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Jul 15 17:32:17.317220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-358cad9f-c7ea-4f87-84bd-202cd91863b5 req-a136304e-fdbf-44fd-b23e-c7774384217a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jul 15 17:32:18.455602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84b7555c-35fe-4bb8-b6ed-8cb7d8db80c7 req-4ff4cfa9-0ea7-4199-a506-ecbe9f1d070f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c6dd92-528e-4aa3-80ea-d52e473d78e2 HTTP/1.1" status: 200 len: 210 time: 0.0286119 Jul 15 17:32:18.735940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device db90d8be-994b-440f-9c2f-95893765f0fa no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:32:18.758696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: db90d8be-994b-440f-9c2f-95893765f0fa {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:32:18.759039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device db90d8be-994b-440f-9c2f-95893765f0fa not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:32:25.829734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-139f77fe-5a29-41ea-adb9-5c4d54c7fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:28.833417 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:29.138985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1403ccf2-b25f-4eb8-bffb-adaa0d263f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:29.648772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:31.373116 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:38.510615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-1cb56789-29ac-473f-a0dd-fa131bda55ee tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:38.511978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-1cb56789-29ac-473f-a0dd-fa131bda55ee tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1021645 Jul 15 17:32:38.527568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8ba31da5-61e7-4511-b3a7-5d170edb9711 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0091584 Jul 15 17:32:38.596176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-0bc2b66c-daab-4041-a113-64e6a5df6154 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629871 Jul 15 17:32:38.690484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-dfd0929c-57cc-4b31-8aca-c67f4d753fb0 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878930 Jul 15 17:32:38.778767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-01974a73-5dd7-4aeb-90d1-9df7d5eaccb8 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Jul 15 17:32:38.974221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f01ca374-1ad6-4e68-abb0-dac31d9dad97 req-611df450-0cd3-45f4-b60b-6ab4c737077a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jul 15 17:32:39.966900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-7c154007-5b65-40ae-a786-02fb64014c3a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:39.969215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-7c154007-5b65-40ae-a786-02fb64014c3a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1053412 Jul 15 17:32:39.980668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:32:40.098540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:32:40.102421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.126225 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-faf92c0e-98a4-4d21-ac1e-5b1833cc67ce req-116da502-ece7-4ccf-a2cd-9bf0fef53040 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 210 time: 0.0295136 Jul 15 17:32:40.236283 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.13 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/86041d78-0c05-442e-976b-b0334acca2c0) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:32:40.391655 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.406080 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object 86041d78-0c05-442e-976b-b0334acca2c0 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:32:40.439810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.490178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:32:40.495598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:32:40.500767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:32:40.505008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:40.533973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.534327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.534666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.535000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.535336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.535665 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.535995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.536342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.536666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.536988 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.537310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.538097 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:32:40.564026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:40.564686 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.580728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-4091b5da-3fec-4c79-8e41-11dd5486eaa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6037245 Jul 15 17:32:40.591126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-d002fab5-d1b1-46c0-ae19-a2f185408afa tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:32:40.592250 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-d002fab5-d1b1-46c0-ae19-a2f185408afa tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056598 Jul 15 17:32:40.652757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Request body: {'port': {'device_id': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:32:40.728099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.786738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7ac97c9d-26d6-41df-8efb-759559f49517 None None] Provisioning for port 86041d78-0c05-442e-976b-b0334acca2c0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:32:40.790364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7ac97c9d-26d6-41df-8efb-759559f49517 None None] Provisioning complete for port 86041d78-0c05-442e-976b-b0334acca2c0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:32:40.790740 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7ac97c9d-26d6-41df-8efb-759559f49517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:40.827140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7ac97c9d-26d6-41df-8efb-759559f49517 None None] Port 86041d78-0c05-442e-976b-b0334acca2c0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:32:41.011562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86041d78-0c05-442e-976b-b0334acca2c0 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:32:41.020546 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.034589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Transition to ACTIVE for port object 86041d78-0c05-442e-976b-b0334acca2c0 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:32:41.035415 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.038205 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.086475 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Pushing event updated for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:41.151382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.180865 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Attempting to bind port 86041d78-0c05-442e-976b-b0334acca2c0 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:32:41.181325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Attempting to bind port 86041d78-0c05-442e-976b-b0334acca2c0 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:32:41.181754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Attempting to bind port 86041d78-0c05-442e-976b-b0334acca2c0 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:32:41.187076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Port 86041d78-0c05-442e-976b-b0334acca2c0 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:32:41.187528 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Attempting to bind port 86041d78-0c05-442e-976b-b0334acca2c0 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:32:41.193145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:32:41.193795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:32:41.194423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:32:41.195069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Bound port: 86041d78-0c05-442e-976b-b0334acca2c0, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:32:41.195675 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.276307 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:32:41.281252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=86041d78-0c05-442e-976b-b0334acca2c0,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:32:41.292265 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.333593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.333593 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:41.333593 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] 10.222.0.35 "PUT /v2.0/ports/86041d78-0c05-442e-976b-b0334acca2c0 HTTP/1.1" status: 200 len: 1092 time: 0.7328022 Jul 15 17:32:41.333593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:32:41.334027 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e9a1f-1559-4fea-beb0-b98686de553c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "tag": "86041d78-0c05-442e-976b-b0334acca2c0"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:32:41.397441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f44b-71fb-48f7-b9ef-c1b85ff5115f req-bb573b17-5f3f-41f0-84e5-ebf18a8c7d15 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.399214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e482f44b-71fb-48f7-b9ef-c1b85ff5115f req-bb573b17-5f3f-41f0-84e5-ebf18a8c7d15 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.1253650 Jul 15 17:32:41.407500 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db26425-55b9-4e1b-8c27-5d833444ec46 x-openstack-request-id: req-0db26425-55b9-4e1b-8c27-5d833444ec46 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:32:41.407818 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "tag": "86041d78-0c05-442e-976b-b0334acca2c0", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:32:41.408223 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db26425-55b9-4e1b-8c27-5d833444ec46 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:32:41.408876 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0', 'status': 'completed', 'code': 200} Jul 15 17:32:41.409638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e095089-2f9c-4299-9191-7abffe3c0204 service neutron] Pushing event updated for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:32:41.449564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e482f44b-71fb-48f7-b9ef-c1b85ff5115f req-026b111f-3f12-43f7-8b30-7406e1dd4f81 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Jul 15 17:32:41.460870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8a9b7040-4bf7-4316-ab1b-74571c579072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.462499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-8a9b7040-4bf7-4316-ab1b-74571c579072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 1095 time: 0.0745895 Jul 15 17:32:41.511119 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-40bf6fa1-5025-4ee1-9336-7c56d82ccfb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86041d78-0c05-442e-976b-b0334acca2c0 HTTP/1.1" status: 200 len: 217 time: 0.0413651 Jul 15 17:32:41.535834 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:32:41.563531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-9a2eb717-d774-4668-9651-608c4f1e1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.565066 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-9a2eb717-d774-4668-9651-608c4f1e1967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0479844 Jul 15 17:32:41.625821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-ae90f76e-9cbd-49d2-aae0-45d14fc6930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.627366 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-ae90f76e-9cbd-49d2-aae0-45d14fc6930d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562315 Jul 15 17:32:41.721506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-f588b3f8-fcf0-4d35-b1c0-00ba2d2e8a9b service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872800 Jul 15 17:32:41.808753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4897e0a9-a720-48e5-bfc6-f86fffd5c34e req-49a58891-140e-4e14-a5f2-7f12d2e9ef00 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813341 Jul 15 17:32:41.914242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e9a1f-1559-4fea-beb0-b98686de553c req-36618263-7fb4-49dd-9257-34e78dea8e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:41.915851 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-36618263-7fb4-49dd-9257-34e78dea8e1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 1095 time: 0.0633342 Jul 15 17:32:42.005066 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e9a1f-1559-4fea-beb0-b98686de553c req-6cc26741-4d1a-48e0-9547-bd753f30469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:42.006548 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-6cc26741-4d1a-48e0-9547-bd753f30469c service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0843632 Jul 15 17:32:42.049690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-cad87964-ec65-450f-9517-102a3ef76c43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86041d78-0c05-442e-976b-b0334acca2c0 HTTP/1.1" status: 200 len: 217 time: 0.0374482 Jul 15 17:32:42.100557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e9a1f-1559-4fea-beb0-b98686de553c req-74cb26f4-defd-4a9e-8223-8eb85c65e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:42.101950 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-74cb26f4-defd-4a9e-8223-8eb85c65e954 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0458455 Jul 15 17:32:42.157794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e9a1f-1559-4fea-beb0-b98686de553c req-5f89385e-91cc-4196-a7fa-0ed769729726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:42.159194 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-5f89385e-91cc-4196-a7fa-0ed769729726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517530 Jul 15 17:32:42.259120 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-211a9db1-e337-49f3-ad2e-f1ae8f27c577 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931237 Jul 15 17:32:42.347577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-695e9a1f-1559-4fea-beb0-b98686de553c req-85ab4533-f76f-4bc3-ae1f-81eeb8ce60ed service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823774 Jul 15 17:32:42.651188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554cbd-580e-4cd7-87ff-192afab791c0 req-26b83136-ae01-4d5d-b69e-ca691d0acbf9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:42.653133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92554cbd-580e-4cd7-87ff-192afab791c0 req-26b83136-ae01-4d5d-b69e-ca691d0acbf9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0702968 Jul 15 17:32:42.739867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92554cbd-580e-4cd7-87ff-192afab791c0 req-106639f6-cc9d-4a45-996c-62b5f7f330ba tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740161 Jul 15 17:32:44.006070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d99115-fe6d-41bc-a41c-d7bceafae8ab req-2007527d-e168-498a-a596-b839cd9ff567 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:44.007542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93d99115-fe6d-41bc-a41c-d7bceafae8ab req-2007527d-e168-498a-a596-b839cd9ff567 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0786402 Jul 15 17:32:44.058322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93d99115-fe6d-41bc-a41c-d7bceafae8ab req-f6228180-4313-41a2-a2ad-4f5b15f5815d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443087 Jul 15 17:32:45.260538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0d45f-22c4-4e13-836c-6928ce4275c0 req-ea086651-0bc0-46a9-bec5-58f2747bee95 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:45.262041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b0d45f-22c4-4e13-836c-6928ce4275c0 req-ea086651-0bc0-46a9-bec5-58f2747bee95 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0767705 Jul 15 17:32:45.313646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9b0d45f-22c4-4e13-836c-6928ce4275c0 req-460dd3f0-fd59-41f5-92f6-1d148d6587ba tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Jul 15 17:32:46.617707 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e703-3246-4e9a-97c1-fe8611ce4f23 req-a1b45817-e86e-4de4-98ce-73e07275e929 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:46.619162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c780e703-3246-4e9a-97c1-fe8611ce4f23 req-a1b45817-e86e-4de4-98ce-73e07275e929 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.1872392 Jul 15 17:32:46.659865 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c780e703-3246-4e9a-97c1-fe8611ce4f23 req-25337d1b-4536-43d3-baa6-25ce94758eb3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Jul 15 17:32:47.832461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d9c2-36ba-4728-ae3f-830b69159b0f req-15031eef-679f-49f0-a7d1-482578b560f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:47.833959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8b0d9c2-36ba-4728-ae3f-830b69159b0f req-15031eef-679f-49f0-a7d1-482578b560f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0630758 Jul 15 17:32:47.870362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8b0d9c2-36ba-4728-ae3f-830b69159b0f req-ee8cff6a-7875-4ccf-be44-e3ed8948a78f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Jul 15 17:32:49.044492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18192de8-967f-4d06-b019-a679f08f5780 req-b73137da-3c72-4115-9213-b87a6ada0d00 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:49.045986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18192de8-967f-4d06-b019-a679f08f5780 req-b73137da-3c72-4115-9213-b87a6ada0d00 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0665565 Jul 15 17:32:49.083113 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18192de8-967f-4d06-b019-a679f08f5780 req-a137f137-ee5a-4d54-8f3a-8fb652d7d369 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Jul 15 17:32:50.259077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db7350-afbb-4a38-ab22-2389cca12a1d req-36a81931-a1f5-4381-b360-89394e591b6c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:50.260710 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72db7350-afbb-4a38-ab22-2389cca12a1d req-36a81931-a1f5-4381-b360-89394e591b6c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0643191 Jul 15 17:32:50.302617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72db7350-afbb-4a38-ab22-2389cca12a1d req-123ad879-d6e5-4b15-9d0a-e581d980483c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356424 Jul 15 17:32:51.473822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf1292-0d55-4851-b359-6b714149d134 req-a0d9efed-766b-4c6a-b530-2925f389c706 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:51.475378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cf1292-0d55-4851-b359-6b714149d134 req-a0d9efed-766b-4c6a-b530-2925f389c706 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0633261 Jul 15 17:32:51.522234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cf1292-0d55-4851-b359-6b714149d134 req-7c70b267-3c1a-47af-841b-71bc07693041 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Jul 15 17:32:52.696304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcccd6-2ae1-41f0-b9ff-4998767052e7 req-93318220-3b18-4979-8811-8b43f555e6df tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:52.697817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80fcccd6-2ae1-41f0-b9ff-4998767052e7 req-93318220-3b18-4979-8811-8b43f555e6df tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0641780 Jul 15 17:32:52.737384 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80fcccd6-2ae1-41f0-b9ff-4998767052e7 req-912f5a47-a61d-4b54-a707-46b1e0712a2d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Jul 15 17:32:53.910072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ed9e2-c109-491d-8a78-3a1ff34f1705 req-60c1385a-1b55-470e-9145-9830f4214c04 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:53.911520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-015ed9e2-c109-491d-8a78-3a1ff34f1705 req-60c1385a-1b55-470e-9145-9830f4214c04 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0625439 Jul 15 17:32:53.948406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-015ed9e2-c109-491d-8a78-3a1ff34f1705 req-1e5c6edf-7087-4e1a-a00d-3401bce98c3f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Jul 15 17:32:55.124479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc812f-d579-415c-b976-c38fb996cfa9 req-9a2a4c75-118d-4adb-9bb5-ace9e71a3ab2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:55.125972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09bc812f-d579-415c-b976-c38fb996cfa9 req-9a2a4c75-118d-4adb-9bb5-ace9e71a3ab2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0692127 Jul 15 17:32:55.164364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09bc812f-d579-415c-b976-c38fb996cfa9 req-da512097-1520-43b9-a862-8752811838a2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328526 Jul 15 17:32:55.830155 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c798b422-e292-4003-98c3-f812d97109cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:56.335564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b8b9e-cfca-4765-8088-239bc872158c req-fe4c72c4-5f3c-4927-b17e-01bd418c9b05 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:56.337137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e7b8b9e-cfca-4765-8088-239bc872158c req-fe4c72c4-5f3c-4927-b17e-01bd418c9b05 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0635378 Jul 15 17:32:56.375921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e7b8b9e-cfca-4765-8088-239bc872158c req-7d67a722-c805-442a-8c5a-869b5743102e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Jul 15 17:32:57.596629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b4c9e-7fe4-478a-abc1-78d55f18164d req-81025a68-7ad8-48c4-bab7-f7538b1d6eed tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:57.598017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d1b4c9e-7fe4-478a-abc1-78d55f18164d req-81025a68-7ad8-48c4-bab7-f7538b1d6eed tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.1137798 Jul 15 17:32:57.639762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d1b4c9e-7fe4-478a-abc1-78d55f18164d req-582c51dd-def6-4d24-9318-40e125b422d2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355947 Jul 15 17:32:58.808471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab885a-0676-4f54-8444-6571a71dafdf req-294988c2-26e0-4443-aed7-df727d4aa32b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:32:58.809943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69ab885a-0676-4f54-8444-6571a71dafdf req-294988c2-26e0-4443-aed7-df727d4aa32b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0636845 Jul 15 17:32:58.835687 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:58.849078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69ab885a-0676-4f54-8444-6571a71dafdf req-c3a4ac73-ea4f-4ca0-bcaf-8ce237da0fce tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Jul 15 17:32:59.140302 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-06dd6880-b103-4b74-a0a7-9e437a38fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:32:59.648320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:00.022692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941118-212b-4324-b5ff-20639229c2b4 req-a9720e89-8706-41cd-8645-03459054144e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:00.024174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35941118-212b-4324-b5ff-20639229c2b4 req-a9720e89-8706-41cd-8645-03459054144e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0623579 Jul 15 17:33:00.061594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35941118-212b-4324-b5ff-20639229c2b4 req-d80a7230-afea-484d-8a46-6b3c928d0d4d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Jul 15 17:33:01.236003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66f078-037f-46d6-94fc-b1176923e516 req-ce434a56-bb79-4009-9fe4-2e1a24aedb66 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:01.237553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c66f078-037f-46d6-94fc-b1176923e516 req-ce434a56-bb79-4009-9fe4-2e1a24aedb66 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0699396 Jul 15 17:33:01.274983 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c66f078-037f-46d6-94fc-b1176923e516 req-afcf8cd9-a4a8-4533-8193-10bb963e9bde tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Jul 15 17:33:01.374907 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:02.446441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56080f-77ea-4277-8ede-d7bec8cd6b82 req-40a76e7f-d29a-4d93-9714-437b5993cbcd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:02.447943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e56080f-77ea-4277-8ede-d7bec8cd6b82 req-40a76e7f-d29a-4d93-9714-437b5993cbcd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 944 time: 0.0640988 Jul 15 17:33:02.486596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e56080f-77ea-4277-8ede-d7bec8cd6b82 req-c6255f25-25da-4ba9-b09f-64696dbe58d8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Jul 15 17:33:02.892364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 86041d78-0c05-442e-976b-b0334acca2c0 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:33:03.135387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=86041d78-0c05-442e-976b-b0334acca2c0,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:03.147211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '86041d78-0c05-442e-976b-b0334acca2c0', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': '86041d78-0c05-442e-976b-b0334acca2c0', 'mac_address': 'fa:16:3e:50:db:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:33:03.185408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:03.197624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86041d78-0c05-442e-976b-b0334acca2c0 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:33:03.216727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=86041d78-0c05-442e-976b-b0334acca2c0,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:03.221326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:03.266812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:03.411860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['86041d78-0c05-442e-976b-b0334acca2c0'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:33:03.665172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e71d1-93f6-4cf1-ba91-12cf8e23781d req-bd5b096c-9044-4f4d-a23f-ad8c8fda8bda tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:03.667356 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-471e71d1-93f6-4cf1-ba91-12cf8e23781d req-bd5b096c-9044-4f4d-a23f-ad8c8fda8bda tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 945 time: 0.0680892 Jul 15 17:33:03.707251 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-471e71d1-93f6-4cf1-ba91-12cf8e23781d req-d918ff33-dd0d-4d51-8e96-6bc8971fd390 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Jul 15 17:33:04.877633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932a00d-a97a-4b60-a460-6b5aff7087e5 req-b523abc3-bffb-4faf-93ff-814e9a32c3c1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:04.879146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7932a00d-a97a-4b60-a460-6b5aff7087e5 req-b523abc3-bffb-4faf-93ff-814e9a32c3c1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 945 time: 0.0635195 Jul 15 17:33:04.916800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 86041d78-0c05-442e-976b-b0334acca2c0 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:33:04.917759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7932a00d-a97a-4b60-a460-6b5aff7087e5 req-ec0c6850-54c0-4d91-ac2d-765e495c1b50 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Jul 15 17:33:04.963727 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 86041d78-0c05-442e-976b-b0334acca2c0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:33:04.967983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 86041d78-0c05-442e-976b-b0334acca2c0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:33:04.968445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:05.042032 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:05.064042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:33:05.066343 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30040a16-28ee-4152-b4b5-d50384f000b2" -d '{"events": [{"server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "name": "network-vif-plugged", "status": "completed", "tag": "86041d78-0c05-442e-976b-b0334acca2c0"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:33:05.080930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=86041d78-0c05-442e-976b-b0334acca2c0,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:05.084906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:05.113647 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4078ac8c-7aa9-4d0a-b59d-06557f5a2293 x-openstack-request-id: req-4078ac8c-7aa9-4d0a-b59d-06557f5a2293 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:33:05.113941 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "name": "network-vif-plugged", "status": "completed", "tag": "86041d78-0c05-442e-976b-b0334acca2c0", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:33:05.114188 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4078ac8c-7aa9-4d0a-b59d-06557f5a2293 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:33:05.114566 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0', 'code': 200} Jul 15 17:33:05.142654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:05.218851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96b98a-77c4-4d01-ba48-bb041ef99bbf req-3ac898c0-2ff8-4b5b-bbe6-e015e50dc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:05.220389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e96b98a-77c4-4d01-ba48-bb041ef99bbf req-3ac898c0-2ff8-4b5b-bbe6-e015e50dc24f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 1097 time: 0.0543554 Jul 15 17:33:05.253259 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-6e96b98a-77c4-4d01-ba48-bb041ef99bbf req-292c8dea-c255-4b62-b828-410e9292f9db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269644 Jul 15 17:33:06.094099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847eb77-f43e-45d6-83a6-f7f35bd8b9ba req-1b1b85d2-8e33-4605-ab3e-c9e5e3a9be3d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:06.095594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f847eb77-f43e-45d6-83a6-f7f35bd8b9ba req-1b1b85d2-8e33-4605-ab3e-c9e5e3a9be3d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0627751 Jul 15 17:33:06.133609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f847eb77-f43e-45d6-83a6-f7f35bd8b9ba req-f1b7ade6-e5be-4756-8b0f-4b0ec94c746f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Jul 15 17:33:07.311473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb933efb-7c62-4c60-99ad-db00e5c82365 req-34a56d59-f929-45b9-8a51-743b11e11577 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:07.312878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb933efb-7c62-4c60-99ad-db00e5c82365 req-34a56d59-f929-45b9-8a51-743b11e11577 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0673623 Jul 15 17:33:07.350743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb933efb-7c62-4c60-99ad-db00e5c82365 req-c78a5fa3-8f6e-474a-a178-79115c5016f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 15 17:33:07.522945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fcffd-37c5-4799-9842-5dd43aea7213 req-1c4afe02-cfa3-4d4a-859a-2eb0ae748cfb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:07.524453 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20fcffd-37c5-4799-9842-5dd43aea7213 req-1c4afe02-cfa3-4d4a-859a-2eb0ae748cfb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0637169 Jul 15 17:33:07.562783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d20fcffd-37c5-4799-9842-5dd43aea7213 req-bcf0dad5-7e05-43f2-b309-2b8730ac9a86 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 15 17:33:07.734918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacd245-d947-4ffa-a214-456d2ff7a181 req-f692be42-f5ae-43d0-b133-b98871b4b449 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:07.736431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cacd245-d947-4ffa-a214-456d2ff7a181 req-f692be42-f5ae-43d0-b133-b98871b4b449 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0668373 Jul 15 17:33:07.773757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cacd245-d947-4ffa-a214-456d2ff7a181 req-1e7a8964-c86c-482f-9c30-c09b2c08239a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 15 17:33:08.203287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b8b5d-0080-47e0-89a6-b12794f19534 req-83b47c89-4ed5-41c6-abda-13c290389d91 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:08.204806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb7b8b5d-0080-47e0-89a6-b12794f19534 req-83b47c89-4ed5-41c6-abda-13c290389d91 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0629981 Jul 15 17:33:08.241274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb7b8b5d-0080-47e0-89a6-b12794f19534 req-56f5147b-ba69-4f92-8ee5-01990fe86db0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Jul 15 17:33:09.421516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc1c7e-d55e-4960-aa84-4b5908f3c404 req-817024fd-3c9e-4cab-924b-13e1df753e2d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:09.422985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2dc1c7e-d55e-4960-aa84-4b5908f3c404 req-817024fd-3c9e-4cab-924b-13e1df753e2d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0634937 Jul 15 17:33:09.461555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2dc1c7e-d55e-4960-aa84-4b5908f3c404 req-23b3b7e8-afb7-43b4-9cae-905a7d2cce39 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331140 Jul 15 17:33:09.566929 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-ca8952a0-f335-430e-a4df-a90fe1e69c06 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:09.568321 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-ca8952a0-f335-430e-a4df-a90fe1e69c06 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 946 time: 0.0613415 Jul 15 17:33:09.664086 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 86041d78-0c05-442e-976b-b0334acca2c0 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:33:09.664468 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:09.752170 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port 86041d78-0c05-442e-976b-b0334acca2c0, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=86041d78-0c05-442e-976b-b0334acca2c0,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:09.752532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:09.765274 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 86041d78-0c05-442e-976b-b0334acca2c0 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:33:09.889853 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:09.902630 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['86041d78-0c05-442e-976b-b0334acca2c0'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:33:09.916260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=86041d78-0c05-442e-976b-b0334acca2c0,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:09.964844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port 86041d78-0c05-442e-976b-b0334acca2c0 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:33:09.967714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:09.969742 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5330d19e-18fe-415c-a63f-4d746c2749cd req-244fff79-2105-4ded-83b5-d0edf7ebaa28 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "DELETE /v2.0/ports/86041d78-0c05-442e-976b-b0334acca2c0 HTTP/1.1" status: 204 len: 173 time: 0.3964083 Jul 15 17:33:09.970179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'name': 'network-vif-deleted', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:33:09.972508 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20351e8-e009-4f57-b5fa-9c9f3e4ddce9" -d '{"events": [{"server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "name": "network-vif-deleted", "tag": "86041d78-0c05-442e-976b-b0334acca2c0"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:33:10.013903 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadfab57-5c9f-4e7f-8527-cb70cce64d50 x-openstack-request-id: req-cadfab57-5c9f-4e7f-8527-cb70cce64d50 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:33:10.014269 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfe482d-acdf-42b9-84e7-deeec0553aef", "name": "network-vif-deleted", "tag": "86041d78-0c05-442e-976b-b0334acca2c0", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:33:10.014581 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cadfab57-5c9f-4e7f-8527-cb70cce64d50 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:33:10.014949 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfe482d-acdf-42b9-84e7-deeec0553aef', 'name': 'network-vif-deleted', 'tag': '86041d78-0c05-442e-976b-b0334acca2c0', 'status': 'completed', 'code': 200} Jul 15 17:33:10.622065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470ebd6d-9f70-4dd9-a0fc-d5d308b9959c req-b638a94f-4b27-4dc0-83b2-2c7c956a581c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 210 time: 0.0385022 Jul 15 17:33:11.034866 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:11.154483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:11.767314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22e8c275-c438-4195-bcc9-f060353e1b2f req-4409132e-0788-4489-9cc3-5c95f0c75f11 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 210 time: 0.0287805 Jul 15 17:33:12.907517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93ca74f2-cf48-471f-8b81-c64dfd351f2a req-87ec7031-95a3-4cb6-a19c-3f76eee5a0e7 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebfe482d-acdf-42b9-84e7-deeec0553aef HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jul 15 17:33:12.954601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 86041d78-0c05-442e-976b-b0334acca2c0 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:33:12.974800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 86041d78-0c05-442e-976b-b0334acca2c0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:33:12.975148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 86041d78-0c05-442e-976b-b0334acca2c0 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:33:18.535222 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:33:25.831652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-14a45131-eb06-4a4b-b4c3-5603de37a5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:28.839997 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:29.142749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7ef3959e-cdf5-4cfe-ad5b-89532c145cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:29.651883 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:31.378946 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:34.128860 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-76e125d8-5e9e-4c87-945e-e546d770938d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:34.130324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-76e125d8-5e9e-4c87-945e-e546d770938d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1047442 Jul 15 17:33:34.145669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-ad501bcd-e288-431f-9644-4624dff15441 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0098445 Jul 15 17:33:34.210600 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6892979d-da78-4f21-ae0b-dd9036a64597 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604174 Jul 15 17:33:34.303662 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6f60e315-44a4-4ca4-aef2-cb49470afe75 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jul 15 17:33:34.392876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-56816827-35fd-4778-a279-544a9b83f468 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Jul 15 17:33:34.685778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f73257e0-0f49-4366-bde6-2fb559334c76 req-ebff84aa-b7af-428c-8099-64cd92f9be58 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 210 time: 0.0329964 Jul 15 17:33:35.835240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4685567-5074-44d7-b833-224ef1030343 req-fdfb8f01-2310-4fea-85d7-4629a5043ee2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Jul 15 17:33:35.897985 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-68b2a680-2696-49a2-9017-c6ebea7de2f0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:35.899442 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-68b2a680-2696-49a2-9017-c6ebea7de2f0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1253886 Jul 15 17:33:35.912287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:33:36.020692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:33:36.024346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:36.152876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.8 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/104cb522-fa7e-4338-aa50-5f4b691944c1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:33:36.626695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:36.639716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object 104cb522-fa7e-4338-aa50-5f4b691944c1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:33:36.672614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:36.719950 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:33:36.723185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:33:36.727191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:33:36.756461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:36.788414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:36.789036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:36.806035 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-36e8905d-bf03-4e26-ac83-9a638f228b2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8973625 Jul 15 17:33:36.817731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Request body: {'port': {'device_id': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:33:36.903691 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:36.955919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3a7597d1-2994-4ba0-859f-5fbcde41aa41 None None] Provisioning for port 104cb522-fa7e-4338-aa50-5f4b691944c1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:33:36.962975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3a7597d1-2994-4ba0-859f-5fbcde41aa41 None None] Provisioning complete for port 104cb522-fa7e-4338-aa50-5f4b691944c1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:33:36.963573 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3a7597d1-2994-4ba0-859f-5fbcde41aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.009124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3a7597d1-2994-4ba0-859f-5fbcde41aa41 None None] Port 104cb522-fa7e-4338-aa50-5f4b691944c1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:33:37.081440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc3835-c8a2-441c-886f-2ed4a76e21c9 req-acca82f9-b5d2-4515-bf6e-414bfc529b73 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:37.090713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0efc3835-c8a2-441c-886f-2ed4a76e21c9 req-acca82f9-b5d2-4515-bf6e-414bfc529b73 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 931 time: 0.0911479 Jul 15 17:33:37.137015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0efc3835-c8a2-441c-886f-2ed4a76e21c9 req-d8114717-c483-4286-9088-3b82eba8652b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447276 Jul 15 17:33:37.200054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104cb522-fa7e-4338-aa50-5f4b691944c1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:33:37.207852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.220049 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Transition to ACTIVE for port object 104cb522-fa7e-4338-aa50-5f4b691944c1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:33:37.223809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.273805 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Pushing event updated for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:37.355084 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Attempting to bind port 104cb522-fa7e-4338-aa50-5f4b691944c1 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:33:37.355831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Attempting to bind port 104cb522-fa7e-4338-aa50-5f4b691944c1 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:33:37.356412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Attempting to bind port 104cb522-fa7e-4338-aa50-5f4b691944c1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:33:37.362265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Port 104cb522-fa7e-4338-aa50-5f4b691944c1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:33:37.362734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Attempting to bind port 104cb522-fa7e-4338-aa50-5f4b691944c1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:33:37.368233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:33:37.368700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:33:37.369189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:33:37.369723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Bound port: 104cb522-fa7e-4338-aa50-5f4b691944c1, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:33:37.370187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.442979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:33:37.446897 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=104cb522-fa7e-4338-aa50-5f4b691944c1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:33:37.451041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.487612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:37.488298 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:37.489801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] 10.222.0.35 "PUT /v2.0/ports/104cb522-fa7e-4338-aa50-5f4b691944c1 HTTP/1.1" status: 200 len: 1091 time: 0.6764879 Jul 15 17:33:37.490331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:33:37.492580 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6dc73-b3a6-4d02-abca-8aa5456908ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:33:37.524852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523fa69-50fa-4d34-bacf-f2ff1ecb1c88 service neutron] Pushing event updated for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:37.602500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-ecbf97a5-21a7-44e5-b002-1d3c7d3c681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:37.604083 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-ecbf97a5-21a7-44e5-b002-1d3c7d3c681a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 1094 time: 0.0711069 Jul 15 17:33:37.653886 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce149529-ab3d-456c-923a-df77b6a75c90 x-openstack-request-id: req-ce149529-ab3d-456c-923a-df77b6a75c90 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:33:37.654335 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:33:37.654485 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce149529-ab3d-456c-923a-df77b6a75c90 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:33:37.654980 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1', 'status': 'completed', 'code': 200} Jul 15 17:33:37.657788 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-835248b0-d84f-43ec-aeab-7ec41a6a05bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104cb522-fa7e-4338-aa50-5f4b691944c1 HTTP/1.1" status: 200 len: 217 time: 0.0465126 Jul 15 17:33:37.708860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-4b1fa657-f822-4648-a1ef-050eb254e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:37.710180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-4b1fa657-f822-4648-a1ef-050eb254e562 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0469079 Jul 15 17:33:37.770734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-db3111ef-0a01-46bf-b5cc-c2054a784c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:37.772499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-db3111ef-0a01-46bf-b5cc-c2054a784c3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562701 Jul 15 17:33:37.869115 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-28469d66-1202-43d2-afda-dee91c1af682 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904791 Jul 15 17:33:37.957809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-8572ea46-86b6-47bc-be8d-1647846ad4fd req-8c65df02-9c17-42cb-be85-52366b639ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830400 Jul 15 17:33:38.054473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-523dc3f0-c353-4ea1-9b73-f3fadb3f5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:38.055978 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-523dc3f0-c353-4ea1-9b73-f3fadb3f5b38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 1094 time: 0.0528147 Jul 15 17:33:38.154395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-af0bfafe-3931-4591-a966-f67e2f1e063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:38.155924 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-af0bfafe-3931-4591-a966-f67e2f1e063b service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0941627 Jul 15 17:33:38.196938 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-1fc011b7-0f83-41e2-876e-1a137d52a50f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=104cb522-fa7e-4338-aa50-5f4b691944c1 HTTP/1.1" status: 200 len: 217 time: 0.0351207 Jul 15 17:33:38.248318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-5b89f058-f8e2-4676-aa63-0644b6ee9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:38.250254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-5b89f058-f8e2-4676-aa63-0644b6ee9186 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0479066 Jul 15 17:33:38.306530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-997681e2-eec2-4865-b0b7-c640ed417fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:38.308072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-997681e2-eec2-4865-b0b7-c640ed417fdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522089 Jul 15 17:33:38.316459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78f574-8767-452d-b2a3-c1cd0cc60083 req-1eb44e43-b256-4748-bf22-c441ab9788cc tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:38.317947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba78f574-8767-452d-b2a3-c1cd0cc60083 req-1eb44e43-b256-4748-bf22-c441ab9788cc tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0697699 Jul 15 17:33:38.359822 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba78f574-8767-452d-b2a3-c1cd0cc60083 req-9f475083-b493-4e4f-91ce-e3f860201c2e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Jul 15 17:33:38.407207 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-e0ebdaaa-c233-4f26-874c-662e6330aaba service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920422 Jul 15 17:33:38.500033 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-24e6dc73-b3a6-4d02-abca-8aa5456908ac req-907f1cd9-58d8-4f8e-b1c4-327d212b44b7 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857716 Jul 15 17:33:39.538585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877b039-7f9e-45bc-9e7a-1d6e4f5bbbaa req-27ee91bb-9c93-4b7a-9f15-bc6167b95bbe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:39.540099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a877b039-7f9e-45bc-9e7a-1d6e4f5bbbaa req-27ee91bb-9c93-4b7a-9f15-bc6167b95bbe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0651891 Jul 15 17:33:39.579188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a877b039-7f9e-45bc-9e7a-1d6e4f5bbbaa req-fa459e16-7fe2-451d-8e7b-b120dc0fbc84 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Jul 15 17:33:40.749187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f0086-c68c-4e52-9a7c-b7d83f3ca711 req-4a8ea60e-b203-47aa-864e-d251e652b50a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:40.751315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa0f0086-c68c-4e52-9a7c-b7d83f3ca711 req-4a8ea60e-b203-47aa-864e-d251e652b50a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0631454 Jul 15 17:33:40.789771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa0f0086-c68c-4e52-9a7c-b7d83f3ca711 req-0a70b34b-d007-4e9d-9d79-362987ce2f70 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Jul 15 17:33:41.028542 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:41.151634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:41.965642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcd527-5441-4b25-90b2-5039cd64ea21 req-4338ce8e-0345-44a7-b663-4045e9411978 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:41.967115 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95bcd527-5441-4b25-90b2-5039cd64ea21 req-4338ce8e-0345-44a7-b663-4045e9411978 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0670283 Jul 15 17:33:42.004663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95bcd527-5441-4b25-90b2-5039cd64ea21 req-fa40261e-a394-4c4d-870c-d7c8f85b198b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318942 Jul 15 17:33:43.175814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b95bd-3455-4da2-98c6-f31b8d5eb277 req-5cc65fc6-8694-449b-863e-1d88c4f216a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:43.177460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-743b95bd-3455-4da2-98c6-f31b8d5eb277 req-5cc65fc6-8694-449b-863e-1d88c4f216a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0638809 Jul 15 17:33:43.214276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-743b95bd-3455-4da2-98c6-f31b8d5eb277 req-f8ddd718-d926-4a7f-bc5a-70bd9d0d5e46 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jul 15 17:33:44.408466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a592e-3564-4393-9320-050f76fed75e req-e67de501-46bf-4fd7-b274-374ba524096a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:44.409974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4a592e-3564-4393-9320-050f76fed75e req-e67de501-46bf-4fd7-b274-374ba524096a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0700505 Jul 15 17:33:44.447976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e4a592e-3564-4393-9320-050f76fed75e req-65d0945d-44d3-4fac-aa4e-6f192b30b345 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Jul 15 17:33:45.624539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f8f06-7a1f-4db3-812e-44f4838e8e58 req-44cba40b-a776-4d7e-abd5-9d96de872501 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:45.625932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-460f8f06-7a1f-4db3-812e-44f4838e8e58 req-44cba40b-a776-4d7e-abd5-9d96de872501 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0656676 Jul 15 17:33:45.662987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-460f8f06-7a1f-4db3-812e-44f4838e8e58 req-de0df1a9-077d-4c72-91ec-5443ee5d3831 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jul 15 17:33:46.836717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0a88-1719-4db7-922d-6292fd471284 req-ddd58217-726d-40dd-a46c-4f64e6befc29 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:46.838177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a13a0a88-1719-4db7-922d-6292fd471284 req-ddd58217-726d-40dd-a46c-4f64e6befc29 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0635166 Jul 15 17:33:46.874817 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a13a0a88-1719-4db7-922d-6292fd471284 req-9494caac-20eb-450c-813e-aeea19af5d01 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Jul 15 17:33:48.049858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b2fd1-0511-4bbe-8a71-1b41394ace74 req-8ee81854-2108-4a9e-a98b-5d7068d26236 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:48.051324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-512b2fd1-0511-4bbe-8a71-1b41394ace74 req-8ee81854-2108-4a9e-a98b-5d7068d26236 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0680275 Jul 15 17:33:48.088060 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-512b2fd1-0511-4bbe-8a71-1b41394ace74 req-ed0004d1-9389-4ff7-af88-cf3ad752bc64 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Jul 15 17:33:49.043208 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 104cb522-fa7e-4338-aa50-5f4b691944c1 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:33:49.137623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=104cb522-fa7e-4338-aa50-5f4b691944c1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:49.151515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '104cb522-fa7e-4338-aa50-5f4b691944c1', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': '104cb522-fa7e-4338-aa50-5f4b691944c1', 'mac_address': 'fa:16:3e:7b:b4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:33:49.188590 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:49.201138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104cb522-fa7e-4338-aa50-5f4b691944c1 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:33:49.220558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=104cb522-fa7e-4338-aa50-5f4b691944c1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:49.225038 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:49.261150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d52f-d7ad-42b4-a35b-666d36131e12 req-06254715-23d4-4e48-9661-fa90e770ce95 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:49.262882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e379d52f-d7ad-42b4-a35b-666d36131e12 req-06254715-23d4-4e48-9661-fa90e770ce95 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 943 time: 0.0639939 Jul 15 17:33:49.271765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:49.279107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.279457 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.279800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.280165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.280502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.280832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.281165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.281498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.281822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.282145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.282469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.282791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:49.302669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e379d52f-d7ad-42b4-a35b-666d36131e12 req-71d27d49-8ecd-4a6f-9775-bb759b147443 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Jul 15 17:33:49.436709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['104cb522-fa7e-4338-aa50-5f4b691944c1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:33:50.477552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d953e3a-b71a-44d6-9b81-d1194181a839 req-8ddadc73-6d64-4370-ad43-dadef6989a1b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:50.479030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d953e3a-b71a-44d6-9b81-d1194181a839 req-8ddadc73-6d64-4370-ad43-dadef6989a1b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 944 time: 0.0665348 Jul 15 17:33:50.517216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9d953e3a-b71a-44d6-9b81-d1194181a839 req-30d274d9-95d6-4553-a983-6584cf313a56 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Jul 15 17:33:51.061376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 104cb522-fa7e-4338-aa50-5f4b691944c1 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:33:51.107828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 104cb522-fa7e-4338-aa50-5f4b691944c1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:33:51.111355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 104cb522-fa7e-4338-aa50-5f4b691944c1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:33:51.111808 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:51.189136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:51.211154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:33:51.213408 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ae5b1-e7e5-4c9c-92b4-ddd0799943d7" -d '{"events": [{"server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "name": "network-vif-plugged", "status": "completed", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:33:51.225946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=104cb522-fa7e-4338-aa50-5f4b691944c1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:33:51.230155 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:51.254377 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8dd2a0-64ba-4a9b-b89a-e822e33aa12a x-openstack-request-id: req-ac8dd2a0-64ba-4a9b-b89a-e822e33aa12a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:33:51.254680 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "name": "network-vif-plugged", "status": "completed", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:33:51.254933 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac8dd2a0-64ba-4a9b-b89a-e822e33aa12a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:33:51.255315 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1', 'code': 200} Jul 15 17:33:51.282274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:51.365361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91811350-3232-4018-96a3-76bef92063f6 req-ba08bed5-2834-41a7-86de-9b97807efdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:51.366883 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91811350-3232-4018-96a3-76bef92063f6 req-ba08bed5-2834-41a7-86de-9b97807efdd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 1096 time: 0.0519183 Jul 15 17:33:51.400762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91811350-3232-4018-96a3-76bef92063f6 req-5ff75422-3c62-4880-92f1-81966c3f57f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278018 Jul 15 17:33:51.686855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb3ee-e839-42ca-a304-4dc774c6bde9 req-3c9073a4-c809-4f97-8d07-93184cf3c128 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:51.688244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e9fb3ee-e839-42ca-a304-4dc774c6bde9 req-3c9073a4-c809-4f97-8d07-93184cf3c128 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0628412 Jul 15 17:33:51.726650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e9fb3ee-e839-42ca-a304-4dc774c6bde9 req-af032402-780d-4a23-a6b3-7f10673547ab tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321021 Jul 15 17:33:52.897319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3371281-0d62-44a2-9d5d-b4bbfc5d15ac req-d9627ec3-b90b-48cd-8889-020097cac21e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:52.898802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3371281-0d62-44a2-9d5d-b4bbfc5d15ac req-d9627ec3-b90b-48cd-8889-020097cac21e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0631425 Jul 15 17:33:52.935280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3371281-0d62-44a2-9d5d-b4bbfc5d15ac req-78be4d37-a8d1-4476-8c64-6edc3d6829f7 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Jul 15 17:33:53.110290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0854-e315-4a34-976c-78b432ccbba3 req-6f8a7377-3e43-4f68-a670-bee5a7a39c2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:53.111980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daac0854-e315-4a34-976c-78b432ccbba3 req-6f8a7377-3e43-4f68-a670-bee5a7a39c2f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0671751 Jul 15 17:33:53.150227 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daac0854-e315-4a34-976c-78b432ccbba3 req-48c94e0d-7e94-43e8-ba7d-81b62e48565a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Jul 15 17:33:55.534369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:33:55.689431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-4e81ae1d-0bc1-4216-a230-c71031574d8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:55.691006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-4e81ae1d-0bc1-4216-a230-c71031574d8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1103153 Jul 15 17:33:55.708441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-efb3e3f3-dd03-4b08-b3f1-06d1f3e25c6c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0107291 Jul 15 17:33:55.781352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-d616df07-2289-452c-bdaf-69e95c5484b9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661976 Jul 15 17:33:55.835325 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f4688d6e-56fb-4d6e-9894-f1d809005434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:55.947916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-e9d6daf6-76d3-4ffb-be03-7f74a3d12bb3 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585872 Jul 15 17:33:56.042629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-d430b2db-c0f3-4a6c-ba6b-72caa4382a68 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890503 Jul 15 17:33:56.238029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b6e436d-165d-44a5-8e57-aaf33d546b4e req-9fd8d9f6-dd40-4b07-a6c2-b48f01bb6976 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 210 time: 0.0278788 Jul 15 17:33:57.252973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-8e885cbe-4ef5-4dc5-810f-7781548032b6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:57.254564 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-8e885cbe-4ef5-4dc5-810f-7781548032b6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1087334 Jul 15 17:33:57.274945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:33:57.393916 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c7098a1-56b5-43ef-8328-bf1dfda54811 req-74c43640-778b-4707-a17a-8bc2e695dd02 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Jul 15 17:33:57.404319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:33:57.408192 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:57.543942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.14 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/2dd054eb-9e10-4bcf-a9e3-46b82f653738) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:33:57.708871 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:57.723920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object 2dd054eb-9e10-4bcf-a9e3-46b82f653738 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:33:57.756935 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:57.768430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['104cb522-fa7e-4338-aa50-5f4b691944c1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:33:57.800533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:33:57.806045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:33:57.810122 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:33:57.844723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:57.883048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:57.884285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:57.899396 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.900093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.900607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.901253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.901913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.902477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.903002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.903487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.903968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.904505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.904987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.905971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:33:57.912574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-9f52b223-7ade-448c-9cea-05c3def390e2 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6426523 Jul 15 17:33:57.978048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Request body: {'port': {'device_id': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:33:58.054996 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.124541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cb168a54-9d77-430d-b1ac-d5c5aefbbbb5 None None] Provisioning for port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:33:58.129487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cb168a54-9d77-430d-b1ac-d5c5aefbbbb5 None None] Provisioning complete for port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:33:58.130049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb168a54-9d77-430d-b1ac-d5c5aefbbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.165916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cb168a54-9d77-430d-b1ac-d5c5aefbbbb5 None None] Port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:33:58.342440 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd054eb-9e10-4bcf-a9e3-46b82f653738 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:33:58.350708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.363149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Transition to ACTIVE for port object 2dd054eb-9e10-4bcf-a9e3-46b82f653738 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:33:58.366761 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.416815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:58.500104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Attempting to bind port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:33:58.500583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Attempting to bind port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:33:58.500987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Attempting to bind port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:33:58.507092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:33:58.507641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Attempting to bind port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:33:58.513979 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:33:58.514380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:33:58.514995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:33:58.515544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Bound port: 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:33:58.515915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.596900 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:33:58.599422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4beed-549a-4f2c-939c-f5e2dc994204 req-1a9afd64-f2d1-476a-9bf0-cce0cc186132 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:58.601096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:33:58.604597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ef4beed-549a-4f2c-939c-f5e2dc994204 req-1a9afd64-f2d1-476a-9bf0-cce0cc186132 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0757935 Jul 15 17:33:58.606426 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.647523 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:58.648285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.650014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] 10.222.0.20 "PUT /v2.0/ports/2dd054eb-9e10-4bcf-a9e3-46b82f653738 HTTP/1.1" status: 200 len: 1092 time: 0.7306538 Jul 15 17:33:58.653369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:33:58.656715 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:33:58.671938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8ef4beed-549a-4f2c-939c-f5e2dc994204 req-f3eb01b4-f809-4e72-b0e9-8315af37ea8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622694 Jul 15 17:33:58.694007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21f4ec-3c88-4ae1-ab12-8a02d8f9a651 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:33:58.730638 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae9750-a3a8-4fc7-a62c-61b58f788cf3 x-openstack-request-id: req-21ae9750-a3a8-4fc7-a62c-61b58f788cf3 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:33:58.730965 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:33:58.731196 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21ae9750-a3a8-4fc7-a62c-61b58f788cf3 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:33:58.731597 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738', 'status': 'completed', 'code': 200} Jul 15 17:33:58.759173 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-28c15d64-975e-4bc3-82f5-9d13b8e6150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:58.760806 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-28c15d64-975e-4bc3-82f5-9d13b8e6150b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 1095 time: 0.0617661 Jul 15 17:33:58.810233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-c0ce5433-ca73-40eb-8e43-8c7b88ac9e76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738 HTTP/1.1" status: 200 len: 217 time: 0.0412505 Jul 15 17:33:58.843110 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:58.863925 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-2e1ede45-d301-47f6-b68b-cd0aa06dd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:58.865549 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-2e1ede45-d301-47f6-b68b-cd0aa06dd1dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0494485 Jul 15 17:33:58.926267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-d469e23a-d088-480b-899c-bdf176c00e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:58.927790 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-d469e23a-d088-480b-899c-bdf176c00e0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554428 Jul 15 17:33:59.021284 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-cfcf9af1-3e22-4a8a-bef6-90e6f0e7c29c service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874603 Jul 15 17:33:59.109903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-64124aef-a2ad-4a90-99f6-b4657b1f5ba5 req-35aa9ade-e0bd-4b29-8c6d-cd2d5449dab6 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826571 Jul 15 17:33:59.151194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-faf84462-1fc2-4c61-b957-3f4ffdac7013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:59.213881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-7bb98dcd-0a76-4cf7-9a52-c8a19ee3d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:59.215414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-7bb98dcd-0a76-4cf7-9a52-c8a19ee3d651 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 1095 time: 0.0592959 Jul 15 17:33:59.309194 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-c860b813-368d-4772-ae9d-c6de61a8558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:59.311572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-c860b813-368d-4772-ae9d-c6de61a8558c service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0903730 Jul 15 17:33:59.352672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-9358db2a-cce5-4595-991d-afd632c28f0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738 HTTP/1.1" status: 200 len: 217 time: 0.0346689 Jul 15 17:33:59.405916 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-233b5d3d-344a-41a6-9e12-aad6a6a0fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:59.407497 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-233b5d3d-344a-41a6-9e12-aad6a6a0fea8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0493035 Jul 15 17:33:59.462739 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-984777a0-929b-4ed4-a632-bb103ed52714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:59.464298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-984777a0-929b-4ed4-a632-bb103ed52714 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511191 Jul 15 17:33:59.560932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-00239592-2811-4ecc-92e0-ec429b18e822 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904622 Jul 15 17:33:59.650342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d813ccc-c4bb-4351-aeb5-11467ea66dc0 req-0085d16e-9df4-4850-87f4-8364e72a24e8 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838275 Jul 15 17:33:59.656644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:33:59.863331 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38a30c-2e52-4e55-8bdb-decb1e641aa9 req-ea473e62-f5cb-4527-9c06-5bf0f85955ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:33:59.865098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a38a30c-2e52-4e55-8bdb-decb1e641aa9 req-ea473e62-f5cb-4527-9c06-5bf0f85955ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0660465 Jul 15 17:33:59.910840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8a38a30c-2e52-4e55-8bdb-decb1e641aa9 req-c29ce5ba-a439-48ea-84f3-64872f6965ad tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Jul 15 17:34:01.138572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97523034-45bb-464d-b88f-1055397ab991 req-ef871b82-37bb-4dae-a07e-cf736a7be993 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:01.140734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97523034-45bb-464d-b88f-1055397ab991 req-ef871b82-37bb-4dae-a07e-cf736a7be993 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0888727 Jul 15 17:34:01.191986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97523034-45bb-464d-b88f-1055397ab991 req-04a7c6b4-bd86-466f-8ebc-bc54bb071c06 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Jul 15 17:34:01.382974 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:02.421272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a3803-9f54-4109-8c50-3625d83adaf2 req-f0bb3307-c7dd-4d36-afbe-4f267b95d643 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:02.425468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-127a3803-9f54-4109-8c50-3625d83adaf2 req-f0bb3307-c7dd-4d36-afbe-4f267b95d643 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0934649 Jul 15 17:34:02.474750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-127a3803-9f54-4109-8c50-3625d83adaf2 req-0dd24c9e-306c-4b99-9aa9-b3dca31244dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Jul 15 17:34:03.659346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501f87-05f2-423b-8a13-bee204a25909 req-58dd4ae9-2597-45ca-816c-fe3acc96f496 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:03.666222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de501f87-05f2-423b-8a13-bee204a25909 req-58dd4ae9-2597-45ca-816c-fe3acc96f496 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0748730 Jul 15 17:34:03.700739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-de501f87-05f2-423b-8a13-bee204a25909 req-a1c69017-b1e7-480f-82b9-3273ea1ed7b6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Jul 15 17:34:04.881534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f17a6b-6ee0-43d4-809c-dfad9574242b req-851a3cd5-d3bd-44a4-9cd7-4aa041478cb3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:04.883005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21f17a6b-6ee0-43d4-809c-dfad9574242b req-851a3cd5-d3bd-44a4-9cd7-4aa041478cb3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0642152 Jul 15 17:34:04.920722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21f17a6b-6ee0-43d4-809c-dfad9574242b req-ed44b039-f9c1-43e2-866a-a46dbb191018 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Jul 15 17:34:06.090657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2114-467d-4858-a82b-e2e28a2c985c req-cf52840f-a6f7-4044-931a-b5276a122e3b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:06.092131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25da2114-467d-4858-a82b-e2e28a2c985c req-cf52840f-a6f7-4044-931a-b5276a122e3b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0617788 Jul 15 17:34:06.129387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25da2114-467d-4858-a82b-e2e28a2c985c req-80f68548-d180-4180-a547-f7df8dcec125 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Jul 15 17:34:07.305801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337b0a-bc93-4dc3-be61-acb458bd1470 req-4a336b90-c586-4df3-b531-0faaa2b218fe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:07.308130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3337b0a-bc93-4dc3-be61-acb458bd1470 req-4a336b90-c586-4df3-b531-0faaa2b218fe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0682683 Jul 15 17:34:07.351885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3337b0a-bc93-4dc3-be61-acb458bd1470 req-564cecb1-0613-4ff4-b4a6-bdb67bd6896f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Jul 15 17:34:08.525001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd16c0-38e4-4289-b981-af059f1f0363 req-0b2bc53a-d85c-409f-8750-546bc58d7d8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:08.526490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cdd16c0-38e4-4289-b981-af059f1f0363 req-0b2bc53a-d85c-409f-8750-546bc58d7d8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0642726 Jul 15 17:34:08.564317 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cdd16c0-38e4-4289-b981-af059f1f0363 req-c0f0edd1-86fe-4c2c-b6f4-c0e99005d386 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Jul 15 17:34:09.751829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094e652-fe7f-4e46-af7b-f20698076a18 req-b877f462-1d46-4bd7-bb12-f9aca5358201 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:09.753491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5094e652-fe7f-4e46-af7b-f20698076a18 req-b877f462-1d46-4bd7-bb12-f9aca5358201 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0760212 Jul 15 17:34:09.792861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5094e652-fe7f-4e46-af7b-f20698076a18 req-d5a29ab0-d699-46f8-a199-6a8ea8de6b27 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Jul 15 17:34:10.973587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47550a-f495-4717-8731-31e6cd18649d req-8c7cae38-0d8e-415a-9a3c-f122bb33cfde tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:10.975235 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd47550a-f495-4717-8731-31e6cd18649d req-8c7cae38-0d8e-415a-9a3c-f122bb33cfde tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0652337 Jul 15 17:34:11.014411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd47550a-f495-4717-8731-31e6cd18649d req-3392ce5a-9a3a-4f8e-8d2b-e54bac94d05e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Jul 15 17:34:11.030949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:11.138277 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:12.415831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d29580-339e-42e5-9fc5-0ccefd04c5c3 req-110b06b8-8e92-4694-b12b-63b791f2391f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:12.417340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56d29580-339e-42e5-9fc5-0ccefd04c5c3 req-110b06b8-8e92-4694-b12b-63b791f2391f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0709395 Jul 15 17:34:12.456159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56d29580-339e-42e5-9fc5-0ccefd04c5c3 req-c1c9b471-604d-4ef2-b21d-cfb7aec316fb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330982 Jul 15 17:34:13.639815 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9b59f-4069-4de3-aef1-2756a4e89a6a req-ad39378f-0e8f-4b4c-bf4a-8e17f65f4e6d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:13.641208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25b9b59f-4069-4de3-aef1-2756a4e89a6a req-ad39378f-0e8f-4b4c-bf4a-8e17f65f4e6d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0688169 Jul 15 17:34:13.680424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-25b9b59f-4069-4de3-aef1-2756a4e89a6a req-4abf47e6-63f0-4b81-a4d4-faeb9db86376 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Jul 15 17:34:14.859103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d0746-5724-4c2d-8783-0c84792e9454 req-fece073d-de28-466f-a201-54c6f1d7c8f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:14.860831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776d0746-5724-4c2d-8783-0c84792e9454 req-fece073d-de28-466f-a201-54c6f1d7c8f8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0691876 Jul 15 17:34:14.902679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-776d0746-5724-4c2d-8783-0c84792e9454 req-7c1c8b5c-1754-4e2c-bbed-18b53dc4b83a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362561 Jul 15 17:34:16.090273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a087e3-9f01-4717-badc-08c2271e76fb req-219d2116-00a8-448f-917a-818962e72188 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:16.091903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a087e3-9f01-4717-badc-08c2271e76fb req-219d2116-00a8-448f-917a-818962e72188 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0719211 Jul 15 17:34:16.133991 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15a087e3-9f01-4717-badc-08c2271e76fb req-c9655908-fe0d-4dae-94e9-805ce6c6c97e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355203 Jul 15 17:34:17.314917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7657f-9579-4c8c-97ce-2bd18b9eebf3 req-e84ee5bb-0cc8-4bd4-9db2-dfac4d1ecb85 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:17.316457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cb7657f-9579-4c8c-97ce-2bd18b9eebf3 req-e84ee5bb-0cc8-4bd4-9db2-dfac4d1ecb85 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0638115 Jul 15 17:34:17.356327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0cb7657f-9579-4c8c-97ce-2bd18b9eebf3 req-0acc3e28-bb67-4813-b7f0-a277ae552be1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337117 Jul 15 17:34:18.529845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54160acd-9a44-4a34-aa9c-28ca54b462b2 req-cec7a582-6e3b-47e4-9ccd-af9a8ac53d80 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:18.531294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54160acd-9a44-4a34-aa9c-28ca54b462b2 req-cec7a582-6e3b-47e4-9ccd-af9a8ac53d80 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0643170 Jul 15 17:34:18.574667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54160acd-9a44-4a34-aa9c-28ca54b462b2 req-711d779a-a302-493d-b5e4-46d4cf3d5699 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369740 Jul 15 17:34:19.761991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecf06-d96e-46b1-aced-3c38a1c47a01 req-e282d3bd-94ae-4e31-b38f-46aa0a73262e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:19.763497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf9ecf06-d96e-46b1-aced-3c38a1c47a01 req-e282d3bd-94ae-4e31-b38f-46aa0a73262e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 944 time: 0.0727112 Jul 15 17:34:19.805737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf9ecf06-d96e-46b1-aced-3c38a1c47a01 req-7402b4d9-d6e3-4e52-b791-16d49a814c94 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Jul 15 17:34:19.971076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2dd054eb-9e10-4bcf-a9e3-46b82f653738 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:34:20.069491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:34:20.080228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '2dd054eb-9e10-4bcf-a9e3-46b82f653738', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': '2dd054eb-9e10-4bcf-a9e3-46b82f653738', 'mac_address': 'fa:16:3e:96:87:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:34:20.116767 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:20.128977 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd054eb-9e10-4bcf-a9e3-46b82f653738 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:34:20.147869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:34:20.151707 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:20.198334 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:20.363407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2dd054eb-9e10-4bcf-a9e3-46b82f653738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:34:20.990269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d737a37-2ae1-4356-a478-e207a7bbf239 req-6cef8b8e-8fd7-45f9-a7fe-ad186b7ca03e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:20.991881 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d737a37-2ae1-4356-a478-e207a7bbf239 req-6cef8b8e-8fd7-45f9-a7fe-ad186b7ca03e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 945 time: 0.0677245 Jul 15 17:34:21.032725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d737a37-2ae1-4356-a478-e207a7bbf239 req-491a24a7-b3b7-450a-a1b6-abd9cf6c0af9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 Jul 15 17:34:21.986271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2dd054eb-9e10-4bcf-a9e3-46b82f653738 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:34:22.042600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:34:22.046924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:34:22.047370 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:22.149337 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:22.178158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:34:22.181346 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61536e3-b811-48c0-8b2d-33967e19ca06" -d '{"events": [{"server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "name": "network-vif-plugged", "status": "completed", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:34:22.198318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:34:22.202829 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:22.228919 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d626af-1639-4fe8-84cc-a6b7309eb9bd x-openstack-request-id: req-c4d626af-1639-4fe8-84cc-a6b7309eb9bd {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:34:22.229534 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "name": "network-vif-plugged", "status": "completed", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:34:22.230018 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4d626af-1639-4fe8-84cc-a6b7309eb9bd {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:34:22.230594 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738', 'code': 200} Jul 15 17:34:22.232221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1827b2-6e32-4d87-9f71-6653eecc37a1 req-f13cd02e-b604-4452-afb0-11f2810d9e31 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:22.234228 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1827b2-6e32-4d87-9f71-6653eecc37a1 req-f13cd02e-b604-4452-afb0-11f2810d9e31 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 945 time: 0.0834463 Jul 15 17:34:22.260948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:22.291121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd1827b2-6e32-4d87-9f71-6653eecc37a1 req-c2dcb4cb-98d7-4ee8-ade8-a0a554eac1c4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 Jul 15 17:34:22.339902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7de33-9bd4-49d9-9dd2-449ea799bee8 req-e370936c-e2df-42f7-a4a3-42367f425f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:22.341440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49b7de33-9bd4-49d9-9dd2-449ea799bee8 req-e370936c-e2df-42f7-a4a3-42367f425f23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 1097 time: 0.0531240 Jul 15 17:34:22.376211 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-49b7de33-9bd4-49d9-9dd2-449ea799bee8 req-33498fd9-c692-4871-bcbe-8c75d3f8dae7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290391 Jul 15 17:34:23.477182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c58baf-db6f-4c9e-9bf4-a9c839012758 req-d39c3591-ab9d-49d7-915f-e875f7b4542d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:23.478630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4c58baf-db6f-4c9e-9bf4-a9c839012758 req-d39c3591-ab9d-49d7-915f-e875f7b4542d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Jul 15 17:34:23.516597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4c58baf-db6f-4c9e-9bf4-a9c839012758 req-37e8c274-600b-453b-87cd-a9d6d2f8a87d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jul 15 17:34:23.688274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df700-234a-4d80-9ef8-7c2c7eecef7d req-c054ea13-a734-4159-87ce-757a53cb4a07 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:23.689643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-650df700-234a-4d80-9ef8-7c2c7eecef7d req-c054ea13-a734-4159-87ce-757a53cb4a07 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 946 time: 0.0639005 Jul 15 17:34:23.734577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-650df700-234a-4d80-9ef8-7c2c7eecef7d req-af8d9825-3e96-4c8c-9f95-20d51b91aab6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Jul 15 17:34:24.175500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1a48-aeea-4871-94e2-be814828d040 req-8b1ddd7a-074e-450f-ab7e-6f80aad4915d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:24.177630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91be1a48-aeea-4871-94e2-be814828d040 req-8b1ddd7a-074e-450f-ab7e-6f80aad4915d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 946 time: 0.0651259 Jul 15 17:34:24.215695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91be1a48-aeea-4871-94e2-be814828d040 req-64b93c83-14ad-442d-99ec-6170090791c8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Jul 15 17:34:25.389474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c8d42-1d5b-407c-b427-f2bb67c772b3 req-442f3243-473b-4a74-bc56-b00407db30bd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:25.390945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b7c8d42-1d5b-407c-b427-f2bb67c772b3 req-442f3243-473b-4a74-bc56-b00407db30bd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 946 time: 0.0634882 Jul 15 17:34:25.428365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b7c8d42-1d5b-407c-b427-f2bb67c772b3 req-7099589d-7dfb-4bc4-b301-ab03a4380a79 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Jul 15 17:34:25.523816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-2418b8e4-c560-43f3-8648-b5cbe5f47aed tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:25.525347 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-2418b8e4-c560-43f3-8648-b5cbe5f47aed tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 946 time: 0.0689840 Jul 15 17:34:25.625669 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:34:25.625928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:25.715374 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port 2dd054eb-9e10-4bcf-a9e3-46b82f653738, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=2dd054eb-9e10-4bcf-a9e3-46b82f653738,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:34:25.715730 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:25.727447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 2dd054eb-9e10-4bcf-a9e3-46b82f653738 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:34:25.838250 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-edd281ed-d8d9-4b19-93b7-118a6c20c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:25.857093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:25.869756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['2dd054eb-9e10-4bcf-a9e3-46b82f653738'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:34:25.871971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['104cb522-fa7e-4338-aa50-5f4b691944c1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:34:25.895711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=2dd054eb-9e10-4bcf-a9e3-46b82f653738,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:25.937645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port 2dd054eb-9e10-4bcf-a9e3-46b82f653738 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:34:25.941390 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:25.943740 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-30464fd0-f17a-4732-a082-922ac2e8d708 req-33ee7768-de69-4429-98d4-bf7c69875034 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "DELETE /v2.0/ports/2dd054eb-9e10-4bcf-a9e3-46b82f653738 HTTP/1.1" status: 204 len: 173 time: 0.4123862 Jul 15 17:34:25.944578 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'name': 'network-vif-deleted', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:34:25.946886 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8702edd6-40b7-47db-89cd-3f33a1bfb43d" -d '{"events": [{"server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "name": "network-vif-deleted", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:34:25.992035 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a34795-1961-466a-aae3-e82d0837dcf1 x-openstack-request-id: req-80a34795-1961-466a-aae3-e82d0837dcf1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:34:25.992455 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7bfebed-7fd3-48d3-acaf-96237fde81d0", "name": "network-vif-deleted", "tag": "2dd054eb-9e10-4bcf-a9e3-46b82f653738", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:34:25.992799 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80a34795-1961-466a-aae3-e82d0837dcf1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:34:25.993915 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7bfebed-7fd3-48d3-acaf-96237fde81d0', 'name': 'network-vif-deleted', 'tag': '2dd054eb-9e10-4bcf-a9e3-46b82f653738', 'status': 'completed', 'code': 200} Jul 15 17:34:26.576014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2bbb8a57-9e6a-4383-bb37-0d83100d9124 req-590c1997-40da-4a28-9cf7-920a63022681 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 210 time: 0.0325158 Jul 15 17:34:27.726312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f656309-1816-45aa-823f-816e5814697a req-28644085-73a0-47f6-a992-dd18352fdc85 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 210 time: 0.0308743 Jul 15 17:34:28.850078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:28.879268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-41de8df5-2d6b-4246-9f48-eb07caa86a11 req-96c1ecf8-a57f-4b7e-a01d-f32744dfee65 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7bfebed-7fd3-48d3-acaf-96237fde81d0 HTTP/1.1" status: 200 len: 210 time: 0.0382202 Jul 15 17:34:29.145676 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-61ef5e03-aa0a-4a36-9ef1-dc57c511525a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:29.657693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:30.018176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2dd054eb-9e10-4bcf-a9e3-46b82f653738 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:34:30.042312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 2dd054eb-9e10-4bcf-a9e3-46b82f653738 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:34:30.042737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 2dd054eb-9e10-4bcf-a9e3-46b82f653738 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:34:31.387581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:32.533490 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:34:34.588471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864495-451f-458f-b9fa-c942a316bd7a req-21f98616-8158-4215-984e-748c1482bd4c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:34.589807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28864495-451f-458f-b9fa-c942a316bd7a req-21f98616-8158-4215-984e-748c1482bd4c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0622790 Jul 15 17:34:34.630953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28864495-451f-458f-b9fa-c942a316bd7a req-2e05e5b8-8e62-46eb-8308-ec9a00312fe9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Jul 15 17:34:35.807996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1639e-eb37-456d-ae24-5bb499b74d62 req-f27159b1-929f-47a8-b363-6c51154138e9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:35.809509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dc1639e-eb37-456d-ae24-5bb499b74d62 req-f27159b1-929f-47a8-b363-6c51154138e9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0651405 Jul 15 17:34:35.846901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dc1639e-eb37-456d-ae24-5bb499b74d62 req-3c69bd95-00db-4216-8e43-68f6dd87b74f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c208137-9339-46ff-baec-72459567653b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318251 Jul 15 17:34:36.001821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-d7919a92-579e-4cc6-bed3-a770dc40f14b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:36.003269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-d7919a92-579e-4cc6-bed3-a770dc40f14b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 945 time: 0.0618486 Jul 15 17:34:36.102047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 104cb522-fa7e-4338-aa50-5f4b691944c1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:34:36.102388 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:36.191241 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port 104cb522-fa7e-4338-aa50-5f4b691944c1, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=104cb522-fa7e-4338-aa50-5f4b691944c1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:34:36.191518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:36.204341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 104cb522-fa7e-4338-aa50-5f4b691944c1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:34:36.328575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:36.340668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['104cb522-fa7e-4338-aa50-5f4b691944c1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:34:36.363558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=104cb522-fa7e-4338-aa50-5f4b691944c1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:36.410841 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port 104cb522-fa7e-4338-aa50-5f4b691944c1 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:34:36.414191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:36.416235 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-10c90f81-5a07-4018-b13b-2cebb151d603 req-4a19cbbd-1506-4315-b760-746fcafe82b1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "DELETE /v2.0/ports/104cb522-fa7e-4338-aa50-5f4b691944c1 HTTP/1.1" status: 204 len: 173 time: 0.4077957 Jul 15 17:34:36.416685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'name': 'network-vif-deleted', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:34:36.420405 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb93540-87b2-467c-be46-f728af948c46" -d '{"events": [{"server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "name": "network-vif-deleted", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:34:36.460525 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6c6c6f-a533-4201-a296-d854ddb8f8e8 x-openstack-request-id: req-1e6c6c6f-a533-4201-a296-d854ddb8f8e8 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:34:36.460990 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2361ac-96a6-4d7c-8b6f-bb12006720e3", "name": "network-vif-deleted", "tag": "104cb522-fa7e-4338-aa50-5f4b691944c1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:34:36.461306 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e6c6c6f-a533-4201-a296-d854ddb8f8e8 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:34:36.461775 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2361ac-96a6-4d7c-8b6f-bb12006720e3', 'name': 'network-vif-deleted', 'tag': '104cb522-fa7e-4338-aa50-5f4b691944c1', 'status': 'completed', 'code': 200} Jul 15 17:34:36.986832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a8fc6186-8c5e-4eca-a17c-b1cf99af1684 req-9d280372-9666-434e-be02-34bafe9ca7c5 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 210 time: 0.0296445 Jul 15 17:34:38.132947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed30c266-603d-4392-8e69-aa751c4b1bf8 req-bf131953-61f0-49e6-b556-09211922f869 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 210 time: 0.0289927 Jul 15 17:34:39.275996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2af5ce28-bb2d-4416-9584-ce7d2302c8ce req-b3ae9830-b0d8-4142-8244-8bebbfb3b973 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b2361ac-96a6-4d7c-8b6f-bb12006720e3 HTTP/1.1" status: 200 len: 210 time: 0.0331109 Jul 15 17:34:39.305816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 104cb522-fa7e-4338-aa50-5f4b691944c1 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:34:39.326046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 104cb522-fa7e-4338-aa50-5f4b691944c1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:34:39.326424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 104cb522-fa7e-4338-aa50-5f4b691944c1 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:34:41.045736 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:41.164282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.631171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45238) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:43.636253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221460302', 'description': 'tempest-secgroup-smoke-221460302 description', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:43.656875 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.736737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.741434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.768912 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.770120 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1378293 Jul 15 17:34:43.772248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed10f-b04f-432f-b401-f9957e767142 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78067b70-0939-43c2-8664-5c997f61814f,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:43.773304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45240) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:43.777971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:43.805452 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.860251 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.863635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.882191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0c8b77-ab1b-44a9-9742-93377af5b46e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:43.888809 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.889973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156671 Jul 15 17:34:43.891735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.892078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.892443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.892777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.892964 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45242) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:43.893103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.893428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.893753 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.894077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.894397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.894717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.895044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.895537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f49b4a1-8e2d-4aaf-98eb-1d30f41406cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:34:43.899530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:43.925543 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.981701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:43.985446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.002606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877b3bea-cbcb-40fb-80e2-32646a8eb034,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:44.009071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.010177 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-29394eeb-d2db-4f40-9cce-a9c23bf06348 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159527 Jul 15 17:34:44.013190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45244) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:44.017491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:44.042915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.103581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.107224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.125061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488f6fa2-5d9d-4dbd-85fa-efef3c39c30a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:44.129867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.131606 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-399c9d91-15ae-46be-bd92-aae6acdc19a4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170187 Jul 15 17:34:44.133942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45246) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:44.138659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:44.164785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.224037 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.227830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.248419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7500cc1e-686b-48fd-9396-bea6b0280f44,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:44.251519 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.252743 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f79b30a-e35a-4c62-8f89-b2d4b12c2dbb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178863 Jul 15 17:34:44.255647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45248) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:44.259996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:44.281401 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Project 2a952c04eacd4eaba0f8db59ff866f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:34:44.286840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.350932 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.355147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.373560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a01b3-6f86-4d5c-bad7-41739f21a189,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:44.376818 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.378213 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-97699b94-46cf-459a-8758-d54895aff72a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213622 Jul 15 17:34:44.381064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:34:44.385435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'security_group_rule': {'security_group_id': '78067b70-0939-43c2-8664-5c997f61814f', 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:44.408287 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Project 2a952c04eacd4eaba0f8db59ff866f6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:34:44.413631 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.477959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.482121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.499486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acd1f74-8fc0-4ee4-a1c5-58367f964655,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:34:44.506526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:44.507841 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bd35d562-9846-407d-8821-0c8a2d660323 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258693 Jul 15 17:34:55.839706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-eef087a4-1f79-416c-b7b3-4130ea0ed6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:57.775553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-c18f5ead-9ae9-4706-acba-22db4fc39187 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221460302&fields=id&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 267 time: 0.0331755 Jul 15 17:34:57.882267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-70fd9020-560d-4b01-aef8-6ace11cea3aa tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:57.883615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-70fd9020-560d-4b01-aef8-6ace11cea3aa tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1018879 Jul 15 17:34:57.898673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-d1421b13-95d3-4217-bf98-84a812a46b65 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0093527 Jul 15 17:34:57.963106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-9a41ca4f-7534-43aa-8e9e-8aa6213039bc tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597172 Jul 15 17:34:58.061383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-a36ebd61-a10d-41c1-9c35-2b3d62868b4a service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Jul 15 17:34:58.150766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-0a4d1c2a-75ee-41b8-8a51-5eaf46ca13e1 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Jul 15 17:34:58.447971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6621fb44-9862-4702-8971-b7b4738c35cc req-ec45fcc1-2971-40bb-87a2-ea4e008ebab0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.0329461 Jul 15 17:34:58.843515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:59.147223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2fa2b1f4-4ff4-4956-96dc-22ea4d49fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:59.437430 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-a4dd315c-bd14-45da-b573-1f1e5e93e89f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:34:59.438251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-a4dd315c-bd14-45da-b573-1f1e5e93e89f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.0993640 Jul 15 17:34:59.484745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-82fccb5c-66e7-40af-b0ce-549dc856b931 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 379 time: 0.0381815 Jul 15 17:34:59.493785 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'security_groups': ['78067b70-0939-43c2-8664-5c997f61814f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:34:59.614717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:34:59.618880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:59.663109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:59.759866 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.5 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/e02db3fb-1682-4286-bc97-c4b46dc227ec) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:34:59.906672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:34:59.908519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0840cebc-78db-4866-91c4-f086da29fc36 req-a134449b-dc26-47db-98b2-11f81d5c282d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.3469605 Jul 15 17:34:59.925508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object e02db3fb-1682-4286-bc97-c4b46dc227ec will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:34:59.958392 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.000542 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:35:00.005590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:35:00.009345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:35:00.037618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:00.052000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.052384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.052698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.053038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.053373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.053705 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.054260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.054597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.054923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.055266 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.055597 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.055921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:00.080716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:00.081581 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.098036 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7967b132-ea71-4130-b92b-a48d9a2d28cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6080375 Jul 15 17:35:00.111189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Request body: {'port': {'device_id': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:35:00.190928 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.222117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4484d067-e5d3-4aaf-82d1-f0ffb739d848 None None] Provisioning for port e02db3fb-1682-4286-bc97-c4b46dc227ec completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:35:00.227551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4484d067-e5d3-4aaf-82d1-f0ffb739d848 None None] Provisioning complete for port e02db3fb-1682-4286-bc97-c4b46dc227ec triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:35:00.227945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4484d067-e5d3-4aaf-82d1-f0ffb739d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.267140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4484d067-e5d3-4aaf-82d1-f0ffb739d848 None None] Port e02db3fb-1682-4286-bc97-c4b46dc227ec cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:35:00.459218 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02db3fb-1682-4286-bc97-c4b46dc227ec {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:35:00.466497 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.478639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Transition to ACTIVE for port object e02db3fb-1682-4286-bc97-c4b46dc227ec will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:35:00.482375 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.531795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:00.610189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Attempting to bind port e02db3fb-1682-4286-bc97-c4b46dc227ec on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:35:00.610527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Attempting to bind port e02db3fb-1682-4286-bc97-c4b46dc227ec by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:35:00.610855 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Attempting to bind port e02db3fb-1682-4286-bc97-c4b46dc227ec on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:35:00.616232 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Port e02db3fb-1682-4286-bc97-c4b46dc227ec on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:35:00.616559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Attempting to bind port e02db3fb-1682-4286-bc97-c4b46dc227ec on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:35:00.621699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:35:00.622041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:35:00.622425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:35:00.622856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Bound port: e02db3fb-1682-4286-bc97-c4b46dc227ec, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:35:00.623219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.700685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:35:00.704827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:35:00.711833 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.757349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:00.758042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:00.759481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] 10.222.0.35 "PUT /v2.0/ports/e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 1091 time: 0.6535599 Jul 15 17:35:00.759937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:35:00.762605 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:35:00.787094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeac75-14cc-4fbc-9750-243d28301b50 service neutron] Pushing event updated for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:00.837489 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12111144-404b-44f6-9155-7e60eac33ebd x-openstack-request-id: req-12111144-404b-44f6-9155-7e60eac33ebd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:35:00.838029 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:35:00.838463 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12111144-404b-44f6-9155-7e60eac33ebd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:35:00.838914 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'status': 'completed', 'code': 200} Jul 15 17:35:00.869519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-18b4a908-0e74-4bea-b3f3-9ad71f633d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:00.870771 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-18b4a908-0e74-4bea-b3f3-9ad71f633d1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1094 time: 0.0694721 Jul 15 17:35:00.915288 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-ba4695ff-0f3f-4086-a171-dde8fc1126ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 217 time: 0.0378778 Jul 15 17:35:00.969188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7557a78c-0dcb-4764-a9c3-a11fd67f8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:00.970773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-7557a78c-0dcb-4764-a9c3-a11fd67f8ec0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0502138 Jul 15 17:35:01.030869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-c1e50d0d-c665-402b-b4e2-4a31451e23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.032443 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-c1e50d0d-c665-402b-b4e2-4a31451e23eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556669 Jul 15 17:35:01.104346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f77d5-9afd-4baf-8154-38b3da5cbd68 req-7adb1492-915d-4662-9b34-3e877007e392 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.105965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c7f77d5-9afd-4baf-8154-38b3da5cbd68 req-7adb1492-915d-4662-9b34-3e877007e392 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0657175 Jul 15 17:35:01.130237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-01bfa3ce-9a39-41d3-8652-0dedcabdf067 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918155 Jul 15 17:35:01.147876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c7f77d5-9afd-4baf-8154-38b3da5cbd68 req-f04450b3-72a4-484e-8a4b-588a2fb0cfea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Jul 15 17:35:01.390692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:01.554431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-04d3ba99-73b5-4f7b-af15-b179e653799f req-cf6db6a4-3980-4e57-8fa9-63fbebe2366b service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184859 Jul 15 17:35:01.651544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-914c2449-12fc-4243-a313-0d20b8ff49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.652977 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-914c2449-12fc-4243-a313-0d20b8ff49a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1094 time: 0.0517406 Jul 15 17:35:01.740159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-2ebbdfca-1b74-4c7d-882e-df927be638a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.741636 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-2ebbdfca-1b74-4c7d-882e-df927be638a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0832553 Jul 15 17:35:01.784180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-e343c621-a3a2-49b1-bdf0-f37523e4d34b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 217 time: 0.0368736 Jul 15 17:35:01.832470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-67b81696-4969-42ca-a504-69b8b02f932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.834587 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-67b81696-4969-42ca-a504-69b8b02f932b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0442774 Jul 15 17:35:01.890004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-294be51e-6d3f-49e4-ae4b-beb09fa2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:01.891513 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-294be51e-6d3f-49e4-ae4b-beb09fa2f89d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511270 Jul 15 17:35:01.982693 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-516a0daf-237e-48ac-be41-e92de5df0e62 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843379 Jul 15 17:35:02.074354 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2ded4ade-5d6e-4e5c-9fa1-8a874c0f5bcc req-0280572d-376c-4fb6-a363-32bf16137e71 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855618 Jul 15 17:35:02.326043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025c53-678f-49ca-a3ae-54714f510fb8 req-f913d019-f97f-401c-81be-8d6500b6c455 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:02.327403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d025c53-678f-49ca-a3ae-54714f510fb8 req-f913d019-f97f-401c-81be-8d6500b6c455 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0656672 Jul 15 17:35:02.366567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d025c53-678f-49ca-a3ae-54714f510fb8 req-af5f23b5-aca5-489a-aaf4-9aab615cbfe9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Jul 15 17:35:03.540991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975e64a-4048-4df4-af47-746e7cb97c75 req-05fd917a-cf02-4991-9e4b-8a5378437b1d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:03.542468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8975e64a-4048-4df4-af47-746e7cb97c75 req-05fd917a-cf02-4991-9e4b-8a5378437b1d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0651956 Jul 15 17:35:03.582290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8975e64a-4048-4df4-af47-746e7cb97c75 req-19bc605f-bd33-4356-a8b1-6bcc6a6b6c99 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339358 Jul 15 17:35:04.757071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febb505-bdab-4e38-bb14-17bc2087e033 req-1ea77b08-81b8-4c78-9435-1d57c5e81214 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:04.758527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0febb505-bdab-4e38-bb14-17bc2087e033 req-1ea77b08-81b8-4c78-9435-1d57c5e81214 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0642176 Jul 15 17:35:04.796349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0febb505-bdab-4e38-bb14-17bc2087e033 req-d20491e1-e6b0-4604-9155-42afd9712fcf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Jul 15 17:35:05.969083 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c1a2a-13c7-4aac-96e1-4dcb1f6fc60d req-c5057d8e-14db-44ba-be1d-437ba8a8f37d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:05.970515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee6c1a2a-13c7-4aac-96e1-4dcb1f6fc60d req-c5057d8e-14db-44ba-be1d-437ba8a8f37d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0646741 Jul 15 17:35:06.007920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ee6c1a2a-13c7-4aac-96e1-4dcb1f6fc60d req-9b43bb28-121d-4eb6-822b-4b529a2be4b0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Jul 15 17:35:07.178523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9c01-c53e-424b-a4d3-4caa597921c3 req-41d65b70-bae5-46b5-9e33-850b1e885b07 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:07.179968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab9f9c01-c53e-424b-a4d3-4caa597921c3 req-41d65b70-bae5-46b5-9e33-850b1e885b07 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0640535 Jul 15 17:35:07.217201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab9f9c01-c53e-424b-a4d3-4caa597921c3 req-48980d20-a412-4c78-9285-658134aa5943 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Jul 15 17:35:08.391088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd5b1-e49a-4289-9669-4a35d3514a30 req-d4115e19-5691-41f7-a458-a887d477e0e5 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:08.392648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f90fd5b1-e49a-4289-9669-4a35d3514a30 req-d4115e19-5691-41f7-a458-a887d477e0e5 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0670915 Jul 15 17:35:08.429828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f90fd5b1-e49a-4289-9669-4a35d3514a30 req-98e57407-6360-4501-b794-d74cd2fda83f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315673 Jul 15 17:35:09.532510 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:35:09.605304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77544b1-6d87-443a-871a-da5dc70f34cb req-6f4b6be2-4598-4483-97cd-7fcbf534d102 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:09.606683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d77544b1-6d87-443a-871a-da5dc70f34cb req-6f4b6be2-4598-4483-97cd-7fcbf534d102 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0635257 Jul 15 17:35:09.644266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d77544b1-6d87-443a-871a-da5dc70f34cb req-030923ae-2128-4cc0-a3d2-febf574e1fd8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319164 Jul 15 17:35:10.818596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71122-2838-47f4-b5a6-40e7ca8b0a07 req-d19bd416-908d-41df-a67f-02508068c256 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:10.820074 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8c71122-2838-47f4-b5a6-40e7ca8b0a07 req-d19bd416-908d-41df-a67f-02508068c256 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 943 time: 0.0633152 Jul 15 17:35:10.857336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8c71122-2838-47f4-b5a6-40e7ca8b0a07 req-a1bd540a-c3c0-4885-943f-3bc4691e241f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Jul 15 17:35:11.047061 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:11.162649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:11.450130 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e02db3fb-1682-4286-bc97-c4b46dc227ec details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:35:11.543556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:35:11.555599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'mac_address': 'fa:16:3e:a3:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:35:11.593578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:11.608803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02db3fb-1682-4286-bc97-c4b46dc227ec {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:35:11.627008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:35:11.631454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:11.679514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:11.686726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.687074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.687418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.687752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.688082 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.688442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.688808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.689322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.689827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.689827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.690136 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.690337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:35:11.832284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['e02db3fb-1682-4286-bc97-c4b46dc227ec'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:35:12.058327 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944e8f9-3f34-4147-a742-8b65067a8869 req-69eec589-f0d5-48b5-86ed-2b0c85ca34e6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:12.060064 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4944e8f9-3f34-4147-a742-8b65067a8869 req-69eec589-f0d5-48b5-86ed-2b0c85ca34e6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 944 time: 0.0740373 Jul 15 17:35:12.109899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4944e8f9-3f34-4147-a742-8b65067a8869 req-b7c76383-deb0-4f12-8575-a280daf6e03b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372810 Jul 15 17:35:13.281213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ebd9d-5536-42e8-9c9a-225893c97455 req-3f8dd055-a7fc-4aba-b756-5b52ea8ecfea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:13.282671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f6ebd9d-5536-42e8-9c9a-225893c97455 req-3f8dd055-a7fc-4aba-b756-5b52ea8ecfea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 944 time: 0.0627887 Jul 15 17:35:13.321473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f6ebd9d-5536-42e8-9c9a-225893c97455 req-08d13240-6948-44f4-86bd-3b1835f567f6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319479 Jul 15 17:35:13.447501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e02db3fb-1682-4286-bc97-c4b46dc227ec up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:35:13.494962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port e02db3fb-1682-4286-bc97-c4b46dc227ec completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:35:13.498692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port e02db3fb-1682-4286-bc97-c4b46dc227ec triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:35:13.499062 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:13.575133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:13.597257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:35:13.600011 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e9e36-7d8a-4c8e-8cd1-1f0afb88d313" -d '{"events": [{"server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "name": "network-vif-plugged", "status": "completed", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:35:13.612425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:35:13.616651 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:13.651123 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42db5b69-f33f-4d03-952a-8bd55b5c7db0 x-openstack-request-id: req-42db5b69-f33f-4d03-952a-8bd55b5c7db0 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:35:13.651415 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "name": "network-vif-plugged", "status": "completed", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:35:13.651727 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42db5b69-f33f-4d03-952a-8bd55b5c7db0 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:35:13.652139 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'code': 200} Jul 15 17:35:13.670742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:13.763924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb51d8-dbdb-4e8f-8b78-1ad90d746c35 req-5e338cf8-7798-4284-9c84-e34b77946932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:13.765488 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96fb51d8-dbdb-4e8f-8b78-1ad90d746c35 req-5e338cf8-7798-4284-9c84-e34b77946932 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1096 time: 0.0558734 Jul 15 17:35:13.799481 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-96fb51d8-dbdb-4e8f-8b78-1ad90d746c35 req-389e2e9c-9f42-4b3b-830b-675b66a1c639 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274775 Jul 15 17:35:14.501861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c4946-853a-4cb8-bea4-e73ecb985fe8 req-59309c18-ff98-420b-aa4c-233112d0e93a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:14.504002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f14c4946-853a-4cb8-bea4-e73ecb985fe8 req-59309c18-ff98-420b-aa4c-233112d0e93a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0698466 Jul 15 17:35:14.543753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f14c4946-853a-4cb8-bea4-e73ecb985fe8 req-7b6b5935-ad5d-40e5-8220-3514751e7607 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Jul 15 17:35:15.717404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9bb5-983c-44cb-8370-6a9109d9d2b8 req-47f539aa-5c34-4c16-8b7c-d7ad23aa3af1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:15.718864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac6e9bb5-983c-44cb-8370-6a9109d9d2b8 req-47f539aa-5c34-4c16-8b7c-d7ad23aa3af1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0632234 Jul 15 17:35:15.756636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac6e9bb5-983c-44cb-8370-6a9109d9d2b8 req-6cca505e-8079-4b67-ba35-670bce78e3bd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 Jul 15 17:35:15.924878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff26b13-a397-47f0-ab4f-6eca2a547d65 req-6f0c9cd9-5376-43c7-b9ce-2fe26ce52ff0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:15.926240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bff26b13-a397-47f0-ab4f-6eca2a547d65 req-6f0c9cd9-5376-43c7-b9ce-2fe26ce52ff0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0632167 Jul 15 17:35:15.964073 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bff26b13-a397-47f0-ab4f-6eca2a547d65 req-2788eea2-3631-438b-8c48-43df6b10fa73 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Jul 15 17:35:15.987725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45436) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:35:16.038182 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25758e13-f5ac-415c-915e-53b75749aa1a tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:16.039678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-25758e13-f5ac-415c-915e-53b75749aa1a tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1091 time: 0.0509191 Jul 15 17:35:16.042448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45438) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:35:16.046716 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:35:16.068721 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:16.164909 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:16.265398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.25.8.112 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/4f852246-08e7-4b88-a3ad-251a46ab5f6c) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:35:16.371702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:16.409503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:16.445154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:35:16.451123 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:35:16.454657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:35:16.460614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=4f852246-08e7-4b88-a3ad-251a46ab5f6c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:16.818735 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:16.896990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:17.042186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:17.046688 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:17.120695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=4f852246-08e7-4b88-a3ad-251a46ab5f6c,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:35:17.132455 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:17.233613 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP 21050e86-1194-43b6-b3ee-065c220afd55 associated. External IP: 172.25.8.112, port: e02db3fb-1682-4286-bc97-c4b46dc227ec. Jul 15 17:35:17.440015 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:35:17.545924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:35:17.555802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:35:17.562774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:17.566061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:35:17.566676 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:34:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:35:17.599769 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c3c59b58-2b00-4e44-a066-3247b01307da tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5550358 Jul 15 17:35:17.600454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:35:17.603939 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:35:17.640634 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf25547-b1f4-48b6-a225-86b5dd54e30c x-openstack-request-id: req-ecf25547-b1f4-48b6-a225-86b5dd54e30c {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:35:17.640928 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:35:17.641179 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecf25547-b1f4-48b6-a225-86b5dd54e30c {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:35:17.641585 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'status': 'completed', 'code': 200} Jul 15 17:35:17.673728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:35:17.714329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-3389b4e5-45e2-41a4-aec1-a61a3560f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:17.715845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-3389b4e5-45e2-41a4-aec1-a61a3560f5c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1096 time: 0.0515780 Jul 15 17:35:17.809502 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-3eb3903a-4a34-4728-be37-4a013d7e3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:17.810992 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-3eb3903a-4a34-4728-be37-4a013d7e3556 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0890276 Jul 15 17:35:17.873982 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-c2471e95-acf6-4b04-b85a-272b2e700fc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 999 time: 0.0571659 Jul 15 17:35:17.890601 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '21050e86-1194-43b6-b3ee-065c220afd55', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:a3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:35:16Z', 'updated_at': '2021-07-15T17:35:16Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:35:17.920322 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:35:17.921856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-031156b8-57c6-419b-88c3-f1813c5bac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:17.923328 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-031156b8-57c6-419b-88c3-f1813c5bac55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0440922 Jul 15 17:35:17.928574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:35:17.929194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:34:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:35:17.982899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-6ea6c66d-3efd-4690-bb1d-532ff8a7706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:17.984351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-6ea6c66d-3efd-4690-bb1d-532ff8a7706c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554469 Jul 15 17:35:18.032074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:35:18.073775 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-e67b8ffc-5cb9-43ce-91c7-241603dc5e9a service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834358 Jul 15 17:35:18.168064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-aa3d186d-f1f3-40da-8aab-3bed4401e7a0 req-18f735d9-71c8-4735-ad2d-8e8d7f81a9f9 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885935 Jul 15 17:35:18.251637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '21050e86-1194-43b6-b3ee-065c220afd55', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:a3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:35:16Z', 'updated_at': '2021-07-15T17:35:16Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:35:18.281651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e24a90-464c-4daa-b76f-a6b38a0b4705 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '21050e86-1194-43b6-b3ee-065c220afd55', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:a3:81:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:35:16Z', 'updated_at': '2021-07-15T17:35:16Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:35:18.471493 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b53b5-89de-45f5-b2ea-b9610f05a99b None None] New status for floating IP 21050e86-1194-43b6-b3ee-065c220afd55: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:35:25.840502 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b725178e-5052-4b86-891d-e1f13bccdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:28.987599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:29.147986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd377-e9d8-465d-91cf-602fd2cf500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:29.662282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:31.393366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:41.058611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:41.173111 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:41.472857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-9e149df6-6b76-4d29-b742-38c20bd856c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548084 Jul 15 17:35:41.570856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-5200a376-2c26-45db-a9ce-018264b4485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:41.572350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-5200a376-2c26-45db-a9ce-018264b4485a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1096 time: 0.0535359 Jul 15 17:35:41.677028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-5104ecbc-defe-42cc-9821-ef74fcabe832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:41.678577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-5104ecbc-defe-42cc-9821-ef74fcabe832 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0866814 Jul 15 17:35:41.740458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-a6d269a7-6fb9-45ed-ab18-7c3cb14fd840 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 1001 time: 0.0559354 Jul 15 17:35:41.791552 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-42b7af66-46de-45ce-bba4-49f61430093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:41.793005 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-42b7af66-46de-45ce-bba4-49f61430093f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0466008 Jul 15 17:35:41.848087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-86c1fd51-926e-4845-a18a-f8152fa7fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:35:41.849550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-86c1fd51-926e-4845-a18a-f8152fa7fc03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509520 Jul 15 17:35:41.936575 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-c838e000-1c76-49c8-b00b-de33fe797992 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 Jul 15 17:35:42.030041 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-01a477eb-90fb-439a-a38f-fbbeb8637ab4 req-e335710d-7413-4b4b-99c7-3e7a56ced0b9 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Jul 15 17:35:46.530619 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:35:55.841314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0a3d4684-5900-498d-9277-972e04727ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:58.839424 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:59.148288 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f23ccf1-871e-47d7-8175-6e00afa6eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:35:59.666135 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:01.395272 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:11.056966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:11.195896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:23.529992 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:36:25.841517 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0869ac6f-a49e-42d4-b549-b46a7ac7221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:28.839824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:29.149632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ae835d26-3ef4-4aca-a860-045fc39ac039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:29.667050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:31.397037 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:41.074382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:41.192187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:44.031971 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-3919601d-4e43-427b-a912-c9ae8bd48aff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524740 Jul 15 17:36:44.126554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-4322b58d-98e3-4672-85cd-33546f1be13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:36:44.128787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-4322b58d-98e3-4672-85cd-33546f1be13d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 1096 time: 0.0550458 Jul 15 17:36:44.230391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-9aa81634-a565-41d7-879f-c4b8c6d0c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:36:44.231846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-9aa81634-a565-41d7-879f-c4b8c6d0c15f service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0836730 Jul 15 17:36:44.297955 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-709c5370-25f7-4229-aa46-91c1eaf8dbd4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 200 len: 1001 time: 0.0600724 Jul 15 17:36:44.350205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-749f5634-cd53-40c7-8580-1f367d711f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:36:44.351719 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-749f5634-cd53-40c7-8580-1f367d711f17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0481009 Jul 15 17:36:44.406829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-90753579-6ac3-4cd0-b881-05fe502cb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:36:44.409122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-90753579-6ac3-4cd0-b881-05fe502cb7d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512123 Jul 15 17:36:44.500311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-5aec3cf6-0816-4775-8141-c1ad2cd2db77 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860307 Jul 15 17:36:44.588237 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5b5720f2-cd1f-4c9a-ad72-1c3a46489704 req-aedeb5e9-f29d-4ea1-8596-ddd0c92d3c6e service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818906 Jul 15 17:36:55.841713 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ead749d7-8cf7-4be2-b97f-987e405294b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:58.840435 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:59.149708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7944ae28-2a68-4518-a827-87963a3ab82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:36:59.670454 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:00.528884 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:37:01.400699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:11.070701 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:11.207061 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:13.505868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe402a2-3243-4ac8-a53e-58d1a4510847 req-fd711227-fe26-44f9-89ab-815446f90455 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:13.507350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe402a2-3243-4ac8-a53e-58d1a4510847 req-fd711227-fe26-44f9-89ab-815446f90455 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0644603 Jul 15 17:37:13.545987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe402a2-3243-4ac8-a53e-58d1a4510847 req-7c11dabf-8f32-49cb-8254-8fbc96509a1c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319822 Jul 15 17:37:14.742360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8a614-457a-48af-91c2-93e0779f188f req-90892940-8240-400b-a6ba-85d1e3942fb0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:14.744361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21c8a614-457a-48af-91c2-93e0779f188f req-90892940-8240-400b-a6ba-85d1e3942fb0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0622311 Jul 15 17:37:14.781309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21c8a614-457a-48af-91c2-93e0779f188f req-6c495358-b01f-4123-8d49-cd6d8695a53c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Jul 15 17:37:14.943793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-2581186e-8ab3-48e5-b0f2-7a07f8c1340d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:14.945189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-2581186e-8ab3-48e5-b0f2-7a07f8c1340d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 945 time: 0.0663521 Jul 15 17:37:15.042435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port e02db3fb-1682-4286-bc97-c4b46dc227ec {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:37:15.042785 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:15.131735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port e02db3fb-1682-4286-bc97-c4b46dc227ec, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=e02db3fb-1682-4286-bc97-c4b46dc227ec,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:37:15.132097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:15.614346 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:15.614638 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:15.614953 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP 21050e86-1194-43b6-b3ee-065c220afd55 disassociated. External IP: 172.25.8.112, port: e02db3fb-1682-4286-bc97-c4b46dc227ec. Jul 15 17:37:15.615329 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for e02db3fb-1682-4286-bc97-c4b46dc227ec owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:37:15.742509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:15.771382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=e02db3fb-1682-4286-bc97-c4b46dc227ec,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:15.782582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.782928 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.783265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.783600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.783937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.784295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.784622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.784946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.785267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.785587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.785909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.786231 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:15.895940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:37:15.944781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-894142a9-4d8e-49b5-8dff-d9f0c0e38309 req-b08d5f36-20a5-4fec-8fcd-118ef98a365a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Jul 15 17:37:16.003898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:37:16.014545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:37:16.023109 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:37:16.023813 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:36:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:16.046957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port e02db3fb-1682-4286-bc97-c4b46dc227ec on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:37:16.049716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:16.051674 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b191b880-9b1f-40c9-b35d-028e0b7cbac0 req-871d418d-2d30-445f-8609-6101e1952232 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "DELETE /v2.0/ports/e02db3fb-1682-4286-bc97-c4b46dc227ec HTTP/1.1" status: 204 len: 173 time: 1.1014743 Jul 15 17:37:16.052189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'name': 'network-vif-deleted', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:37:16.054588 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb81877-fa1e-4a2c-b3ef-677c4adf3739" -d '{"events": [{"server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "name": "network-vif-deleted", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:37:16.090636 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1defe-2b23-486a-b3fe-7c388a5f3b20 x-openstack-request-id: req-51b1defe-2b23-486a-b3fe-7c388a5f3b20 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:37:16.090926 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897", "name": "network-vif-deleted", "tag": "e02db3fb-1682-4286-bc97-c4b46dc227ec", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:37:16.091178 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51b1defe-2b23-486a-b3fe-7c388a5f3b20 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:37:16.091575 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897', 'name': 'network-vif-deleted', 'tag': 'e02db3fb-1682-4286-bc97-c4b46dc227ec', 'status': 'completed', 'code': 200} Jul 15 17:37:16.138293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:37:16.351531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:16.381524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:37:16.390588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:37:16.391178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:36:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:16.495333 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:37:16.694349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:16.721368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eefd35-342c-4012-b5fd-c6ff2f438f23 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:37:16.947666 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81713925-60dc-4580-a566-a8fe0e1af553 None None] New status for floating IP 21050e86-1194-43b6-b3ee-065c220afd55: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:37:17.088480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-614a3535-5714-4dc2-987c-3932df511f4d req-3e23320e-bc80-4851-a109-c85358a02df6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Jul 15 17:37:18.237304 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd0057da-c743-4d79-88eb-e9efa8c00cc1 req-5a518314-74e2-4134-bdf2-19c90874f4d3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Jul 15 17:37:19.380874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3bcaa3a1-4ec9-4683-ac7a-82538108c360 req-eb6305b7-72b7-4e0c-815e-eef39ae97808 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2b7d87c-5c47-4d7f-a2ff-6b1069fe7897 HTTP/1.1" status: 200 len: 210 time: 0.0301368 Jul 15 17:37:20.023062 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e02db3fb-1682-4286-bc97-c4b46dc227ec no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:37:20.047126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: e02db3fb-1682-4286-bc97-c4b46dc227ec {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:37:20.047466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device e02db3fb-1682-4286-bc97-c4b46dc227ec not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:37:20.612640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-223cbde8-6213-4879-983c-04f879b206db tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221460302&fields=id&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 267 time: 0.0323393 Jul 15 17:37:20.719040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-df1e7e0e-3130-491c-a93e-2e71698bb338 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:20.720504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-df1e7e0e-3130-491c-a93e-2e71698bb338 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1012414 Jul 15 17:37:20.734495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-e701349e-e5b6-4fed-8037-ad74978ca59e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0088224 Jul 15 17:37:20.801267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-75d6d36e-a1eb-4ef8-98ba-57cfeda501c8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619109 Jul 15 17:37:20.816914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-7716d97b-4e44-4d07-8c66-c74e46e6fa05 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:37:20.817859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-7716d97b-4e44-4d07-8c66-c74e46e6fa05 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056326 Jul 15 17:37:20.907748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-494bd08c-aada-4154-abcd-e122012d7403 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Jul 15 17:37:20.999346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-438ad35a-309b-4fce-ad19-0d358dcef279 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Jul 15 17:37:21.292561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3c4783a1-6bd3-4265-aa13-6bbf4edd5c7a req-3173d1ff-0afa-49b6-a3e2-e67498fa0627 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 210 time: 0.0298941 Jul 15 17:37:22.297713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-7a4e7331-676e-49e0-af86-af691cb334fe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:22.299179 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-7a4e7331-676e-49e0-af86-af691cb334fe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1072986 Jul 15 17:37:22.345406 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-8a8fea6c-63d7-4258-b24a-cb45b94ace17 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 379 time: 0.0365922 Jul 15 17:37:22.355574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'security_groups': ['78067b70-0939-43c2-8664-5c997f61814f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:37:22.440305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d224e916-e003-4fa0-8642-a455c9a91a54 req-00658ac3-b631-441e-bdcd-c26a3f2f5b8c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 210 time: 0.0316117 Jul 15 17:37:22.473244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:37:22.477662 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:22.603418 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.3 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/5f6694e2-0fea-4a0f-92b7-502e03563fd9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:37:22.745907 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:22.759338 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object 5f6694e2-0fea-4a0f-92b7-502e03563fd9 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:37:22.791594 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:22.833740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:37:22.838846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:37:22.842585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:37:22.876087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:22.903252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:22.904130 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:22.920163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-05e7e979-d8b4-45a4-adfc-dc3d1cb58f18 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688653 Jul 15 17:37:22.932862 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Request body: {'port': {'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:37:23.013437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.086436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30024811-3923-4136-9e6c-a8bd166a8496 None None] Provisioning for port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:37:23.091232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-30024811-3923-4136-9e6c-a8bd166a8496 None None] Provisioning complete for port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:37:23.091601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-30024811-3923-4136-9e6c-a8bd166a8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.128229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-30024811-3923-4136-9e6c-a8bd166a8496 None None] Port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:37:23.290492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6694e2-0fea-4a0f-92b7-502e03563fd9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:37:23.297886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.311176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Transition to ACTIVE for port object 5f6694e2-0fea-4a0f-92b7-502e03563fd9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:37:23.314015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.365874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:23.440019 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Attempting to bind port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:37:23.440388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Attempting to bind port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:37:23.440722 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Attempting to bind port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:37:23.445453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:37:23.445796 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Attempting to bind port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:37:23.451138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:37:23.451480 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:37:23.451871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:37:23.452328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Bound port: 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:37:23.452747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.535635 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:37:23.541222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:37:23.551367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.595370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:23.597836 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:23.598068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] 10.222.0.35 "PUT /v2.0/ports/5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 1091 time: 0.6704943 Jul 15 17:37:23.600921 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:37:23.605510 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc698200-e246-4ba7-b6f7-0ac6be1e1550" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:37:23.687033 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca473c46-6f02-4762-ab54-5b24fd90e143 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:23.691599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983603d-5edf-4058-ac7a-f3668e385bea req-4b38b0fd-5969-4670-b671-d004f21d1b45 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:23.695278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7983603d-5edf-4058-ac7a-f3668e385bea req-4b38b0fd-5969-4670-b671-d004f21d1b45 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.1101677 Jul 15 17:37:23.698515 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91997bb-90ea-4772-ac17-6f3cf3377cb7 x-openstack-request-id: req-f91997bb-90ea-4772-ac17-6f3cf3377cb7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:37:23.699065 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:37:23.699576 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91997bb-90ea-4772-ac17-6f3cf3377cb7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:37:23.700389 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'status': 'completed', 'code': 200} Jul 15 17:37:23.746074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-b9dbffbf-b9c6-42b8-b3ed-71f5ddc3e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:23.748228 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-b9dbffbf-b9c6-42b8-b3ed-71f5ddc3e9be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1094 time: 0.1011105 Jul 15 17:37:23.751220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7983603d-5edf-4058-ac7a-f3668e385bea req-6f32a8a9-098d-432f-bfd0-7ba13425dade tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473626 Jul 15 17:37:23.797459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-96cc3ed0-f2d6-421c-baf2-f19bbf3b631b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 217 time: 0.0419543 Jul 15 17:37:23.851105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-4dd37eab-9f85-41c1-afdd-ec5edea4515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:23.852828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-4dd37eab-9f85-41c1-afdd-ec5edea4515a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0488684 Jul 15 17:37:23.910777 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241b9e2-44ad-42c9-9391-72a47824592e req-c8e84003-954d-419e-9267-d00e11651305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:23.912317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-c8e84003-954d-419e-9267-d00e11651305 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538940 Jul 15 17:37:24.003234 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-25184229-37b1-46e9-94a2-978a98f8a8ea service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849051 Jul 15 17:37:24.092990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5241b9e2-44ad-42c9-9391-72a47824592e req-63f190c4-233e-4a6d-9b50-1739f2c2045e service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829132 Jul 15 17:37:24.218742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-43d1f582-8499-4276-8934-8ed04b384c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:24.220298 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-43d1f582-8499-4276-8934-8ed04b384c6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1094 time: 0.0537002 Jul 15 17:37:24.316569 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-c4e970c6-e0ec-43ec-be52-7f46f2d78026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:24.318049 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-c4e970c6-e0ec-43ec-be52-7f46f2d78026 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0921705 Jul 15 17:37:24.363136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-50a1afbc-03d2-4161-87ce-5b7827694d97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 217 time: 0.0386014 Jul 15 17:37:24.416291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-805c6f87-9449-4826-9c5a-6b4d7adf1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:24.417792 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-805c6f87-9449-4826-9c5a-6b4d7adf1367 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0483589 Jul 15 17:37:24.475485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-ea2ff975-e063-4857-ba64-2a30d730c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:24.477072 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-ea2ff975-e063-4857-ba64-2a30d730c108 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534892 Jul 15 17:37:24.580770 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-4d2031e7-b68e-412b-aab5-bdd8dec05a56 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969806 Jul 15 17:37:24.674779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dc698200-e246-4ba7-b6f7-0ac6be1e1550 req-0ec9e604-48ef-4e17-91ef-bddcedcb0ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882049 Jul 15 17:37:24.925388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fde1ba-33ab-4638-b397-b2e29dc38634 req-00f95896-e6e8-49ca-90ae-014a5c58ca6d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:24.926935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8fde1ba-33ab-4638-b397-b2e29dc38634 req-00f95896-e6e8-49ca-90ae-014a5c58ca6d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0709505 Jul 15 17:37:24.966027 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8fde1ba-33ab-4638-b397-b2e29dc38634 req-064238b3-e1b8-4047-94c0-7854559ce67f tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331352 Jul 15 17:37:25.844321 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5221128f-df57-41cc-ab43-41fa37dbfd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:26.142894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346232-052d-4bac-a323-c594c70f4ff3 req-dd30c545-9c85-4417-9b0b-c148c7e08567 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:26.144458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e346232-052d-4bac-a323-c594c70f4ff3 req-dd30c545-9c85-4417-9b0b-c148c7e08567 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0660141 Jul 15 17:37:26.185017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e346232-052d-4bac-a323-c594c70f4ff3 req-8abd6105-75e7-4b95-8d2c-1b0c118367cb tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347297 Jul 15 17:37:27.361147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893e52-2a26-4dca-bfae-5cb2331efd3e req-f5494d90-ed0e-4265-92fd-afee50410d75 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:27.362610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33893e52-2a26-4dca-bfae-5cb2331efd3e req-f5494d90-ed0e-4265-92fd-afee50410d75 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0671911 Jul 15 17:37:27.403172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33893e52-2a26-4dca-bfae-5cb2331efd3e req-f1805836-a562-4655-90e8-6e816833be69 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 Jul 15 17:37:28.577375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56740ca3-05a3-4e68-a1e7-7cdb074587ed req-39120368-c193-4083-8189-2eee0360156d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:28.578853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56740ca3-05a3-4e68-a1e7-7cdb074587ed req-39120368-c193-4083-8189-2eee0360156d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0633554 Jul 15 17:37:28.616303 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56740ca3-05a3-4e68-a1e7-7cdb074587ed req-42be1d3c-a6ed-407f-b542-313e5321c778 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318809 Jul 15 17:37:28.841773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:29.150588 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-928fe104-94a5-4354-8b8f-1a5398f600b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:29.673158 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:29.792750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532fefc-2648-46f2-a1dc-b72427bee0ed req-dad6540c-c6d7-4776-a734-63c02b798bfe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:29.794223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3532fefc-2648-46f2-a1dc-b72427bee0ed req-dad6540c-c6d7-4776-a734-63c02b798bfe tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0630062 Jul 15 17:37:29.835240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3532fefc-2648-46f2-a1dc-b72427bee0ed req-4a37164d-38c3-4e60-9cc9-3122dc30d1f6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354385 Jul 15 17:37:31.007855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cd362-2ebe-43c9-925e-a8bc2a0213c7 req-2bd3e4b1-9f79-40d1-ac22-4b45ba99d2ec tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:31.009997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d7cd362-2ebe-43c9-925e-a8bc2a0213c7 req-2bd3e4b1-9f79-40d1-ac22-4b45ba99d2ec tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0644357 Jul 15 17:37:31.048517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d7cd362-2ebe-43c9-925e-a8bc2a0213c7 req-536add0f-633e-4171-82c2-bdea7335c8cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Jul 15 17:37:31.403966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:32.219626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597adfc1-6921-4192-98fe-bff59a829b8f req-c8e77a9d-3e2d-4e4a-94d3-7a04d8be2d2a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:32.221134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-597adfc1-6921-4192-98fe-bff59a829b8f req-c8e77a9d-3e2d-4e4a-94d3-7a04d8be2d2a tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0629623 Jul 15 17:37:32.259086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-597adfc1-6921-4192-98fe-bff59a829b8f req-1a89b4ee-65bd-49cd-924b-e482ca075ec6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Jul 15 17:37:33.439445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d35d8-825b-4b27-a6bd-1d45c6693f35 req-60d7d715-d92f-434d-a2b6-14c0826f463d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:33.440887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a41d35d8-825b-4b27-a6bd-1d45c6693f35 req-60d7d715-d92f-434d-a2b6-14c0826f463d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 943 time: 0.0694935 Jul 15 17:37:33.477967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a41d35d8-825b-4b27-a6bd-1d45c6693f35 req-07aad794-3748-48a4-941b-0c9ab15594a8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Jul 15 17:37:34.073015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5f6694e2-0fea-4a0f-92b7-502e03563fd9 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:37:34.167796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:37:34.178325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:37:34.214896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:34.227284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6694e2-0fea-4a0f-92b7-502e03563fd9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:37:34.246388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:37:34.250292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:34.296864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:34.304011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.304384 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.304726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.305063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.305401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.305728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.306054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.306882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.307211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.307536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.307855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.308212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:34.500778 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['5f6694e2-0fea-4a0f-92b7-502e03563fd9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:37:34.652031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d392b08-3981-4356-befd-299d189a74eb req-ef033364-fa2e-48e7-b30b-5e97d59e133c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:34.653456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d392b08-3981-4356-befd-299d189a74eb req-ef033364-fa2e-48e7-b30b-5e97d59e133c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 944 time: 0.0652587 Jul 15 17:37:34.692383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d392b08-3981-4356-befd-299d189a74eb req-8db98a11-5acd-455f-b77f-bdaa6ea5d458 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332370 Jul 15 17:37:35.864984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7806f-c66f-4789-a666-48b6ed43a3ff req-38c75bab-7add-4b7a-b288-0944ca73ee70 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:35.866452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ac7806f-c66f-4789-a666-48b6ed43a3ff req-38c75bab-7add-4b7a-b288-0944ca73ee70 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 944 time: 0.0657103 Jul 15 17:37:35.908401 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1ac7806f-c66f-4789-a666-48b6ed43a3ff req-5eb2ab36-b547-486b-9968-1bf68b2e6180 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356281 Jul 15 17:37:36.072855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5f6694e2-0fea-4a0f-92b7-502e03563fd9 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:37:36.120786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:37:36.124304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:37:36.124670 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:36.199974 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:36.221407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:37:36.223626 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2465cc5b-1f2f-45ed-bff6-cae92f5635d9" -d '{"events": [{"server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "name": "network-vif-plugged", "status": "completed", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:37:36.236567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:37:36.240961 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:36.289851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:36.341044 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d17ea9-64c6-4377-a303-9248ea751367 x-openstack-request-id: req-b9d17ea9-64c6-4377-a303-9248ea751367 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:37:36.341329 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "name": "network-vif-plugged", "status": "completed", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:37:36.341587 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9d17ea9-64c6-4377-a303-9248ea751367 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:37:36.341981 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'code': 200} Jul 15 17:37:36.452383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a74409-75dc-43b5-82a0-119620e16840 req-4418b114-75bc-417c-ae54-c3ffedb2b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:36.453873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-33a74409-75dc-43b5-82a0-119620e16840 req-4418b114-75bc-417c-ae54-c3ffedb2b7a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0515482 Jul 15 17:37:36.487820 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-33a74409-75dc-43b5-82a0-119620e16840 req-33e7aa73-e3a6-4918-8ce0-2bd1cd65b885 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276773 Jul 15 17:37:37.082683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973dc08-7c73-4d34-8f16-9a29da3dc3d8 req-3fc8c005-c855-4b2c-a40f-b1a19d92863e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:37.084200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2973dc08-7c73-4d34-8f16-9a29da3dc3d8 req-3fc8c005-c855-4b2c-a40f-b1a19d92863e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0631247 Jul 15 17:37:37.122894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2973dc08-7c73-4d34-8f16-9a29da3dc3d8 req-f166de3a-ec65-48ca-8245-371c40e12e69 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jul 15 17:37:37.527586 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:37:38.293881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21988363-57b8-4c74-9ee4-b5c4a02ad69b req-aeb54717-cc97-4ac5-b90c-0503c48b11e1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:38.295326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21988363-57b8-4c74-9ee4-b5c4a02ad69b req-aeb54717-cc97-4ac5-b90c-0503c48b11e1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0626700 Jul 15 17:37:38.333357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21988363-57b8-4c74-9ee4-b5c4a02ad69b req-4c99fc7c-bb74-43f6-b493-b24409b0ddf1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Jul 15 17:37:38.511002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0186d-61af-4da9-95e9-c6d703cf0bef req-1f768692-5aeb-4606-a4fa-97e3ea09c330 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:38.512520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9e0186d-61af-4da9-95e9-c6d703cf0bef req-1f768692-5aeb-4606-a4fa-97e3ea09c330 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0670958 Jul 15 17:37:38.550498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9e0186d-61af-4da9-95e9-c6d703cf0bef req-0b68cc8c-b9f3-44c7-8757-034dde28d0a9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Jul 15 17:37:38.575035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45588) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:37:38.671513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343f57a-48fb-44ca-a5b7-b762f8583a33 tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:38.673104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a343f57a-48fb-44ca-a5b7-b762f8583a33 tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1091 time: 0.0970650 Jul 15 17:37:38.675878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45592) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:37:38.680408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:37:38.703172 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:38.803335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:38.906602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.25.8.103 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/36cb8098-cc76-48c7-a298-ca0b77bffc90) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:37:39.011580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.049771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.085570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:37:39.092171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:37:39.094816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:37:39.122658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=36cb8098-cc76-48c7-a298-ca0b77bffc90,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:39.136092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.136463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.136801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.137135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.137468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.137797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.138125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.138449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.138770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.139090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.139413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.139734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:37:39.484514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.564008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.712331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.717510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.791646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=36cb8098-cc76-48c7-a298-ca0b77bffc90,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:37:39.803000 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:39.905522 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP dac66aef-95eb-4f9d-940f-559e5e4e7ca8 associated. External IP: 172.25.8.103, port: 5f6694e2-0fea-4a0f-92b7-502e03563fd9. Jul 15 17:37:40.109249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:37:40.215342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:37:40.225066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:37:40.231457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:40.236179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:37:40.236804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:37:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:40.268298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-acc0e34a-ff91-4a10-ac28-22de371f0d0b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5912943 Jul 15 17:37:40.268893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:37:40.271130 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8552b74933cc4063e202a5dc1c49754d87eca0043ce316ab187483b672e57aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becaed58-6292-421c-bf37-3e808be3781b" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:37:40.347409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:37:40.376495 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccd381-80f6-4aae-aa1b-7dee6f383ccf x-openstack-request-id: req-3cccd381-80f6-4aae-aa1b-7dee6f383ccf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:37:40.376788 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:37:40.377040 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cccd381-80f6-4aae-aa1b-7dee6f383ccf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:37:40.377444 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'status': 'completed', 'code': 200} Jul 15 17:37:40.454837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaed58-6292-421c-bf37-3e808be3781b req-83e92d22-92f8-4f71-a14b-366456cc53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:40.456384 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-83e92d22-92f8-4f71-a14b-366456cc53c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0564208 Jul 15 17:37:40.595179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaed58-6292-421c-bf37-3e808be3781b req-eaad9a12-eaa7-4063-b464-4706a4da03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:40.596726 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-eaad9a12-eaa7-4063-b464-4706a4da03fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.1336575 Jul 15 17:37:40.667932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-d00cb271-af37-471f-8f09-fa16b9b67a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 999 time: 0.0646527 Jul 15 17:37:40.715513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaed58-6292-421c-bf37-3e808be3781b req-6dd88a99-0383-4441-ab53-82bb583e4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:40.717050 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-6dd88a99-0383-4441-ab53-82bb583e4dd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0434997 Jul 15 17:37:40.725643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:39Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:40.752563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:37:40.760940 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:37:40.761552 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:37:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:40.773171 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaed58-6292-421c-bf37-3e808be3781b req-d96dc307-0d95-4e2f-b8fd-94002d5e146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:40.774705 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-d96dc307-0d95-4e2f-b8fd-94002d5e146b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519772 Jul 15 17:37:40.865011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:37:40.866506 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-75d77894-b6f2-4b7d-84fe-6dc96b8c8e0f service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Jul 15 17:37:40.954040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-becaed58-6292-421c-bf37-3e808be3781b req-a6151195-3e97-45d3-b368-fee6a03738ad service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816922 Jul 15 17:37:41.096821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:39Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:37:41.125329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bccee1-25cd-49a0-b670-ff2242b3c230 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:39Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:37:41.128320 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:41.203948 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:41.310268 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14185a39-dc07-4a6b-ab66-c55db4c50634 None None] New status for floating IP dac66aef-95eb-4f9d-940f-559e5e4e7ca8: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:37:43.477329 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-9a4980ec-d1f3-4ab4-a10b-dbfe72d9d447 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542791 Jul 15 17:37:43.568943 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-7c987ed2-39cb-43d2-b2d9-0277743957af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:43.570414 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-7c987ed2-39cb-43d2-b2d9-0277743957af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0510366 Jul 15 17:37:43.678249 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-4f09d7f6-8d3c-46ab-8cea-6a525cb04dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:43.679849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-4f09d7f6-8d3c-46ab-8cea-6a525cb04dc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0901742 Jul 15 17:37:43.746499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-c0239d12-1ca6-4ec4-af56-09f9819eb554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0606403 Jul 15 17:37:43.792999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-d669aee6-4eaa-49e0-933b-81e0cade1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:43.794395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-d669aee6-4eaa-49e0-933b-81e0cade1f2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0425577 Jul 15 17:37:43.850239 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-986330a1-cf21-4242-ad2d-103d013895a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:37:43.851718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-986330a1-cf21-4242-ad2d-103d013895a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513699 Jul 15 17:37:43.942826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-e03f3d92-3655-47fc-998b-7448a589a652 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841627 Jul 15 17:37:44.029683 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d0682e66-84d1-4042-b4f3-db25eba8b542 req-17154109-a393-481c-887f-ad2cd2edd345 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813320 Jul 15 17:37:55.844284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-17394ed9-5738-4fbb-ac43-7800c7937e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:58.843510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:59.150678 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d95e7e36-0469-4c29-acab-50ddbf87f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:37:59.675724 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:01.406476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:11.099479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:11.213411 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:14.525974 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:38:25.850170 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fdc0a61a-d16e-44cd-8c33-90e618a6d7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:28.845327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:29.150850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-489e1ce7-5581-4b90-9ec1-c4890a036c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:29.680049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:31.407186 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:41.100081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:41.229926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:45.181361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-71c4a56f-aa5b-4da5-a125-43a18465f32c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563776 Jul 15 17:38:45.271814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-a07fedde-612e-460c-9659-fb400dfb375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:38:45.274145 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-a07fedde-612e-460c-9659-fb400dfb375c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0514209 Jul 15 17:38:45.381332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-f9dc5cb1-14ee-4714-a13f-30b205eb4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:38:45.383940 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-f9dc5cb1-14ee-4714-a13f-30b205eb4ccf service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0884457 Jul 15 17:38:45.446778 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-5cec4673-49a4-47f0-9e69-49a30d548b84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0561440 Jul 15 17:38:45.493463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-810ae824-b90d-4be8-a4c0-85a8d74d75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:38:45.494853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-810ae824-b90d-4be8-a4c0-85a8d74d75fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0422578 Jul 15 17:38:45.554244 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-f788d08e-c8f0-46c2-8ecd-cb5d4497fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:38:45.555756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-f788d08e-c8f0-46c2-8ecd-cb5d4497fcb9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550737 Jul 15 17:38:45.644332 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-a8f7ea58-7159-4ae3-a622-c0e4d2127931 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Jul 15 17:38:45.734846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d868ee31-ef4f-40b8-9468-38d9aaaa6a3c req-a40534a7-f59f-400a-9cc0-4303e9048bca service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849586 Jul 15 17:38:51.524634 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:38:55.840917 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bccd02a8-066c-4b0c-8e47-d9ff1899181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:58.846058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:59.150726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-69903a88-ffa5-4695-a526-17a00b5003f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:38:59.681489 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:01.411387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:11.097238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:11.254121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:19.801095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-3845a9d5-900a-43f6-ab20-8b9937727aa6 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221460302&fields=id&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 267 time: 0.0354996 Jul 15 17:39:19.910301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-d02c20a8-b5cb-4db4-9a7f-39160a9ca778 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:19.911635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-d02c20a8-b5cb-4db4-9a7f-39160a9ca778 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1043613 Jul 15 17:39:19.925859 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-7f2ce8c1-e8e2-4787-b411-f1b252460d74 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/quotas/2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 375 time: 0.0088873 Jul 15 17:39:20.297433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-2dc5104d-1535-4d58-8b6e-c677d1776978 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3667400 Jul 15 17:39:20.435306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-d358c7cf-d06d-4463-a678-1b076c5036f8 service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260004 Jul 15 17:39:20.524389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-ca01d5bf-6dfc-444f-a7f6-34fa0fa48fdf service neutron] 10.222.0.25 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Jul 15 17:39:20.864053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c27b1bce-3a3e-4fd0-80e7-47b6ec095915 req-acfb61aa-b027-46ff-a60d-2bf6f3d6be73 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 210 time: 0.0770869 Jul 15 17:39:21.900457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-631588e4-313d-4fc1-8d6e-3fce80f30453 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:21.902440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-631588e4-313d-4fc1-8d6e-3fce80f30453 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 811 time: 0.1014347 Jul 15 17:39:21.948984 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f771f267-0465-440b-80ca-9fa2db36a43b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a952c04eacd4eaba0f8db59ff866f6f HTTP/1.1" status: 200 len: 379 time: 0.0387082 Jul 15 17:39:21.958637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'port': {'device_id': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'admin_state_up': True, 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'security_groups': ['78067b70-0939-43c2-8664-5c997f61814f']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:39:22.010286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4df4eff5-b935-429a-9e7e-5ddb6be91e09 req-3a3ad945-8f10-4a92-bfc0-9dbbcc5985c9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 210 time: 0.0338864 Jul 15 17:39:22.082343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Made reservation on behalf of 2a952c04eacd4eaba0f8db59ff866f6f for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:39:22.085972 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.217353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.20.0.8 (73dfa419-4735-469b-9f43-cb57ff04eb24/90275891-1d3b-4453-800d-b5a381c8daeb/61b0be8b-48ce-475f-8091-3381a696b5a1) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:39:22.350846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.364436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Transition to ACTIVE for port object 61b0be8b-48ce-475f-8091-3381a696b5a1 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:39:22.398349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.458953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:39:22.462124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:39:22.466069 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:39:22.473254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:22.507590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.507960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.508605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.508982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.509328 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.509662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.509991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.510318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.510641 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.510967 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.511294 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.511622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:22.533062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:22.533689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.550402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-f7e9db62-091e-4746-b38c-ab0d25987e8d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957930 Jul 15 17:39:22.560223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-76a06c4b-1776-482a-ae18-ad17e86cc51e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:39:22.561755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-76a06c4b-1776-482a-ae18-ad17e86cc51e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054855 Jul 15 17:39:22.620470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Request body: {'port': {'device_id': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:39:22.699717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.728227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6ea0bcbd-21b6-4df3-b025-e7c29f443120 None None] Provisioning for port 61b0be8b-48ce-475f-8091-3381a696b5a1 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:39:22.733033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6ea0bcbd-21b6-4df3-b025-e7c29f443120 None None] Provisioning complete for port 61b0be8b-48ce-475f-8091-3381a696b5a1 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:39:22.734156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ea0bcbd-21b6-4df3-b025-e7c29f443120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.769991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0bcbd-21b6-4df3-b025-e7c29f443120 None None] Port 61b0be8b-48ce-475f-8091-3381a696b5a1 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:39:22.966628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b0be8b-48ce-475f-8091-3381a696b5a1 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:39:22.974642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:22.986820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Transition to ACTIVE for port object 61b0be8b-48ce-475f-8091-3381a696b5a1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:39:22.990466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:23.038484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Pushing event updated for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:23.124883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Attempting to bind port 61b0be8b-48ce-475f-8091-3381a696b5a1 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:39:23.125151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Attempting to bind port 61b0be8b-48ce-475f-8091-3381a696b5a1 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:39:23.125570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Attempting to bind port 61b0be8b-48ce-475f-8091-3381a696b5a1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:39:23.131663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Port 61b0be8b-48ce-475f-8091-3381a696b5a1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:39:23.132017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Attempting to bind port 61b0be8b-48ce-475f-8091-3381a696b5a1 on network 73dfa419-4735-469b-9f43-cb57ff04eb24 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:39:23.137942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:39:23.138289 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Checking segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:39:23.138683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Bound using segment: {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:39:23.139120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Bound port: 61b0be8b-48ce-475f-8091-3381a696b5a1, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c011060d-50c0-4b61-9c7b-54b00a370746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:39:23.140229 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:23.226543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:39:23.231343 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=61b0be8b-48ce-475f-8091-3381a696b5a1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:39:23.244303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:23.268338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7207c-2057-49c8-8ada-78bb91d2e06e req-c1c30e88-d320-4885-a837-e0f621b44b4e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.270004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7e7207c-2057-49c8-8ada-78bb91d2e06e req-c1c30e88-d320-4885-a837-e0f621b44b4e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0758250 Jul 15 17:39:23.313178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Pushing event updated for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:23.317436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.318075 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:23.319628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-404848c0-adcd-45d1-a6b1-2ba42f8cc423 service neutron] 10.222.0.20 "PUT /v2.0/ports/61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 1091 time: 0.7515514 Jul 15 17:39:23.320361 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:39:23.322644 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:39:23.340757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7e7207c-2057-49c8-8ada-78bb91d2e06e req-807f913a-6321-48f7-853d-e13dbd3ba151 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471063 Jul 15 17:39:23.436150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-26fa0203-ad7f-4691-b26b-cd8161079419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.438611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-26fa0203-ad7f-4691-b26b-cd8161079419 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1094 time: 0.0652559 Jul 15 17:39:23.485515 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6f9fe4-3de7-4c38-b9b8-a5ccec83a7ef x-openstack-request-id: req-7f6f9fe4-3de7-4c38-b9b8-a5ccec83a7ef {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:39:23.485805 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:39:23.486059 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f6f9fe4-3de7-4c38-b9b8-a5ccec83a7ef {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:39:23.486453 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'status': 'completed', 'code': 200} Jul 15 17:39:23.488349 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-53f71d29-0860-47d6-9b52-22b4b4d163ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0421956 Jul 15 17:39:23.538742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-4b976adb-f7d2-47e6-8e6f-2a0a2dab71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.540292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-4b976adb-f7d2-47e6-8e6f-2a0a2dab71c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0463996 Jul 15 17:39:23.597939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-453c2c61-1097-48fd-a5bd-ce8d3bb02645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.599351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-453c2c61-1097-48fd-a5bd-ce8d3bb02645 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522933 Jul 15 17:39:23.692081 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-d233a749-98ef-4f3a-8195-43ce7c2919d9 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855877 Jul 15 17:39:23.783746 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5875b664-ae0c-4d8a-baec-8e315ea4410d req-0c842915-41fa-403f-9e05-5b748e65a375 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Jul 15 17:39:23.882393 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-a4b09871-a802-41a2-9169-b2d962a4aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.884202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-a4b09871-a802-41a2-9169-b2d962a4aa6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1094 time: 0.0557506 Jul 15 17:39:23.975403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-9b93b166-ad26-4002-9915-e74170bb7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:23.977029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-9b93b166-ad26-4002-9915-e74170bb7d3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0862808 Jul 15 17:39:24.020785 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-51f93115-29ae-447b-9789-818ced611811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Jul 15 17:39:24.068910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-0555fe19-540c-47a4-8630-57781d19632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:24.070317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-0555fe19-540c-47a4-8630-57781d19632b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0441134 Jul 15 17:39:24.127207 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-c49de5a8-1ecd-4d7f-93bd-726beed21f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:24.128995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-c49de5a8-1ecd-4d7f-93bd-726beed21f2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520470 Jul 15 17:39:24.222718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-275b7a52-eb4e-4652-b63e-d26365cbb27a service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872238 Jul 15 17:39:24.310307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1f8e82ab-0cb3-4295-9935-a1e7f1558ebc req-7231a800-46f8-407f-a55f-da5b0b67f2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812647 Jul 15 17:39:24.513203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c70be-be46-45bd-abae-6d52d759bff7 req-111a63b0-2117-4ab9-98f0-1af3fb85954b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:24.514830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a20c70be-be46-45bd-abae-6d52d759bff7 req-111a63b0-2117-4ab9-98f0-1af3fb85954b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0671892 Jul 15 17:39:24.555378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a20c70be-be46-45bd-abae-6d52d759bff7 req-92d3ccd7-f6ca-46bd-9b5f-64fb751bc831 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347335 Jul 15 17:39:25.742619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca4ff7-e2c5-40d4-bac0-d9e5e64ac23e req-329848f0-03b6-4579-b88a-dd9d501b9048 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:25.744092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a5ca4ff7-e2c5-40d4-bac0-d9e5e64ac23e req-329848f0-03b6-4579-b88a-dd9d501b9048 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0689113 Jul 15 17:39:25.785679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a5ca4ff7-e2c5-40d4-bac0-d9e5e64ac23e req-68a99267-8258-47d1-915f-490b0c7b387b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354147 Jul 15 17:39:25.842097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-19ecba5c-17d7-4610-839f-19d0b9d70f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:26.955666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2e327-7a3e-4b84-a097-9ed19ed1c348 req-6e3bd575-3821-450a-b6ac-77d6a326315d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:26.957161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93e2e327-7a3e-4b84-a097-9ed19ed1c348 req-6e3bd575-3821-450a-b6ac-77d6a326315d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0627942 Jul 15 17:39:26.994358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93e2e327-7a3e-4b84-a097-9ed19ed1c348 req-c5b36206-386f-4566-a361-ea7a090121c8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317404 Jul 15 17:39:28.168528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf86fb-7b80-4d8e-a303-ea515ee313d2 req-d40ed262-220f-45d0-8d12-cb345b6d1ce8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:28.169996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76cf86fb-7b80-4d8e-a303-ea515ee313d2 req-d40ed262-220f-45d0-8d12-cb345b6d1ce8 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0664942 Jul 15 17:39:28.208218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76cf86fb-7b80-4d8e-a303-ea515ee313d2 req-3610c2f1-8959-48d4-a150-dda23c27bca3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Jul 15 17:39:28.523233 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:39:28.847605 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:29.150852 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5022d85f-a891-4dfd-8f26-e4ff60220dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:29.381601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f5efe-da07-40a4-83e2-f6bd6803ac55 req-26965696-1fe6-40c2-8be9-c4d5f4331e62 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:29.383351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f5f5efe-da07-40a4-83e2-f6bd6803ac55 req-26965696-1fe6-40c2-8be9-c4d5f4331e62 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0640011 Jul 15 17:39:29.421650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f5f5efe-da07-40a4-83e2-f6bd6803ac55 req-5a6aa72f-5aba-4c9c-b50a-78d5ed380672 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Jul 15 17:39:29.685103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:30.594107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5e0b7-da5f-4216-b43d-3d85fe65ad6c req-1b820819-76f6-4321-a84e-77ca95fd330c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:30.596187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23e5e0b7-da5f-4216-b43d-3d85fe65ad6c req-1b820819-76f6-4321-a84e-77ca95fd330c tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0625713 Jul 15 17:39:30.633443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23e5e0b7-da5f-4216-b43d-3d85fe65ad6c req-c83ae908-852b-448b-9c47-3eca66437b98 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Jul 15 17:39:31.417004 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:31.806691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10d44-d387-4f13-bf28-ecf7347d9ac3 req-2a578dea-de20-4707-96b3-ab94b135c668 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:31.808185 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80c10d44-d387-4f13-bf28-ecf7347d9ac3 req-2a578dea-de20-4707-96b3-ab94b135c668 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0667367 Jul 15 17:39:31.846006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80c10d44-d387-4f13-bf28-ecf7347d9ac3 req-6df4bcd2-effa-4281-bd42-6b8b0d745b0e tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Jul 15 17:39:33.028518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5af526-6243-4a8d-8fcf-ec04b82e036d req-f83c3bab-59e6-43e3-a14e-498d7b1be18d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:33.030172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5af526-6243-4a8d-8fcf-ec04b82e036d req-f83c3bab-59e6-43e3-a14e-498d7b1be18d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 943 time: 0.0693998 Jul 15 17:39:33.069499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa5af526-6243-4a8d-8fcf-ec04b82e036d req-2c274f1b-737a-4a2b-b788-076c59cf42f1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331137 Jul 15 17:39:33.334468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 61b0be8b-48ce-475f-8091-3381a696b5a1 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:39:33.435706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=61b0be8b-48ce-475f-8091-3381a696b5a1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:39:33.446960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'port_id': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'mac_address': 'fa:16:3e:28:05:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:39:33.481958 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:33.494393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b0be8b-48ce-475f-8091-3381a696b5a1 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:39:33.513693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=61b0be8b-48ce-475f-8091-3381a696b5a1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:39:33.517912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:33.566688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:33.573742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.574091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.574427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.574760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.575088 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.575413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.575734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.576055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.576397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.576716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.577034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.577349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:39:33.741958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['61b0be8b-48ce-475f-8091-3381a696b5a1'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:39:34.243563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f76313-fe5f-411a-ba1a-108f59d52b9d req-17d52e37-62d3-4de5-a6a5-5ad2d837a9a9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:34.245063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7f76313-fe5f-411a-ba1a-108f59d52b9d req-17d52e37-62d3-4de5-a6a5-5ad2d837a9a9 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 944 time: 0.0668242 Jul 15 17:39:34.282883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7f76313-fe5f-411a-ba1a-108f59d52b9d req-de4c806e-cad2-4f6d-9928-3bfc60745ff0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Jul 15 17:39:35.350101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 61b0be8b-48ce-475f-8091-3381a696b5a1 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:39:35.399015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 61b0be8b-48ce-475f-8091-3381a696b5a1 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:39:35.402867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 61b0be8b-48ce-475f-8091-3381a696b5a1 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:39:35.403274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:35.458954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385463bc-b68f-4be8-b1cb-2899bbd1ebf9 req-a35b1d43-46f2-4aab-9acf-5db6cd23250d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:35.460496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-385463bc-b68f-4be8-b1cb-2899bbd1ebf9 req-a35b1d43-46f2-4aab-9acf-5db6cd23250d tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 944 time: 0.0638888 Jul 15 17:39:35.479348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:35.499592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-385463bc-b68f-4be8-b1cb-2899bbd1ebf9 req-5f2f2693-dd31-4819-8070-cfb6b882e192 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Jul 15 17:39:35.504318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:39:35.506554 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a58f04df0da9da074f06ca10b372a1bbb3c2284bf15703c2e2048562c154c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f5721-12d5-499c-8be6-aae233c0db40" -d '{"events": [{"server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "name": "network-vif-plugged", "status": "completed", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:39:35.520176 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=61b0be8b-48ce-475f-8091-3381a696b5a1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:39:35.524040 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:35.551319 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d7762c-f482-443b-9919-baf6296ec563 x-openstack-request-id: req-32d7762c-f482-443b-9919-baf6296ec563 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:39:35.551607 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "name": "network-vif-plugged", "status": "completed", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:39:35.551856 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32d7762c-f482-443b-9919-baf6296ec563 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:39:35.552266 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'code': 200} Jul 15 17:39:35.575640 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:35.665312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca48663-4497-4534-bef0-4d98bc518695 req-041161ff-185a-4d07-9ab5-13533a73759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:35.666809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5ca48663-4497-4534-bef0-4d98bc518695 req-041161ff-185a-4d07-9ab5-13533a73759b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1096 time: 0.0558667 Jul 15 17:39:35.699257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5ca48663-4497-4534-bef0-4d98bc518695 req-43ce42b8-a0d7-4883-97b0-3bb5bd646a9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265598 Jul 15 17:39:36.670995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe64819-9ee1-4d6f-b689-d7c26baa9103 req-4d789134-3718-4f92-8567-de0a562463d0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:36.672391 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe64819-9ee1-4d6f-b689-d7c26baa9103 req-4d789134-3718-4f92-8567-de0a562463d0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 945 time: 0.0640514 Jul 15 17:39:36.710263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe64819-9ee1-4d6f-b689-d7c26baa9103 req-d36c973c-449e-4270-9ece-5aa79acd8015 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315690 Jul 15 17:39:36.883866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4856b4-38a8-4c4d-8191-7e81cc090edd req-e71ae6a9-0472-4783-bd5b-5f69b4f51472 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:36.885378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe4856b4-38a8-4c4d-8191-7e81cc090edd req-e71ae6a9-0472-4783-bd5b-5f69b4f51472 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 945 time: 0.0673661 Jul 15 17:39:36.922955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe4856b4-38a8-4c4d-8191-7e81cc090edd req-d00ea126-f47c-4c0c-b92d-0d08b8a55bc4 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Jul 15 17:39:36.947161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45762) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:39:36.998611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94cd3e-59ca-4115-9c4d-3e3f2b23a41b tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:37.000101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4d94cd3e-59ca-4115-9c4d-3e3f2b23a41b tempest-TestVolumeBootPattern-1059979533 tempest-TestVolumeBootPattern-1059979533-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1091 time: 0.0519717 Jul 15 17:39:37.003054 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:39:37.007692 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:39:37.031566 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:37.125211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:37.231222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Allocated IP 172.25.8.239 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/272a998c-629e-4197-92a7-9392e65ddacf) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:39:37.335629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:37.692362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:37.727106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:39:37.731644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:39:37.734940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:39:37.759518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=272a998c-629e-4197-92a7-9392e65ddacf,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:38.091006 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.165510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.310512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.315260 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.386102 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event updated for resources: {'Port': ['ID=272a998c-629e-4197-92a7-9392e65ddacf,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:39:38.395788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.494505 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP 4b912ea1-0901-4876-9358-44672597bce8 associated. External IP: 172.25.8.239, port: 61b0be8b-48ce-475f-8091-3381a696b5a1. Jul 15 17:39:38.694775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:39:38.801013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:39:38.810017 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:39:38.818394 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:38.820554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:39:38.821204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:39:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:39:38.860652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cb63e0e6-8405-4ab8-8637-ab17c6b9a7ef tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8564675 Jul 15 17:39:38.861248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:39:38.863690 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f98a5b7f077a8c8827ca11e5198b46ad1c158e979b6ab2c7623eb68967e63efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd43789c-0db7-4117-a00c-192f874d8b45" -d '{"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:39:38.902115 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2eb56b-61db-4a78-a8a8-9114eb40ca4f x-openstack-request-id: req-ca2eb56b-61db-4a78-a8a8-9114eb40ca4f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:39:38.902115 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:39:38.902453 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca2eb56b-61db-4a78-a8a8-9114eb40ca4f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:39:38.902833 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'status': 'completed', 'code': 200} Jul 15 17:39:38.932995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:39:38.976755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-da7b759c-7e1f-48b0-9b60-35f6dfcd9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:38.978279 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-da7b759c-7e1f-48b0-9b60-35f6dfcd9cfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1096 time: 0.0528154 Jul 15 17:39:39.068027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-37493154-9917-4d56-abf9-64c5764e0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:39.069557 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-37493154-9917-4d56-abf9-64c5764e0a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0851715 Jul 15 17:39:39.137294 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-e9083eba-31fa-4bdc-adc4-b3cea9a397cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 999 time: 0.0615757 Jul 15 17:39:39.155101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4b912ea1-0901-4876-9358-44672597bce8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:28:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:39:37Z', 'updated_at': '2021-07-15T17:39:37Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}, {'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:39:39.183725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:39:39.185679 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-01b26d64-1be3-4061-b8b8-948266ba72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:39.187154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-01b26d64-1be3-4061-b8b8-948266ba72ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0431542 Jul 15 17:39:39.192448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:39:39.193048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:39:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:39:39.245871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-57a08962-e292-4242-9d27-1664b231454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:39.247361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-57a08962-e292-4242-9d27-1664b231454d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542517 Jul 15 17:39:39.297117 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:39:39.340774 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-acb7751e-46ab-41ae-a223-3f183107bfac service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869985 Jul 15 17:39:39.430728 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cd43789c-0db7-4117-a00c-192f874d8b45 req-60d247a6-31a8-46ce-b386-f0c42aa7800d service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830042 Jul 15 17:39:39.522518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4b912ea1-0901-4876-9358-44672597bce8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:28:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:39:37Z', 'updated_at': '2021-07-15T17:39:37Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}, {'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:39:39.547594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080b06d-38d2-41b1-9189-2acac804091e None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '4b912ea1-0901-4876-9358-44672597bce8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.239', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:28:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:39:37Z', 'updated_at': '2021-07-15T17:39:37Z', 'revision_number': 0, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}, {'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:39:39.737471 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed176ccf-7373-4d45-99f4-9f7c3984f314 None None] New status for floating IP 4b912ea1-0901-4876-9358-44672597bce8: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:39:41.105787 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:41.253837 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:46.023441 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-3bbfdbb7-db4b-405b-8c87-32b5030da232 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559947 Jul 15 17:39:46.114508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-52182679-1ace-4c72-991a-ddda724a90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:46.115952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-52182679-1ace-4c72-991a-ddda724a90fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0513408 Jul 15 17:39:46.218364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-0dabf8ad-668e-4ddf-a6e3-f44a47b5ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:46.219801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-0dabf8ad-668e-4ddf-a6e3-f44a47b5ecd7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0853631 Jul 15 17:39:46.281180 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-097f3d1c-cc94-4c53-90f8-978cbdba1551 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0557368 Jul 15 17:39:46.329075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-c5cfa656-cd4d-4376-9f39-09076b8911e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:46.330530 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-c5cfa656-cd4d-4376-9f39-09076b8911e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0431287 Jul 15 17:39:46.390853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-7e0f0c34-53c0-45ef-be56-7287f364a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:46.392367 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-7e0f0c34-53c0-45ef-be56-7287f364a442 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559740 Jul 15 17:39:46.479983 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-e93bb086-1e34-4eab-b9aa-b922482f5c0a service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815737 Jul 15 17:39:46.571630 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ee341764-768d-483b-81c6-7f56a0b10b82 req-1bfd3fb6-9763-4a6e-a87f-c6f0d2853808 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Jul 15 17:39:49.313136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-dbaf3cd3-ec5c-4f8b-b9e9-9321a2dd006b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501738 Jul 15 17:39:49.407912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-ef75a574-2f44-4440-ab49-7eced3b053cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:49.409410 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-ef75a574-2f44-4440-ab49-7eced3b053cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1096 time: 0.0518191 Jul 15 17:39:49.516079 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-dca3f901-a8e9-4b93-bf59-31c66f165220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:49.517482 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-dca3f901-a8e9-4b93-bf59-31c66f165220 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0881150 Jul 15 17:39:49.579673 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-34f814f5-62cc-4488-988b-5b12dd00406b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 1001 time: 0.0552907 Jul 15 17:39:49.635649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-a3e48284-5190-404a-afd4-cfd8dea39dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:49.637486 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-a3e48284-5190-404a-afd4-cfd8dea39dcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0511260 Jul 15 17:39:49.700558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-3ecd13ce-ab15-4759-a22f-003a6569991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:39:49.702036 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-3ecd13ce-ab15-4759-a22f-003a6569991d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576322 Jul 15 17:39:49.789737 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-4332d505-0f65-4402-98b7-39cd5cde76f9 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792985 Jul 15 17:39:49.878921 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ab53d8c6-ca0e-42f6-a020-d2ed59450fc3 req-8c403f64-e97d-419e-a64a-92cc77d49e77 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833988 Jul 15 17:39:55.842964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-df833768-ab82-45f8-ad49-ffcc5ab03258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:58.849386 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:59.152385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-772fbfd3-972e-4e34-9968-c091c3f5411f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:39:59.686966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:01.417284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:05.523000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:40:11.125604 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:11.269212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:25.843654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da6b26bf-642d-4559-b44e-8096561606a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:28.852342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:29.151931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bcb962a-2917-436e-ab29-a5d5dd76de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:29.689653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:31.422442 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:41.124466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:41.268892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:42.521853 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:40:47.201291 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-17c835d9-8040-45a8-a651-3a1bdff5bf0c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874574 Jul 15 17:40:47.293339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-18893ff9-1e7f-47fa-bbf2-4c39fecd47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:47.294846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-18893ff9-1e7f-47fa-bbf2-4c39fecd47d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0521665 Jul 15 17:40:47.400011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-a5a008b7-1208-4614-8a85-b6219ff047aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:47.401512 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-a5a008b7-1208-4614-8a85-b6219ff047aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0881658 Jul 15 17:40:47.469311 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-8d744540-7cb1-458b-91f0-0baea53e765d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 1001 time: 0.0616248 Jul 15 17:40:47.518426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-212147e3-11af-45c9-ae72-3b5b1f2be138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:47.519861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-212147e3-11af-45c9-ae72-3b5b1f2be138 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0437410 Jul 15 17:40:47.575469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-9c03017d-6b7f-4366-8423-435c2d45d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:47.576945 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-9c03017d-6b7f-4366-8423-435c2d45d999 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508695 Jul 15 17:40:47.669500 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-bb2ea956-5e27-4f47-a87d-072093c28cb8 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852892 Jul 15 17:40:47.755397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e3efdebb-269f-4b3a-9ced-f2dcce03ce5c req-df97d36f-1044-452a-8558-fb93131ed331 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805099 Jul 15 17:40:51.372518 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-1fa06bb0-b629-4159-948e-d573b9273622 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864549 Jul 15 17:40:51.466755 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-2ecc6ad0-5beb-497b-aac0-55d092ffcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:51.468303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-2ecc6ad0-5beb-497b-aac0-55d092ffcc61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1096 time: 0.0554645 Jul 15 17:40:51.569191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-6e8c3db4-97bf-4018-b21f-073357545cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:51.570568 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-6e8c3db4-97bf-4018-b21f-073357545cd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0830896 Jul 15 17:40:51.638203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-62a3e8d8-e900-4cca-b85b-cde0779e64d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 1001 time: 0.0616691 Jul 15 17:40:51.685175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-fc72703e-9a80-48a9-a6e1-c6a5aaf7898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:51.686581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-fc72703e-9a80-48a9-a6e1-c6a5aaf7898d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0428712 Jul 15 17:40:51.741773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-31d702f5-991b-4bd2-ad46-028425dd3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:40:51.743241 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-31d702f5-991b-4bd2-ad46-028425dd3a73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505400 Jul 15 17:40:51.833816 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-5b05822d-2e6c-4720-a4d8-3e3746cd5236 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Jul 15 17:40:51.919413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c8a6d1c0-acd7-40a6-8759-806029d185c7 req-815ec842-5d75-4f3d-9b69-0cd8b820c13d service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800083 Jul 15 17:40:55.843640 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bd6615e0-0670-400d-a53f-5ef6fc570f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:58.854096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:59.151623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-faca828d-62b9-4cca-9fe6-9b892637110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:40:59.693156 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:01.422844 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.335544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45808) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:10.493225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 272a998c-629e-4197-92a7-9392e65ddacf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:10.493569 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.568371 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.568702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.580821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 272a998c-629e-4197-92a7-9392e65ddacf owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:10.724213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.746236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=272a998c-629e-4197-92a7-9392e65ddacf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:10.758896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.759236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.759601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.759933 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.760295 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.760618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.760944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.761263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.761580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.761895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.762211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.762525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:10.819657 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:10.819989 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP 4b912ea1-0901-4876-9358-44672597bce8 disassociated (deleted). External IP: 172.25.8.239, port: 61b0be8b-48ce-475f-8091-3381a696b5a1. Jul 15 17:41:11.124570 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:11.284039 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:11.340332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:41:11.446398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:41:11.450908 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:11.455562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:41:11.463955 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:11.464577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:40:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:11.491126 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-99ec8a39-1e0e-4c7a-9a11-29d21193f4e3 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "DELETE /v2.0/floatingips/4b912ea1-0901-4876-9358-44672597bce8 HTTP/1.1" status: 204 len: 168 time: 1.1544085 Jul 15 17:41:11.491754 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:11.549311 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9331f3-feaf-4714-a223-37363f7f99bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:11.573622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:11.685711 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46353546-17eb-4619-907c-9787bd2c2022 x-openstack-request-id: req-46353546-17eb-4619-907c-9787bd2c2022 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:11.686036 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:11.686360 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46353546-17eb-4619-907c-9787bd2c2022 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:11.686925 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'status': 'completed', 'code': 200} Jul 15 17:41:11.769773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-9161953c-f3db-4388-907c-a8e41b1f9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:11.771413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-9161953c-f3db-4388-907c-a8e41b1f9f65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 1096 time: 0.0576997 Jul 15 17:41:11.813095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:11.844143 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:41:11.852669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:11.853295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:40:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:11.865369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-8f387385-323d-47eb-aa8f-63ea05f23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:11.867093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-8f387385-323d-47eb-aa8f-63ea05f23211 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0894079 Jul 15 17:41:11.919154 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-5dbb9719-5d86-49fb-ab5b-fa5659f5b377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0444603 Jul 15 17:41:11.971681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46c102-8384-45f1-be9c-f2d73db12ea6 req-84d782cb-63ca-4e9b-b0de-bb5f850ed4ec tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:11.972493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-0983f756-8bd8-4c84-8464-86b8eb48cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:11.973566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb46c102-8384-45f1-be9c-f2d73db12ea6 req-84d782cb-63ca-4e9b-b0de-bb5f850ed4ec tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 945 time: 0.1179104 Jul 15 17:41:11.973922 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-0983f756-8bd8-4c84-8464-86b8eb48cb99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0477469 Jul 15 17:41:12.015314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eb46c102-8384-45f1-be9c-f2d73db12ea6 req-f3f51daf-5597-489e-97f6-6068b971711b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355766 Jul 15 17:41:12.040278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-59b15779-86fd-4dad-8825-bc7ad54453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:12.040278 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-59b15779-86fd-4dad-8825-bc7ad54453b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553603 Jul 15 17:41:12.128481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:12.131469 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-0e97da5f-5922-4a63-ac0a-b7e45d18a4d0 service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888183 Jul 15 17:41:12.222225 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7f9331f3-feaf-4714-a223-37363f7f99bf req-f54d2cc8-66e7-4d6c-8d14-99ab2d19524d service neutron] 10.222.0.20 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832324 Jul 15 17:41:12.351465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:12.377931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a635c2ed-019a-4738-8766-1b450c44975f None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'dac66aef-95eb-4f9d-940f-559e5e4e7ca8', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bb29513a-1174-425d-8174-9313435568c3', 'port_id': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'mac_address': 'fa:16:3e:3f:95:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:37:39Z', 'updated_at': '2021-07-15T17:37:41Z', 'revision_number': 1, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:41:12.597736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87c899-9a68-46d5-9120-fc52ba1ad6c5 None None] New status for floating IP 4b912ea1-0901-4876-9358-44672597bce8: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:41:13.286420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-41a0be70-be6d-4e54-88de-e8f95f14219b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:13.287944 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-41a0be70-be6d-4e54-88de-e8f95f14219b tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 945 time: 0.0694215 Jul 15 17:41:13.305296 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6b0ed-6a26-46e0-b401-a1812a5429ba req-1e8f5a3c-040c-468f-9cbd-55857c923780 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:13.306924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51d6b0ed-6a26-46e0-b401-a1812a5429ba req-1e8f5a3c-040c-468f-9cbd-55857c923780 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 945 time: 0.1098597 Jul 15 17:41:13.353585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51d6b0ed-6a26-46e0-b401-a1812a5429ba req-e50f3bc9-67c1-4e9c-8474-288a49ae9e10 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353105 Jul 15 17:41:13.391701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 61b0be8b-48ce-475f-8091-3381a696b5a1 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:13.392046 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:13.483917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port 61b0be8b-48ce-475f-8091-3381a696b5a1, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=61b0be8b-48ce-475f-8091-3381a696b5a1,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:13.484319 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:13.495820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 61b0be8b-48ce-475f-8091-3381a696b5a1 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:13.623669 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:13.658885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=61b0be8b-48ce-475f-8091-3381a696b5a1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:13.702966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port 61b0be8b-48ce-475f-8091-3381a696b5a1 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:13.705774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:13.707764 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-3de4860e-4f13-4a33-9499-63cf5f5adff2 req-38e7ddbe-df00-4de5-a74a-1ea8b15957dd tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.20 "DELETE /v2.0/ports/61b0be8b-48ce-475f-8091-3381a696b5a1 HTTP/1.1" status: 204 len: 173 time: 0.4144945 Jul 15 17:41:13.708238 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'name': 'network-vif-deleted', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:13.710545 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70dfcf2-b10f-4392-9aa6-74426bced4e3" -d '{"events": [{"server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "name": "network-vif-deleted", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:13.784020 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a285f-ffa1-4576-bf3c-458db5e1f3cd x-openstack-request-id: req-bf6a285f-ffa1-4576-bf3c-458db5e1f3cd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:13.784356 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b13d5ff-cd12-431a-ba21-b35e055c9243", "name": "network-vif-deleted", "tag": "61b0be8b-48ce-475f-8091-3381a696b5a1", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:13.784611 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf6a285f-ffa1-4576-bf3c-458db5e1f3cd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:13.785013 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b13d5ff-cd12-431a-ba21-b35e055c9243', 'name': 'network-vif-deleted', 'tag': '61b0be8b-48ce-475f-8091-3381a696b5a1', 'status': 'completed', 'code': 200} Jul 15 17:41:14.494413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2dc4e4f4-79c8-4fe6-95a7-7084e062e65d req-239eb416-24c7-4693-a246-0bd567e8d1cf tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Jul 15 17:41:15.646258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6022ac5-9739-4ef4-8e52-5869b6176c20 req-3120ae93-d7b7-485f-b1d0-5e117fe688a0 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Jul 15 17:41:15.877045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 61b0be8b-48ce-475f-8091-3381a696b5a1 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:15.897479 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 61b0be8b-48ce-475f-8091-3381a696b5a1 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:15.897758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 61b0be8b-48ce-475f-8091-3381a696b5a1 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:16.788629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a9d0d00-ab70-4589-af14-364ff565c4b4 req-2da477ab-26c0-4c01-84c7-ebf01c923bcc tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=1b13d5ff-cd12-431a-ba21-b35e055c9243 HTTP/1.1" status: 200 len: 210 time: 0.0293908 Jul 15 17:41:19.520779 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:41:22.202570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45882) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:22.360954 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 36cb8098-cc76-48c7-a298-ca0b77bffc90 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:22.361304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:22.439380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:22.439752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:22.450984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 36cb8098-cc76-48c7-a298-ca0b77bffc90 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:22.593885 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:22.622044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=36cb8098-cc76-48c7-a298-ca0b77bffc90,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:22.683633 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:22.683967 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Floating IP dac66aef-95eb-4f9d-940f-559e5e4e7ca8 disassociated (deleted). External IP: 172.25.8.103, port: 5f6694e2-0fea-4a0f-92b7-502e03563fd9. Jul 15 17:41:22.887761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:41:22.993179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:41:22.997809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:23.002976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:41:23.012581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:23.013191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:40:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:23.035178 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d11e010f-19f2-4b1e-a6ec-3fbd9627cf61 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "DELETE /v2.0/floatingips/dac66aef-95eb-4f9d-940f-559e5e4e7ca8 HTTP/1.1" status: 204 len: 168 time: 0.8315210 Jul 15 17:41:23.035759 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:23.038163 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:23.075963 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d409356-3323-4b4f-b177-c4728a7eed4e x-openstack-request-id: req-3d409356-3323-4b4f-b177-c4728a7eed4e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:23.076318 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:23.076666 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d409356-3323-4b4f-b177-c4728a7eed4e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:23.077065 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'status': 'completed', 'code': 200} Jul 15 17:41:23.121587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:23.157526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-ab18dfd1-56c5-4354-b8c4-251763d9bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:23.159057 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-ab18dfd1-56c5-4354-b8c4-251763d9bb60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 1096 time: 0.0567820 Jul 15 17:41:23.257288 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-a6a28283-1974-47dd-b817-d2ffba2db88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:23.258927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-a6a28283-1974-47dd-b817-d2ffba2db88c service neutron] 10.222.0.35 "GET /v2.0/networks?id=73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 200 len: 911 time: 0.0931532 Jul 15 17:41:23.310254 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-d5d5b157-e819-4668-85ff-ff18489dc7b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 200 len: 217 time: 0.0371590 Jul 15 17:41:23.344969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:23.374310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-e8abf89b-daf4-43f2-9929-5f176a98d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:23.375853 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-e8abf89b-daf4-43f2-9929-5f176a98d23c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 200 len: 850 time: 0.0588348 Jul 15 17:41:23.377390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:41:23.386099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:23.386704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:40:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:23.427077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974841-54b7-4926-858a-9bb54a4bfc2f req-03f947a4-d5c3-4964-83fa-3e867e9b6eb1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:23.429273 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8974841-54b7-4926-858a-9bb54a4bfc2f req-03f947a4-d5c3-4964-83fa-3e867e9b6eb1 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0704203 Jul 15 17:41:23.440860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-9f6262c1-dfe0-42ec-8489-f32b86c1995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:23.442402 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-9f6262c1-dfe0-42ec-8489-f32b86c1995e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73dfa419-4735-469b-9f43-cb57ff04eb24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593684 Jul 15 17:41:23.472834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8974841-54b7-4926-858a-9bb54a4bfc2f req-348211d6-4726-4b16-8499-417c84c4d3b5 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350473 Jul 15 17:41:23.503453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:23.536331 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-cf367093-b299-4465-80b9-406d95a7dcb7 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873203 Jul 15 17:41:23.629934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-94b8c82a-1c17-40ce-8c38-6d0c54a51cce req-272f5051-d7d3-4c78-af0a-2a27a194b366 service neutron] 10.222.0.35 "GET /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Jul 15 17:41:23.700860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:23.730760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371cf85-aada-4378-bf68-972a9c716d97 None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:31:44Z', 'revision_number': 4, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'cabfb0d7-e56a-427d-a81f-5d4f44a79218', 'name': '', 'network_id': '73dfa419-4735-469b-9f43-cb57ff04eb24', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'mac_address': 'fa:16:3e:8c:d6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:43Z', 'updated_at': '2021-07-15T17:31:50Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'subnets': [{'id': '90275891-1d3b-4453-800d-b5a381c8daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:41:23.952978 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7be43-8d8a-4989-864f-58864f611ac1 None None] New status for floating IP dac66aef-95eb-4f9d-940f-559e5e4e7ca8: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:41:24.647100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b4fda-fe33-4d7f-a082-51a2e21d02c5 req-c5e10ffa-4b84-441b-837c-e7177c1e7025 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:24.648502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-211b4fda-fe33-4d7f-a082-51a2e21d02c5 req-c5e10ffa-4b84-441b-837c-e7177c1e7025 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0671852 Jul 15 17:41:24.686497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-211b4fda-fe33-4d7f-a082-51a2e21d02c5 req-b8ccf739-9a10-444c-98fd-df7c589eae59 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/security-groups?id=78067b70-0939-43c2-8664-5c997f61814f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325024 Jul 15 17:41:24.829623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-6e3bce6d-66fe-4948-a9c4-68a0a2f36c19 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:24.831043 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-6e3bce6d-66fe-4948-a9c4-68a0a2f36c19 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 945 time: 0.0606303 Jul 15 17:41:24.932623 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:24.932869 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:25.017980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] For port 5f6694e2-0fea-4a0f-92b7-502e03563fd9, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=5f6694e2-0fea-4a0f-92b7-502e03563fd9,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:25.018342 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:25.031228 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 5f6694e2-0fea-4a0f-92b7-502e03563fd9 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:25.157278 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:25.185262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=5f6694e2-0fea-4a0f-92b7-502e03563fd9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:25.235501 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] No DVR routers for this DVR port 5f6694e2-0fea-4a0f-92b7-502e03563fd9 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:25.238816 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:25.241161 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-151638bb-9e44-4d7a-af38-a5176b5f4242 req-a02de189-b6a6-403b-b5c6-05441ae925ea tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.35 "DELETE /v2.0/ports/5f6694e2-0fea-4a0f-92b7-502e03563fd9 HTTP/1.1" status: 204 len: 173 time: 0.4032686 Jul 15 17:41:25.241605 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'name': 'network-vif-deleted', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:25.244376 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa3aceb-4331-44a4-82fb-37349de48ba7" -d '{"events": [{"server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "name": "network-vif-deleted", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:25.282274 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa5e68a-970d-467a-8cd4-d09fdb6fcf24 x-openstack-request-id: req-0fa5e68a-970d-467a-8cd4-d09fdb6fcf24 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:25.282573 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bfabc-1df3-4b42-926c-6806e7f1d64e", "name": "network-vif-deleted", "tag": "5f6694e2-0fea-4a0f-92b7-502e03563fd9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:25.282849 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fa5e68a-970d-467a-8cd4-d09fdb6fcf24 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:25.283242 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bfabc-1df3-4b42-926c-6806e7f1d64e', 'name': 'network-vif-deleted', 'tag': '5f6694e2-0fea-4a0f-92b7-502e03563fd9', 'status': 'completed', 'code': 200} Jul 15 17:41:25.832919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5bad8c6-d862-4518-b177-3d8c5e66bc49 req-d49cec9d-df17-40cc-9def-4f713e46f8de tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 210 time: 0.0291567 Jul 15 17:41:25.848491 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-81d2fbee-9d02-403a-9e0c-e1cfb0ed08d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:26.977063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6204d610-8dba-40d9-8d47-18857270c533 req-d467705b-29f7-4506-9039-56e25eb293f5 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 210 time: 0.0294065 Jul 15 17:41:28.117137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-357eda0f-d052-4ebc-a03c-a76bc90ed8ee req-042c724b-5e84-4e5b-981c-04f588ed5d76 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "GET /v2.0/ports?device_id=810bfabc-1df3-4b42-926c-6806e7f1d64e HTTP/1.1" status: 200 len: 210 time: 0.0288537 Jul 15 17:41:28.855976 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.152770 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0ac8-6bb1-4802-8d12-73afc8541682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.213269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45916) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:29.255122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5f6694e2-0fea-4a0f-92b7-502e03563fd9 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:29.275010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 5f6694e2-0fea-4a0f-92b7-502e03563fd9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:29.275348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 5f6694e2-0fea-4a0f-92b7-502e03563fd9 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:29.342367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Deleting port 4f852246-08e7-4b88-a3ad-251a46ab5f6c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:29.342716 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.421358 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.421595 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.433005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Calling delete_port for 4f852246-08e7-4b88-a3ad-251a46ab5f6c owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:29.565775 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.596929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'Port': ['ID=4f852246-08e7-4b88-a3ad-251a46ab5f6c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:29.621957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.622323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.622656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.622995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.623314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.623674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.623996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.624339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.625072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.625473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.625923 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.626215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:29.666069 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.669090 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:29.670239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9f58e621-81fa-4583-8b88-26835985ae48 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "DELETE /v2.0/floatingips/21050e86-1194-43b6-b3ee-065c220afd55 HTTP/1.1" status: 204 len: 168 time: 0.4555423 Jul 15 17:41:29.696188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:31.426407 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:31.983999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45930) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:32.043916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:32.072445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:32.134041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:32.136579 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:32.137735 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] 10.222.0.25 "DELETE /v2.0/security-groups/78067b70-0939-43c2-8664-5c997f61814f HTTP/1.1" status: 204 len: 168 time: 0.1526270 Jul 15 17:41:32.156921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c29d21-ed8a-4400-a1c3-2eb70844a117 tempest-TestVolumeBootPattern-83627987 tempest-TestVolumeBootPattern-83627987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78067b70-0939-43c2-8664-5c997f61814f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:32.208431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45934) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:32.668681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:32.937006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Deleting port cabfb0d7-e56a-427d-a81f-5d4f44a79218 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:32.937427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.021010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] For port cabfb0d7-e56a-427d-a81f-5d4f44a79218, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=cabfb0d7-e56a-427d-a81f-5d4f44a79218,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:33.021721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.033727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Calling delete_port for cabfb0d7-e56a-427d-a81f-5d4f44a79218 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:33.213668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.239418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cabfb0d7-e56a-427d-a81f-5d4f44a79218,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:33.410362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.626387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Router bb29513a-1174-425d-8174-9313435568c3 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:41:33.733268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:41:33.739119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fc21e4fc-f2b0-47ee-9d4a-1ea56758b5a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/bb29513a-1174-425d-8174-9313435568c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5292871 Jul 15 17:41:33.741520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45938) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:33.744533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Sync routers for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:41:33.754194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:33.754796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:41:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:33.844021 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.857818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:33.943682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:33.998853 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Deleting port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:33.999186 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.035749 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:41:33Z', 'revision_number': 5, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port': {'id': '97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29513a-1174-425d-8174-9313435568c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:42Z', 'updated_at': '2021-07-15T17:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:34.062518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Checking router: bb29513a-1174-425d-8174-9313435568c3 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:41:34.070679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Routers {'bb29513a-1174-425d-8174-9313435568c3'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:34.071292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:41:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bb29513a-1174-425d-8174-9313435568c3'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:34.077002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] For port 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:34.077252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.088854 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Calling delete_port for 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:34.161823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] Set router bb29513a-1174-425d-8174-9313435568c3 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:34.214018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:41:33Z', 'revision_number': 6, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:34.243954 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106266ac-ee15-40b3-bdcc-19e8173e5d2f None None] The sync data for ids ['bb29513a-1174-425d-8174-9313435568c3'] in n-d-800085-3 is: [{'id': 'bb29513a-1174-425d-8174-9313435568c3', 'name': 'tempest-TestVolumeBootPattern-803217820-router', 'tenant_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:41Z', 'updated_at': '2021-07-15T17:41:33Z', 'revision_number': 6, 'project_id': '2a952c04eacd4eaba0f8db59ff866f6f', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:41:34.256630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.285110 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Pushing event deleted for resources: {'Port': ['ID=97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:34.348020 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.435938 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.438182 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.479504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.480004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb29513a-1174-425d-8174-9313435568c3 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:41:34.484900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.486201 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4826ecb1-c829-49df-8b03-86ddac5dd02a admin admin] 10.222.0.25 "DELETE /v2.0/routers/bb29513a-1174-425d-8174-9313435568c3 HTTP/1.1" status: 204 len: 168 time: 0.7435112 Jul 15 17:41:34.488741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45942) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:34.536367 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Deleting subnet 90275891-1d3b-4453-800d-b5a381c8daeb {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:41:34.539226 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.573047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.653261 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.705676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.734685 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90275891-1d3b-4453-800d-b5a381c8daeb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:34.738152 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.739987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f0532c07-0e86-4dd7-9bda-73e7f2e5f19a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/90275891-1d3b-4453-800d-b5a381c8daeb HTTP/1.1" status: 204 len: 168 time: 0.2502191 Jul 15 17:41:34.742457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 45944) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:34.746453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01620b14-926a-421d-9477-d3db620d9d33 None None] Network 73dfa419-4735-469b-9f43-cb57ff04eb24 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:41:34.809849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.861881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Deleting port c9cae425-e640-4874-8588-dcf5658b6000 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:34.862215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.929119 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] For port c9cae425-e640-4874-8588-dcf5658b6000, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c9cae425-e640-4874-8588-dcf5658b6000,segment=NetworkSegment(c011060d-50c0-4b61-9c7b-54b00a370746),segment_id=c011060d-50c0-4b61-9c7b-54b00a370746)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:34.929409 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:34.940509 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Calling delete_port for c9cae425-e640-4874-8588-dcf5658b6000 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:34.986434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] DHCP port deletion for 73dfa419-4735-469b-9f43-cb57ff04eb24 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:41:35.021835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.037754 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Deleting port c9cae425-e640-4874-8588-dcf5658b6000 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:35.038129 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.051565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cae425-e640-4874-8588-dcf5658b6000,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:35.055099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] No DVR routers for this DVR port c9cae425-e640-4874-8588-dcf5658b6000 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:35.102772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] For port c9cae425-e640-4874-8588-dcf5658b6000, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:35.103241 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.115298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Calling delete_port for c9cae425-e640-4874-8588-dcf5658b6000 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:35.118036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Port c9cae425-e640-4874-8588-dcf5658b6000 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:41:35.119329 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.129041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.139852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dfa419-4735-469b-9f43-cb57ff04eb24']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:35.148237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Pushing event deleted for resources: {'Port': ['ID=c9cae425-e640-4874-8588-dcf5658b6000,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:35.149808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c011060d-50c0-4b61-9c7b-54b00a370746') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:35.150109 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c011060d-50c0-4b61-9c7b-54b00a370746') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:35.152674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] No DVR routers for this DVR port c9cae425-e640-4874-8588-dcf5658b6000 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:35.160872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.161226 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.161569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.161907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.162238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.162567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.162890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.163241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.163567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.163896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.164240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.164562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999923d5-ca33-49e7-bc09-256be6e5205b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:41:35.169327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.183918 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.191256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:41:35.191652 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:41:35.194082 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:41:35.254469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.261752 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.264027 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/73dfa419-4735-469b-9f43-cb57ff04eb24 HTTP/1.1" status: 204 len: 168 time: 0.5201411 Jul 15 17:41:35.267130 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45946) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:35.278412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f92949-f3f8-4b18-9191-67f86aa1e6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dfa419-4735-469b-9f43-cb57ff04eb24,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:35.369407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:35.388779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:35.389119 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 97a4c9e0-2aba-47d7-9a2d-1aa36c42d4ce not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:35.389528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cabfb0d7-e56a-427d-a81f-5d4f44a79218 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:35.408686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: cabfb0d7-e56a-427d-a81f-5d4f44a79218 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:35.409026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device cabfb0d7-e56a-427d-a81f-5d4f44a79218 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:35.409429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9cae425-e640-4874-8588-dcf5658b6000 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:35.428019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c9cae425-e640-4874-8588-dcf5658b6000 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:35.428425 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c9cae425-e640-4874-8588-dcf5658b6000 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:35.630803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.879947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Deleting port 96dab6ed-721e-40d4-9bed-81e7d9cc7563 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:35.880386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.956141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] For port 96dab6ed-721e-40d4-9bed-81e7d9cc7563, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=96dab6ed-721e-40d4-9bed-81e7d9cc7563,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:35.956514 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:35.968648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Calling delete_port for 96dab6ed-721e-40d4-9bed-81e7d9cc7563 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:36.143429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:36.168512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dab6ed-721e-40d4-9bed-81e7d9cc7563,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:36.631437 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:36.842955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Router f73e8fc7-3b86-421d-9ae9-c12c70196c70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:41:36.947807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:41:36.952697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f7be2a82-975f-471f-96fc-6a648fbc9913 admin admin] 10.222.0.25 "PUT /v2.0/routers/f73e8fc7-3b86-421d-9ae9-c12c70196c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6845410 Jul 15 17:41:36.955230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45948) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:36.955719 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Sync routers for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:41:36.964328 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:36.964919 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:41:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:37.061143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.065397 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:37.163853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.216136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Deleting port 771807db-3972-4f8b-b60e-c9884f1aa2d2 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:37.217085 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.237225 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:41:36Z', 'revision_number': 5, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port': {'id': '771807db-3972-4f8b-b60e-c9884f1aa2d2', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:31:47Z', 'updated_at': '2021-07-15T17:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:37.262427 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Checking router: f73e8fc7-3b86-421d-9ae9-c12c70196c70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:41:37.271092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Routers {'f73e8fc7-3b86-421d-9ae9-c12c70196c70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:41:37.271696 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:41:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:37.296977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] For port 771807db-3972-4f8b-b60e-c9884f1aa2d2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=771807db-3972-4f8b-b60e-c9884f1aa2d2,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:37.297334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.313917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Calling delete_port for 771807db-3972-4f8b-b60e-c9884f1aa2d2 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:37.357776 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] Set router f73e8fc7-3b86-421d-9ae9-c12c70196c70 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:41:37.411042 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:41:37Z', 'revision_number': 6, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:37.437821 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5afe27-81b8-45d7-82d0-9b6052f65b9f None None] The sync data for ids ['f73e8fc7-3b86-421d-9ae9-c12c70196c70'] in n-d-800085-3 is: [{'id': 'f73e8fc7-3b86-421d-9ae9-c12c70196c70', 'name': 'tempest-TestVolumeBootPattern-1332543526-router', 'tenant_id': '055a28ca316b46bba803da15f302f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:31:46Z', 'updated_at': '2021-07-15T17:41:37Z', 'revision_number': 6, 'project_id': '055a28ca316b46bba803da15f302f15f', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:41:37.494691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.525821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=771807db-3972-4f8b-b60e-c9884f1aa2d2,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:37.587150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.676760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.678842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.720320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.720730 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73e8fc7-3b86-421d-9ae9-c12c70196c70 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:41:37.725196 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.726339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8550dab2-a1a7-4c8b-ba36-6b0bb3dcb7f2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f73e8fc7-3b86-421d-9ae9-c12c70196c70 HTTP/1.1" status: 204 len: 168 time: 0.7701862 Jul 15 17:41:37.728900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45950) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:37.777681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Deleting subnet 9d248897-aa2f-439f-9316-67d0212242a7 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:41:37.781290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.817950 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.900496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.952473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.969865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e2e26-3496-4a62-aa88-069b3921d8d7 None None] Network 1bacc400-6940-433e-925f-22a2a69ed40e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:41:37.985526 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:37.987515 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d248897-aa2f-439f-9316-67d0212242a7 HTTP/1.1" status: 204 len: 168 time: 0.2574906 Jul 15 17:41:37.988293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756b792-1dd7-45e1-b826-95914ebea9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d248897-aa2f-439f-9316-67d0212242a7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:37.990142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45952) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:38.058034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.111136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Deleting port 450a61d4-c225-41ce-bbcd-c176536293b7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:38.111481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.187233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] For port 450a61d4-c225-41ce-bbcd-c176536293b7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=450a61d4-c225-41ce-bbcd-c176536293b7,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:38.187233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.194076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] DHCP port deletion for 1bacc400-6940-433e-925f-22a2a69ed40e request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:41:38.201667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Calling delete_port for 450a61d4-c225-41ce-bbcd-c176536293b7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:38.244564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Deleting port 450a61d4-c225-41ce-bbcd-c176536293b7 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:41:38.245157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.287072 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.312953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] For port 450a61d4-c225-41ce-bbcd-c176536293b7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=450a61d4-c225-41ce-bbcd-c176536293b7,segment=NetworkSegment(70ca3fed-db8f-4d9b-b227-8278985b32e1),segment_id=70ca3fed-db8f-4d9b-b227-8278985b32e1)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:38.313347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.319463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=450a61d4-c225-41ce-bbcd-c176536293b7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:38.323987 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] No DVR routers for this DVR port 450a61d4-c225-41ce-bbcd-c176536293b7 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:38.325354 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Calling delete_port for 450a61d4-c225-41ce-bbcd-c176536293b7 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:41:38.403660 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.414956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bacc400-6940-433e-925f-22a2a69ed40e']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:38.415607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.426579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca3fed-db8f-4d9b-b227-8278985b32e1') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:38.426900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca3fed-db8f-4d9b-b227-8278985b32e1') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:41:38.437779 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.446541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] Pushing event deleted for resources: {'Port': ['ID=450a61d4-c225-41ce-bbcd-c176536293b7,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:38.450182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d44bc7-c892-4b6d-a5b0-11c5bf308760 None None] No DVR routers for this DVR port 450a61d4-c225-41ce-bbcd-c176536293b7 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:41:38.454944 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.462564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:41:38.463591 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:41:38.465769 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:41:38.528739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.534133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.536018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1bacc400-6940-433e-925f-22a2a69ed40e HTTP/1.1" status: 204 len: 168 time: 0.5452797 Jul 15 17:41:38.549599 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84af39-a03f-4d0a-b28e-9639f9271c98 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bacc400-6940-433e-925f-22a2a69ed40e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:38.648269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45956) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:38.687937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fdaf8efe-2ec3-42dc-b96e-c4f3a291b20c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a952c04eacd4eaba0f8db59ff866f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384672 Jul 15 17:41:38.690217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45958) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:38.737413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.757924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.807490 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.810108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:38.811265 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c208137-9339-46ff-baec-72459567653b HTTP/1.1" status: 204 len: 168 time: 0.1201227 Jul 15 17:41:38.818881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2524b-37af-44eb-aedb-c3c0454e211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c208137-9339-46ff-baec-72459567653b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:39.134039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45964) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:39.174467 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b32d8bb6-183a-4ad3-bd18-aa270dd2f334 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=055a28ca316b46bba803da15f302f15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392797 Jul 15 17:41:39.176757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 45966) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:41:39.223593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:39.245122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:39.292165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:39.295284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:39.296447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c307a409-951f-4741-a8fe-d564d591529f HTTP/1.1" status: 204 len: 168 time: 0.1187882 Jul 15 17:41:39.305620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3ca6-3b9c-4d38-ae78-6760cafd1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307a409-951f-4741-a8fe-d564d591529f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:39.373686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 450a61d4-c225-41ce-bbcd-c176536293b7 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:39.394595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 450a61d4-c225-41ce-bbcd-c176536293b7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:39.394942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 450a61d4-c225-41ce-bbcd-c176536293b7 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:39.395348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 96dab6ed-721e-40d4-9bed-81e7d9cc7563 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:39.414215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 96dab6ed-721e-40d4-9bed-81e7d9cc7563 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:39.414559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 96dab6ed-721e-40d4-9bed-81e7d9cc7563 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:39.414972 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 771807db-3972-4f8b-b60e-c9884f1aa2d2 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:41:39.432881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 771807db-3972-4f8b-b60e-c9884f1aa2d2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:41:39.433227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 771807db-3972-4f8b-b60e-c9884f1aa2d2 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:41:41.123104 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:41.298946 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:49.074324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-0893d19c-2c4f-47bf-a1b9-0a804e01f6cf tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=43db34d88ca0495b95978cd3053ab37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304794 Jul 15 17:41:49.259975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e593b923-9542-4ff4-8df7-60ae6fe2a485 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:49.261447 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e593b923-9542-4ff4-8df7-60ae6fe2a485 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821916 Jul 15 17:41:49.275516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-4e8dd5e6-c474-4dc5-84cf-631a6c95a45b tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/quotas/43db34d88ca0495b95978cd3053ab37d HTTP/1.1" status: 200 len: 375 time: 0.0086586 Jul 15 17:41:49.308061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-51a5209a-c633-41c3-a175-4ba64301fe6e tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43db34d88ca0495b95978cd3053ab37d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277586 Jul 15 17:41:50.496794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-21ebc7e3-63f4-4b17-a610-1dd439f96030 req-0524885d-0f74-4649-838d-25cad5890b9d tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Jul 15 17:41:51.588187 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-458c1335-ecda-43eb-86e7-395ac705af11 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=43db34d88ca0495b95978cd3053ab37d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315554 Jul 15 17:41:51.645245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-940df222-3ad3-4600-a486-cb7401b11995 req-0cda9858-d82d-4e1a-ad98-ade5ce02f010 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 210 time: 0.0327165 Jul 15 17:41:51.779520 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-43429cca-1100-4cbf-8fa8-cb0650a8f513 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:51.781029 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-43429cca-1100-4cbf-8fa8-cb0650a8f513 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883178 Jul 15 17:41:51.792834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Request body: {'port': {'device_id': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'admin_state_up': True, 'tenant_id': '43db34d88ca0495b95978cd3053ab37d'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:41:51.896936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Made reservation on behalf of 43db34d88ca0495b95978cd3053ab37d for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:41:51.900605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:51.909077 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:51.998484 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.002191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.065444 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910ef472-7666-49af-a61d-ec2b06de469e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:52.133656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Allocated IP 192.168.233.223 (041c8191-d68a-4573-acb9-fddc7398ef31/7b4903f9-3e0c-4298-af2d-a226d946e0dc/b3473202-846d-4b11-8be5-40a6357554ed) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:41:52.591991 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.604643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Transition to ACTIVE for port object b3473202-846d-4b11-8be5-40a6357554ed will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:41:52.637001 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.677606 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Network 041c8191-d68a-4573-acb9-fddc7398ef31 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:41:52.682878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:41:52.687230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:41:52.714680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Pushing event updated for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:52.740543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:52.741183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.755547 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6f9ba36e-79af-4522-9603-eabe59a8e6aa tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9661703 Jul 15 17:41:52.767837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Request body: {'port': {'device_id': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:41:52.826368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b381-4eba-4d5c-b5d0-b0a3ac36a3d4 req-45dbebc9-fad2-4e57-b283-6b0ccd575ebc tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:52.827676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f894b381-4eba-4d5c-b5d0-b0a3ac36a3d4 req-45dbebc9-fad2-4e57-b283-6b0ccd575ebc tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 936 time: 0.0674253 Jul 15 17:41:52.847718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.870180 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f894b381-4eba-4d5c-b5d0-b0a3ac36a3d4 req-a9c55a07-ddd9-438c-8514-59016f556b13 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Jul 15 17:41:52.942744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-361957d5-e11b-4540-90bb-e581e6c5cd88 None None] Provisioning for port b3473202-846d-4b11-8be5-40a6357554ed completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:41:52.946475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-361957d5-e11b-4540-90bb-e581e6c5cd88 None None] Provisioning complete for port b3473202-846d-4b11-8be5-40a6357554ed triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:41:52.946911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-361957d5-e11b-4540-90bb-e581e6c5cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:52.982905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-361957d5-e11b-4540-90bb-e581e6c5cd88 None None] Port b3473202-846d-4b11-8be5-40a6357554ed cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:41:53.109346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3473202-846d-4b11-8be5-40a6357554ed {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:41:53.116579 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:53.128822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Transition to ACTIVE for port object b3473202-846d-4b11-8be5-40a6357554ed will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:41:53.132450 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:53.183890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Pushing event updated for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:53.256555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Attempting to bind port b3473202-846d-4b11-8be5-40a6357554ed on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:41:53.257149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Attempting to bind port b3473202-846d-4b11-8be5-40a6357554ed by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:41:53.257481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Attempting to bind port b3473202-846d-4b11-8be5-40a6357554ed on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:41:53.261989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Port b3473202-846d-4b11-8be5-40a6357554ed on network 041c8191-d68a-4573-acb9-fddc7398ef31 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:41:53.262313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Attempting to bind port b3473202-846d-4b11-8be5-40a6357554ed on network 041c8191-d68a-4573-acb9-fddc7398ef31 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:41:53.267340 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:41:53.267676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Checking segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:41:53.268064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Bound using segment: {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:41:53.268521 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Bound port: b3473202-846d-4b11-8be5-40a6357554ed, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca19817-3851-421a-823e-8fefa4032fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:41:53.268886 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:53.338903 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:41:53.342881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b3473202-846d-4b11-8be5-40a6357554ed,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:41:53.346704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:53.384372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:53.385208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:53.386681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] 10.222.0.35 "PUT /v2.0/ports/b3473202-846d-4b11-8be5-40a6357554ed HTTP/1.1" status: 200 len: 1096 time: 0.6239295 Jul 15 17:41:53.387094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:53.389539 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cf35bc-0a09-4a8c-aa05-0d4b748de283" -d '{"events": [{"name": "network-changed", "server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "tag": "b3473202-846d-4b11-8be5-40a6357554ed"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:53.423824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df6543-ab69-43be-91a8-4439de82f723 service neutron] Pushing event updated for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:53.442007 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec175a-4e9e-4232-87e5-c7deb2b13dd6 x-openstack-request-id: req-a2ec175a-4e9e-4232-87e5-c7deb2b13dd6 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:53.442386 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "tag": "b3473202-846d-4b11-8be5-40a6357554ed", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:53.442647 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2ec175a-4e9e-4232-87e5-c7deb2b13dd6 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:53.443054 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed', 'status': 'completed', 'code': 200} Jul 15 17:41:53.489392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6c47230e-e315-4148-a902-f30b7fef4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:53.490948 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-6c47230e-e315-4148-a902-f30b7fef4c87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43db34d88ca0495b95978cd3053ab37d&device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 1099 time: 0.0586915 Jul 15 17:41:53.534317 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-658f98a6-2ccc-4d24-8adf-b0074eebf1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b3473202-846d-4b11-8be5-40a6357554ed HTTP/1.1" status: 200 len: 217 time: 0.0359731 Jul 15 17:41:53.588176 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-d3f2dcfc-42e7-412e-bb16-b327f9266f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:53.589687 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-d3f2dcfc-42e7-412e-bb16-b327f9266f30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0494089 Jul 15 17:41:53.647330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-2242eebe-5ee0-41a8-b408-00288a0d1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:53.648801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-2242eebe-5ee0-41a8-b408-00288a0d1c8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532491 Jul 15 17:41:53.738987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-e468b424-8990-456e-a074-71deef98eb9f service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Jul 15 17:41:53.828065 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-836a98c2-25c3-4951-a07d-f2b1776cf296 req-462585d6-ca10-462a-a77c-54e01d8f3fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820563 Jul 15 17:41:53.924850 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-dc895fa2-3838-45af-8908-d99f8e75a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:53.930962 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-dc895fa2-3838-45af-8908-d99f8e75a00b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43db34d88ca0495b95978cd3053ab37d&device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 1099 time: 0.0536664 Jul 15 17:41:54.022029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-6c7d7031-edf2-4482-92e4-16825bb64efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:54.023508 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-6c7d7031-edf2-4482-92e4-16825bb64efc service neutron] 10.222.0.35 "GET /v2.0/networks?id=041c8191-d68a-4573-acb9-fddc7398ef31 HTTP/1.1" status: 200 len: 869 time: 0.0898497 Jul 15 17:41:54.051865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba5d1-eb02-4fe5-85b6-96f6e5a666db req-bfdccc3b-ae30-4083-93ac-cf49315d86fc tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:54.053376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-479ba5d1-eb02-4fe5-85b6-96f6e5a666db req-bfdccc3b-ae30-4083-93ac-cf49315d86fc tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 948 time: 0.0628629 Jul 15 17:41:54.064485 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-be7114cc-990f-4a78-a4d3-fc12f2f36bf1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=b3473202-846d-4b11-8be5-40a6357554ed HTTP/1.1" status: 200 len: 217 time: 0.0342214 Jul 15 17:41:54.092024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-479ba5d1-eb02-4fe5-85b6-96f6e5a666db req-6e3c0d90-de64-411c-8f19-875288272cd2 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jul 15 17:41:54.119105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-fdbb1d8b-d58f-4487-84b7-9c0bbd412da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:54.120632 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-fdbb1d8b-d58f-4487-84b7-9c0bbd412da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4903f9-3e0c-4298-af2d-a226d946e0dc HTTP/1.1" status: 200 len: 843 time: 0.0490465 Jul 15 17:41:54.176830 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-8516b6ae-fb67-4ef0-afba-b23d47073b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:54.178196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-8516b6ae-fb67-4ef0-afba-b23d47073b9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=041c8191-d68a-4573-acb9-fddc7398ef31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503724 Jul 15 17:41:54.265473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-85bedaf1-a453-41d8-8f27-710355aa112e service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800419 Jul 15 17:41:54.361623 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-60cf35bc-0a09-4a8c-aa05-0d4b748de283 req-07ba082d-7199-4ebe-84a6-2ed067628abb service neutron] 10.222.0.35 "GET /v2.0/networks/041c8191-d68a-4573-acb9-fddc7398ef31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858574 Jul 15 17:41:55.272827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d30fa6-9c3b-40a0-94d7-e707f0d98806 req-414d9c9d-0248-4a4a-8a6f-e8ccb6a4c1a0 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:55.274301 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98d30fa6-9c3b-40a0-94d7-e707f0d98806 req-414d9c9d-0248-4a4a-8a6f-e8ccb6a4c1a0 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 948 time: 0.0687931 Jul 15 17:41:55.311936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98d30fa6-9c3b-40a0-94d7-e707f0d98806 req-d72c2c56-8ab5-4d29-91ee-58a4d04eedcf tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 15 17:41:55.379268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b3473202-846d-4b11-8be5-40a6357554ed details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:41:55.623449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b3473202-846d-4b11-8be5-40a6357554ed,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:55.634362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'b3473202-846d-4b11-8be5-40a6357554ed', 'network_id': '041c8191-d68a-4573-acb9-fddc7398ef31', 'port_id': 'b3473202-846d-4b11-8be5-40a6357554ed', 'mac_address': 'fa:16:3e:b3:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4903f9-3e0c-4298-af2d-a226d946e0dc', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:41:55.673390 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:55.686246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3473202-846d-4b11-8be5-40a6357554ed {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:41:55.705744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b3473202-846d-4b11-8be5-40a6357554ed,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:55.709881 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:55.757671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:55.845224 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b1269e09-9107-4e31-98c4-50be56a6d380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:55.947169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b3473202-846d-4b11-8be5-40a6357554ed'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:41:56.486400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca305b-f499-4988-a13b-eb3ff4b2a9c6 req-b1151c10-4bec-4595-a0bb-077395f59783 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:56.487868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98ca305b-f499-4988-a13b-eb3ff4b2a9c6 req-b1151c10-4bec-4595-a0bb-077395f59783 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 949 time: 0.0665295 Jul 15 17:41:56.520047 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:41:56.525643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98ca305b-f499-4988-a13b-eb3ff4b2a9c6 req-4dbdb166-8568-45c8-9f27-d86dd9f1f11f tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Jul 15 17:41:57.394539 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b3473202-846d-4b11-8be5-40a6357554ed up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:41:57.441525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port b3473202-846d-4b11-8be5-40a6357554ed completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:41:57.445361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port b3473202-846d-4b11-8be5-40a6357554ed triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:41:57.445730 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:57.524872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:57.548647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:41:57.566904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b3473202-846d-4b11-8be5-40a6357554ed,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:41:57.572219 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:57.598225 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da6c2c-751e-45b5-8e97-a0e528f3e9b7" -d '{"events": [{"server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "name": "network-vif-plugged", "status": "completed", "tag": "b3473202-846d-4b11-8be5-40a6357554ed"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:41:57.625961 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:41:57.690301 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ffd56-311b-45f5-88dc-1baebe094567 x-openstack-request-id: req-202ffd56-311b-45f5-88dc-1baebe094567 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:41:57.690595 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "name": "network-vif-plugged", "status": "completed", "tag": "b3473202-846d-4b11-8be5-40a6357554ed", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:41:57.690840 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-202ffd56-311b-45f5-88dc-1baebe094567 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:41:57.691242 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed', 'code': 200} Jul 15 17:41:57.716267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cf33-658d-4026-9ccf-fb575ce73348 req-a16f0762-3084-4a54-b02e-485d4616f84d tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:57.717752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f84cf33-658d-4026-9ccf-fb575ce73348 req-a16f0762-3084-4a54-b02e-485d4616f84d tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 950 time: 0.0653820 Jul 15 17:41:57.762142 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9f84cf33-658d-4026-9ccf-fb575ce73348 req-336a1578-e8e8-4bb4-8f90-a1eb8ea0d0f0 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372982 Jul 15 17:41:57.808633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c639f-448c-4a11-a290-b0d149b18004 req-8e7ad9d7-ae20-497e-940e-6e093e13d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:57.810738 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-143c639f-448c-4a11-a290-b0d149b18004 req-8e7ad9d7-ae20-497e-940e-6e093e13d8f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 1101 time: 0.0594301 Jul 15 17:41:57.844919 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-143c639f-448c-4a11-a290-b0d149b18004 req-da4c9f4d-3dc9-4c65-b841-c67ef35273b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279818 Jul 15 17:41:58.860435 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:58.934425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c9d72-da1f-4ef4-aa6a-f1c3ea2dc6e6 req-d126e287-af32-4444-8aa6-84740705f15f tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:41:58.935924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-831c9d72-da1f-4ef4-aa6a-f1c3ea2dc6e6 req-d126e287-af32-4444-8aa6-84740705f15f tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 950 time: 0.0627551 Jul 15 17:41:58.976723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-831c9d72-da1f-4ef4-aa6a-f1c3ea2dc6e6 req-84d5754b-7c8e-40b3-8fee-c23879b20b0c tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352712 Jul 15 17:41:59.157425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d090-d493-4053-83a5-546b6232d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:59.379369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-7cfd1a63-9ab5-453b-ba93-6a87906d1b25 req-3df84252-66b6-4e66-95e4-273bf12a06bd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:41:59.380395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7cfd1a63-9ab5-453b-ba93-6a87906d1b25 req-3df84252-66b6-4e66-95e4-273bf12a06bd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451183 Jul 15 17:41:59.700086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:41:59.958708 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-ce5e311b-5778-4252-bbe4-248e0305d7ca req-1aa86a2b-286e-4c26-9861-e4ce369052c2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:41:59.959737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ce5e311b-5778-4252-bbe4-248e0305d7ca req-1aa86a2b-286e-4c26-9861-e4ce369052c2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420868 Jul 15 17:42:00.434216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658348f-a0c5-45bb-aab8-601f8299f371 req-5ef7fcd0-7e70-47c5-a708-e448bb96f594 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:00.436264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2658348f-a0c5-45bb-aab8-601f8299f371 req-5ef7fcd0-7e70-47c5-a708-e448bb96f594 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 950 time: 0.0626667 Jul 15 17:42:00.472888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2658348f-a0c5-45bb-aab8-601f8299f371 req-373b6dd2-5a19-4186-8b96-d3a2ceab4693 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 15 17:42:01.429080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:01.620400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-33629975-c6a6-4a57-a39f-332f7a81ca9e tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:01.621787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-33629975-c6a6-4a57-a39f-332f7a81ca9e tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.35 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 950 time: 0.0688982 Jul 15 17:42:01.651744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07772e1-ec7d-4501-a23b-6e89866e9ad7 req-fbad7e9a-c61b-48c5-8e00-5dc3719cb067 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:01.653259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a07772e1-ec7d-4501-a23b-6e89866e9ad7 req-fbad7e9a-c61b-48c5-8e00-5dc3719cb067 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/ports?device_id=9541dfcc-6b12-42ff-8e12-1aea94937e77 HTTP/1.1" status: 200 len: 950 time: 0.0676963 Jul 15 17:42:01.691075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a07772e1-ec7d-4501-a23b-6e89866e9ad7 req-fe080d62-4a47-4df2-b31e-157a2af20e23 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.25 "GET /v2.0/security-groups?id=910ef472-7666-49af-a61d-ec2b06de469e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Jul 15 17:42:01.723510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Deleting port b3473202-846d-4b11-8be5-40a6357554ed {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:42:01.723859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:01.815712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] For port b3473202-846d-4b11-8be5-40a6357554ed, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b3473202-846d-4b11-8be5-40a6357554ed,segment=NetworkSegment(3ca19817-3851-421a-823e-8fefa4032fb8),segment_id=3ca19817-3851-421a-823e-8fefa4032fb8)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:01.816082 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:01.827594 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Calling delete_port for b3473202-846d-4b11-8be5-40a6357554ed owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:42:01.950640 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:01.962272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b3473202-846d-4b11-8be5-40a6357554ed'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:42:01.983997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Pushing event deleted for resources: {'Port': ['ID=b3473202-846d-4b11-8be5-40a6357554ed,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:02.029327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] No DVR routers for this DVR port b3473202-846d-4b11-8be5-40a6357554ed on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:42:02.032213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:02.034493 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d3f54d8e-ee06-4f86-8821-e8f254dd92c5 req-73cb0ae6-c137-4f70-92bc-8928cd92e9a6 tempest-ServersAdminNegativeTestJSON-1137749165 tempest-ServersAdminNegativeTestJSON-1137749165-project] 10.222.0.35 "DELETE /v2.0/ports/b3473202-846d-4b11-8be5-40a6357554ed HTTP/1.1" status: 204 len: 173 time: 0.4070399 Jul 15 17:42:02.035056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'name': 'network-vif-deleted', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:02.037660 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122706c0-de22-4e2e-9c72-521444e12176" -d '{"events": [{"server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "name": "network-vif-deleted", "tag": "b3473202-846d-4b11-8be5-40a6357554ed"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:02.076670 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a5cf80-efe9-45c5-b50d-f6e6f5039701 x-openstack-request-id: req-05a5cf80-efe9-45c5-b50d-f6e6f5039701 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:02.076959 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9541dfcc-6b12-42ff-8e12-1aea94937e77", "name": "network-vif-deleted", "tag": "b3473202-846d-4b11-8be5-40a6357554ed", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:02.077214 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05a5cf80-efe9-45c5-b50d-f6e6f5039701 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:02.077616 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9541dfcc-6b12-42ff-8e12-1aea94937e77', 'name': 'network-vif-deleted', 'tag': 'b3473202-846d-4b11-8be5-40a6357554ed', 'status': 'completed', 'code': 200} Jul 15 17:42:03.010001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46144) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:03.135477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-82a84b21-67c7-45c4-90c3-20d0f546caa5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43db34d88ca0495b95978cd3053ab37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243215 Jul 15 17:42:03.138652 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46148) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:03.184089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.205272 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.249932 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.252495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.253625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/910ef472-7666-49af-a61d-ec2b06de469e HTTP/1.1" status: 204 len: 168 time: 0.1140926 Jul 15 17:42:03.261814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b69d7-fde1-4b13-b818-46df18092f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ef472-7666-49af-a61d-ec2b06de469e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:03.513048 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46154) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:03.526290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4857c6ac-93a3-4a0a-9184-89b308911777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.610963 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4857c6ac-93a3-4a0a-9184-89b308911777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.614460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4857c6ac-93a3-4a0a-9184-89b308911777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.651168 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4857c6ac-93a3-4a0a-9184-89b308911777 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c8819ef56d34be38bfefb959e7bac08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369956 Jul 15 17:42:03.653045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857c6ac-93a3-4a0a-9184-89b308911777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daef417a-25f6-4825-8770-ae12900a9929,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:03.654636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46156) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:03.707312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.728103 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.774346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.776945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:03.778092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daef417a-25f6-4825-8770-ae12900a9929 HTTP/1.1" status: 204 len: 168 time: 0.1224058 Jul 15 17:42:03.788069 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07640a6-0832-41c6-9cd2-aa0b1602ded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef417a-25f6-4825-8770-ae12900a9929,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:04.425368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46178) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:04.515828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-713231020-network', 'tenant_id': '4e11301da17a4255a45243e815cd80ac'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:04.537104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Made reservation on behalf of 4e11301da17a4255a45243e815cd80ac for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:04.539408 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.548227 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.636252 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.640454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.661518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:42:04.675103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6863910-7a09-4c90-929a-2787a8e18cfb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:04.681000 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.681323 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Added segment ecc70788-68c1-4f37-925c-1555bbe38234 of type vlan for network 4ba88882-b64d-4501-8751-4859e292063e Jul 15 17:42:04.723363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.751216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.752273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:04.752877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.787234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3607109 Jul 15 17:42:04.790205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46182) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:04.795974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Request body: {'subnet': {'network_id': '4ba88882-b64d-4501-8751-4859e292063e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-713231020-subnet', 'tenant_id': '4e11301da17a4255a45243e815cd80ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:04.817348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Made reservation on behalf of 4e11301da17a4255a45243e815cd80ac for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:04.818266 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad851c1f-99fb-483a-a86c-737429117e8d admin admin] Pushing event updated for resources: {'Network': ['ID=4ba88882-b64d-4501-8751-4859e292063e,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:04.819674 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:04.827967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 4ba88882-b64d-4501-8751-4859e292063e details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:42:04.984793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:05.044384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc5d419-9d31-429d-81d6-17ea22e12642,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:05.051354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Checking segment: {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:42:05.051717 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Network hostable DHCP agents. Network: 4ba88882-b64d-4501-8751-4859e292063e, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:42:05.067920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Network 4ba88882-b64d-4501-8751-4859e292063e is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:42:05.075799 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 4ba88882-b64d-4501-8751-4859e292063e) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:42:05.079670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:05.080294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:05.084796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f717aa-ce32-43e9-9ae9-066997557988 None None] Network 4ba88882-b64d-4501-8751-4859e292063e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:42:05.093779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5c1bcc7-6b27-464e-897d-cdc5180c278f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3024623 Jul 15 17:42:05.209307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05de83-988c-47bf-ade6-6d7e79c9bebf None None] Network 4ba88882-b64d-4501-8751-4859e292063e requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:42:05.431800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b3473202-846d-4b11-8be5-40a6357554ed no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:42:05.455098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: b3473202-846d-4b11-8be5-40a6357554ed {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:42:05.455445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b3473202-846d-4b11-8be5-40a6357554ed not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:42:05.512793 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-331e86ec-0c84-4167-97fe-22acd66aa176 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:05.514271 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-331e86ec-0c84-4167-97fe-22acd66aa176 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 811 time: 0.1078875 Jul 15 17:42:05.528973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-7baef77f-d1a4-48a2-8a28-9da6e0978d46 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/quotas/4e11301da17a4255a45243e815cd80ac HTTP/1.1" status: 200 len: 375 time: 0.0088944 Jul 15 17:42:05.561465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-df846a23-2276-4592-ab89-317a8290746e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274973 Jul 15 17:42:05.650627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-77738889-f7db-4b49-8071-c4362f88f794 service neutron] 10.222.0.25 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826898 Jul 15 17:42:05.746740 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-dbb7d8f3-1e07-4502-9767-adf14f69eda6 service neutron] 10.222.0.25 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Jul 15 17:42:05.914950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44a3987b-8ab8-4276-82ae-b333f389729c req-acbaeffe-5e6a-4835-8f98-c2dd9a7ebd24 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 210 time: 0.0287011 Jul 15 17:42:06.941636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-323078e7-0c96-46e2-8b70-67286e264828 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:06.943113 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-323078e7-0c96-46e2-8b70-67286e264828 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.35 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 811 time: 0.1062233 Jul 15 17:42:06.960245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Request body: {'port': {'device_id': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'network_id': '4ba88882-b64d-4501-8751-4859e292063e', 'admin_state_up': True, 'tenant_id': '4e11301da17a4255a45243e815cd80ac'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:07.062363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e2a2592-7f82-4356-8ced-9b0d86d03f8d req-f2aa581d-48a0-4b90-984d-00dc95efb806 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 210 time: 0.0325222 Jul 15 17:42:07.086233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Made reservation on behalf of 4e11301da17a4255a45243e815cd80ac for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:07.089915 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.212547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Allocated IP 172.20.0.3 (4ba88882-b64d-4501-8751-4859e292063e/0dc5d419-9d31-429d-81d6-17ea22e12642/b582dad2-a9c8-453f-b216-9493aad896ef) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:42:07.359883 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.398190 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.437978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Network 4ba88882-b64d-4501-8751-4859e292063e is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:42:07.441153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:42:07.443421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:42:07.487331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:07.507639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:07.508277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.521652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-662ec2b0-01cd-4a2a-8a9f-12a2ff7d1be7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656395 Jul 15 17:42:07.532946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Request body: {'port': {'device_id': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:07.602831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.860579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b582dad2-a9c8-453f-b216-9493aad896ef {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:42:07.867639 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.879150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Transition to ACTIVE for port object b582dad2-a9c8-453f-b216-9493aad896ef will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:42:07.883199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:07.933076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:07.997664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:42:07.998337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:42:07.998457 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:08.002656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:42:08.002994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:08.008002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:42:08.008359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Checking segment: {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:42:08.008734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Bound using segment: {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:42:08.009153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Bound port: b582dad2-a9c8-453f-b216-9493aad896ef, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:42:08.009504 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:08.074817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:42:08.078399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:42:08.082776 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:08.114548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.115162 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:08.116858 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] 10.222.0.35 "PUT /v2.0/ports/b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 1091 time: 0.5882082 Jul 15 17:42:08.119010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:08.122009 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70796024-663d-4483-bc01-762b0b6a0f54" -d '{"events": [{"name": "network-changed", "server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:08.155852 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719e8a0-1bf7-45de-bd52-cdbf32a73e47 service neutron] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:08.162518 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d97e7-dac3-441d-8f65-f43e16aad3a2 x-openstack-request-id: req-067d97e7-dac3-441d-8f65-f43e16aad3a2 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:08.163014 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:08.163267 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-067d97e7-dac3-441d-8f65-f43e16aad3a2 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:08.163657 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'status': 'completed', 'code': 200} Jul 15 17:42:08.220007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-a6a6db6f-e5c6-483f-b5e8-62ef398cc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.221581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-a6a6db6f-e5c6-483f-b5e8-62ef398cc031 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1094 time: 0.0543056 Jul 15 17:42:08.269189 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-ee88932d-22b3-4a03-9c13-7faf791f56e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0397384 Jul 15 17:42:08.319702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-1c56418d-b525-46ab-aa12-aafb68c0ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.321230 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-1c56418d-b525-46ab-aa12-aafb68c0ed49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0462244 Jul 15 17:42:08.358662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-9a190593-52b3-4b24-8435-56e197d42976 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313206 Jul 15 17:42:08.457259 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-050fa921-d33e-4315-ade1-0cc797f6de36 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910001 Jul 15 17:42:08.550650 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-79627ff7-d2c2-43aa-81ba-7a12b9ab7174 req-1622d781-dbfb-471a-8283-4ea806a615a7 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Jul 15 17:42:08.566043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac1144-61ee-4957-b2f9-6fb79cbeb4f9 req-e29549d1-775b-4e64-a207-0cc57ad66437 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.567540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aac1144-61ee-4957-b2f9-6fb79cbeb4f9 req-e29549d1-775b-4e64-a207-0cc57ad66437 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 943 time: 0.3724506 Jul 15 17:42:08.609409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0aac1144-61ee-4957-b2f9-6fb79cbeb4f9 req-77f7c914-a903-409b-af7a-7c1d535bb73d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Jul 15 17:42:08.654438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796024-663d-4483-bc01-762b0b6a0f54 req-6ac715e2-5df8-4833-a002-e19e1e59c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.655948 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-6ac715e2-5df8-4833-a002-e19e1e59c7e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1094 time: 0.0535822 Jul 15 17:42:08.748233 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796024-663d-4483-bc01-762b0b6a0f54 req-aab30992-244d-4e9b-9a2c-b0f853a60077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.749615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-aab30992-244d-4e9b-9a2c-b0f853a60077 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.0871782 Jul 15 17:42:08.790137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-f29eea99-ad7a-40e0-bbdc-0dd0fa9f9fe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0339096 Jul 15 17:42:08.841484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796024-663d-4483-bc01-762b0b6a0f54 req-489ea0f8-8188-4250-ada5-c5ca4c590704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:08.842912 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-489ea0f8-8188-4250-ada5-c5ca4c590704 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0465064 Jul 15 17:42:08.875299 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-42446570-d2a6-4aa3-b3fc-df4254d4cff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247526 Jul 15 17:42:08.964845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-03dccbab-f1d5-468f-a18b-c9ded7309e66 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Jul 15 17:42:09.052581 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-70796024-663d-4483-bc01-762b0b6a0f54 req-567a6e25-d0de-40ab-b3dc-e47964f2b92e service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813100 Jul 15 17:42:09.780722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bf04c-7bd7-4984-b8dc-82c0f5662c8e req-54369a1b-3a4e-465b-803a-7063a0338279 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:09.782194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a3bf04c-7bd7-4984-b8dc-82c0f5662c8e req-54369a1b-3a4e-465b-803a-7063a0338279 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 943 time: 0.0628233 Jul 15 17:42:09.819119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a3bf04c-7bd7-4984-b8dc-82c0f5662c8e req-10244d93-d2f4-4ab6-9517-592d252602b8 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Jul 15 17:42:10.989880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba93463-e973-430c-8499-5338043dd2a0 req-e5276ea1-0c7e-478a-8d78-360af9cfcea0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:10.991335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ba93463-e973-430c-8499-5338043dd2a0 req-e5276ea1-0c7e-478a-8d78-360af9cfcea0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 943 time: 0.0647180 Jul 15 17:42:11.028753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2ba93463-e973-430c-8499-5338043dd2a0 req-ba04137b-ac8b-4137-874b-431839b8d5a5 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Jul 15 17:42:11.137929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:11.304443 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:11.464330 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b582dad2-a9c8-453f-b216-9493aad896ef details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:42:11.557133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:11.568007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'network_id': '4ba88882-b64d-4501-8751-4859e292063e', 'port_id': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'mac_address': 'fa:16:3e:23:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc5d419-9d31-429d-81d6-17ea22e12642', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:42:11.607736 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:11.619814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582dad2-a9c8-453f-b216-9493aad896ef {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:42:11.639284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:11.642891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:11.688642 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:11.829673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b582dad2-a9c8-453f-b216-9493aad896ef'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:42:12.197869 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e1a7-a98c-43e1-87e6-9fda959f9ee9 req-ff8c431d-44a4-46b6-8b28-1e37287bda6d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:12.199292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e6e1a7-a98c-43e1-87e6-9fda959f9ee9 req-ff8c431d-44a4-46b6-8b28-1e37287bda6d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 944 time: 0.0630643 Jul 15 17:42:12.236958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4e6e1a7-a98c-43e1-87e6-9fda959f9ee9 req-c9c12ef7-6484-42ee-8796-4d96cd7bc865 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 15 17:42:13.410170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35782950-ae8c-4ad2-a9a5-df5b2acf6803 req-c5e3e560-d52e-4824-96d8-7eafca9d64f6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:13.411643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35782950-ae8c-4ad2-a9a5-df5b2acf6803 req-c5e3e560-d52e-4824-96d8-7eafca9d64f6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 944 time: 0.0627627 Jul 15 17:42:13.453135 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-35782950-ae8c-4ad2-a9a5-df5b2acf6803 req-d3a392fe-9ba0-48fe-92f1-121e218d1475 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Jul 15 17:42:13.464735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b582dad2-a9c8-453f-b216-9493aad896ef up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:42:13.511751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port b582dad2-a9c8-453f-b216-9493aad896ef completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:42:13.515909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port b582dad2-a9c8-453f-b216-9493aad896ef triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:42:13.516317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:13.589661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:13.610895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:13.613157 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f75833-8065-4697-8b13-c4e4cc0e2aff" -d '{"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:13.626081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:13.630209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:13.656643 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd471bc8-894c-4bb2-978c-b9f9034c06b8 x-openstack-request-id: req-dd471bc8-894c-4bb2-978c-b9f9034c06b8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:13.656949 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:13.657288 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd471bc8-894c-4bb2-978c-b9f9034c06b8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:13.657549 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'code': 200} Jul 15 17:42:13.683786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:13.759197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9474-869e-477f-82c4-48038ec13781 req-669ad7e1-b0cc-45ab-9868-bc232107dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:13.760730 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e9bb9474-869e-477f-82c4-48038ec13781 req-669ad7e1-b0cc-45ab-9868-bc232107dd13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1096 time: 0.0517220 Jul 15 17:42:13.792972 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e9bb9474-869e-477f-82c4-48038ec13781 req-65f1ddac-a56c-45aa-a3fd-ffdc7d52dc0c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263898 Jul 15 17:42:14.632904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04465-41d9-4077-b454-fd2cccb7a9ea req-1d1a115a-5807-4800-8cc4-14d4490da444 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:14.635306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9dd04465-41d9-4077-b454-fd2cccb7a9ea req-1d1a115a-5807-4800-8cc4-14d4490da444 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0667138 Jul 15 17:42:14.674002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9dd04465-41d9-4077-b454-fd2cccb7a9ea req-44f7d9f7-7ddf-4e26-b531-51241cc774d5 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Jul 15 17:42:15.845468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cdec4-81e2-47b8-af1b-7065366936ca req-11358542-e39b-4e5b-84e8-0d2747a6f1c1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:15.846921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f86cdec4-81e2-47b8-af1b-7065366936ca req-11358542-e39b-4e5b-84e8-0d2747a6f1c1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0622921 Jul 15 17:42:15.884722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f86cdec4-81e2-47b8-af1b-7065366936ca req-b54348d2-1beb-420e-82db-84acc0e1def8 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Jul 15 17:42:16.202141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46250) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:16.282452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68df96-3eda-4546-aafb-8ec9cf105c16 req-e2a6e63c-09e7-4cf3-a8a9-665e688155a3 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:16.283864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c68df96-3eda-4546-aafb-8ec9cf105c16 req-e2a6e63c-09e7-4cf3-a8a9-665e688155a3 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0693295 Jul 15 17:42:16.297929 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-6e489af7-f5d6-40ac-a34d-9231151adb5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946271 Jul 15 17:42:16.322264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c68df96-3eda-4546-aafb-8ec9cf105c16 req-c6c1809b-e269-436e-85a1-4d6db76964af tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 15 17:42:17.455253 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-339e8e0c-25ed-4916-ae39-363067898b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:17.456827 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-339e8e0c-25ed-4916-ae39-363067898b43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1096 time: 0.0522516 Jul 15 17:42:17.506646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b4bc6-5877-4fec-908b-59e8128b8d51 req-0f7ee492-1d9c-4712-ae8d-e56b528138b1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:17.508176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e75b4bc6-5877-4fec-908b-59e8128b8d51 req-0f7ee492-1d9c-4712-ae8d-e56b528138b1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0664723 Jul 15 17:42:17.547663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e75b4bc6-5877-4fec-908b-59e8128b8d51 req-d655e25d-c2ea-46c3-af33-aaaa449af1f0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Jul 15 17:42:17.565213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-964dd6c0-1f70-4947-8a7e-2aa72740e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:17.566798 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-964dd6c0-1f70-4947-8a7e-2aa72740e581 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.1034451 Jul 15 17:42:17.612491 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-4dc27933-95dc-48cd-a7bc-c00094418c8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0389042 Jul 15 17:42:17.675126 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-d9c16a79-8d3a-49cd-9b9f-d85a4658454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:17.676631 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-d9c16a79-8d3a-49cd-9b9f-d85a4658454c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0582590 Jul 15 17:42:17.715432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-2478b5f6-ea74-49fb-af95-bcc5ac51293f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325422 Jul 15 17:42:17.811994 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-625ff414-990b-4593-ab3b-4fe48d086d6b service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902042 Jul 15 17:42:17.913760 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-dea14f96-db60-4baa-8f10-7f5113c8ff7b service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956130 Jul 15 17:42:18.727809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b7806-e4c3-424d-8a3e-378a3dfc9db4 req-c5a55e6e-c877-4705-ba08-5fb4140298d0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:18.729327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-773b7806-e4c3-424d-8a3e-378a3dfc9db4 req-c5a55e6e-c877-4705-ba08-5fb4140298d0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0696659 Jul 15 17:42:18.767562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-773b7806-e4c3-424d-8a3e-378a3dfc9db4 req-0b82fb7d-5ba2-46ff-8c20-a5e355c5532c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 15 17:42:19.940698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f067c5-232b-41fc-8290-3a3df7d5da22 req-9e537198-51c7-4366-a9d0-2bea5a23ed2d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:19.942163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45f067c5-232b-41fc-8290-3a3df7d5da22 req-9e537198-51c7-4366-a9d0-2bea5a23ed2d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0634539 Jul 15 17:42:19.979963 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-45f067c5-232b-41fc-8290-3a3df7d5da22 req-d56eab7e-daf4-4d50-a1c5-95a990207044 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Jul 15 17:42:21.150325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f868fe-5768-4bfa-ac41-c7a9c01f1342 req-47ad3980-bf88-4757-bbdf-3a671df0c062 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:21.151798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f868fe-5768-4bfa-ac41-c7a9c01f1342 req-47ad3980-bf88-4757-bbdf-3a671df0c062 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0633790 Jul 15 17:42:21.189743 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2f868fe-5768-4bfa-ac41-c7a9c01f1342 req-61e215bd-102b-4478-b01f-ac97070bd1a9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Jul 15 17:42:22.368103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa983bb0-6240-4bee-9c57-090a638116cc req-573236ea-7db6-4268-a099-041e2e468ce6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:22.369612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa983bb0-6240-4bee-9c57-090a638116cc req-573236ea-7db6-4268-a099-041e2e468ce6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0684543 Jul 15 17:42:22.408529 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa983bb0-6240-4bee-9c57-090a638116cc req-f03187a0-130a-4ba0-b6a4-2279c3b375c5 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Jul 15 17:42:23.583056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf2d98-de85-4a53-a322-3e5c3b0755e1 req-954c3576-8700-432b-a5ee-dd5626f6e905 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:23.584460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcdf2d98-de85-4a53-a322-3e5c3b0755e1 req-954c3576-8700-432b-a5ee-dd5626f6e905 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0636353 Jul 15 17:42:23.621831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dcdf2d98-de85-4a53-a322-3e5c3b0755e1 req-1cdda9cc-41d9-4ed1-979f-b3b50d7dc6c7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Jul 15 17:42:24.799634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc10341-ce20-4ee5-bf82-583c1337a121 req-314c25ea-f784-40ca-8765-9ecdbe785deb tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:24.801153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bc10341-ce20-4ee5-bf82-583c1337a121 req-314c25ea-f784-40ca-8765-9ecdbe785deb tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0675967 Jul 15 17:42:24.839044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bc10341-ce20-4ee5-bf82-583c1337a121 req-dd5dd033-81b6-4888-bf60-4ea2ca1c5920 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324495 Jul 15 17:42:25.847871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b870e62-6ca2-4e7b-8144-ff0bad07fa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:26.047118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6b7de-c4d4-46c5-9442-1f7133ecde1c req-0eb5c240-1099-4d88-abd7-101fd1b9125f tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:26.048550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1c6b7de-c4d4-46c5-9442-1f7133ecde1c req-0eb5c240-1099-4d88-abd7-101fd1b9125f tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0673478 Jul 15 17:42:26.085876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1c6b7de-c4d4-46c5-9442-1f7133ecde1c req-319791d4-5866-490a-a00c-f4a434192cf1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Jul 15 17:42:27.255765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e4c1-0d21-46ca-ab97-23eb5e966212 req-6680cc27-c830-4184-8013-83764b7d110c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:27.257521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bc4e4c1-0d21-46ca-ab97-23eb5e966212 req-6680cc27-c830-4184-8013-83764b7d110c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0622709 Jul 15 17:42:27.294940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1bc4e4c1-0d21-46ca-ab97-23eb5e966212 req-4cf8aacb-b3a2-4e91-a642-d17460bba9c1 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 15 17:42:28.471735 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85007832-8cc9-4c15-bebc-c90c393d5208 req-e8492f88-0e6f-495e-90f6-90c7f05b0bc0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:28.473352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85007832-8cc9-4c15-bebc-c90c393d5208 req-e8492f88-0e6f-495e-90f6-90c7f05b0bc0 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0671682 Jul 15 17:42:28.511129 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85007832-8cc9-4c15-bebc-c90c393d5208 req-3ef36755-671e-4903-8706-2e987b475232 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Jul 15 17:42:28.861465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:29.157646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e6752ed-c343-499f-9fff-dde3049bfc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:29.682644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5b74-706f-4e7c-be72-3f345779c72f req-2c7b53ed-fae7-4ddb-925c-3e1af102befb tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:29.684161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15ce5b74-706f-4e7c-be72-3f345779c72f req-2c7b53ed-fae7-4ddb-925c-3e1af102befb tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0632610 Jul 15 17:42:29.697008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:29.722540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-15ce5b74-706f-4e7c-be72-3f345779c72f req-73ddb722-2728-4b65-8cce-a0b49a6ef20e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 15 17:42:30.899456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e899e-7077-4629-ac15-1a5f00a51a43 req-8e490371-a507-499b-b161-fd18241fb6d7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:30.900961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-424e899e-7077-4629-ac15-1a5f00a51a43 req-8e490371-a507-499b-b161-fd18241fb6d7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0669684 Jul 15 17:42:30.939368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-424e899e-7077-4629-ac15-1a5f00a51a43 req-e56d829e-2842-4382-bf4b-cd38ca01686a tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Jul 15 17:42:31.431896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:32.118191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f718-fdfe-46f9-a5b2-e06652fd00d3 req-8e3df3a3-2575-4e81-8c93-b9e5bdefb6c6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:32.119692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b70f718-fdfe-46f9-a5b2-e06652fd00d3 req-8e3df3a3-2575-4e81-8c93-b9e5bdefb6c6 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0686460 Jul 15 17:42:32.158167 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3b70f718-fdfe-46f9-a5b2-e06652fd00d3 req-e3b7ab08-a7b7-4629-bba3-17d1338221d4 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jul 15 17:42:33.327191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca81d5-241f-4210-ad60-613ce589556d req-1acb2c6f-df0e-4ada-86e6-2747df93a751 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:33.332163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3ca81d5-241f-4210-ad60-613ce589556d req-1acb2c6f-df0e-4ada-86e6-2747df93a751 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0627134 Jul 15 17:42:33.367282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d3ca81d5-241f-4210-ad60-613ce589556d req-47296e89-53cd-4fe0-8ad9-84230fe3fec7 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Jul 15 17:42:33.519073 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:42:34.542977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891abf8d-e189-41f3-8993-e4143439df96 req-1082baf1-ec4c-4c86-a69a-96fdc1048e31 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:34.545088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-891abf8d-e189-41f3-8993-e4143439df96 req-1082baf1-ec4c-4c86-a69a-96fdc1048e31 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0678222 Jul 15 17:42:34.581909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-891abf8d-e189-41f3-8993-e4143439df96 req-c5e110e3-2dcf-46f3-85ca-4047baaaf35f tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313442 Jul 15 17:42:35.758633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f8909-caa8-4030-89a1-a2dbbfc82de7 req-794a9a09-6410-4cf2-a36c-3b9926e0bd1d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:35.760093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-379f8909-caa8-4030-89a1-a2dbbfc82de7 req-794a9a09-6410-4cf2-a36c-3b9926e0bd1d tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0627122 Jul 15 17:42:35.797102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-379f8909-caa8-4030-89a1-a2dbbfc82de7 req-dda9eca8-a8a7-4599-ae1d-cfd4800fe921 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 15 17:42:36.973989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c0495-e0ef-441b-8aa5-e3027a3be6e0 req-41a4e2ff-3337-4752-890b-3eec62ba032e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:36.975463 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f0c0495-e0ef-441b-8aa5-e3027a3be6e0 req-41a4e2ff-3337-4752-890b-3eec62ba032e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0691936 Jul 15 17:42:37.013537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f0c0495-e0ef-441b-8aa5-e3027a3be6e0 req-4ee0f028-db8e-42dd-803d-399e7d3a1071 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Jul 15 17:42:38.186491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f487c-6041-4819-9c4f-86d97c6a582a req-6e85a2af-1410-4338-95db-f7b29caff5c2 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:38.187971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d09f487c-6041-4819-9c4f-86d97c6a582a req-6e85a2af-1410-4338-95db-f7b29caff5c2 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0660260 Jul 15 17:42:38.225313 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d09f487c-6041-4819-9c4f-86d97c6a582a req-ce3be5ca-4290-43bf-9457-5ef15cac519e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318835 Jul 15 17:42:39.396465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d6a9-69cd-4a26-833c-d743a878fdc5 req-d7fc460b-e5d3-491b-9a66-9a459c113f94 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:39.397946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2e0d6a9-69cd-4a26-833c-d743a878fdc5 req-d7fc460b-e5d3-491b-9a66-9a459c113f94 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0634708 Jul 15 17:42:39.436161 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2e0d6a9-69cd-4a26-833c-d743a878fdc5 req-a0884839-ead3-4501-abc7-44e3bb424c3b tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jul 15 17:42:40.610524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a52cf6-8b1a-4331-b09d-b2e40f67a2f4 req-78786bdd-bde2-43d4-bbea-b6c6c5d3ffe8 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:40.611910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a52cf6-8b1a-4331-b09d-b2e40f67a2f4 req-78786bdd-bde2-43d4-bbea-b6c6c5d3ffe8 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0667410 Jul 15 17:42:40.649048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5a52cf6-8b1a-4331-b09d-b2e40f67a2f4 req-1a0dd246-b907-4700-a175-cb17282e93e3 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jul 15 17:42:41.152253 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:41.304133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:41.824669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbac87-3338-4fb5-a647-d8981a01c65f req-e420612a-666a-4eab-809d-8bdfcf70ee18 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:41.826152 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bbbac87-3338-4fb5-a647-d8981a01c65f req-e420612a-666a-4eab-809d-8bdfcf70ee18 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0640359 Jul 15 17:42:41.864264 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bbbac87-3338-4fb5-a647-d8981a01c65f req-89f74ece-8ad0-4895-8d9b-800f65656b80 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Jul 15 17:42:43.037214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4557f0d-3198-461b-a6d8-d07c36beef7a req-fb0c2505-c5df-48aa-ba26-8046bd45cc8c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:43.038699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4557f0d-3198-461b-a6d8-d07c36beef7a req-fb0c2505-c5df-48aa-ba26-8046bd45cc8c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0671618 Jul 15 17:42:43.077285 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4557f0d-3198-461b-a6d8-d07c36beef7a req-ab344abf-fe53-46e4-b000-40c37306848c tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329523 Jul 15 17:42:44.247172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2484dca-85fe-4df1-a918-281232d6a151 req-cb613a80-b32d-4bdb-9f36-a7eaadb9fb93 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:44.249209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2484dca-85fe-4df1-a918-281232d6a151 req-cb613a80-b32d-4bdb-9f36-a7eaadb9fb93 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0638471 Jul 15 17:42:44.286978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2484dca-85fe-4df1-a918-281232d6a151 req-13fd8782-8cc4-4819-afce-529e0729f1a9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Jul 15 17:42:44.736133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-238fbd38-4e46-4c7e-94a2-a73ff6041857 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:42:44.737136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-238fbd38-4e46-4c7e-94a2-a73ff6041857 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059319 Jul 15 17:42:44.798344 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-dfb17392-4d7c-4113-bed4-6ae063762d5d service neutron] show failed (client error): The resource could not be found. Jul 15 17:42:44.799389 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-dfb17392-4d7c-4113-bed4-6ae063762d5d service neutron] 10.222.0.35 "GET /v2.0/ports/b582dad2-a9c8-453f-b216-9493aad896ef/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0558670 Jul 15 17:42:45.045934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-c67a2f43-1494-457e-8c99-19c0fb57f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.047355 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-c67a2f43-1494-457e-8c99-19c0fb57f322 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d&tenant_id=4e11301da17a4255a45243e815cd80ac HTTP/1.1" status: 200 len: 1096 time: 0.0536821 Jul 15 17:42:45.057885 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:45.130537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.334886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:45.368445 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:42:45.408937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:45.411357 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb5323-b5d0-43eb-8523-6ddd6af0dded" -d '{"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:45.415010 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.431180 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Transition to ACTIVE for port object b582dad2-a9c8-453f-b216-9493aad896ef will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:42:45.437749 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.470495 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67e396e-f7bc-4ca4-8cf1-720a9a594798 x-openstack-request-id: req-a67e396e-f7bc-4ca4-8cf1-720a9a594798 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:45.470786 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:45.471036 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a67e396e-f7bc-4ca4-8cf1-720a9a594798 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:45.471422 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'code': 200} Jul 15 17:42:45.472749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97abb88-5425-4d48-9750-a353d3f1562d req-29d3264c-33be-4d76-8e89-1e1fba263a22 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.474278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e97abb88-5425-4d48-9750-a353d3f1562d req-29d3264c-33be-4d76-8e89-1e1fba263a22 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0737722 Jul 15 17:42:45.495997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:45.514646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e97abb88-5425-4d48-9750-a353d3f1562d req-900a1d5e-1dc5-4525-a455-0a27d4809932 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Jul 15 17:42:45.519251 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] No DVR routers for this DVR port b582dad2-a9c8-453f-b216-9493aad896ef on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:42:45.523025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.523365 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.523701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.524028 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.524376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.524700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.525021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.525341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.525659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.525974 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.526291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.526601 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:45.562706 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:42:45.563036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:42:45.563356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:45.567539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:42:45.567802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Attempting to bind port b582dad2-a9c8-453f-b216-9493aad896ef on network 4ba88882-b64d-4501-8751-4859e292063e {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:45.572492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:42:45.572821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Checking segment: {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:42:45.573196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Bound using segment: {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:42:45.573608 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Bound port: b582dad2-a9c8-453f-b216-9493aad896ef, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc70788-68c1-4f37-925c-1555bbe38234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ba88882-b64d-4501-8751-4859e292063e'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:42:45.573956 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.635634 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:42:45.638619 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:42:45.643520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.678837 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.679820 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:45.681243 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] 10.222.0.20 "PUT /v2.0/ports/b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 1091 time: 0.6273131 Jul 15 17:42:45.731098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef2b11-0317-4af4-9a98-c198255ff513 service neutron] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:45.758263 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-754bc633-0adc-4b50-8f5a-467d63f844b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.759758 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-754bc633-0adc-4b50-8f5a-467d63f844b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1094 time: 0.0564771 Jul 15 17:42:45.849402 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-37bad84d-00fc-41cc-98a8-45d960c0ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.850754 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-37bad84d-00fc-41cc-98a8-45d960c0ec85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.0850360 Jul 15 17:42:45.890473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-4cce4f69-52ec-4c4d-accd-870ec8674f1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0334592 Jul 15 17:42:45.935582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-6168f43d-76d9-49b8-bc95-ddd27386dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:45.937551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-6168f43d-76d9-49b8-bc95-ddd27386dd0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0412138 Jul 15 17:42:45.971600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-5e02acf5-c558-4798-9502-73d0a07c2a43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282991 Jul 15 17:42:46.057860 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-181f675c-52f7-457d-b52a-bdabfe620a6f service neutron] 10.222.0.20 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794058 Jul 15 17:42:46.147309 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f491a815-1f2e-4607-b9cb-a87a4da07bbb req-f7ae37e1-236e-44c9-9c6f-54dd1424f2c0 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834105 Jul 15 17:42:46.693111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76636ced-b776-458e-a037-644f1084f880 req-9d510e2c-71d5-40b6-9941-3037786e691b tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:46.694631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76636ced-b776-458e-a037-644f1084f880 req-9d510e2c-71d5-40b6-9941-3037786e691b tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 943 time: 0.0680351 Jul 15 17:42:46.733545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76636ced-b776-458e-a037-644f1084f880 req-dff5c329-60a3-4f51-aa82-79e15cb75b46 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 15 17:42:47.473177 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:47.475523 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895779fc-84ab-4180-b06a-3f5b18cc834b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:47.525665 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2a9ac-ed1b-4c87-a80a-bac2e3a210f1 x-openstack-request-id: req-0bb2a9ac-ed1b-4c87-a80a-bac2e3a210f1 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:47.525955 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:47.526210 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bb2a9ac-ed1b-4c87-a80a-bac2e3a210f1 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:47.526630 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'status': 'completed', 'code': 200} Jul 15 17:42:47.639559 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-1e5af2dc-bf31-489f-95e2-59a7d7b33601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:47.641556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-1e5af2dc-bf31-489f-95e2-59a7d7b33601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1094 time: 0.0971313 Jul 15 17:42:47.644214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-cb50fdc5-5d77-40e6-b4a1-a11c937e18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:47.645561 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-cb50fdc5-5d77-40e6-b4a1-a11c937e18ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1094 time: 0.0933306 Jul 15 17:42:47.914513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a933b62-c0f5-4693-8d1a-6efb4adf2df9 req-a17f733c-91cb-403a-9d42-3c08caecf76a tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:47.916031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a933b62-c0f5-4693-8d1a-6efb4adf2df9 req-a17f733c-91cb-403a-9d42-3c08caecf76a tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 943 time: 0.0676389 Jul 15 17:42:47.957557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a933b62-c0f5-4693-8d1a-6efb4adf2df9 req-c611af0d-eb77-4af0-a31b-323319b7e08a tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Jul 15 17:42:48.150800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-7f2766dc-e469-46a9-abd0-f3aa392d0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.152431 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-7f2766dc-e469-46a9-abd0-f3aa392d0e29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.5041578 Jul 15 17:42:48.153790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-ebc1536b-db02-4687-9f30-b4dc24889096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.155333 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-ebc1536b-db02-4687-9f30-b4dc24889096 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.4996359 Jul 15 17:42:48.224251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-f05ee8c5-e9f5-4b7a-be9a-d2716e79e13d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0597100 Jul 15 17:42:48.225435 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-550fdb07-7510-4ce9-aa17-dff2ad2c25ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0665712 Jul 15 17:42:48.251580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b582dad2-a9c8-453f-b216-9493aad896ef details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:42:48.280925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.35', 58849) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:48.312736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-6fff457e-a04d-4870-9dd1-36c5d9a87901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.314386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-6fff457e-a04d-4870-9dd1-36c5d9a87901 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0838778 Jul 15 17:42:48.315700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-6cea13ed-56bb-42fd-9e1d-8e87e9ecfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.317134 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-6cea13ed-56bb-42fd-9e1d-8e87e9ecfce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0790014 Jul 15 17:42:48.362595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:48.374367 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-fcd6cc00-668d-4fff-bbe1-38e7382bc2a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529220 Jul 15 17:42:48.374978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'network_id': '4ba88882-b64d-4501-8751-4859e292063e', 'port_id': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'mac_address': 'fa:16:3e:23:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc5d419-9d31-429d-81d6-17ea22e12642', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:42:48.376067 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-594cf2cc-0494-41c8-94bc-30b1aee08ad4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480027 Jul 15 17:42:48.407855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-18185a3c-5691-4a1f-8864-139b49ceb891 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.409844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-18185a3c-5691-4a1f-8864-139b49ceb891 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d&tenant_id=4e11301da17a4255a45243e815cd80ac&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 943 time: 0.1279113 Jul 15 17:42:48.412381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:48.425949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b582dad2-a9c8-453f-b216-9493aad896ef {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:42:48.445655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:48.450115 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:48.483952 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-2eaadc8f-3084-4d37-a182-d57be688d4dd service neutron] delete failed (client error): The resource could not be found. Jul 15 17:42:48.484928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-2eaadc8f-3084-4d37-a182-d57be688d4dd service neutron] 10.222.0.35 "DELETE /v2.0/ports/b582dad2-a9c8-453f-b216-9493aad896ef/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0686114 Jul 15 17:42:48.498028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:48.505447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.505789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.506388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.506740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.507074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.507399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.507723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.508040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.508382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.508699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.509015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.509328 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:48.542742 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-e6ce6ac9-7db9-4ee2-b689-3d582468e1d9 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627173 Jul 15 17:42:48.544822 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-68508c89-90ca-4c59-a88b-33dda8caf32d service neutron] 10.222.0.20 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563382 Jul 15 17:42:48.698540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b582dad2-a9c8-453f-b216-9493aad896ef'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:42:48.700162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-86e0a015-cc4f-472e-a38c-ac6292cf51b6 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516504 Jul 15 17:42:48.703207 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-895779fc-84ab-4180-b06a-3f5b18cc834b req-a8bf20fe-b907-429e-b176-3cec8b656733 service neutron] 10.222.0.20 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471813 Jul 15 17:42:48.812211 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-45641a51-2ba8-42f4-a010-beea6ea2161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.813622 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-45641a51-2ba8-42f4-a010-beea6ea2161b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e11301da17a4255a45243e815cd80ac&device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 1095 time: 0.0523365 Jul 15 17:42:48.908994 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-d90c9341-0072-41ec-a847-f4f0e296a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:48.910445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-d90c9341-0072-41ec-a847-f4f0e296a61b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 200 len: 911 time: 0.0899765 Jul 15 17:42:48.949923 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-1abe363b-c249-4077-922d-fe4bca2669c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 200 len: 217 time: 0.0330915 Jul 15 17:42:49.001543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-e4412aeb-62a9-4ccf-b668-877c3eaa1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:49.003021 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-e4412aeb-62a9-4ccf-b668-877c3eaa1e09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 200 len: 851 time: 0.0474215 Jul 15 17:42:49.037914 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-d1cc2291-5591-45a1-8db7-7124dad4ebf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4ba88882-b64d-4501-8751-4859e292063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288727 Jul 15 17:42:49.125202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-d1723e8a-aa5a-4858-b4c7-8cbac63fc45a service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812078 Jul 15 17:42:49.214832 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-db4ac565-a901-4c90-a88c-bd1e1df48cf2 service neutron] 10.222.0.35 "GET /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839732 Jul 15 17:42:49.591108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b582dad2-a9c8-453f-b216-9493aad896ef no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:42:49.630878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b582dad2-a9c8-453f-b216-9493aad896ef not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:42:50.011526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b94800-ab09-4197-a09f-c15462990e5b req-b31e84dc-11ac-461f-8303-7b3c093ba8e2 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:50.013023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24b94800-ab09-4197-a09f-c15462990e5b req-b31e84dc-11ac-461f-8303-7b3c093ba8e2 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 944 time: 0.0672162 Jul 15 17:42:50.050847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24b94800-ab09-4197-a09f-c15462990e5b req-77de5f1b-0b09-4d89-9e67-63b02af2d632 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jul 15 17:42:50.266944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b582dad2-a9c8-453f-b216-9493aad896ef up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:42:50.312938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port b582dad2-a9c8-453f-b216-9493aad896ef completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:42:50.316454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port b582dad2-a9c8-453f-b216-9493aad896ef triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:42:50.316822 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:50.393656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:50.414786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:50.417032 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1692e39e-85df-44af-9de3-766ad18fe690" -d '{"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:50.429497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:50.433336 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:50.456418 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0aa815-9d0b-4bfd-84d3-eb0ffb38b4aa x-openstack-request-id: req-4c0aa815-9d0b-4bfd-84d3-eb0ffb38b4aa {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:50.456706 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:50.456957 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c0aa815-9d0b-4bfd-84d3-eb0ffb38b4aa {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:50.457332 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'code': 200} Jul 15 17:42:50.481554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:51.194010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-3de039ec-0ce4-4d39-a470-d39d2be099dc tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:51.195492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-3de039ec-0ce4-4d39-a470-d39d2be099dc tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0637124 Jul 15 17:42:51.221547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fc9e8-a4f8-4333-8eab-3a26a4f47037 req-1142f843-d0f7-416f-9251-425cf1a79a04 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:51.223035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b20fc9e8-a4f8-4333-8eab-3a26a4f47037 req-1142f843-d0f7-416f-9251-425cf1a79a04 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d HTTP/1.1" status: 200 len: 945 time: 0.0628576 Jul 15 17:42:51.261075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b20fc9e8-a4f8-4333-8eab-3a26a4f47037 req-df68ba27-9d2b-4699-8197-38b376385b4e tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6863910-7a09-4c90-929a-2787a8e18cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Jul 15 17:42:51.300032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Deleting port b582dad2-a9c8-453f-b216-9493aad896ef {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:42:51.300393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:51.385745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] For port b582dad2-a9c8-453f-b216-9493aad896ef, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=b582dad2-a9c8-453f-b216-9493aad896ef,segment=NetworkSegment(ecc70788-68c1-4f37-925c-1555bbe38234),segment_id=ecc70788-68c1-4f37-925c-1555bbe38234)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:42:51.386112 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:51.397997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Calling delete_port for b582dad2-a9c8-453f-b216-9493aad896ef owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:42:51.525299 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:51.536454 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['b582dad2-a9c8-453f-b216-9493aad896ef'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:42:51.556308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Pushing event deleted for resources: {'Port': ['ID=b582dad2-a9c8-453f-b216-9493aad896ef,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:51.604419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] No DVR routers for this DVR port b582dad2-a9c8-453f-b216-9493aad896ef on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:42:51.606857 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:51.609162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82b130f3-5f93-4a90-8387-37e90d65d58d req-b58d5538-d275-4064-bf1e-6d3ce5ccd6e9 tempest-DeleteServersTestJSON-312325094 tempest-DeleteServersTestJSON-312325094-project] 10.222.0.20 "DELETE /v2.0/ports/b582dad2-a9c8-453f-b216-9493aad896ef HTTP/1.1" status: 204 len: 173 time: 0.4086778 Jul 15 17:42:51.609553 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-deleted', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:51.611888 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d056ac4-1d54-49af-99eb-7c5a782d47af" -d '{"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-deleted", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:51.651582 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22f63b3-2d0b-4dc7-a80e-0a10dbdd0f9b x-openstack-request-id: req-a22f63b3-2d0b-4dc7-a80e-0a10dbdd0f9b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:51.651879 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d", "name": "network-vif-deleted", "tag": "b582dad2-a9c8-453f-b216-9493aad896ef", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:51.652157 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a22f63b3-2d0b-4dc7-a80e-0a10dbdd0f9b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:51.652561 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef18e574-28de-4ff2-b1c4-c4a3a7a36e3d', 'name': 'network-vif-deleted', 'tag': 'b582dad2-a9c8-453f-b216-9493aad896ef', 'status': 'completed', 'code': 200} Jul 15 17:42:52.498378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46368) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:52.547476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Deleting subnet 0dc5d419-9d31-429d-81d6-17ea22e12642 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:42:52.550378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.583745 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.621396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.673254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.698417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc5d419-9d31-429d-81d6-17ea22e12642,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:52.701944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.704358 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5c53afdd-e2b3-46b5-b8a7-82992d42decd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0dc5d419-9d31-429d-81d6-17ea22e12642 HTTP/1.1" status: 204 len: 168 time: 0.2044346 Jul 15 17:42:52.707078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46370) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:52.777396 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.855693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.865659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba88882-b64d-4501-8751-4859e292063e']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:42:52.875517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc70788-68c1-4f37-925c-1555bbe38234') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:42:52.875804 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc70788-68c1-4f37-925c-1555bbe38234') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:42:52.884421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.897373 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.902877 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:42:52.903252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:42:52.904843 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:42:52.958456 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.964004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:52.965861 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] 10.222.0.25 "DELETE /v2.0/networks/4ba88882-b64d-4501-8751-4859e292063e HTTP/1.1" status: 204 len: 168 time: 0.2578859 Jul 15 17:42:52.976477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfafd0e-e8a6-4d68-ae9f-3a8c726d900a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba88882-b64d-4501-8751-4859e292063e,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:53.072058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:53.112442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f6132dfb-12fd-426b-8cb4-b939a89619a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e11301da17a4255a45243e815cd80ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391400 Jul 15 17:42:53.114853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:53.161309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:53.182014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:53.231942 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:53.235205 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:53.236620 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6863910-7a09-4c90-929a-2787a8e18cfb HTTP/1.1" status: 204 len: 168 time: 0.1208978 Jul 15 17:42:53.244307 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6863910-7a09-4c90-929a-2787a8e18cfb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:53.251830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.252199 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.252534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.252865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.253194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.253518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.253841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.254162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.254479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.254797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.255114 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.255427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218fd6d-3098-45a5-a534-5c4be297f620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:42:53.865863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:53.957026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2098952662-network', 'tenant_id': 'c8cf94afba304a73a0ad69cf9ec740b2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:53.977847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Made reservation on behalf of c8cf94afba304a73a0ad69cf9ec740b2 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:53.980264 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:53.988875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.076390 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.080404 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.104404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:42:54.114450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:54.119158 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.119502 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Added segment 58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06 of type vlan for network ad573dc1-5c13-47b0-8da2-c5b3534f2604 Jul 15 17:42:54.159146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.186977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.187847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:54.188424 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.217459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3505409 Jul 15 17:42:54.221091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46402) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:42:54.226493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Request body: {'subnet': {'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2098952662-subnet', 'tenant_id': 'c8cf94afba304a73a0ad69cf9ec740b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:54.252132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135280-ed7f-404c-ba7f-012a783a8bac admin admin] Pushing event updated for resources: {'Network': ['ID=ad573dc1-5c13-47b0-8da2-c5b3534f2604,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:54.256913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Made reservation on behalf of c8cf94afba304a73a0ad69cf9ec740b2 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:54.259279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.263211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:42:54.295368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b582dad2-a9c8-453f-b216-9493aad896ef no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:42:54.346095 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: b582dad2-a9c8-453f-b216-9493aad896ef {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:42:54.346439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device b582dad2-a9c8-453f-b216-9493aad896ef not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:42:54.426603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.486730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e55e3b3-6934-45bb-9a18-54c1e5f4e338,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:54.493607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Checking segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:42:54.493966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Network hostable DHCP agents. Network: ad573dc1-5c13-47b0-8da2-c5b3534f2604, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:42:54.509372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:42:54.518548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, ad573dc1-5c13-47b0-8da2-c5b3534f2604) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:42:54.522698 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:54.523432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:54.528246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f531b12-307d-471c-8c40-3030448ca7c1 None None] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:42:54.539838 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-230120c6-b506-4fb8-a9eb-e827bca7cd12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3176293 Jul 15 17:42:54.654030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4bf26-45ed-413c-8f5b-d70e7ed68f64 None None] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:42:54.954489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-69e73d55-99db-4e97-a78c-9310a648538d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:54.955849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-69e73d55-99db-4e97-a78c-9310a648538d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 815 time: 0.1011460 Jul 15 17:42:54.970324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-bc5a9412-db22-4b29-b7c7-a26827e71cf2 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/quotas/c8cf94afba304a73a0ad69cf9ec740b2 HTTP/1.1" status: 200 len: 375 time: 0.0091097 Jul 15 17:42:55.007699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-c20f773d-68c3-4ce8-9fe9-bbecc7b22c6f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327296 Jul 15 17:42:55.096322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-9d957477-5402-4354-9e9b-18d118b966b4 service neutron] 10.222.0.25 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820661 Jul 15 17:42:55.188750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-ee83eb67-2897-4bdf-80c1-dd0cd783350a service neutron] 10.222.0.25 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 Jul 15 17:42:55.353146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-39a9d589-4b58-4f81-8332-922a7e890f3c req-3e99293b-b656-425e-b22d-c13ea35a3505 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Jul 15 17:42:55.849576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e7719bf1-669e-4cb1-a4ae-dfc2624a2098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:56.365225 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-dacda8b4-2dc8-491f-9bbb-561ca8e2b554 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:56.366725 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-dacda8b4-2dc8-491f-9bbb-561ca8e2b554 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 815 time: 0.1117625 Jul 15 17:42:56.382029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Request body: {'port': {'device_id': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'admin_state_up': True, 'tenant_id': 'c8cf94afba304a73a0ad69cf9ec740b2'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:56.497650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b30252dd-2ac5-4ff6-890d-a8b0889f0d74 req-5ad5315f-6bd8-40ca-9451-59e3bb26e285 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jul 15 17:42:56.499701 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Made reservation on behalf of c8cf94afba304a73a0ad69cf9ec740b2 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:42:56.503272 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:56.635175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Allocated IP 172.20.0.4 (ad573dc1-5c13-47b0-8da2-c5b3534f2604/5e55e3b3-6934-45bb-9a18-54c1e5f4e338/6a13ea98-1715-4964-9bfc-60250e765fba) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:42:56.780813 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:56.818725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:56.869259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:42:56.872513 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:42:56.876581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:42:56.899450 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:56.927598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:56.928228 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:56.941586 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-f70f922e-ea2c-4980-b768-671a9d6119fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638492 Jul 15 17:42:56.953366 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Request body: {'port': {'device_id': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:42:57.022666 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.283321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a13ea98-1715-4964-9bfc-60250e765fba {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:42:57.290614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.302672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Transition to ACTIVE for port object 6a13ea98-1715-4964-9bfc-60250e765fba will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:42:57.306294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.354643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:57.429968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:42:57.430640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:42:57.430640 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:57.434937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:42:57.435257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:42:57.440133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:42:57.440477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Checking segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:42:57.440864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Bound using segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:42:57.441291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Bound port: 6a13ea98-1715-4964-9bfc-60250e765fba, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:42:57.441650 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.506649 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:42:57.509989 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:42:57.513708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.547346 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:57.547974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:57.549617 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] 10.222.0.20 "PUT /v2.0/ports/6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 1091 time: 0.6003637 Jul 15 17:42:57.551809 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:42:57.554142 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cf228-8679-4fcc-8710-bf76ffe4d271" -d '{"events": [{"name": "network-changed", "server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:42:57.584287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a1df-29f6-4005-b249-84b19ef3b998 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:42:57.599835 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43043ff-4528-4699-a248-fc810a02676f x-openstack-request-id: req-a43043ff-4528-4699-a248-fc810a02676f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:42:57.600137 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:42:57.600393 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a43043ff-4528-4699-a248-fc810a02676f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:42:57.600868 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'status': 'completed', 'code': 200} Jul 15 17:42:57.648287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-3fc9fb4b-9fa6-49d7-8c9f-395780216d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:57.649815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-3fc9fb4b-9fa6-49d7-8c9f-395780216d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0586185 Jul 15 17:42:57.693218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08275-e237-47bb-abce-7d0f55b6851c req-206867b8-1b2a-4607-ab1f-db4ccd094c6f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:57.693794 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-ebb0c7d5-3eeb-48c7-a143-50f4de21cc00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0366178 Jul 15 17:42:57.694696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7f08275-e237-47bb-abce-7d0f55b6851c req-206867b8-1b2a-4607-ab1f-db4ccd094c6f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0690272 Jul 15 17:42:57.733162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f7f08275-e237-47bb-abce-7d0f55b6851c req-d624016a-434f-4582-b188-7d6030b04958 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328774 Jul 15 17:42:57.743386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-15507963-f759-4f47-991a-f3b8627d8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:57.744939 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-15507963-f759-4f47-991a-f3b8627d8ebe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0455341 Jul 15 17:42:57.777451 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-7995fe3b-3200-4412-b96e-1e097a0aaf5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265765 Jul 15 17:42:57.866162 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-6ac05300-3cac-44be-a858-dd01c47d3414 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826945 Jul 15 17:42:57.951440 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-772dc6b4-7b2e-4622-9cfe-0c9286da241a req-8aa78521-5b9b-4661-96f8-a7f8bec69509 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794153 Jul 15 17:42:58.049627 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-06cc3c09-1e6e-4d79-8063-19bef06be64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:58.051130 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-06cc3c09-1e6e-4d79-8063-19bef06be64d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0565150 Jul 15 17:42:58.138380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-5fdc8e1f-a6a1-4e0a-b0b9-6aa67ea3adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:58.139849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-5fdc8e1f-a6a1-4e0a-b0b9-6aa67ea3adfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0831730 Jul 15 17:42:58.182492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-72f58dfa-1abe-4a3f-8d75-7196cfc26d6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0367293 Jul 15 17:42:58.228726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-8ac99b3d-6bd6-47f8-a97a-ad133a9a2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:58.230102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-8ac99b3d-6bd6-47f8-a97a-ad133a9a2aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0414665 Jul 15 17:42:58.261684 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-58b53e11-6881-4484-a125-54c8da7dc77e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255740 Jul 15 17:42:58.353002 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-68f61dde-43dd-4648-ba6b-00d258eb4fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851994 Jul 15 17:42:58.440600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f85cf228-8679-4fcc-8710-bf76ffe4d271 req-9e183a59-c8d6-493f-a375-ef811459fe0d service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805438 Jul 15 17:42:58.862277 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:58.907023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c4500-1d12-4eac-b244-9f8e22429bf0 req-58be0016-37ec-4a35-ae92-c8babef96deb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:42:58.908532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d76c4500-1d12-4eac-b244-9f8e22429bf0 req-58be0016-37ec-4a35-ae92-c8babef96deb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0644498 Jul 15 17:42:58.945581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d76c4500-1d12-4eac-b244-9f8e22429bf0 req-c163b09c-7e21-4cbc-a233-b4f2f7fd4f4a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 15 17:42:59.159478 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-16509460-0813-4e80-adb0-3060e0110289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:42:59.701058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:00.118131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae9d80-cf5b-4fb8-8a50-a58be3179416 req-8ba4fd3d-13d8-4a31-808b-ce2cf97d3bee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:00.119622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6ae9d80-cf5b-4fb8-8a50-a58be3179416 req-8ba4fd3d-13d8-4a31-808b-ce2cf97d3bee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0624609 Jul 15 17:43:00.160894 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6ae9d80-cf5b-4fb8-8a50-a58be3179416 req-c256d714-0d1d-4852-b65c-23ec04ccbd9d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jul 15 17:43:00.326238 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:43:00.422304 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:00.433041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '6a13ea98-1715-4964-9bfc-60250e765fba', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'port_id': '6a13ea98-1715-4964-9bfc-60250e765fba', 'mac_address': 'fa:16:3e:7f:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e55e3b3-6934-45bb-9a18-54c1e5f4e338', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:43:00.468342 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:00.480892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13ea98-1715-4964-9bfc-60250e765fba {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:43:00.499758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:00.503968 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:00.549888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:00.685721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['6a13ea98-1715-4964-9bfc-60250e765fba'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:43:01.338931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54977-ce3f-46e3-a61b-1c9095264734 req-a5820b59-3223-4796-851d-3cd60572faf4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:01.340432 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94a54977-ce3f-46e3-a61b-1c9095264734 req-a5820b59-3223-4796-851d-3cd60572faf4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0650578 Jul 15 17:43:01.379119 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-94a54977-ce3f-46e3-a61b-1c9095264734 req-5a2c024b-57ee-4874-a353-30dcd9f037ff tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331051 Jul 15 17:43:01.434136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:02.357232 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:43:02.405870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 6a13ea98-1715-4964-9bfc-60250e765fba completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:43:02.410053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 6a13ea98-1715-4964-9bfc-60250e765fba triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:43:02.410426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:02.488938 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:02.512803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:02.515037 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020561de-1b82-4f20-ae7a-4e09383e1cbc" -d '{"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:02.528278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:02.534085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:02.555448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83274b-376a-4a74-8080-0acb1ebe69a0 req-a04c84c4-f5f1-495f-acac-c3741613835e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:02.560703 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e6bbbe-0cf6-4694-b550-623898f34776 x-openstack-request-id: req-87e6bbbe-0cf6-4694-b550-623898f34776 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:02.560996 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:02.561252 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87e6bbbe-0cf6-4694-b550-623898f34776 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:02.561651 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'code': 200} Jul 15 17:43:02.562366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f83274b-376a-4a74-8080-0acb1ebe69a0 req-a04c84c4-f5f1-495f-acac-c3741613835e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0727561 Jul 15 17:43:02.589219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:02.600640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f83274b-376a-4a74-8080-0acb1ebe69a0 req-58e68ccf-52ae-4671-9db7-68415e9c9c95 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 Jul 15 17:43:02.678124 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b62e62-c807-43d1-b8f7-5f38492e0586 req-42be63be-8fdb-4619-ad72-2ccf9360b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:02.679611 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c4b62e62-c807-43d1-b8f7-5f38492e0586 req-42be63be-8fdb-4619-ad72-2ccf9360b768 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0559928 Jul 15 17:43:02.712879 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c4b62e62-c807-43d1-b8f7-5f38492e0586 req-82406a80-6380-494c-b30f-c46dd9af52d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266497 Jul 15 17:43:03.773204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930004bc-c990-4003-bc70-8bc655ab104e req-4d46248b-b8ce-4ffd-9d33-d00131fac0cf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:03.774664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-930004bc-c990-4003-bc70-8bc655ab104e req-4d46248b-b8ce-4ffd-9d33-d00131fac0cf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0659921 Jul 15 17:43:03.812030 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-930004bc-c990-4003-bc70-8bc655ab104e req-998bf029-bee1-4822-9589-f512c3beb762 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Jul 15 17:43:03.986354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fc533-df3c-4d7a-8fa2-3d93736aae0b req-5e1f1412-67cc-4046-80aa-3dfcfc7daa26 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:03.987842 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-449fc533-df3c-4d7a-8fa2-3d93736aae0b req-5e1f1412-67cc-4046-80aa-3dfcfc7daa26 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0660713 Jul 15 17:43:04.025407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-449fc533-df3c-4d7a-8fa2-3d93736aae0b req-5e84babe-3e99-45b4-aafa-5ec025c03b0a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Jul 15 17:43:04.366131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381ca45-2303-434b-adf7-e4be12564186 req-34436dcd-445d-4d38-b95a-6de1cc3bc7b5 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:04.367613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3381ca45-2303-434b-adf7-e4be12564186 req-34436dcd-445d-4d38-b95a-6de1cc3bc7b5 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0634227 Jul 15 17:43:04.408930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3381ca45-2303-434b-adf7-e4be12564186 req-8e418814-4c5c-4d54-a21b-ee17b49f3663 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Jul 15 17:43:04.580444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713364a-b460-4b1a-90b9-b1f1a5ec1b17 req-c3dbd869-efdb-4dad-a2e0-54e0eed570f0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:04.581907 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f713364a-b460-4b1a-90b9-b1f1a5ec1b17 req-c3dbd869-efdb-4dad-a2e0-54e0eed570f0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0632660 Jul 15 17:43:04.619240 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f713364a-b460-4b1a-90b9-b1f1a5ec1b17 req-b8617982-8e90-4fee-b689-e2470285ebc0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Jul 15 17:43:04.950622 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-adf13f2c-efb7-417b-947b-316502c8ad6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0520666 Jul 15 17:43:05.008966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fdb0e-20c8-4f5f-83ac-5829fef6b599 req-73a19773-1260-41c4-9d0c-d16f3e4a335f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:05.010609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a27fdb0e-20c8-4f5f-83ac-5829fef6b599 req-73a19773-1260-41c4-9d0c-d16f3e4a335f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0654087 Jul 15 17:43:05.049619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a27fdb0e-20c8-4f5f-83ac-5829fef6b599 req-230e1158-17df-45d6-bbf0-93339e20fee5 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Jul 15 17:43:06.100984 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-a884dc4b-6d89-4fd7-bd83-46d1af206387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:06.102520 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-a884dc4b-6d89-4fd7-bd83-46d1af206387 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1096 time: 0.0523906 Jul 15 17:43:06.197846 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-01986c2e-898e-4c22-840e-04771f3aeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:06.199420 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-01986c2e-898e-4c22-840e-04771f3aeccd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0908415 Jul 15 17:43:06.229878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3ffe4-58b7-442c-b5b3-52a0fbe96dbb req-35968721-ea98-4771-b3a9-898f73f1b293 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:06.231374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ba3ffe4-58b7-442c-b5b3-52a0fbe96dbb req-35968721-ea98-4771-b3a9-898f73f1b293 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0686047 Jul 15 17:43:06.240569 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-2d15abae-d90b-4efb-8e50-519358a39d02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0348001 Jul 15 17:43:06.270690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ba3ffe4-58b7-442c-b5b3-52a0fbe96dbb req-871ad7cf-91dd-487b-90fd-45c9c97df027 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Jul 15 17:43:06.289120 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-ccb01a3f-a65c-4307-9c81-d25c47761132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:06.290672 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-ccb01a3f-a65c-4307-9c81-d25c47761132 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0448644 Jul 15 17:43:06.325275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-41768b72-b5d6-4690-befb-03836f6293f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289629 Jul 15 17:43:06.413890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-c8b0ff22-171d-4477-a0b2-5b53ad336b2b service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822990 Jul 15 17:43:06.504144 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-bc2423f3-c686-4536-9b30-46e20a673c9f service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846658 Jul 15 17:43:07.443734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0a152-4c40-41ab-80d1-d52939dbc499 req-acfac6b6-8030-4e96-a0e9-f6c623f72c44 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:07.445254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55c0a152-4c40-41ab-80d1-d52939dbc499 req-acfac6b6-8030-4e96-a0e9-f6c623f72c44 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0636866 Jul 15 17:43:07.482702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55c0a152-4c40-41ab-80d1-d52939dbc499 req-61128e34-b420-435f-9450-c0cba69edabe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Jul 15 17:43:08.658478 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a531a0-6c2b-4693-99a3-f409449fa9d0 req-84b148df-ea2d-4540-ba7a-460f23cf98b9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:08.659874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0a531a0-6c2b-4693-99a3-f409449fa9d0 req-84b148df-ea2d-4540-ba7a-460f23cf98b9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0647459 Jul 15 17:43:08.701477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0a531a0-6c2b-4693-99a3-f409449fa9d0 req-759a29c9-b54d-4d0f-8106-20d28bfc41c8 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Jul 15 17:43:09.873032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f31a4-3e37-444d-b760-075830f08f5f req-28b44e4c-a027-4f19-887c-a3f58184a198 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:09.874499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a72f31a4-3e37-444d-b760-075830f08f5f req-28b44e4c-a027-4f19-887c-a3f58184a198 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0629466 Jul 15 17:43:09.912798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a72f31a4-3e37-444d-b760-075830f08f5f req-e362c858-fd3c-4dfd-80af-0461e59b200a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 15 17:43:10.518048 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:43:11.085606 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d18ab-2550-44b5-a97b-f4c9861b7326 req-7cea6af0-a200-4adc-a4b1-03d276ef45f7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:11.087068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd4d18ab-2550-44b5-a97b-f4c9861b7326 req-7cea6af0-a200-4adc-a4b1-03d276ef45f7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0630569 Jul 15 17:43:11.123427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd4d18ab-2550-44b5-a97b-f4c9861b7326 req-ed6db0f8-3869-48ec-8a13-97efe8d7ad0a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Jul 15 17:43:11.163239 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:11.310388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:12.304012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe924-9de5-4d5b-8654-fe2c779bff90 req-1f3a3e0e-5b2c-476e-8629-58f271b8383c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:12.305501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bbfe924-9de5-4d5b-8654-fe2c779bff90 req-1f3a3e0e-5b2c-476e-8629-58f271b8383c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0663764 Jul 15 17:43:12.343349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8bbfe924-9de5-4d5b-8654-fe2c779bff90 req-7faeae3e-5f51-48b6-8520-a0d26672580a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Jul 15 17:43:13.515999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ed8c-3656-4887-8f18-bd022d2587b4 req-6bcca88d-24e3-4705-a2b2-ee53935d5fee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:13.517501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cb3ed8c-3656-4887-8f18-bd022d2587b4 req-6bcca88d-24e3-4705-a2b2-ee53935d5fee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0638545 Jul 15 17:43:13.555048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9cb3ed8c-3656-4887-8f18-bd022d2587b4 req-952dc13b-1c96-41c2-ba66-e255b0a3293b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jul 15 17:43:14.730746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c15a-817d-40cf-bdf3-380a62143949 req-7766d514-c2d6-428a-847a-d133a05a0fa3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:14.732220 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e609c15a-817d-40cf-bdf3-380a62143949 req-7766d514-c2d6-428a-847a-d133a05a0fa3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Jul 15 17:43:14.774335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e609c15a-817d-40cf-bdf3-380a62143949 req-7ae07153-9837-415c-96f6-e5b25b44df4b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Jul 15 17:43:15.947324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f587679-c700-447f-a313-8f457de039ba req-20bbc0ec-80cb-42d3-81c1-4461f2929a69 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:15.949105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f587679-c700-447f-a313-8f457de039ba req-20bbc0ec-80cb-42d3-81c1-4461f2929a69 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0638757 Jul 15 17:43:15.986737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0f587679-c700-447f-a313-8f457de039ba req-b09ce5be-a304-4ba1-a87d-1de1887fb4c8 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Jul 15 17:43:17.159927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac7511-2bb4-4461-9a72-5cf3af66d2b1 req-ddf6df9e-2031-4b99-b982-78027143c56f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:17.161466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64ac7511-2bb4-4461-9a72-5cf3af66d2b1 req-ddf6df9e-2031-4b99-b982-78027143c56f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0632608 Jul 15 17:43:17.198445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64ac7511-2bb4-4461-9a72-5cf3af66d2b1 req-b4382c51-5f7c-44cb-a471-1aaf71a11360 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Jul 15 17:43:18.379311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121e2fb-02d1-4ccf-a356-4204f8307eb5 req-feac7f86-bbca-40e3-89cc-7b2b0f81ffa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:18.381121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1121e2fb-02d1-4ccf-a356-4204f8307eb5 req-feac7f86-bbca-40e3-89cc-7b2b0f81ffa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0691278 Jul 15 17:43:18.418736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1121e2fb-02d1-4ccf-a356-4204f8307eb5 req-07bde710-c549-4757-8726-a4698d80a8a8 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Jul 15 17:43:19.596465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a599-74b7-4271-b0af-d68db51839db req-782d7b33-67a2-4716-ae66-e2898221957f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:19.597900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff91a599-74b7-4271-b0af-d68db51839db req-782d7b33-67a2-4716-ae66-e2898221957f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0652971 Jul 15 17:43:19.636266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff91a599-74b7-4271-b0af-d68db51839db req-36790fcf-1eec-49ca-b6f8-d66cdb0c1a7e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Jul 15 17:43:20.806203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c22e45-c042-49db-913a-0bb42ba7c8ca req-93920280-9fec-40e9-a1ce-a7fc2f129dfc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:20.807675 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8c22e45-c042-49db-913a-0bb42ba7c8ca req-93920280-9fec-40e9-a1ce-a7fc2f129dfc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0626857 Jul 15 17:43:20.849596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8c22e45-c042-49db-913a-0bb42ba7c8ca req-481debe2-9177-45b3-8953-802e2dcbc468 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357842 Jul 15 17:43:22.022278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a738-5ee3-487d-9b62-924984428720 req-654063bd-d9dd-45d8-8b0c-f592a7a3b23e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:22.023753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8024a738-5ee3-487d-9b62-924984428720 req-654063bd-d9dd-45d8-8b0c-f592a7a3b23e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0633571 Jul 15 17:43:22.061281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8024a738-5ee3-487d-9b62-924984428720 req-7d7a899b-ca46-4a53-a651-1fd7a8be7f24 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Jul 15 17:43:23.233243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8828b7-e54e-4ecd-8301-9297763189b9 req-0690bd63-8cdf-40be-aa10-071f43da4bb0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:23.235344 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8828b7-e54e-4ecd-8301-9297763189b9 req-0690bd63-8cdf-40be-aa10-071f43da4bb0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Jul 15 17:43:23.272335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cf8828b7-e54e-4ecd-8301-9297763189b9 req-cf7a513c-a982-47c8-b0b4-6be29eab302c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Jul 15 17:43:24.447441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cce48-2807-426c-8f68-a6118b94f6bb req-5e0ac97e-376b-4d9c-85d9-c65f41d30440 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:24.448945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-708cce48-2807-426c-8f68-a6118b94f6bb req-5e0ac97e-376b-4d9c-85d9-c65f41d30440 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0661898 Jul 15 17:43:24.486728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-708cce48-2807-426c-8f68-a6118b94f6bb req-fb14b1c6-9c47-4ced-93fc-f2730b484e90 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Jul 15 17:43:25.661098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b589a-8620-485d-baec-a4ddb21c4f7d req-24c55d3f-18bd-4558-b0f0-8dac5d1f0967 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:25.662511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe3b589a-8620-485d-baec-a4ddb21c4f7d req-24c55d3f-18bd-4558-b0f0-8dac5d1f0967 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0646269 Jul 15 17:43:25.701323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fe3b589a-8620-485d-baec-a4ddb21c4f7d req-416ed875-a8d3-4e19-8ce7-3e509b7178d3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Jul 15 17:43:25.852479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b8f2ebe3-aaf0-4e39-b9fe-77ee06d4b49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:26.873742 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc0a26-83ec-4b36-be26-1328b5856798 req-ac05658f-295d-4ed9-a7a5-4afee1a4dd91 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:26.875357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54dc0a26-83ec-4b36-be26-1328b5856798 req-ac05658f-295d-4ed9-a7a5-4afee1a4dd91 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0630677 Jul 15 17:43:26.916162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54dc0a26-83ec-4b36-be26-1328b5856798 req-97fd8529-f2c2-4d33-bd9e-ecbb3d14b6d9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Jul 15 17:43:28.089364 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88c0b6-4c03-4970-8ec8-ca15cf5256b8 req-707c3ff4-f8ae-418f-9ab5-f135aa1689fc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:28.090827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e88c0b6-4c03-4970-8ec8-ca15cf5256b8 req-707c3ff4-f8ae-418f-9ab5-f135aa1689fc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0630014 Jul 15 17:43:28.128924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e88c0b6-4c03-4970-8ec8-ca15cf5256b8 req-d534486d-d6f2-4fb1-ae8a-30662b371f14 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Jul 15 17:43:28.862933 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:29.160189 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4137deea-a3e3-4918-a3d4-8ebb1f14a6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:29.304053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910845c-6745-4964-bd39-62c58d801283 req-8779ee67-13c5-417f-bf4c-19ce9851693c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:29.305532 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6910845c-6745-4964-bd39-62c58d801283 req-8779ee67-13c5-417f-bf4c-19ce9851693c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0632646 Jul 15 17:43:29.342764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6910845c-6745-4964-bd39-62c58d801283 req-d9a4b955-1fd3-4436-b54e-8f1b2bda3320 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Jul 15 17:43:29.703628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:30.518933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eaba3-c02f-44f7-9561-f1ae76034648 req-590e83c5-abc4-49b0-9cda-374b21224602 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:30.520426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-849eaba3-c02f-44f7-9561-f1ae76034648 req-590e83c5-abc4-49b0-9cda-374b21224602 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0664635 Jul 15 17:43:30.557768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-849eaba3-c02f-44f7-9561-f1ae76034648 req-9f51ed24-0e1a-44c6-a930-97d8a8df2e87 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Jul 15 17:43:31.437628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:31.733263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543ee46-6d74-4415-ae4e-1ecfe26e7eb1 req-ad027969-6da8-44f1-8d4c-4560017f051b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:31.735239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d543ee46-6d74-4415-ae4e-1ecfe26e7eb1 req-ad027969-6da8-44f1-8d4c-4560017f051b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Jul 15 17:43:31.772018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d543ee46-6d74-4415-ae4e-1ecfe26e7eb1 req-36b40b81-d659-4387-95c7-4d2d16345077 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Jul 15 17:43:32.941243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593d6ce-1538-473a-a2bb-a48fd32f91b4 req-09db9a4a-118e-4cd1-b0d6-2227493f066d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:32.942698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6593d6ce-1538-473a-a2bb-a48fd32f91b4 req-09db9a4a-118e-4cd1-b0d6-2227493f066d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0615401 Jul 15 17:43:32.983290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6593d6ce-1538-473a-a2bb-a48fd32f91b4 req-224af827-25a2-4619-90b9-86b12614d303 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350988 Jul 15 17:43:33.286548 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-abc32d83-fba5-40a7-ae74-513b18308961 service neutron] show failed (client error): The resource could not be found. Jul 15 17:43:33.287537 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-abc32d83-fba5-40a7-ae74-513b18308961 service neutron] 10.222.0.20 "GET /v2.0/ports/6a13ea98-1715-4964-9bfc-60250e765fba/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0539730 Jul 15 17:43:33.534107 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-921b1176-2bad-4f58-8ccd-eee24b00a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:33.535846 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-921b1176-2bad-4f58-8ccd-eee24b00a9a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1&tenant_id=c8cf94afba304a73a0ad69cf9ec740b2 HTTP/1.1" status: 200 len: 1096 time: 0.0543323 Jul 15 17:43:33.547934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:43:33.620227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:33.815658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:33.847021 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:43:33.885571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:33.887821 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564db46-eb52-4cc9-81f3-f74235064b45" -d '{"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:33.891832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:33.904163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Transition to ACTIVE for port object 6a13ea98-1715-4964-9bfc-60250e765fba will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:43:33.908711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:33.939466 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ad9d0-19c6-4e5d-8b11-3f1950705a79 x-openstack-request-id: req-b41ad9d0-19c6-4e5d-8b11-3f1950705a79 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:33.939762 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:33.940017 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b41ad9d0-19c6-4e5d-8b11-3f1950705a79 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:33.940437 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'code': 200} Jul 15 17:43:33.979811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] No DVR routers for this DVR port 6a13ea98-1715-4964-9bfc-60250e765fba on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:43:33.981934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:34.017998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:43:34.018336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:43:34.018664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:43:34.022976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:43:34.023293 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Attempting to bind port 6a13ea98-1715-4964-9bfc-60250e765fba on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:43:34.028044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:43:34.028409 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Checking segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:43:34.028790 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Bound using segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:43:34.029210 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Bound port: 6a13ea98-1715-4964-9bfc-60250e765fba, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:43:34.029567 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:34.091856 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:43:34.096451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:43:34.100642 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:34.137255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:34.137959 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:34.139363 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 1091 time: 0.5962760 Jul 15 17:43:34.162751 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88226550-dffc-4dcd-b473-24eb4b14f3b4 req-a1e766a8-270b-474f-bde3-7175efa49e02 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:34.164270 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88226550-dffc-4dcd-b473-24eb4b14f3b4 req-a1e766a8-270b-474f-bde3-7175efa49e02 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0689750 Jul 15 17:43:34.171917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffb56a-8566-43e8-8c12-ebf266dca392 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:34.203196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88226550-dffc-4dcd-b473-24eb4b14f3b4 req-594f46c3-89ba-4b19-8400-4d947e4e5eaa tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Jul 15 17:43:34.216838 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-46010cfe-7265-4b59-af81-4417cd9987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:34.218981 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-46010cfe-7265-4b59-af81-4417cd9987dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0570447 Jul 15 17:43:34.310047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-f361f82e-a994-42d7-868b-8fad49a0149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:34.311525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-f361f82e-a994-42d7-868b-8fad49a0149f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0876205 Jul 15 17:43:34.351395 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-1e2bb4d2-3c7c-467e-a1aa-186c2a4cfea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0338426 Jul 15 17:43:34.397774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-3412fa9e-e8ce-49c3-8d18-34d63c36cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:34.399191 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-3412fa9e-e8ce-49c3-8d18-34d63c36cdc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0425572 Jul 15 17:43:34.429361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-9375476b-30d9-490a-8c85-6ee97e1e232d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245633 Jul 15 17:43:34.853773 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-7e4ce0cc-ca0f-4bf4-a712-87f9267a2d45 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182653 Jul 15 17:43:34.945517 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d2b4da2-dfd7-49d0-98d0-bcd6c728eda7 req-0558c52c-a207-4df9-878c-d05621d4ad5c service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849926 Jul 15 17:43:35.378812 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057e3c5-9f28-4df9-883f-a61b97b153a7 req-07ae5dae-23f7-4f49-a5eb-e9c8ba24318a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:35.380300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0057e3c5-9f28-4df9-883f-a61b97b153a7 req-07ae5dae-23f7-4f49-a5eb-e9c8ba24318a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0637293 Jul 15 17:43:35.417575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0057e3c5-9f28-4df9-883f-a61b97b153a7 req-13ef1940-10a7-4f89-9c0c-1c7759364fd7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jul 15 17:43:35.941966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:35.944367 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147eff7-880a-4f8f-91ce-72e25934e43a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:35.990222 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281ba49-c5db-4c1f-8302-32eed56fbd60 x-openstack-request-id: req-a281ba49-c5db-4c1f-8302-32eed56fbd60 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:35.990513 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:35.990763 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a281ba49-c5db-4c1f-8302-32eed56fbd60 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:35.991161 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'status': 'completed', 'code': 200} Jul 15 17:43:36.100986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-c82c1198-dfab-4774-b210-1292a2f8a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.102501 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-c82c1198-dfab-4774-b210-1292a2f8a7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0916958 Jul 15 17:43:36.104230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-03bf174c-a76e-4e03-8102-81044d5ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.105556 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-03bf174c-a76e-4e03-8102-81044d5ad944 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1094 time: 0.0851340 Jul 15 17:43:36.263331 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-83586481-a657-43d5-a5bb-53f88afe79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.264848 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-83586481-a657-43d5-a5bb-53f88afe79e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.1566319 Jul 15 17:43:36.266257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-cb0ff4cd-3a3d-482a-9181-b2294fad19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.267559 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-cb0ff4cd-3a3d-482a-9181-b2294fad19f0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.1513920 Jul 15 17:43:36.309352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-de877a11-9bde-410b-bd54-13928e3e067f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0386007 Jul 15 17:43:36.342599 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-af4ce03a-5035-453f-b665-49394d807c0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0654917 Jul 15 17:43:36.413707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-f352f09a-e625-48b0-addb-cbdcbfec6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.415185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-f352f09a-e625-48b0-addb-cbdcbfec6390 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0806768 Jul 15 17:43:36.420094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-51dd047c-768d-4b0d-933d-f640b0ad5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.422040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-51dd047c-768d-4b0d-933d-f640b0ad5b86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0563118 Jul 15 17:43:36.455668 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-688f60dd-5f79-406c-8210-ce968dc921c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327122 Jul 15 17:43:36.473376 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-5d4d463f-2ede-4870-9819-35550fa7fd70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434816 Jul 15 17:43:36.544359 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:43:36.599897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f58cc7-59a6-4d79-8452-588bc59a3428 req-1e062ffc-6091-4f8b-80e6-3bb961e504f9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:36.601522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87f58cc7-59a6-4d79-8452-588bc59a3428 req-1e062ffc-6091-4f8b-80e6-3bb961e504f9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0697963 Jul 15 17:43:36.635397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:43:36.643392 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87f58cc7-59a6-4d79-8452-588bc59a3428 req-20e7fc7a-b5d5-400e-98b7-41e9a153476b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Jul 15 17:43:36.643849 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-233a3163-5506-4a33-a651-a2560b6b5558 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726091 Jul 15 17:43:36.646034 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-2e86b196-a85e-4cd2-a0b2-52fbd7b70749 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648881 Jul 15 17:43:36.811422 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-56f1ffe6-0745-4d46-8c2d-63dac1e0e62f service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617901 Jul 15 17:43:36.813306 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-c147eff7-880a-4f8f-91ce-72e25934e43a req-a7ffa172-a791-4580-a65d-b4bb1cf1ce17 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559272 Jul 15 17:43:37.820544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7263-4d44-4f46-9a78-643c77c1114f req-8e18dcb0-bd3d-49f6-867b-383c6ed87aa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:37.822041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27ad7263-4d44-4f46-9a78-643c77c1114f req-8e18dcb0-bd3d-49f6-867b-383c6ed87aa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 943 time: 0.0625598 Jul 15 17:43:37.835904 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:43:37.860643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27ad7263-4d44-4f46-9a78-643c77c1114f req-e173756d-0e72-49e1-894e-7613e79d7f07 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Jul 15 17:43:37.932839 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:37.943473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '6a13ea98-1715-4964-9bfc-60250e765fba', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'port_id': '6a13ea98-1715-4964-9bfc-60250e765fba', 'mac_address': 'fa:16:3e:7f:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e55e3b3-6934-45bb-9a18-54c1e5f4e338', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:43:37.980510 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:37.994085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13ea98-1715-4964-9bfc-60250e765fba {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:43:38.016595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:38.021614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:38.072798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:38.156680 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d80c2-159e-42ae-ae44-405761a7d93c req-edf7d4bc-ecd8-4cb7-9236-d1072d4be6eb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:38.158179 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e35d80c2-159e-42ae-ae44-405761a7d93c req-edf7d4bc-ecd8-4cb7-9236-d1072d4be6eb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0636036 Jul 15 17:43:38.175292 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-357f3864-e771-408f-be69-04624a02a1f6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:38.176826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-357f3864-e771-408f-be69-04624a02a1f6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1&tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.0719552 Jul 15 17:43:38.200160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e35d80c2-159e-42ae-ae44-405761a7d93c req-f3cef5bf-ac46-4a9e-9114-6f4c5bf5eed5 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Jul 15 17:43:38.241090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6a13ea98-1715-4964-9bfc-60250e765fba'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:43:38.242130 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-47b25c3b-4f29-4919-bf76-670930413c53 service neutron] delete failed (client error): The resource could not be found. Jul 15 17:43:38.243147 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-47b25c3b-4f29-4919-bf76-670930413c53 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6a13ea98-1715-4964-9bfc-60250e765fba/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0597501 Jul 15 17:43:38.338326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-66c1a88a-e885-4f3b-ad6e-d47f1c2e940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:38.339862 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-66c1a88a-e885-4f3b-ad6e-d47f1c2e940f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 1095 time: 0.0536940 Jul 15 17:43:38.429074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-5051e74c-8c5a-4c20-b660-33f85292cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:38.430563 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-5051e74c-8c5a-4c20-b660-33f85292cb72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0847225 Jul 15 17:43:38.473612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-425f6d79-32f8-4d27-8693-e37fce33127a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 200 len: 217 time: 0.0371518 Jul 15 17:43:38.521224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-39420530-cab3-4d4a-8c9a-6bf5dd5773eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:38.522629 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-39420530-cab3-4d4a-8c9a-6bf5dd5773eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0425601 Jul 15 17:43:38.553612 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-49b76231-ac3d-44ca-b8f7-a17f6665ee9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252106 Jul 15 17:43:38.644459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-8673601f-8bee-4e44-be7a-25de25b9da66 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848374 Jul 15 17:43:38.731016 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-cb99daab-1a01-4a86-8d1c-b91ddd80176d req-e35bd92e-fe42-43a7-b386-b6126b2231b0 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805824 Jul 15 17:43:39.384844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fe60-5b59-4ed9-b490-2c55a2daedc4 req-277aeba7-1028-4cdf-a844-262f483e22c1 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:39.386337 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66e6fe60-5b59-4ed9-b490-2c55a2daedc4 req-277aeba7-1028-4cdf-a844-262f483e22c1 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0660610 Jul 15 17:43:39.423605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66e6fe60-5b59-4ed9-b490-2c55a2daedc4 req-92bbc77a-cfd0-4167-8435-68f57f45c96b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Jul 15 17:43:39.605539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dc293-c5d5-416b-ae60-0c2cfea7d430 req-777b4f63-c9bf-4237-baac-aaaef2b08aec tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:39.606981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-178dc293-c5d5-416b-ae60-0c2cfea7d430 req-777b4f63-c9bf-4237-baac-aaaef2b08aec tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0741823 Jul 15 17:43:39.645579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-178dc293-c5d5-416b-ae60-0c2cfea7d430 req-5bafcdc1-2355-42aa-ad3a-b1df0b1ea670 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jul 15 17:43:39.816977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4430d5c-3f7a-4a4c-b1f1-72fefc6ca490 req-55676f45-67d7-4f6a-a50f-58326b5a68e4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:39.818419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4430d5c-3f7a-4a4c-b1f1-72fefc6ca490 req-55676f45-67d7-4f6a-a50f-58326b5a68e4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 944 time: 0.0660236 Jul 15 17:43:39.839533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:43:39.855717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4430d5c-3f7a-4a4c-b1f1-72fefc6ca490 req-4aa61ff2-2596-4d96-8d97-3cfaf996839c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Jul 15 17:43:39.888621 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 6a13ea98-1715-4964-9bfc-60250e765fba completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:43:39.892515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 6a13ea98-1715-4964-9bfc-60250e765fba triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:43:39.892804 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:40.125238 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:40.148371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:40.150627 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca8629-22ab-4886-b027-87391d5f113d" -d '{"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:40.163545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:40.170071 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:40.197981 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8397ce-fd38-4159-b1c6-55289b21d1d8 x-openstack-request-id: req-2c8397ce-fd38-4159-b1c6-55289b21d1d8 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:40.198340 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-plugged", "status": "completed", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:40.198596 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c8397ce-fd38-4159-b1c6-55289b21d1d8 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:40.198980 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'code': 200} Jul 15 17:43:40.228421 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:40.340227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-5e59582c-df07-4582-8623-d143d3df4ee2 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:40.341812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-5e59582c-df07-4582-8623-d143d3df4ee2 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 815 time: 0.1032517 Jul 15 17:43:40.356765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-230b90ef-caaf-42ef-b620-e44fc0dc423c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/quotas/c8cf94afba304a73a0ad69cf9ec740b2 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Jul 15 17:43:40.422863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-0182680c-6c2c-407b-8c38-42523047b661 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0611427 Jul 15 17:43:40.433475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-9c36eec6-9e15-4d2e-ae59-86d65fa142c6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:43:40.434629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-9c36eec6-9e15-4d2e-ae59-86d65fa142c6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057013 Jul 15 17:43:40.525215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-27dded69-53f6-4b04-9662-d1f725b43b41 service neutron] 10.222.0.25 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 Jul 15 17:43:40.617790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-40858df6-7db9-465b-a155-5e093103fa9e service neutron] 10.222.0.25 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Jul 15 17:43:40.781302 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0946f0b7-a274-4863-b13f-8eb3a65d504c req-a3d8fc0b-d433-4832-925c-57ed1f7888f8 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jul 15 17:43:41.166578 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.305999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.446064 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-00b6b0c3-bde6-44c8-b179-170e37f5623b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:41.447526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-00b6b0c3-bde6-44c8-b179-170e37f5623b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f177bb5-0fe2-4edd-9f6b-c83084dce1f1 HTTP/1.1" status: 200 len: 945 time: 0.0684612 Jul 15 17:43:41.548179 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Deleting port 6a13ea98-1715-4964-9bfc-60250e765fba {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:43:41.548437 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.638076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] For port 6a13ea98-1715-4964-9bfc-60250e765fba, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=6a13ea98-1715-4964-9bfc-60250e765fba,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:41.638440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.650545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Calling delete_port for 6a13ea98-1715-4964-9bfc-60250e765fba owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:43:41.783780 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.795617 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6a13ea98-1715-4964-9bfc-60250e765fba'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:43:41.829415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Pushing event deleted for resources: {'Port': ['ID=6a13ea98-1715-4964-9bfc-60250e765fba,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:41.887667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] No DVR routers for this DVR port 6a13ea98-1715-4964-9bfc-60250e765fba on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:43:41.892875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-ddabe0d8-1743-4da7-933e-20dfb5759885 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:41.893561 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:41.894587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-ddabe0d8-1743-4da7-933e-20dfb5759885 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 815 time: 0.1113241 Jul 15 17:43:41.897829 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.35 "DELETE /v2.0/ports/6a13ea98-1715-4964-9bfc-60250e765fba HTTP/1.1" status: 204 len: 173 time: 0.4435709 Jul 15 17:43:41.898373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-deleted', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:41.900709 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf330f6a-7a73-420b-954f-f5a0a668a482" -d '{"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-deleted", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:41.908761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Request body: {'port': {'device_id': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'admin_state_up': True, 'tenant_id': 'c8cf94afba304a73a0ad69cf9ec740b2'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:43:41.963041 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f9f30-04cc-4980-9b60-fd5ec19f8d91 x-openstack-request-id: req-055f9f30-04cc-4980-9b60-fd5ec19f8d91 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:41.963416 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f177bb5-0fe2-4edd-9f6b-c83084dce1f1", "name": "network-vif-deleted", "tag": "6a13ea98-1715-4964-9bfc-60250e765fba", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:41.963874 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-055f9f30-04cc-4980-9b60-fd5ec19f8d91 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:41.964580 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f177bb5-0fe2-4edd-9f6b-c83084dce1f1', 'name': 'network-vif-deleted', 'tag': '6a13ea98-1715-4964-9bfc-60250e765fba', 'status': 'completed', 'code': 200} Jul 15 17:43:42.012455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0149513e-37bf-4923-8e1a-2592799dd9b0 req-5610c3cb-7ee5-4949-98aa-10440570cdb5 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 210 time: 0.0659027 Jul 15 17:43:42.052007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Made reservation on behalf of c8cf94afba304a73a0ad69cf9ec740b2 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:43:42.055531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:42.184780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Allocated IP 172.20.0.10 (ad573dc1-5c13-47b0-8da2-c5b3534f2604/5e55e3b3-6934-45bb-9a18-54c1e5f4e338/3b772e85-a5f9-473f-9d67-bdb4601d67cf) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:43:42.349631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:42.387286 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:42.397980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['6a13ea98-1715-4964-9bfc-60250e765fba'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:43:42.438878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Network ad573dc1-5c13-47b0-8da2-c5b3534f2604 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:43:42.442910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:43:42.444942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:42.447138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:43:42.498582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:42.499220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:42.513965 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-941cbb28-5937-48d6-9ff9-74dc02335015 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097598 Jul 15 17:43:42.525010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Request body: {'port': {'device_id': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:43:42.594073 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.224643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f5371-378f-4b6c-be85-3b2dce65cce3 req-017716fb-5581-4cd6-b1f6-56366ee302c6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:43.226104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a1f5371-378f-4b6c-be85-3b2dce65cce3 req-017716fb-5581-4cd6-b1f6-56366ee302c6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 932 time: 0.0973506 Jul 15 17:43:43.275213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b772e85-a5f9-473f-9d67-bdb4601d67cf {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:43:43.289483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.298761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2a1f5371-378f-4b6c-be85-3b2dce65cce3 req-fdb478c2-7ea9-4bca-81b7-f29b627642f3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555432 Jul 15 17:43:43.305774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Transition to ACTIVE for port object 3b772e85-a5f9-473f-9d67-bdb4601d67cf will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:43:43.309683 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.382906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:43.431472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:43:43.431801 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:43:43.432204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:43:43.436347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:43:43.437211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:43:43.442000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:43:43.442333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Checking segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:43:43.442711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Bound using segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:43:43.443125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Bound port: 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:43:43.443477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.508962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:43:43.511877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:43:43.516943 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.550438 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:43.550994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:43.552397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 1092 time: 1.0314343 Jul 15 17:43:43.552835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:43.582156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15828c91-e591-4b3a-9d68-31a85b504182 service neutron] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:43.597885 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b932cfb-48f6-4d9b-b80a-60706b6c5623" -d '{"events": [{"name": "network-changed", "server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:43.686678 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aad11d1-b1c8-4499-8247-6a4db376f8ca x-openstack-request-id: req-9aad11d1-b1c8-4499-8247-6a4db376f8ca {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:43.687587 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:43.687842 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aad11d1-b1c8-4499-8247-6a4db376f8ca {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:43.688288 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'status': 'completed', 'code': 200} Jul 15 17:43:43.696809 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-79ac6fb2-124a-43a8-baff-4e5858ebbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:43.698353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-79ac6fb2-124a-43a8-baff-4e5858ebbd5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1095 time: 0.0974967 Jul 15 17:43:43.756360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-0da9c827-3c9e-4724-b928-849a49812a30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0512116 Jul 15 17:43:43.813953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-2d3e7ea2-4776-4d9f-b2df-e10a5364a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:43.815308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-2d3e7ea2-4776-4d9f-b2df-e10a5364a362 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0531876 Jul 15 17:43:43.860757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-8897d7f0-9a1d-41b5-b16f-3607827950fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390050 Jul 15 17:43:43.950705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-79c3ce7e-e392-4139-b9a5-4f20c4a6fcb0 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839255 Jul 15 17:43:44.041078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d80eea6-ef64-42d8-b4b6-b84132e2997b req-0926493a-9f25-4d1d-aea9-2061f2868f2f service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843713 Jul 15 17:43:44.137579 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-fd22f804-58f7-4004-8e2a-39105bbf666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:44.139032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-fd22f804-58f7-4004-8e2a-39105bbf666c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1095 time: 0.0537512 Jul 15 17:43:44.230849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-ecc05c1b-1cd5-4cb1-b0b5-24c7370826b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:44.232335 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-ecc05c1b-1cd5-4cb1-b0b5-24c7370826b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0875626 Jul 15 17:43:44.272475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-8d8d37f7-148d-458b-b706-21c10c4d879d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0339949 Jul 15 17:43:44.324433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-05fe4386-e1ed-47ee-8bc5-bc9606ca35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:44.326184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-05fe4386-e1ed-47ee-8bc5-bc9606ca35b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0477834 Jul 15 17:43:44.362352 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-7aef36a1-a85f-4a18-825e-6772373ceb5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292594 Jul 15 17:43:44.493853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-02ebbe2a-0367-49ec-ad4b-594e948f8c3f service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248062 Jul 15 17:43:44.543224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fdf88-63ba-42df-a13a-a9e9f537efef req-4e038946-05dc-46de-becf-20cbb4a894f9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:44.544723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-100fdf88-63ba-42df-a13a-a9e9f537efef req-4e038946-05dc-46de-becf-20cbb4a894f9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.1142218 Jul 15 17:43:44.633670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b932cfb-48f6-4d9b-b80a-60706b6c5623 req-7e64e63d-76eb-4441-bfd5-b451b7eb876f service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329074 Jul 15 17:43:44.636870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-100fdf88-63ba-42df-a13a-a9e9f537efef req-f9585eb4-cdff-4c6e-929d-fa271f80ccaf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627081 Jul 15 17:43:45.813775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80079bf7-103b-4feb-a6bf-004da0348f33 req-30b31bde-8a02-49a3-9985-961c787d1062 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:45.815259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80079bf7-103b-4feb-a6bf-004da0348f33 req-30b31bde-8a02-49a3-9985-961c787d1062 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.0636773 Jul 15 17:43:45.853338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80079bf7-103b-4feb-a6bf-004da0348f33 req-71e499d6-c37b-481f-8be4-52e3833440eb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 15 17:43:45.888975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:43:45.891288 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:43:45.915060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 6a13ea98-1715-4964-9bfc-60250e765fba {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:43:45.915400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 6a13ea98-1715-4964-9bfc-60250e765fba not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:43:45.998911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:46.010072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'port_id': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'mac_address': 'fa:16:3e:3f:28:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e55e3b3-6934-45bb-9a18-54c1e5f4e338', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:43:46.049148 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:46.061155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b772e85-a5f9-473f-9d67-bdb4601d67cf {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:43:46.080213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:46.084307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:46.130681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:46.268199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['3b772e85-a5f9-473f-9d67-bdb4601d67cf'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:43:47.023554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97aa74a-ca42-4509-ac94-d5d2ee346a6a req-55efe581-dc27-44e0-8e9c-ff069e1a39df tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:47.025079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a97aa74a-ca42-4509-ac94-d5d2ee346a6a req-55efe581-dc27-44e0-8e9c-ff069e1a39df tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 945 time: 0.0633471 Jul 15 17:43:47.062871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a97aa74a-ca42-4509-ac94-d5d2ee346a6a req-2b8fdaa1-5bcd-494b-b0e2-e06888ee46fe tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 15 17:43:47.518000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:43:47.908272 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:43:47.955172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 3b772e85-a5f9-473f-9d67-bdb4601d67cf completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:43:47.958815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 3b772e85-a5f9-473f-9d67-bdb4601d67cf triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:43:47.959204 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:48.034008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:48.056396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:43:48.058615 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7152ae-0642-4a32-8631-32fa4ec5c548" -d '{"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:43:48.073535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:43:48.077421 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:48.102038 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e131c0e-987c-49c6-9b52-7e80ab5c5c00 x-openstack-request-id: req-4e131c0e-987c-49c6-9b52-7e80ab5c5c00 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:43:48.102214 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:43:48.102457 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e131c0e-987c-49c6-9b52-7e80ab5c5c00 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:43:48.102838 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'code': 200} Jul 15 17:43:48.130063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:43:48.257329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257fde-baa9-4545-b899-1111d105bd4b req-7ec65394-fcda-4214-9755-d6defe48601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:48.258836 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7257fde-baa9-4545-b899-1111d105bd4b req-7ec65394-fcda-4214-9755-d6defe48601c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1097 time: 0.1001725 Jul 15 17:43:48.270852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508977bb-93f8-47b4-9107-1897877cd9c0 req-71e544d5-c7b4-4222-a9e2-fbd83a2f846f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:48.272288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-508977bb-93f8-47b4-9107-1897877cd9c0 req-71e544d5-c7b4-4222-a9e2-fbd83a2f846f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0832853 Jul 15 17:43:48.318719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7257fde-baa9-4545-b899-1111d105bd4b req-e49e7352-2c25-4805-951b-64333ea2b5be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454638 Jul 15 17:43:48.331497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-508977bb-93f8-47b4-9107-1897877cd9c0 req-39456ced-c8ba-449b-bbb0-a50d329db959 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522263 Jul 15 17:43:49.508238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e446c28-0711-4094-87cd-1e15a29fc327 req-02721dea-446f-44c7-8846-c632dc67f731 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:49.509744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e446c28-0711-4094-87cd-1e15a29fc327 req-02721dea-446f-44c7-8846-c632dc67f731 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0642529 Jul 15 17:43:49.551593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e446c28-0711-4094-87cd-1e15a29fc327 req-5231a726-4616-4d96-a8c7-52323c46c57c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jul 15 17:43:49.723414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993340-d7de-439e-868e-4476458798da req-6d4a7e16-21fa-4386-82e9-07a4e0464747 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:49.724904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6993340-d7de-439e-868e-4476458798da req-6d4a7e16-21fa-4386-82e9-07a4e0464747 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0639317 Jul 15 17:43:49.762007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c6993340-d7de-439e-868e-4476458798da req-00f53d51-27e9-41fb-9553-3036add527ae tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Jul 15 17:43:50.090996 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-4da46223-d05b-4d10-89da-366d716ff55e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531435 Jul 15 17:43:50.154319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb1fd4-6461-4d80-9497-d093bdc70421 req-96fb9690-5d75-47bd-a5ec-28cf012d38ee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:50.156847 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0eb1fd4-6461-4d80-9497-d093bdc70421 req-96fb9690-5d75-47bd-a5ec-28cf012d38ee tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0671258 Jul 15 17:43:50.196856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0eb1fd4-6461-4d80-9497-d093bdc70421 req-41c2c2c1-20b7-450d-a2f6-dde56ba0aa29 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Jul 15 17:43:51.180066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-6d30cd47-b249-43ae-b32d-c1f354011350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:51.181582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-6d30cd47-b249-43ae-b32d-c1f354011350 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1097 time: 0.0583231 Jul 15 17:43:51.272332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-9d395b03-cad6-4f34-9078-7e613ac04287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:51.273928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-9d395b03-cad6-4f34-9078-7e613ac04287 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0859656 Jul 15 17:43:51.321567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-a94ebb7f-e81c-420f-959a-a40b5176617e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0414658 Jul 15 17:43:51.395727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-5e7c6c6e-bb9c-44ab-97be-adb60ebe1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:51.397225 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-5e7c6c6e-bb9c-44ab-97be-adb60ebe1fda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0681276 Jul 15 17:43:51.435805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-29c5dcc7-01ee-4218-a830-5512eb69a096 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311818 Jul 15 17:43:51.447816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc304e9-d19f-468c-945b-4774c66e5d23 req-9cffa7fe-eee7-4c45-9b69-3920c9224e41 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:51.449245 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ccc304e9-d19f-468c-945b-4774c66e5d23 req-9cffa7fe-eee7-4c45-9b69-3920c9224e41 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.1302114 Jul 15 17:43:51.542702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ccc304e9-d19f-468c-945b-4774c66e5d23 req-11b2948d-b3bd-48de-935a-cdd862bc0aa3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855048 Jul 15 17:43:51.565036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-16b6afc8-9fdb-44df-8742-05684312a222 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148334 Jul 15 17:43:51.662095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-0023521e-be3a-437e-973e-f30ee92ae3d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911055 Jul 15 17:43:52.715953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbf27a-3d76-4c0c-8ea6-6366f0b43d35 req-bd6f508b-f627-46c3-afe7-09903a50336b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:52.717475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47bbf27a-3d76-4c0c-8ea6-6366f0b43d35 req-bd6f508b-f627-46c3-afe7-09903a50336b tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0643091 Jul 15 17:43:52.755748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47bbf27a-3d76-4c0c-8ea6-6366f0b43d35 req-cd7fc190-0c79-4ffd-a1e2-ec33ee26dd29 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317175 Jul 15 17:43:53.926469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabe2-e73a-455a-8bfa-9d74b574b1bb req-c19a3966-2e6d-4cbf-afc5-9944263c00af tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:53.927940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1fcabe2-e73a-455a-8bfa-9d74b574b1bb req-c19a3966-2e6d-4cbf-afc5-9944263c00af tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0626879 Jul 15 17:43:53.964544 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1fcabe2-e73a-455a-8bfa-9d74b574b1bb req-f5cd522a-406f-4f6a-bdc4-24f1e032b1ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 15 17:43:55.141086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98596bfe-3380-4d40-853d-a09f588e735d req-e0193b04-2d68-473b-b168-9d7e69ac3757 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:55.142560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98596bfe-3380-4d40-853d-a09f588e735d req-e0193b04-2d68-473b-b168-9d7e69ac3757 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0684483 Jul 15 17:43:55.180589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98596bfe-3380-4d40-853d-a09f588e735d req-bd3aa007-1507-4771-90b6-ae7ef2c5d7c9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Jul 15 17:43:55.853983 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1298ee52-2806-4909-9176-806225cb0113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:56.352692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77190940-62d2-4b6b-9db7-f22bc6f5f1ba req-6bfb1e0c-e1d0-4759-82a4-583b9a14dd6f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:56.354193 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77190940-62d2-4b6b-9db7-f22bc6f5f1ba req-6bfb1e0c-e1d0-4759-82a4-583b9a14dd6f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0642734 Jul 15 17:43:56.392033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-77190940-62d2-4b6b-9db7-f22bc6f5f1ba req-8b1c76eb-a912-43b2-aa45-88007deef584 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jul 15 17:43:57.565392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1303-295b-453f-beb3-526d2c4a231a req-ccd654d3-d5af-406b-a0b9-e0a6c41e586f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:57.566906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4fd1303-295b-453f-beb3-526d2c4a231a req-ccd654d3-d5af-406b-a0b9-e0a6c41e586f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0653083 Jul 15 17:43:57.608269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4fd1303-295b-453f-beb3-526d2c4a231a req-159e7d22-d7f4-4fb6-98c2-5c476601381c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jul 15 17:43:58.783101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f58c8a-d41d-4244-9251-b568aea21b02 req-94c29dfe-5c20-478f-a877-da4cfdf3dfa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:58.784612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4f58c8a-d41d-4244-9251-b568aea21b02 req-94c29dfe-5c20-478f-a877-da4cfdf3dfa4 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0643947 Jul 15 17:43:58.821746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4f58c8a-d41d-4244-9251-b568aea21b02 req-4728d7fd-f49d-44ff-83e3-9b2177ba89da tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312607 Jul 15 17:43:58.862973 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:59.159874 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2cf-f618-420a-8232-7b511e2c89f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:59.707780 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:43:59.996769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfd15e-b7cd-44a9-8d8d-80ad5ec81c80 req-ca8bd29a-f6ba-45e6-bf67-2e8ca5c1641e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:43:59.998196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55dfd15e-b7cd-44a9-8d8d-80ad5ec81c80 req-ca8bd29a-f6ba-45e6-bf67-2e8ca5c1641e tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0625331 Jul 15 17:44:00.035794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55dfd15e-b7cd-44a9-8d8d-80ad5ec81c80 req-b58319a5-63a0-4a5c-a005-23c90fc43690 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318875 Jul 15 17:44:01.213945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021184-d221-47f9-9a12-585a0b503d36 req-37fe4605-0420-4ef5-9087-4c2ef8f158d0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:01.215412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e021184-d221-47f9-9a12-585a0b503d36 req-37fe4605-0420-4ef5-9087-4c2ef8f158d0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0663974 Jul 15 17:44:01.252929 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9e021184-d221-47f9-9a12-585a0b503d36 req-6f808e55-4012-480b-bcab-3095f14673e9 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Jul 15 17:44:01.439927 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:02.425627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1a58-bc6c-463e-83f5-b6b25297e5f9 req-07794c84-5b64-4533-91e1-490a24820040 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:02.427082 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9be1a58-bc6c-463e-83f5-b6b25297e5f9 req-07794c84-5b64-4533-91e1-490a24820040 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0642970 Jul 15 17:44:02.464382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9be1a58-bc6c-463e-83f5-b6b25297e5f9 req-ec8e48b9-17a4-460a-834f-9531f1fa4968 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Jul 15 17:44:03.823638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0471-7b52-4c3d-bc1b-5eacbdd7dc73 req-7fe61251-86fd-421b-a069-20d308c75b18 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:03.825114 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0df0471-7b52-4c3d-bc1b-5eacbdd7dc73 req-7fe61251-86fd-421b-a069-20d308c75b18 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0658684 Jul 15 17:44:03.862670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0df0471-7b52-4c3d-bc1b-5eacbdd7dc73 req-f9c1a172-db9e-40ec-a1a2-b4a54171402d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Jul 15 17:44:05.032691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4c780-391a-437a-ad34-a3b6e823021c req-68e86c66-4718-4441-9d25-f6e879222033 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:05.034165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcd4c780-391a-437a-ad34-a3b6e823021c req-68e86c66-4718-4441-9d25-f6e879222033 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0637245 Jul 15 17:44:05.071512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcd4c780-391a-437a-ad34-a3b6e823021c req-c7cc66a4-f0bb-402d-ab48-473b2b37b6db tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Jul 15 17:44:06.242340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c135ba0-bb34-44bb-938e-7270f993f95b req-7c6a4ec1-4854-40cd-bb54-3016f064bd7f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:06.243802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c135ba0-bb34-44bb-938e-7270f993f95b req-7c6a4ec1-4854-40cd-bb54-3016f064bd7f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0625553 Jul 15 17:44:06.281172 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5c135ba0-bb34-44bb-938e-7270f993f95b req-a5da9626-6f28-43a2-944b-5c5f2300e0bf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jul 15 17:44:07.461210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601a73-3ef2-4099-80d7-86a107c845eb req-627112e0-8cd8-4ff6-917a-047ace943462 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:07.462729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4601a73-3ef2-4099-80d7-86a107c845eb req-627112e0-8cd8-4ff6-917a-047ace943462 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0673027 Jul 15 17:44:07.499419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4601a73-3ef2-4099-80d7-86a107c845eb req-d96d1280-83ed-483f-beb9-95e6a5a8505a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Jul 15 17:44:08.673399 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976132c-9832-4fce-a534-386e00d5a9de req-821ded22-e055-4e85-ac41-7e51c50eed77 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:08.674827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a976132c-9832-4fce-a534-386e00d5a9de req-821ded22-e055-4e85-ac41-7e51c50eed77 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0651071 Jul 15 17:44:08.711975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a976132c-9832-4fce-a534-386e00d5a9de req-df06a7f1-6236-4311-ad22-32a5d751f983 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 15 17:44:09.890839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f19b3-e3a2-41c0-9be1-9b92788a31f0 req-d447340a-2e8e-4307-8f05-d7f5eb0e76bc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:09.892443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-743f19b3-e3a2-41c0-9be1-9b92788a31f0 req-d447340a-2e8e-4307-8f05-d7f5eb0e76bc tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0679884 Jul 15 17:44:09.929959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-743f19b3-e3a2-41c0-9be1-9b92788a31f0 req-a4cabdec-4f19-4bff-af95-3c258d9278db tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Jul 15 17:44:11.103984 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba6e0-b3d0-4a09-bcb9-60784b99de23 req-e2d82b1e-bffd-4b7e-a338-5d7f1abc27e2 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:11.105470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e6ba6e0-b3d0-4a09-bcb9-60784b99de23 req-e2d82b1e-bffd-4b7e-a338-5d7f1abc27e2 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0635085 Jul 15 17:44:11.143340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8e6ba6e0-b3d0-4a09-bcb9-60784b99de23 req-a784f696-d9f5-4bc6-9a93-9b6f7f828cb6 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 15 17:44:11.163688 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:11.311015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:12.312895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03213368-38b3-46bf-829d-26d56bb9b68a req-8b4c1682-286f-4526-9403-dad8e84c1b95 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:12.314471 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03213368-38b3-46bf-829d-26d56bb9b68a req-8b4c1682-286f-4526-9403-dad8e84c1b95 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0627048 Jul 15 17:44:12.352606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-03213368-38b3-46bf-829d-26d56bb9b68a req-03f9d2cd-6908-4164-8f93-fc0b40b54f3f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Jul 15 17:44:13.530875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2233135-d026-4a07-871b-66338dbd4438 req-fc584d40-b30a-476b-bea4-6afc617a3087 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:13.532378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2233135-d026-4a07-871b-66338dbd4438 req-fc584d40-b30a-476b-bea4-6afc617a3087 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0676484 Jul 15 17:44:13.570657 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f2233135-d026-4a07-871b-66338dbd4438 req-330d87b4-de85-4cf1-b15d-c98e51f7e8eb tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Jul 15 17:44:14.746030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415e5d-fca5-4c99-a97f-514c8f3295e9 req-2aa3280a-0693-4b86-9491-32e8c67a3714 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:14.747516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2415e5d-fca5-4c99-a97f-514c8f3295e9 req-2aa3280a-0693-4b86-9491-32e8c67a3714 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0637653 Jul 15 17:44:14.785577 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2415e5d-fca5-4c99-a97f-514c8f3295e9 req-49d93502-b058-45f0-9607-a094d698f9df tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Jul 15 17:44:15.964047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89644590-9d53-4524-a62d-1d52bfd4e9b5 req-fa2d0dd1-ad09-4625-bb38-48d980c4a31f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:15.965552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89644590-9d53-4524-a62d-1d52bfd4e9b5 req-fa2d0dd1-ad09-4625-bb38-48d980c4a31f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0665660 Jul 15 17:44:16.004493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89644590-9d53-4524-a62d-1d52bfd4e9b5 req-ade27874-8d4d-41e1-9405-38b45d3bec4a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Jul 15 17:44:17.174739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75c55-dfaf-4059-b84f-dda987a6f103 req-7b30919b-dfb5-48c2-b366-a28b36ff1803 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:17.176247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdf75c55-dfaf-4059-b84f-dda987a6f103 req-7b30919b-dfb5-48c2-b366-a28b36ff1803 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0634191 Jul 15 17:44:17.213818 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdf75c55-dfaf-4059-b84f-dda987a6f103 req-fc7f7342-830e-4ed6-b712-7fbe9bdb5318 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321488 Jul 15 17:44:18.459116 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-7e225683-2e87-4619-970f-fb21d356956f req-b79f5f2a-30c8-4479-9a85-0c8a6617cf50 service neutron] show failed (client error): The resource could not be found. Jul 15 17:44:18.460147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-b79f5f2a-30c8-4479-9a85-0c8a6617cf50 service neutron] 10.222.0.35 "GET /v2.0/ports/3b772e85-a5f9-473f-9d67-bdb4601d67cf/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0726082 Jul 15 17:44:18.473001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b39be-ecbb-4f1c-99ae-bcf7f3ef3199 req-1c18fd00-709e-43e2-b7ad-c70b85634e5d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:18.474550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370b39be-ecbb-4f1c-99ae-bcf7f3ef3199 req-1c18fd00-709e-43e2-b7ad-c70b85634e5d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.1145375 Jul 15 17:44:18.515216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-370b39be-ecbb-4f1c-99ae-bcf7f3ef3199 req-dda1fb82-e7c7-4346-a858-527797886c8f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jul 15 17:44:18.706410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-a15a9e42-ffe6-4922-a749-60533962ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:18.707927 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-a15a9e42-ffe6-4922-a749-60533962ba6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e&tenant_id=c8cf94afba304a73a0ad69cf9ec740b2 HTTP/1.1" status: 200 len: 1097 time: 0.0562859 Jul 15 17:44:18.719229 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:18.790835 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.004560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:19.041237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:19.086267 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:19.088579 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ccbac-e65f-44b3-831e-fb1acb3877c9" -d '{"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:19.092532 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.106422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Transition to ACTIVE for port object 3b772e85-a5f9-473f-9d67-bdb4601d67cf will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:19.111525 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.143853 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc07d9-a380-4100-b446-11a14ba9b7cd x-openstack-request-id: req-94bc07d9-a380-4100-b446-11a14ba9b7cd {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:19.144573 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:19.144831 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94bc07d9-a380-4100-b446-11a14ba9b7cd {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:19.145227 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'code': 200} Jul 15 17:44:19.183583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] No DVR routers for this DVR port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:44:19.186721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:19.198664 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.199009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.199349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.199683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.200008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.200364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.200691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.201011 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.201335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.201656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.201973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.202503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:19.239568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:44:19.239904 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:44:19.240372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:19.245094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:44:19.245414 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Attempting to bind port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on network ad573dc1-5c13-47b0-8da2-c5b3534f2604 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:19.250464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:44:19.250808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Checking segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:19.251273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Bound using segment: {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:44:19.251662 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Bound port: 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:44:19.252024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.329330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:19.332961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:44:19.340050 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.379458 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:19.380347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:19.381762 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 1092 time: 0.6665440 Jul 15 17:44:19.415583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731800d1-2471-41cd-9b1e-f22d1a101bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:19.461360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-3404e708-0a83-4fa1-a11f-e8b871a50e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:19.462866 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-3404e708-0a83-4fa1-a11f-e8b871a50e75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1095 time: 0.0564673 Jul 15 17:44:19.555479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-ea61e724-4824-43e5-ac49-ffe8b2db5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:19.556983 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-ea61e724-4824-43e5-ac49-ffe8b2db5b9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0883193 Jul 15 17:44:19.597767 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-c57e8d8c-ef9c-4a5b-9d93-cacb56a210ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0345168 Jul 15 17:44:19.647094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225683-2e87-4619-970f-fb21d356956f req-f3d926a3-0df7-4e59-b276-f8a255f999c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:19.648604 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-f3d926a3-0df7-4e59-b276-f8a255f999c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0446763 Jul 15 17:44:19.684852 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-d056ca88-7578-4b37-8a16-8ca57b0e0e7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303140 Jul 15 17:44:19.692904 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee6e13-e785-4639-a4ec-9e5958f7c555 req-26d525fa-3c1b-4139-b168-ec60e4536954 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:19.694406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7ee6e13-e785-4639-a4ec-9e5958f7c555 req-26d525fa-3c1b-4139-b168-ec60e4536954 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.0643005 Jul 15 17:44:19.733045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b7ee6e13-e785-4639-a4ec-9e5958f7c555 req-4f72b326-4448-4f0b-8498-10ed4881eca0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Jul 15 17:44:19.774367 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-5729e7f1-47cb-46f3-9424-798bee3f6352 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832376 Jul 15 17:44:19.865071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7e225683-2e87-4619-970f-fb21d356956f req-0682fdc2-ad31-4894-9e6a-778ee5e7ee05 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847683 Jul 15 17:44:20.912262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdee082-2a54-4631-a43a-3276340cc3d2 req-82966fd1-2146-4d0a-ad61-07b42253cadf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:20.913721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bdee082-2a54-4631-a43a-3276340cc3d2 req-82966fd1-2146-4d0a-ad61-07b42253cadf tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.0667214 Jul 15 17:44:20.950638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7bdee082-2a54-4631-a43a-3276340cc3d2 req-363cc0d3-8ba6-4577-9d7c-f363dd80408d tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Jul 15 17:44:21.146419 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:21.148810 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d50724-b788-4e1d-b940-4becc49b5cce" -d '{"events": [{"name": "network-changed", "server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:21.194495 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1df5134-7202-4fab-86d3-b64603d442a5 x-openstack-request-id: req-b1df5134-7202-4fab-86d3-b64603d442a5 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:21.194782 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:21.195031 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1df5134-7202-4fab-86d3-b64603d442a5 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:21.195416 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'status': 'completed', 'code': 200} Jul 15 17:44:21.270789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-530adc78-2ae1-4203-aae2-6a881cb4cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.272383 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-530adc78-2ae1-4203-aae2-6a881cb4cd96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1095 time: 0.0554254 Jul 15 17:44:21.273076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-e5be4694-0278-45ce-853d-fad70e133f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.274652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-e5be4694-0278-45ce-853d-fad70e133f2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1095 time: 0.0555882 Jul 15 17:44:21.372533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-d0fcb3e6-e5aa-464e-993e-380d7272fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.372851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-58985dd1-2e77-4942-81f9-d902fc2d484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.374118 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-d0fcb3e6-e5aa-464e-993e-380d7272fb93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0933402 Jul 15 17:44:21.374307 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-58985dd1-2e77-4942-81f9-d902fc2d484a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0948358 Jul 15 17:44:21.418579 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-8f3163b2-334f-4ef9-be65-de1aba64fc80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0374677 Jul 15 17:44:21.426076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-88125175-bfc4-4d7f-a601-63af94fd47fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0450253 Jul 15 17:44:21.467151 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-47720081-9bd7-4807-983d-3fbf4691385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.468808 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-47720081-9bd7-4807-983d-3fbf4691385a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0443869 Jul 15 17:44:21.476554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d50724-b788-4e1d-b940-4becc49b5cce req-d933b193-02b7-4bb9-ac4c-7e2166959d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:21.478066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-d933b193-02b7-4bb9-ac4c-7e2166959d22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0461352 Jul 15 17:44:21.505712 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-28caaf8e-3be5-497e-9c69-2d9968e7db0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311530 Jul 15 17:44:21.512095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-f58fca46-bd5c-4082-a478-fee1e4124813 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279355 Jul 15 17:44:21.595855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-c8f47e31-7861-4071-a061-10ae7ec9bf45 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830016 Jul 15 17:44:21.605254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-373658fc-6a46-4ad7-9958-bbafff1e0edc service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869417 Jul 15 17:44:21.690178 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-f0c37e07-690b-4c3e-b8e5-7f9779154db4 service neutron] 10.222.0.20 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876677 Jul 15 17:44:21.700801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18d50724-b788-4e1d-b940-4becc49b5cce req-4ce08d7e-7844-4a82-8938-09845d7e6016 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889685 Jul 15 17:44:22.091911 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:44:22.122252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee7ec-5a5d-4879-bb8b-8cf2123ba291 req-31898cb3-4588-4234-a5cb-39dd934aa06c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:22.123733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aacee7ec-5a5d-4879-bb8b-8cf2123ba291 req-31898cb3-4588-4234-a5cb-39dd934aa06c tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.0638273 Jul 15 17:44:22.130804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:44:22.163216 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aacee7ec-5a5d-4879-bb8b-8cf2123ba291 req-d5c89ed5-37be-4e00-bae0-33bf8975dc50 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jul 15 17:44:22.698478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:44:22.796406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:22.807438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'network_id': 'ad573dc1-5c13-47b0-8da2-c5b3534f2604', 'port_id': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'mac_address': 'fa:16:3e:3f:28:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e55e3b3-6934-45bb-9a18-54c1e5f4e338', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:44:22.828880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1f9f3-e4bc-4348-98bf-6d879be5c3cf req-93be1223-d13c-4c1c-a30f-cf6970111269 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:22.830928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09c1f9f3-e4bc-4348-98bf-6d879be5c3cf req-93be1223-d13c-4c1c-a30f-cf6970111269 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 944 time: 0.4387500 Jul 15 17:44:22.838169 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-2fe88d1a-1b24-453d-9b6c-a9fe467b40fd tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:22.839506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-2fe88d1a-1b24-453d-9b6c-a9fe467b40fd tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.35 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e&tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.4381621 Jul 15 17:44:22.843420 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:22.856761 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b772e85-a5f9-473f-9d67-bdb4601d67cf {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:44:22.875948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:22.880579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:22.913717 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-09c1f9f3-e4bc-4348-98bf-6d879be5c3cf req-394a9b7c-d3cd-4627-a3fc-d5cc513cf4a8 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Jul 15 17:44:22.922420 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-c8973eb9-819c-4bfa-be45-09e7b5e337bc service neutron] delete failed (client error): The resource could not be found. Jul 15 17:44:22.923420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-c8973eb9-819c-4bfa-be45-09e7b5e337bc service neutron] 10.222.0.35 "DELETE /v2.0/ports/3b772e85-a5f9-473f-9d67-bdb4601d67cf/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0763500 Jul 15 17:44:22.931157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:22.938403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.938842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.939212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.940085 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.940438 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.940772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.941101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.941429 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.941755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.942077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.942403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:22.942723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:23.026666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-55ba9676-c1f5-4e24-b8e6-1ab47195331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:23.028178 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-55ba9676-c1f5-4e24-b8e6-1ab47195331f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 1096 time: 0.0531142 Jul 15 17:44:23.089873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3b772e85-a5f9-473f-9d67-bdb4601d67cf'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:44:23.121252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-4d0e7362-901f-43b7-9f05-758447277f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:23.122744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-4d0e7362-901f-43b7-9f05-758447277f52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 200 len: 915 time: 0.0882132 Jul 15 17:44:23.163272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-d15e2b6b-a28f-4a0b-ae1c-6aa70f882f07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 200 len: 217 time: 0.0344758 Jul 15 17:44:23.217527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-3310e41b-d02a-4f1a-b102-50144ab99518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:23.218893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-3310e41b-d02a-4f1a-b102-50144ab99518 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 200 len: 855 time: 0.0471501 Jul 15 17:44:23.256917 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-11630467-face-4efa-bce1-5f3621c7dad2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ad573dc1-5c13-47b0-8da2-c5b3534f2604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313396 Jul 15 17:44:23.351198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-0209ead0-7ac4-4532-9ac8-b6b9ab2335a9 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873628 Jul 15 17:44:23.440923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd69273b-49d8-4bff-9846-927d91fec7a5 req-8a731365-84b7-4a95-bbad-08647cbc3f03 service neutron] 10.222.0.35 "GET /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830934 Jul 15 17:44:24.094378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f003f36-0faa-458f-beac-09f1c6865098 req-b5a7161e-8b66-4a80-a786-59927d1ca263 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:24.095930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f003f36-0faa-458f-beac-09f1c6865098 req-b5a7161e-8b66-4a80-a786-59927d1ca263 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 945 time: 0.0659306 Jul 15 17:44:24.138147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f003f36-0faa-458f-beac-09f1c6865098 req-1af3ccc1-d958-4e23-a7d2-d602cc3069f0 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364602 Jul 15 17:44:24.307431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86845d-8d14-44ba-b4a1-e299e1d0ad93 req-a10f8d27-c819-4896-a9f2-b56ee7702e7f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:24.308945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a86845d-8d14-44ba-b4a1-e299e1d0ad93 req-a10f8d27-c819-4896-a9f2-b56ee7702e7f tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 945 time: 0.0642734 Jul 15 17:44:24.346616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a86845d-8d14-44ba-b4a1-e299e1d0ad93 req-187132a6-87a4-4d71-8539-8cc42f710d84 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jul 15 17:44:24.516934 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:44:24.518831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56826ef5-7f2f-4327-b7ff-f172332c3db1 req-f5ebb975-7b3f-42aa-beef-f58d54964579 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:24.520327 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56826ef5-7f2f-4327-b7ff-f172332c3db1 req-f5ebb975-7b3f-42aa-beef-f58d54964579 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 945 time: 0.0627291 Jul 15 17:44:24.558259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-56826ef5-7f2f-4327-b7ff-f172332c3db1 req-3758e42a-7e2c-4b10-8b85-3c6d759a2b88 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Jul 15 17:44:24.713771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:24.764235 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 3b772e85-a5f9-473f-9d67-bdb4601d67cf completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:24.768135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 3b772e85-a5f9-473f-9d67-bdb4601d67cf triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:24.768460 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:24.849404 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:24.871142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:24.873566 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e0af52-7765-4eba-8623-31dbbdb96a7c" -d '{"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:24.887271 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:24.891669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:24.915854 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005455d2-f2c7-49f7-b581-c0de25d5cc41 x-openstack-request-id: req-005455d2-f2c7-49f7-b581-c0de25d5cc41 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:24.916175 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-plugged", "status": "completed", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:24.916429 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-005455d2-f2c7-49f7-b581-c0de25d5cc41 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:24.916815 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'code': 200} Jul 15 17:44:24.941799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:25.127161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a222e1-2aeb-49a7-81ba-a4194457c5d7 req-c8254b2f-65ba-4dca-97ed-06612389d9a7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:25.128569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83a222e1-2aeb-49a7-81ba-a4194457c5d7 req-c8254b2f-65ba-4dca-97ed-06612389d9a7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0659869 Jul 15 17:44:25.166673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-83a222e1-2aeb-49a7-81ba-a4194457c5d7 req-3eb3c0a8-64ec-44ea-8f07-9ea4155b84c7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Jul 15 17:44:25.854728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b433-3d45-4da5-b453-d70e29fe7e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:26.125533 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1144b9c-503d-46f1-be5d-92714a199948 req-50e9b18e-3dd4-41bf-9f80-603beb99c292 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:26.126942 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1144b9c-503d-46f1-be5d-92714a199948 req-50e9b18e-3dd4-41bf-9f80-603beb99c292 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.20 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0617816 Jul 15 17:44:26.227518 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Deleting port 3b772e85-a5f9-473f-9d67-bdb4601d67cf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:44:26.227870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:26.317971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] For port 3b772e85-a5f9-473f-9d67-bdb4601d67cf, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=3b772e85-a5f9-473f-9d67-bdb4601d67cf,segment=NetworkSegment(58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06),segment_id=58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:26.318338 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:26.332890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Calling delete_port for 3b772e85-a5f9-473f-9d67-bdb4601d67cf owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:44:26.350523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee422b-2113-4de9-9f2e-421d30b7abef req-67e06bb1-91c6-4c9d-b09d-a051025e80a3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:26.352584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40ee422b-2113-4de9-9f2e-421d30b7abef req-67e06bb1-91c6-4c9d-b09d-a051025e80a3 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0541a084-e77b-4cb9-ae5d-21fcef86df6e HTTP/1.1" status: 200 len: 946 time: 0.0734642 Jul 15 17:44:26.393956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40ee422b-2113-4de9-9f2e-421d30b7abef req-5c021389-a00a-4bad-99b1-5fdfedb5fd5a tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.25 "GET /v2.0/security-groups?id=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353155 Jul 15 17:44:26.476425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:26.488086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['3b772e85-a5f9-473f-9d67-bdb4601d67cf'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:44:26.509996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Pushing event deleted for resources: {'Port': ['ID=3b772e85-a5f9-473f-9d67-bdb4601d67cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:26.559155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] No DVR routers for this DVR port 3b772e85-a5f9-473f-9d67-bdb4601d67cf on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:44:26.561685 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:26.563651 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b1144b9c-503d-46f1-be5d-92714a199948 req-7323aefb-9f31-4a0f-a0db-1b7c025611e7 tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] 10.222.0.20 "DELETE /v2.0/ports/3b772e85-a5f9-473f-9d67-bdb4601d67cf HTTP/1.1" status: 204 len: 173 time: 0.4313486 Jul 15 17:44:26.564144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-deleted', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:26.566978 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22251cf-a248-4c4d-969f-2df6b51e5b9a" -d '{"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-deleted", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:26.603892 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3373c9a1-8334-464c-9094-0107ae4378ff x-openstack-request-id: req-3373c9a1-8334-464c-9094-0107ae4378ff {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:26.604217 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0541a084-e77b-4cb9-ae5d-21fcef86df6e", "name": "network-vif-deleted", "tag": "3b772e85-a5f9-473f-9d67-bdb4601d67cf", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:26.604475 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3373c9a1-8334-464c-9094-0107ae4378ff {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:26.604875 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0541a084-e77b-4cb9-ae5d-21fcef86df6e', 'name': 'network-vif-deleted', 'tag': '3b772e85-a5f9-473f-9d67-bdb4601d67cf', 'status': 'completed', 'code': 200} Jul 15 17:44:27.627968 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:27.674477 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Deleting subnet 5e55e3b3-6934-45bb-9a18-54c1e5f4e338 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:44:27.677493 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.711469 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.749374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.800653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.830491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e55e3b3-6934-45bb-9a18-54c1e5f4e338,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:27.836053 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.838054 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a0b6bb3e-4f0e-4ca4-8179-f035d43f878b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5e55e3b3-6934-45bb-9a18-54c1e5f4e338 HTTP/1.1" status: 204 len: 168 time: 0.2090614 Jul 15 17:44:27.840500 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46736) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:27.906994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.985903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:27.995506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad573dc1-5c13-47b0-8da2-c5b3534f2604']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:28.005613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:28.005909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b0cf79-3d12-4cb5-bb7d-41ad0afb3c06') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:28.014452 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.028211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.034702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:44:28.035281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:44:28.037235 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:44:28.089059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.094602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.097105 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad573dc1-5c13-47b0-8da2-c5b3534f2604 HTTP/1.1" status: 204 len: 168 time: 0.2556829 Jul 15 17:44:28.107829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a43c6-3a0b-4b1c-a510-f1ed9b9c34e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad573dc1-5c13-47b0-8da2-c5b3534f2604,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:28.202459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46740) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:28.246467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d8d69e97-32fb-4302-beb4-ce5bebee8723 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8cf94afba304a73a0ad69cf9ec740b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427856 Jul 15 17:44:28.248819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46742) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:28.296509 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.317564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.362994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.365701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:28.366862 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d HTTP/1.1" status: 204 len: 168 time: 0.1171210 Jul 15 17:44:28.374735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b9aa9-ea1d-40cf-a47e-1dd055da1cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d94997f-3eb1-4e78-ba9f-06ba5f11ad2d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:28.744412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:44:28.765785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 3b772e85-a5f9-473f-9d67-bdb4601d67cf {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:44:28.766133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 3b772e85-a5f9-473f-9d67-bdb4601d67cf not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:44:28.863945 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.031181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46764) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:29.143646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1849674620-network', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:29.159086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2b2d8f34-d464-4f31-a42d-c93510117dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.166446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:44:29.168806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.177688 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.264772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.268702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.296379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:44:29.306624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c243a-1e76-4c74-8851-f94c82b5e642,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:29.311340 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.311679 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Added segment 2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda of type vlan for network c1c91986-819a-45e3-8d30-d7021c396faf Jul 15 17:44:29.322301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.322650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.322983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.323313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.323639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.323963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.324316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.324638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.324961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.325279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.325597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.325914 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:29.367443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.396651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.397679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:29.398256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.432945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4006495 Jul 15 17:44:29.436221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:29.441956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Request body: {'subnet': {'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1849674620-subnet', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:29.458906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5cff2-7ac0-4d48-b596-7df8d7d63b27 admin admin] Pushing event updated for resources: {'Network': ['ID=c1c91986-819a-45e3-8d30-d7021c396faf,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:29.463811 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:44:29.466350 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.470593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c1c91986-819a-45e3-8d30-d7021c396faf details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:44:29.637172 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.693607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=67267a5c-d9f7-435f-98c1-44bbaa4df332,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:29.701936 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:29.702300 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Network hostable DHCP agents. Network: c1c91986-819a-45e3-8d30-d7021c396faf, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:44:29.710385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.719886 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Network c1c91986-819a-45e3-8d30-d7021c396faf is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:44:29.728368 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c1c91986-819a-45e3-8d30-d7021c396faf) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:29.732330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:29.732921 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.738145 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c442da0a-04ef-42c4-afb5-582fe6b52979 None None] Network c1c91986-819a-45e3-8d30-d7021c396faf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:44:29.747460 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-24ca0cd4-a19f-4b83-8b7b-0c4f601a98bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3100374 Jul 15 17:44:29.750227 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 46770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:29.754647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:29.774391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.775313 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.830150 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.882658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c1c91986-819a-45e3-8d30-d7021c396faf', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:44:29.883626 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:29.965393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.021952 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Allocated IP 172.20.0.2 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/eca3a281-469a-48c0-baef-315c3b32e7c8) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:44:30.175276 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.183765 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Transition to ACTIVE for port object eca3a281-469a-48c0-baef-315c3b32e7c8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:30.198942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Transition to ACTIVE for port object eca3a281-469a-48c0-baef-315c3b32e7c8 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:30.205409 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.245914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:30.248685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:30.251102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:44:30.261960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Pushing event updated for resources: {'Port': ['ID=eca3a281-469a-48c0-baef-315c3b32e7c8,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:30.318418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Attempting to bind port eca3a281-469a-48c0-baef-315c3b32e7c8 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:44:30.318782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Attempting to bind port eca3a281-469a-48c0-baef-315c3b32e7c8 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:44:30.319139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Attempting to bind port eca3a281-469a-48c0-baef-315c3b32e7c8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:30.324102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:44:30.324517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:30.324912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.325301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:44:30.325745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Bound port: eca3a281-469a-48c0-baef-315c3b32e7c8, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:44:30.326119 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.389228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] For port eca3a281-469a-48c0-baef-315c3b32e7c8, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:30.392948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] For port eca3a281-469a-48c0-baef-315c3b32e7c8, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eca3a281-469a-48c0-baef-315c3b32e7c8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:44:30.398016 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.457492 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a4ffc-c9ce-4c8c-bb09-ca885553e66b None None] Pushing event updated for resources: {'Port': ['ID=eca3a281-469a-48c0-baef-315c3b32e7c8,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:30.508030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.528041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.652932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Allocated IP 172.25.8.110 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/106f5c65-8094-404f-85be-d4663e9405eb) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:44:30.760460 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.798039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:30.833530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:30.839487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:30.843350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:44:30.865047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Pushing event updated for resources: {'Port': ['ID=106f5c65-8094-404f-85be-d4663e9405eb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:31.086100 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.288268 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.384013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76e915-30f6-46d1-88bd-1bdbc5ab28bf None None] Network c1c91986-819a-45e3-8d30-d7021c396faf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:44:31.426540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Router e613ac55-76d2-4280-96bd-022512f093e6 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:44:31.480409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8e36d06a-4620-4b66-a91a-ec8fd89ac622 None None] Provisioning for port eca3a281-469a-48c0-baef-315c3b32e7c8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:31.481960 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.497874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eca3a281-469a-48c0-baef-315c3b32e7c8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:31.545937 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:44:31.558278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:44:31.563368 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.565304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e90faeef-94c4-4a1c-8de6-d6b117b57e6a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8141241 Jul 15 17:44:31.569495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:31.593521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:31.594154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:31.647397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port eca3a281-469a-48c0-baef-315c3b32e7c8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:31.658154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eca3a281-469a-48c0-baef-315c3b32e7c8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:31.658610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.755437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:31.864333 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:31.938696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port eca3a281-469a-48c0-baef-315c3b32e7c8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eca3a281-469a-48c0-baef-315c3b32e7c8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:31.946216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.013931 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.033720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=eca3a281-469a-48c0-baef-315c3b32e7c8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:32.037530 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3d91068f-2b64-4278-97b8-d289d5162a32 None None] Provisioning complete for port eca3a281-469a-48c0-baef-315c3b32e7c8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:32.037898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3d91068f-2b64-4278-97b8-d289d5162a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.071711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:30Z', 'revision_number': 3, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:32.103251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:44:32.103594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Updating router e613ac55-76d2-4280-96bd-022512f093e6 port 106f5c65-8094-404f-85be-d4663e9405eb binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:44:32.160125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.162847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-d5769cbf-a81c-426f-959f-5c402b33b0c8 req-88fbebd3-c699-4e6a-a6b1-a8e536ddb738 service neutron] (100429) timed out ('10.222.0.25', 58242) {{(pid=100429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:44:32.170713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Allocated IP 172.20.0.1 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/c8779186-78f3-4fb4-bfb1-4dd6dfa79b05) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:44:32.278737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.293137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Transition to ACTIVE for port object c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:32.326816 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.364368 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:32.367179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:32.370602 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:44:32.413536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Pushing event updated for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:32.423125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.424619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.435610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Transition to ACTIVE for port object 106f5c65-8094-404f-85be-d4663e9405eb will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:32.443657 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.504341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Attempting to bind port 106f5c65-8094-404f-85be-d4663e9405eb on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:44:32.504717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Attempting to bind port 106f5c65-8094-404f-85be-d4663e9405eb by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:44:32.505335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Attempting to bind port 106f5c65-8094-404f-85be-d4663e9405eb on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:32.512974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e3db0-6e9e-447f-ba97-1098562d237a None None] Pushing event updated for resources: {'Port': ['ID=106f5c65-8094-404f-85be-d4663e9405eb,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:32.515349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:44:32.515724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:32.516152 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.516543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:44:32.517016 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Bound port: 106f5c65-8094-404f-85be-d4663e9405eb, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:44:32.517504 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.572521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] For port 106f5c65-8094-404f-85be-d4663e9405eb, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:32.574827 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.576636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] For port 106f5c65-8094-404f-85be-d4663e9405eb, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=106f5c65-8094-404f-85be-d4663e9405eb,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:44:32.582014 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.650280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:32.650817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:32.655789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5b93b03c-0caf-43c1-a28f-d2dce17e2957 None None] Provisioning for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:32.750056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.756188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.830508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Pushing event updated for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:32.833074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.851463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e3db0-6e9e-447f-ba97-1098562d237a None None] Pushing event updated for resources: {'Port': ['ID=106f5c65-8094-404f-85be-d4663e9405eb,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:32.854953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5b93b03c-0caf-43c1-a28f-d2dce17e2957 None None] Provisioning complete for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:32.855280 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5b93b03c-0caf-43c1-a28f-d2dce17e2957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:32.924557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:32.925998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:32.928256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-5b93b03c-0caf-43c1-a28f-d2dce17e2957 None None] Port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:44:32.955349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:33.050223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:44:33.164673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3c0e84c0-90a5-4b95-bae3-f96c1aebfe03 None None] Provisioning complete for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:33.165043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3c0e84c0-90a5-4b95-bae3-f96c1aebfe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.168256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:44:33.174626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1645e6ba-25e2-4bbf-8cf6-21252572194e admin admin] 10.222.0.25 "PUT /v2.0/routers/e613ac55-76d2-4280-96bd-022512f093e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6037259 Jul 15 17:44:33.189018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 1, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:33.224365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c3067-a94e-429a-a055-36102cf4b99f None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 1, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:44:33.231179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e84c0-90a5-4b95-bae3-f96c1aebfe03 None None] Port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:44:33.498410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eca3a281-469a-48c0-baef-315c3b32e7c8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:33.549666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port eca3a281-469a-48c0-baef-315c3b32e7c8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:33.550042 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.797607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46780) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:33.803537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529889525', 'description': 'tempest-description--1650216742'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:33.825547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.935967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.941118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.973462 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740e1d21-0178-413e-ac21-5fd68e70a902,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:33.976101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:33.977679 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-24eb0d05-93dd-475a-be7f-1bce74a955ea tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1787839 Jul 15 17:44:33.980404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46782) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:33.985316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'security_group_rule': {'security_group_id': '740e1d21-0178-413e-ac21-5fd68e70a902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:34.015488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.078832 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.083025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.097782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d17e2b8-72b1-4abd-8640-d8f030be880a,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:34.114908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.116409 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-97b49684-9803-4040-b5d3-b504c50556f5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348474 Jul 15 17:44:34.118817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46784) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:34.123290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'security_group_rule': {'security_group_id': '740e1d21-0178-413e-ac21-5fd68e70a902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:34.153588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.216099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.219800 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.240203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca92d0e-85da-48d6-b533-bbf5eb7846e4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:34.243360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.244583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d6142647-469c-4c8a-b94e-67b187d017e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247840 Jul 15 17:44:34.247655 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46786) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:34.252303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:34.274448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.379667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.486883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Allocated IP 172.25.8.249 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/125e159b-94ad-4537-8a1b-1cf45f71c628) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:44:34.590828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.628607 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.666643 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:34.671458 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:34.675929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:44:34.701205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=125e159b-94ad-4537-8a1b-1cf45f71c628,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:34.764046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.809808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.967521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:34.972918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.042817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=125e159b-94ad-4537-8a1b-1cf45f71c628,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:35.054476 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.069212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.070583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e2e7b987-030b-4f7d-bfd6-5400ad09d628 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8220050 Jul 15 17:44:35.161620 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:44:35.171408 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:35.172017 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:35.216033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-2d7b4a98-5bd5-4657-8c93-d887943f1172 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1529889525&fields=id&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 267 time: 0.0355494 Jul 15 17:44:35.277549 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:35.330844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-b6f60474-d0a7-48f5-a055-ee447d3aff7b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:35.332426 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-b6f60474-d0a7-48f5-a055-ee447d3aff7b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1095033 Jul 15 17:44:35.348753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-f70e5979-aa43-41ab-85f2-bb164f1375d7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/quotas/701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 375 time: 0.0101769 Jul 15 17:44:35.420406 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-01e55326-9362-477f-b02b-ce7042cacfdb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0664120 Jul 15 17:44:35.485108 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 2, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:35.491306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 106f5c65-8094-404f-85be-d4663e9405eb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:35.514579 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:44:35.514930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Updating router e613ac55-76d2-4280-96bd-022512f093e6 port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:44:35.543445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-72ad971b-0936-42ed-88a4-f5be3ec6b086 service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098504 Jul 15 17:44:35.551745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 106f5c65-8094-404f-85be-d4663e9405eb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:35.554762 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.555895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 106f5c65-8094-404f-85be-d4663e9405eb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:35.556311 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.636318 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.651903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-bae5ec41-911a-4e46-8203-d00e4c413dee service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006999 Jul 15 17:44:35.660589 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 106f5c65-8094-404f-85be-d4663e9405eb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=106f5c65-8094-404f-85be-d4663e9405eb,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:35.665884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.718228 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=106f5c65-8094-404f-85be-d4663e9405eb,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:35.860844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60ec099d-0bbd-42d0-abf4-9ee74db7d65f req-a1fd884d-0650-41f6-bd33-4bf572ff99bb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 210 time: 0.0345910 Jul 15 17:44:35.930607 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.942200 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Transition to ACTIVE for port object c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:35.947779 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:35.996740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Pushing event updated for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:36.009825 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.010169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.010504 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.010835 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.011161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.011482 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.011801 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.012204 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.012459 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.012773 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.013088 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.013425 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:44:36.077418 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Attempting to bind port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:44:36.077780 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Attempting to bind port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:44:36.078169 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Attempting to bind port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:36.084014 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:44:36.084413 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:36.084813 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:36.085336 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:44:36.085660 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Bound port: c8779186-78f3-4fb4-bfb1-4dd6dfa79b05, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:44:36.086039 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:36.151758 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] For port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:36.154929 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] For port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:44:36.161642 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:36.219800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b48605-b304-4ff4-aac8-1cc027923d21 None None] Pushing event updated for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:36.228642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:36.229234 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:36.342130 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:36.551008 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:36Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:36.576963 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d131ac-9295-48fe-b082-32fa63b2a764 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:36Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:44:37.016490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81bfaa4e-5491-4fae-8d35-601bc69c504e req-368cd852-10b9-4cab-aa37-aa217d170095 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 210 time: 0.0378656 Jul 15 17:44:37.151621 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-cc9e5183-5dc8-45c9-b86a-63a34a23f5e8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:37.153181 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-cc9e5183-5dc8-45c9-b86a-63a34a23f5e8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1100955 Jul 15 17:44:37.198885 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-60eac4e3-fb31-4cf1-8872-f88fb9d11931 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 380 time: 0.0367389 Jul 15 17:44:37.208599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'port': {'device_id': '05ddf13a-3184-4ede-8739-cda015793491', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'admin_state_up': True, 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'security_groups': ['740e1d21-0178-413e-ac21-5fd68e70a902']}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:37.321060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:44:37.324663 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.456051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Allocated IP 172.20.0.9 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/41be1d23-bbb4-4372-971f-1e164cdde03e) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:44:37.481382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 106f5c65-8094-404f-85be-d4663e9405eb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:37.536101 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 106f5c65-8094-404f-85be-d4663e9405eb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:37.536500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.594093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.607489 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Transition to ACTIVE for port object 41be1d23-bbb4-4372-971f-1e164cdde03e will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:37.613524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:37.641637 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.664783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:37.668581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:37.668955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.688519 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:44:37.696697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:44:37.702127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:44:37.725784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:37.753006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.756697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:37.757351 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.774824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-41d12c53-eebc-4cf0-b600-f08eb3e07bb6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709648 Jul 15 17:44:37.787373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Request body: {'port': {'device_id': '05ddf13a-3184-4ede-8739-cda015793491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:37.789762 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:37.794360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.845551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:37.865223 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.926173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-00a5a9fa-c6d7-45b2-9517-fea8783a07a9 None None] Provisioning for port 41be1d23-bbb4-4372-971f-1e164cdde03e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:37.930295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-00a5a9fa-c6d7-45b2-9517-fea8783a07a9 None None] Provisioning complete for port 41be1d23-bbb4-4372-971f-1e164cdde03e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:37.930672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-00a5a9fa-c6d7-45b2-9517-fea8783a07a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:37.967570 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-00a5a9fa-c6d7-45b2-9517-fea8783a07a9 None None] Port 41be1d23-bbb4-4372-971f-1e164cdde03e cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:44:38.138684 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41be1d23-bbb4-4372-971f-1e164cdde03e {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:44:38.147051 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:38.158752 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Transition to ACTIVE for port object 41be1d23-bbb4-4372-971f-1e164cdde03e will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:44:38.163069 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:38.199388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421c1b8-ae89-470b-952b-f0b24b65bf95 req-afa36746-8388-4f8c-84fa-ea1371cfdceb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.202048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8421c1b8-ae89-470b-952b-f0b24b65bf95 req-afa36746-8388-4f8c-84fa-ea1371cfdceb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 931 time: 0.0682039 Jul 15 17:44:38.216127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:38.244072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8421c1b8-ae89-470b-952b-f0b24b65bf95 req-7c9ad058-d945-42aa-9063-b579604ccd11 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Jul 15 17:44:38.294386 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:44:38.294719 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:44:38.295045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:38.300142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:44:38.300472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:44:38.305757 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:44:38.306127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:44:38.306516 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:44:38.306946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Bound port: 41be1d23-bbb4-4372-971f-1e164cdde03e, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:44:38.307466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:38.374061 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:44:38.377693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:44:38.382668 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:38.415577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.416232 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:38.417626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1091 time: 0.6355095 Jul 15 17:44:38.418203 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:38.420448 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0685261e-fa0d-4709-8c94-6325347b2b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:38.449463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b4ee7-9c54-463f-a4ff-0714d67af9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:38.468355 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c151cef-6c62-4d19-9869-74618a5760e7 x-openstack-request-id: req-8c151cef-6c62-4d19-9869-74618a5760e7 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:38.468664 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:38.468902 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c151cef-6c62-4d19-9869-74618a5760e7 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:38.469326 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'status': 'completed', 'code': 200} Jul 15 17:44:38.519875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-8813c9d8-8df8-4b3e-9165-3023bb12f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.521475 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-8813c9d8-8df8-4b3e-9165-3023bb12f00b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1094 time: 0.0628173 Jul 15 17:44:38.567255 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-4ef70107-73c0-4a8d-b2b3-abb77d46d4b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 217 time: 0.0390351 Jul 15 17:44:38.617710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-6f3f6794-4534-43f1-a8a1-76b9681ba3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.619196 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-6f3f6794-4534-43f1-a8a1-76b9681ba3f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0455928 Jul 15 17:44:38.675536 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-df304cf1-4882-41fa-a005-2493d015a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.677110 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-df304cf1-4882-41fa-a005-2493d015a30b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520709 Jul 15 17:44:38.770975 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-1548ea74-1d75-4e1b-8eec-23345b8c3e9a service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859745 Jul 15 17:44:38.857498 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-efc50c7e-45e7-40e6-ae55-4caa34fef140 req-8512854a-c803-4d51-ab7c-f3902ecd6162 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804865 Jul 15 17:44:38.957250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-6645fbe7-b478-4e96-abcb-0d017963486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:38.958765 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-6645fbe7-b478-4e96-abcb-0d017963486e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1094 time: 0.0568421 Jul 15 17:44:39.049133 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-2aad6ad2-1103-4d82-9d67-6bb2d08a11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:39.050607 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-2aad6ad2-1103-4d82-9d67-6bb2d08a11fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0842042 Jul 15 17:44:39.094102 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-9de767fa-c0bb-4106-8208-f24fd39795cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 217 time: 0.0364993 Jul 15 17:44:39.142710 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-1af46ec6-2ab5-4fb1-87f8-54cb5d656e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:39.144159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-1af46ec6-2ab5-4fb1-87f8-54cb5d656e96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0429964 Jul 15 17:44:39.199135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-4532cfec-96a8-4e4c-8f38-3d6e691c88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:39.200577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-4532cfec-96a8-4e4c-8f38-3d6e691c88ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500207 Jul 15 17:44:39.292079 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-e2538320-9f8c-413f-a77f-bf03803abfac service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Jul 15 17:44:39.382887 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0685261e-fa0d-4709-8c94-6325347b2b9f req-3664d7c4-756b-4d12-abeb-2fa08e4df526 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Jul 15 17:44:39.425736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263d2e9-ef31-49b8-b77b-7cf2944e4fb0 req-100b42f9-d964-49a6-836e-51bb9d612b37 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:39.427258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7263d2e9-ef31-49b8-b77b-7cf2944e4fb0 req-100b42f9-d964-49a6-836e-51bb9d612b37 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 943 time: 0.0687020 Jul 15 17:44:39.457584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:39.467293 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7263d2e9-ef31-49b8-b77b-7cf2944e4fb0 req-ac64c837-1018-43a4-8503-699a2f38f9f3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344534 Jul 15 17:44:39.505184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:39.505573 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:40.644788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ba3ab-9c01-40c1-b47a-0d22669b2a50 req-ebe4030c-267f-4013-9f65-5fdf3af04e4f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:40.646206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a1ba3ab-9c01-40c1-b47a-0d22669b2a50 req-ebe4030c-267f-4013-9f65-5fdf3af04e4f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 943 time: 0.0648773 Jul 15 17:44:40.683635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a1ba3ab-9c01-40c1-b47a-0d22669b2a50 req-fbc88546-6aa2-44a4-9e0a-cd35bec0ea4d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319479 Jul 15 17:44:40.791661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:44:40.886593 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:40.897343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'mac_address': 'fa:16:3e:97:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:44:40.932693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:40.945312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41be1d23-bbb4-4372-971f-1e164cdde03e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:44:40.963820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:40.967675 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:41.017048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:41.153390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['41be1d23-bbb4-4372-971f-1e164cdde03e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:44:41.188698 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:41.324256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:41.853539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bed42-a372-4153-97ed-dc5aaf11538b req-1cf9fa23-0df6-434d-8f5e-aaed564f1244 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:41.854988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd7bed42-a372-4153-97ed-dc5aaf11538b req-1cf9fa23-0df6-434d-8f5e-aaed564f1244 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 944 time: 0.0627887 Jul 15 17:44:41.891788 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd7bed42-a372-4153-97ed-dc5aaf11538b req-83e8b888-432b-4558-9b0c-5017a610222f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Jul 15 17:44:42.806613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:44:42.856771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 41be1d23-bbb4-4372-971f-1e164cdde03e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:44:42.860221 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 41be1d23-bbb4-4372-971f-1e164cdde03e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:44:42.860596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:42.935177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:42.957760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:42.960025 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a8ae8d-ef90-4fd0-bc34-33c70a60d044" -d '{"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-plugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:42.973376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:44:42.978057 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:43.013468 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34597ad-4f1d-459c-b4ff-f4c497310c6d x-openstack-request-id: req-c34597ad-4f1d-459c-b4ff-f4c497310c6d {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:43.013928 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-plugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:43.015391 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c34597ad-4f1d-459c-b4ff-f4c497310c6d {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:43.015391 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'code': 200} Jul 15 17:44:43.046699 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:44:43.072530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e988951-3235-419f-ab02-95982c8286b3 req-b2963cf8-b37d-4ac9-8b48-416de50a5a2e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:43.073949 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e988951-3235-419f-ab02-95982c8286b3 req-b2963cf8-b37d-4ac9-8b48-416de50a5a2e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0698161 Jul 15 17:44:43.113411 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e988951-3235-419f-ab02-95982c8286b3 req-e72d7114-4b8b-47b2-bf9b-06f22ffb7a54 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Jul 15 17:44:43.125113 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba404d-1245-4488-81fd-3fe55cf8e66a req-9dbc5ca7-3c0c-49d8-a6a2-e45fbe0a604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:43.126634 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-65ba404d-1245-4488-81fd-3fe55cf8e66a req-9dbc5ca7-3c0c-49d8-a6a2-e45fbe0a604a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1096 time: 0.0562024 Jul 15 17:44:43.161828 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-65ba404d-1245-4488-81fd-3fe55cf8e66a req-e9548f0e-f161-43e6-acb6-b627825681b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285990 Jul 15 17:44:44.286698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53825cb4-a3ba-4696-9e05-48d43bdf8ba7 req-f00a883b-2f12-4ed7-85b2-b782f23efadc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:44.288103 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53825cb4-a3ba-4696-9e05-48d43bdf8ba7 req-f00a883b-2f12-4ed7-85b2-b782f23efadc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0641873 Jul 15 17:44:44.325807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53825cb4-a3ba-4696-9e05-48d43bdf8ba7 req-e5e4cb56-83b7-4aa0-bdd0-ef9a2a68782c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Jul 15 17:44:44.500378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6be08e-b2a4-4080-aa83-0d9da975f6bb req-fddee812-a22b-4a72-9eae-4031ab5e10e6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:44.501886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed6be08e-b2a4-4080-aa83-0d9da975f6bb req-fddee812-a22b-4a72-9eae-4031ab5e10e6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0685542 Jul 15 17:44:44.511312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 46834) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:44:44.515862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'floatingip': {'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:44:44.557269 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:45.009282 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:45.012620 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:45.115122 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e associated. External IP: 172.25.8.249, port: 41be1d23-bbb4-4372-971f-1e164cdde03e. Jul 15 17:44:45.664688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:44:45.770576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:44:45.775337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:45.780515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:44:45.790389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:45.791000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:45.817535 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-613c2dc9-980c-44d8-865b-8a1800eef604 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "PUT /v2.0/floatingips/d2139348-afe7-4635-b4e5-c2c2a338066e HTTP/1.1" status: 200 len: 991 time: 1.3024797 Jul 15 17:44:45.817535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:44:45.818047 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce2db29-c28f-45a0-b500-f51cb8274a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:44:45.855825 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd110d31-9cf9-40e5-ba24-99d47213b501 x-openstack-request-id: req-bd110d31-9cf9-40e5-ba24-99d47213b501 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:44:45.856144 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:44:45.856413 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd110d31-9cf9-40e5-ba24-99d47213b501 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:44:45.856814 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'status': 'completed', 'code': 200} Jul 15 17:44:45.905758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:45.931001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-1a1746c6-ef93-43f3-a41c-b60f6309b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:45.932473 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-1a1746c6-ef93-43f3-a41c-b60f6309b748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1096 time: 0.0550907 Jul 15 17:44:46.020770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-751a7b3b-9f36-4ad0-8d75-d598b7407b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:46.022269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-751a7b3b-9f36-4ad0-8d75-d598b7407b15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0843012 Jul 15 17:44:46.089340 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-b74e0bb0-26e4-49e8-819f-9cce2ea5bd1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 999 time: 0.0612085 Jul 15 17:44:46.126205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:97:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddf13a-3184-4ede-8739-cda015793491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:44:44Z', 'revision_number': 1, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:46.138004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-71d3f911-db4d-4ffa-a65d-c1a25d3503df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:46.139559 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-71d3f911-db4d-4ffa-a65d-c1a25d3503df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0446107 Jul 15 17:44:46.153110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:44:46.162399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:44:46.163010 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:44:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:46.195416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-64a5596f-2591-4569-a4f1-5240c4ace0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:46.196880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-64a5596f-2591-4569-a4f1-5240c4ace0ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517156 Jul 15 17:44:46.271087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:44:46.292856 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-d05710d6-8e2c-4904-98b9-416b0fa69a3f service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895472 Jul 15 17:44:46.382306 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-0ce2db29-c28f-45a0-b500-f51cb8274a8a req-08a41ac6-a3dc-4fd1-9a80-ce60fb436ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828602 Jul 15 17:44:46.497060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:97:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddf13a-3184-4ede-8739-cda015793491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:44:44Z', 'revision_number': 1, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:44:46.524766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2849df-4ced-45b2-a63e-5bf215ace11e None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:97:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ddf13a-3184-4ede-8739-cda015793491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:44:44Z', 'revision_number': 1, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:44:46.718481 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c4ab2-9737-49d8-9e46-26d0a3f3088a None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:44:55.854979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40b5e47f-d74c-473d-9ead-82fb48d042d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:56.309037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-13f704dc-d50f-4c5e-b736-008a2cd672d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552752 Jul 15 17:44:56.402209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b559b-db05-41fe-ad94-275a2437840c req-345d535a-f3b6-4f2c-be0c-2c482676e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:56.403677 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-345d535a-f3b6-4f2c-be0c-2c482676e1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1096 time: 0.0525856 Jul 15 17:44:56.509524 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b559b-db05-41fe-ad94-275a2437840c req-ae7aa69f-d562-40b7-a313-33563e3bf57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:56.510991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-ae7aa69f-d562-40b7-a313-33563e3bf57d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0881121 Jul 15 17:44:56.574286 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-49e78bdd-6f38-47c4-9335-1a2761a76cc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1001 time: 0.0567009 Jul 15 17:44:56.621473 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b559b-db05-41fe-ad94-275a2437840c req-f9f52d2e-468a-4f7f-b294-7a43ddf363d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:56.622878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-f9f52d2e-468a-4f7f-b294-7a43ddf363d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0418129 Jul 15 17:44:56.682745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b559b-db05-41fe-ad94-275a2437840c req-cad2de04-3258-42b2-995c-3e4cf262e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:44:56.684260 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-cad2de04-3258-42b2-995c-3e4cf262e341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549870 Jul 15 17:44:56.771891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-86501fc6-c2b1-45c4-9c98-78ddf3d09f1a service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802395 Jul 15 17:44:56.865753 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-376b559b-db05-41fe-ad94-275a2437840c req-50e41f4b-a541-4ddb-8071-e6730fbe2d65 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Jul 15 17:44:58.864142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:59.160317 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3eb5-3409-4a1a-a157-3c85ca04abda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:44:59.710483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:01.444825 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:01.515605 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:45:11.177413 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:11.324818 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:25.858745 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a32d005e-1ab0-45ee-9ef9-f2724aa9924c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:28.864058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:29.159779 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40439631-5029-4a65-afe7-5a250f21b085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:29.713530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:31.447106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:38.514440 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:45:41.176658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:41.323427 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:55.859255 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5fe17820-9264-40a1-80b8-6a27b10fb044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:57.031089 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-acae466b-6913-42f1-9786-86674a31bf81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948479 Jul 15 17:45:57.121416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-1deae4a2-9c46-4f3b-9f2d-0008bc9f3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:45:57.122890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-1deae4a2-9c46-4f3b-9f2d-0008bc9f3325 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1096 time: 0.0512803 Jul 15 17:45:57.228848 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-2f7ab77d-558b-4aed-899f-897557b9d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:45:57.230310 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-2f7ab77d-558b-4aed-899f-897557b9d137 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0880411 Jul 15 17:45:57.293119 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-515d05d3-3bb3-41d2-9701-5aea8192eb3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1001 time: 0.0566578 Jul 15 17:45:57.345091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-81dc412e-33c0-48dc-b41f-cad9905c4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:45:57.346679 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-81dc412e-33c0-48dc-b41f-cad9905c4cb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0475519 Jul 15 17:45:57.403016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-2d45f887-92a1-40fb-9f76-976672d34a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:45:57.404555 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-2d45f887-92a1-40fb-9f76-976672d34a96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521214 Jul 15 17:45:57.495247 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-46fa983f-ee17-4b05-bf03-256dfcdfb4bf service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838144 Jul 15 17:45:57.589445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4bb1e2a0-668d-4c4b-be7a-2dd2f1c10015 req-4970d6e2-13a6-4b4d-b741-c772300e836a service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Jul 15 17:45:58.863966 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:59.160907 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe5d0-ce47-4d32-877c-c8b0a78ff8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:45:59.716925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:01.449347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:11.191194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:11.323147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:15.513841 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:46:20.735088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295b3-700b-491c-9517-c380fc397bb1 req-6e642642-eb2a-4624-be51-8a0a12128624 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:20.736610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7295b3-700b-491c-9517-c380fc397bb1 req-6e642642-eb2a-4624-be51-8a0a12128624 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.1122875 Jul 15 17:46:20.774013 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7295b3-700b-491c-9517-c380fc397bb1 req-bfe2189f-473d-43a0-b0bd-b4134b63f515 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318820 Jul 15 17:46:21.101798 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-acbbcdfa-2a3f-4331-b592-1ac9305b4b2d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503194 Jul 15 17:46:21.161800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ff28-2d2e-4d66-ba25-738f4bdc22fe req-7b011656-95a0-462e-a9ea-9aa14320371e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:21.163434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8746ff28-2d2e-4d66-ba25-738f4bdc22fe req-7b011656-95a0-462e-a9ea-9aa14320371e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0667734 Jul 15 17:46:21.205979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8746ff28-2d2e-4d66-ba25-738f4bdc22fe req-06363d0b-5db8-41e9-b806-9ffac15fa4a6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369854 Jul 15 17:46:22.219525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-3f8e115d-1929-43af-8b96-1c9ecb52cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:22.221053 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-3f8e115d-1929-43af-8b96-1c9ecb52cea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1096 time: 0.0560284 Jul 15 17:46:22.309574 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-486daabb-dc1d-4c3f-abd4-2462b74e3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:22.311069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-486daabb-dc1d-4c3f-abd4-2462b74e3bf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0839739 Jul 15 17:46:22.380215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-adbdc97f-d85f-4e4a-8850-f992c59c54ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1001 time: 0.0627770 Jul 15 17:46:22.426256 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-c755b8eb-e545-4277-935e-10affcad626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:22.427735 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-c755b8eb-e545-4277-935e-10affcad626f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0421853 Jul 15 17:46:22.435533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d178e4-d1f8-4390-811c-d20213751ccf req-8dbeb1a6-8d25-4c38-974d-e97233c5f56b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:22.437029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12d178e4-d1f8-4390-811c-d20213751ccf req-8dbeb1a6-8d25-4c38-974d-e97233c5f56b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.1146104 Jul 15 17:46:22.475553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12d178e4-d1f8-4390-811c-d20213751ccf req-5d115574-6cfe-4987-9c36-5bfb906d0a30 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328321 Jul 15 17:46:22.484260 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-0b8e90af-c225-4131-91ac-79a463f54e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:22.485781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-0b8e90af-c225-4131-91ac-79a463f54e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518062 Jul 15 17:46:22.901558 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-731baa50-dfd6-4482-b4a6-a1d559733f20 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095397 Jul 15 17:46:22.988610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-e64c0e6b-d492-402a-8497-1c48f1fee3fe service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Jul 15 17:46:23.652826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88795120-6004-4e02-962f-9e29d9c66960 req-25053e89-4811-4858-a0a7-443bfd9f010c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:23.654243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88795120-6004-4e02-962f-9e29d9c66960 req-25053e89-4811-4858-a0a7-443bfd9f010c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0641971 Jul 15 17:46:23.691110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88795120-6004-4e02-962f-9e29d9c66960 req-a3049098-99c9-4c8d-8db0-59361e26567e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312538 Jul 15 17:46:24.866046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9f5a-2ec4-417c-a68c-ea8d4f6162f6 req-9eb7dac6-6ada-41de-9b7c-aa797cec0f74 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:24.867534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44ef9f5a-2ec4-417c-a68c-ea8d4f6162f6 req-9eb7dac6-6ada-41de-9b7c-aa797cec0f74 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0663390 Jul 15 17:46:24.905124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-44ef9f5a-2ec4-417c-a68c-ea8d4f6162f6 req-a43f085a-af71-4839-9be4-52a9f72f009c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jul 15 17:46:25.861136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-40fa1026-7b09-4247-b301-8e1245f17731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:26.078433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60cb99-de37-40be-b345-eb3af29ddc3f req-24b9e697-3d25-445f-8b55-e090d74fb7c9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:26.079806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb60cb99-de37-40be-b345-eb3af29ddc3f req-24b9e697-3d25-445f-8b55-e090d74fb7c9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0629270 Jul 15 17:46:26.117503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bb60cb99-de37-40be-b345-eb3af29ddc3f req-da1d9eb6-5e16-448e-a43a-be707e1851a1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Jul 15 17:46:27.286175 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ded9d-e4d4-4c25-9fc7-1f6517150089 req-3c847152-aaab-4947-b868-0a829c9c6d0e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:27.287618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c1ded9d-e4d4-4c25-9fc7-1f6517150089 req-3c847152-aaab-4947-b868-0a829c9c6d0e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0619640 Jul 15 17:46:27.329445 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c1ded9d-e4d4-4c25-9fc7-1f6517150089 req-acff5a02-9b59-4dae-a5ee-e9b7eeb1d274 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357115 Jul 15 17:46:28.501853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00092095-48c7-4e6e-949f-633b55215f93 req-ee1bad4a-794e-43c8-ae9c-d1ce3f3d36f1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:28.503342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00092095-48c7-4e6e-949f-633b55215f93 req-ee1bad4a-794e-43c8-ae9c-d1ce3f3d36f1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0641024 Jul 15 17:46:28.541460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00092095-48c7-4e6e-949f-633b55215f93 req-1bdc2e2e-e197-414d-9e8d-c4a7df451010 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 15 17:46:28.864543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:29.161722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-910126a2-ddd3-4d29-ac96-4649f607acca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:29.715890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbe615-3354-4597-9095-1e12efe5ea93 req-6e132d6e-1eb2-4221-80af-bbbfc30d9a4b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:29.717345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dffbe615-3354-4597-9095-1e12efe5ea93 req-6e132d6e-1eb2-4221-80af-bbbfc30d9a4b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0652745 Jul 15 17:46:29.720710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:29.755169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dffbe615-3354-4597-9095-1e12efe5ea93 req-7f53bba5-781a-4c20-b314-da5a893ac506 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Jul 15 17:46:30.932328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c45346-3c88-4c39-adb9-42876a4b2e51 req-feb12145-ecbd-41fd-896a-adb061c8a196 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:30.933801 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88c45346-3c88-4c39-adb9-42876a4b2e51 req-feb12145-ecbd-41fd-896a-adb061c8a196 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0674927 Jul 15 17:46:30.972831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-88c45346-3c88-4c39-adb9-42876a4b2e51 req-4889f515-6e95-404e-90a9-2e724b33e214 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Jul 15 17:46:31.453050 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:32.146533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb13a-10b3-4c8c-9bb2-d1e04d8795aa req-7f143f6b-c178-4869-b496-7b4da5ec129b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:32.148054 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c35cb13a-10b3-4c8c-9bb2-d1e04d8795aa req-7f143f6b-c178-4869-b496-7b4da5ec129b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0637729 Jul 15 17:46:32.186222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c35cb13a-10b3-4c8c-9bb2-d1e04d8795aa req-2ff17d08-2146-4fe4-a2b0-06bda124aedb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Jul 15 17:46:33.360433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4826-c24a-4239-92e3-89d2e56577d8 req-2fd1035b-060b-4c06-8525-a996576412a9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:33.361926 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-271d4826-c24a-4239-92e3-89d2e56577d8 req-2fd1035b-060b-4c06-8525-a996576412a9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Jul 15 17:46:33.403424 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-271d4826-c24a-4239-92e3-89d2e56577d8 req-91b8d0ec-77d4-446e-8ba0-76c569f61772 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359306 Jul 15 17:46:34.575336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6814f-76a6-41f5-999d-a4d512e7b598 req-e9e30e74-7a8d-42a5-853b-7b59bb3a08b9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:34.576810 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2b6814f-76a6-41f5-999d-a4d512e7b598 req-e9e30e74-7a8d-42a5-853b-7b59bb3a08b9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0623753 Jul 15 17:46:34.613210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e2b6814f-76a6-41f5-999d-a4d512e7b598 req-3a1f50ca-48db-4353-a33f-fc8588823123 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Jul 15 17:46:34.780033 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-14e06404-8c2d-4a4f-a839-564b9b6814ee service neutron] show failed (client error): The resource could not be found. Jul 15 17:46:34.781060 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-14e06404-8c2d-4a4f-a839-564b9b6814ee service neutron] 10.222.0.20 "GET /v2.0/ports/41be1d23-bbb4-4372-971f-1e164cdde03e/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0541918 Jul 15 17:46:35.090657 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-49bcd68d-2206-441d-bdd3-da8d26af4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:35.092174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-49bcd68d-2206-441d-bdd3-da8d26af4bf5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1096 time: 0.1229744 Jul 15 17:46:35.103265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:46:35.178479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:35.379506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:35.412422 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:46:35.455733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:35.458025 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fddd05-f4c5-40a6-9ceb-76549c5924d0" -d '{"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-unplugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:35.461628 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:35.474104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Transition to ACTIVE for port object 41be1d23-bbb4-4372-971f-1e164cdde03e will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:46:35.478590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:35.513612 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e938101d-ebaa-48dd-bcba-063c75a13746 x-openstack-request-id: req-e938101d-ebaa-48dd-bcba-063c75a13746 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:35.513612 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-unplugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:35.513612 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e938101d-ebaa-48dd-bcba-063c75a13746 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:35.514013 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'code': 200} Jul 15 17:46:35.581530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:35.611480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.611734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.612076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.612434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.612767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.613100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.613424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.613749 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.614077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.614400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.614724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.615042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:35.672931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] No DVR routers for this DVR port 41be1d23-bbb4-4372-971f-1e164cdde03e on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:46:35.868956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76650c7-e605-4f9d-844f-0b3fa6fc9f20 req-141d48fb-67d1-4c47-ade0-57d7ec268441 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:35.870336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e76650c7-e605-4f9d-844f-0b3fa6fc9f20 req-141d48fb-67d1-4c47-ade0-57d7ec268441 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 943 time: 0.1139681 Jul 15 17:46:35.871369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:46:35.871697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:46:35.872023 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:46:35.878220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:46:35.878547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Attempting to bind port 41be1d23-bbb4-4372-971f-1e164cdde03e on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:46:35.894019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:46:35.894359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:46:35.894741 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:46:35.895173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Bound port: 41be1d23-bbb4-4372-971f-1e164cdde03e, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:46:35.895535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:35.943124 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e76650c7-e605-4f9d-844f-0b3fa6fc9f20 req-5fa3bb16-71e7-4139-92f6-f1e4799f0d45 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664151 Jul 15 17:46:35.974029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:46:35.977760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:46:35.982062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:36.017320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:36.018273 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:36.019673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] 10.222.0.35 "PUT /v2.0/ports/41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1091 time: 0.9205821 Jul 15 17:46:36.077560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2329-8a8a-4dc5-850e-b7578708965c service neutron] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:36.108150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-6bc02b3d-f6c5-4e58-9990-4696ec7e2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:36.109680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-6bc02b3d-f6c5-4e58-9990-4696ec7e2979 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1094 time: 0.0662851 Jul 15 17:46:36.205306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-2825b023-1df0-476f-b021-a9ad4a5fe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:36.206852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-2825b023-1df0-476f-b021-a9ad4a5fe84c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0906510 Jul 15 17:46:36.304696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-bd59058e-302e-4d54-bacb-06173c666484 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 999 time: 0.0917859 Jul 15 17:46:36.353972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-1ca5c797-4694-4036-86b4-8211848820bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:36.355458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-1ca5c797-4694-4036-86b4-8211848820bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0445263 Jul 15 17:46:36.453257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-d52a1de5-efba-459c-8fa2-aca27d6cb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:36.454784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-d52a1de5-efba-459c-8fa2-aca27d6cb0fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930762 Jul 15 17:46:36.545904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-2cb93c51-af67-4aad-a9d2-0d5c68f2e9a6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Jul 15 17:46:36.639318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-39f2722b-8186-4d32-bd9e-2f39afc37a97 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Jul 15 17:46:37.117951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3993b-78cf-47eb-9ce7-ac30c52376ec req-f997e47b-6144-4f33-a6bd-3c1cdb1564cd tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.119346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1b3993b-78cf-47eb-9ce7-ac30c52376ec req-f997e47b-6144-4f33-a6bd-3c1cdb1564cd tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 943 time: 0.0637786 Jul 15 17:46:37.157886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f1b3993b-78cf-47eb-9ce7-ac30c52376ec req-2e405af9-d95d-4c48-b59b-296ccc12de43 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Jul 15 17:46:37.427218 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:46:37.467149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:46:37.515115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:37.517548 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b584bf-067c-4cee-8415-e58aa823c94d" -d '{"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:37.565349 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ece24-0a53-4901-854a-3855ab9bf266 x-openstack-request-id: req-528ece24-0a53-4901-854a-3855ab9bf266 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:37.565645 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:37.565899 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-528ece24-0a53-4901-854a-3855ab9bf266 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:37.566292 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'status': 'completed', 'code': 200} Jul 15 17:46:37.637766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-3f0deb9d-e5c1-4329-8fa3-fd74cd8cc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.639292 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-3f0deb9d-e5c1-4329-8fa3-fd74cd8cc02a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1094 time: 0.0569794 Jul 15 17:46:37.641047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-f50d6107-b806-4d70-803e-114b7e263c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.642589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-f50d6107-b806-4d70-803e-114b7e263c68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1094 time: 0.0528145 Jul 15 17:46:37.728350 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-2a98af5b-8b75-4915-bdb9-c41fc6dcac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.729874 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-2a98af5b-8b75-4915-bdb9-c41fc6dcac5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0848386 Jul 15 17:46:37.737535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-0d01c750-ddf1-4ff7-9f47-e4a627b86483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.738994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-0d01c750-ddf1-4ff7-9f47-e4a627b86483 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0900333 Jul 15 17:46:37.797678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-f2c0158d-bc78-45a2-bf45-ed46d032ec91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 999 time: 0.0616782 Jul 15 17:46:37.804351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-4a99c153-60c3-4a54-a9bb-26bc2d1966bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 999 time: 0.0578690 Jul 15 17:46:37.846391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-06dc92bc-ab28-4508-a53e-be0ccc377363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.847904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-06dc92bc-ab28-4508-a53e-be0ccc377363 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0445168 Jul 15 17:46:37.854129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-7445c2d6-6bdb-4e11-94a3-93a6ca3efcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.855609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-7445c2d6-6bdb-4e11-94a3-93a6ca3efcfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0444460 Jul 15 17:46:37.904963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-4f759f4e-079b-4ff2-8b69-e7c2ca46c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.906463 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-4f759f4e-079b-4ff2-8b69-e7c2ca46c3b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520117 Jul 15 17:46:37.920692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-379bf678-5502-4a93-a31f-a52dacef1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:37.922217 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-379bf678-5502-4a93-a31f-a52dacef1a86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588379 Jul 15 17:46:37.999781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-0e589a28-5a87-4da3-b2bc-f73bebe527d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Jul 15 17:46:38.014318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-c5af64ac-68fb-4b8e-92f1-6df85fe6cd12 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844612 Jul 15 17:46:38.088452 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-7c202af8-ec84-4373-9324-9dd5c0de1993 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827236 Jul 15 17:46:38.114414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6b584bf-067c-4cee-8415-e58aa823c94d req-0fe50d6a-4ee8-404c-91ed-9bbd24ce1f78 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932498 Jul 15 17:46:38.339955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd095ce-4392-4558-ba02-5de0c2e4467e req-48b17761-4555-4514-8dc0-7a61a4cb4878 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:38.341490 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cd095ce-4392-4558-ba02-5de0c2e4467e req-48b17761-4555-4514-8dc0-7a61a4cb4878 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 943 time: 0.0640340 Jul 15 17:46:38.379661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4cd095ce-4392-4558-ba02-5de0c2e4467e req-1043ba25-b709-4f05-9cc9-ca541db9e0d7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Jul 15 17:46:38.723690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:46:38.817044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:38.828266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'mac_address': 'fa:16:3e:97:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:46:38.863375 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:38.879249 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41be1d23-bbb4-4372-971f-1e164cdde03e {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:46:38.898534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:38.902553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:39.101392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:39.108723 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.109102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.109465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.109860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.110194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.110529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.110860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.111191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.111518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.111846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.112199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.112521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:46:39.148483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['41be1d23-bbb4-4372-971f-1e164cdde03e'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:46:39.554891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838466d-b9eb-4217-8318-2029b5111c01 req-edeb5d92-139d-4b1d-9458-7afbaa7ec125 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:39.557241 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4838466d-b9eb-4217-8318-2029b5111c01 req-edeb5d92-139d-4b1d-9458-7afbaa7ec125 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 944 time: 0.0652156 Jul 15 17:46:39.594906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4838466d-b9eb-4217-8318-2029b5111c01 req-39de8842-91d7-46e3-8d2d-8544639cc9fe tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Jul 15 17:46:39.916612 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-43ca6123-d016-4bc2-9b5a-208ab55034ca tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:39.918233 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-43ca6123-d016-4bc2-9b5a-208ab55034ca tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&binding%3Ahost_id=n-h2-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.0871258 Jul 15 17:46:39.980228 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-a7c6accb-4805-4d54-b13f-fe1375b6eb40 service neutron] delete failed (client error): The resource could not be found. Jul 15 17:46:39.981202 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-a7c6accb-4805-4d54-b13f-fe1375b6eb40 service neutron] 10.222.0.20 "DELETE /v2.0/ports/41be1d23-bbb4-4372-971f-1e164cdde03e/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0562410 Jul 15 17:46:40.074944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-d4bc552d-ee38-4f91-a908-5e9af143be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:40.076503 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-d4bc552d-ee38-4f91-a908-5e9af143be50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 1095 time: 0.0533516 Jul 15 17:46:40.078697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f2628-0b63-4661-a8d5-9210399eab11 req-e3c834d6-cd5e-4d82-a35d-96d8f38945e8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:40.080232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b52f2628-0b63-4661-a8d5-9210399eab11 req-e3c834d6-cd5e-4d82-a35d-96d8f38945e8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 944 time: 0.0713899 Jul 15 17:46:40.119108 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b52f2628-0b63-4661-a8d5-9210399eab11 req-264e4762-b720-46a6-99c7-b370a3df3152 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331380 Jul 15 17:46:40.170548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-699e1445-94cc-4806-89bd-b5bb2eaa7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:40.172037 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-699e1445-94cc-4806-89bd-b5bb2eaa7574 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0897694 Jul 15 17:46:40.234638 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-99685287-c830-4dd2-ab1b-d1bff3c4b857 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 200 len: 1000 time: 0.0563712 Jul 15 17:46:40.286462 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-e4469c52-ea95-493b-ae59-886e66abce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:40.287904 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-e4469c52-ea95-493b-ae59-886e66abce37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0470166 Jul 15 17:46:40.343158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-d1b70f8a-5d2c-45f7-b8b5-24162b65e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:40.344718 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-d1b70f8a-5d2c-45f7-b8b5-24162b65e70a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511048 Jul 15 17:46:40.432656 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-a6b4c1cb-2b0b-4709-8151-6a38ea379262 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815523 Jul 15 17:46:40.523800 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-f0f35d56-d531-4217-9bf3-06bf6d026283 req-4b1775ff-8738-4359-8a08-beda3e9cba54 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849590 Jul 15 17:46:40.736938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:46:40.786948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 41be1d23-bbb4-4372-971f-1e164cdde03e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:46:40.790848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 41be1d23-bbb4-4372-971f-1e164cdde03e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:46:40.791225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:40.870106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:40.892517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:40.894764 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1895aaf-826c-4704-9ffb-033666603eb7" -d '{"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-plugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:40.911554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:40.915031 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:40.945207 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcbcd5c-a638-4e97-b75b-a6fbd1e71e20 x-openstack-request-id: req-dfcbcd5c-a638-4e97-b75b-a6fbd1e71e20 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:40.945490 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-plugged", "status": "completed", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:40.945736 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfcbcd5c-a638-4e97-b75b-a6fbd1e71e20 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:40.946110 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'code': 200} Jul 15 17:46:40.972169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:41.200008 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:41.294419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af250694-d072-4307-b8c8-74f93b804d94 req-ee6cc0ca-4c99-40e3-bbe2-9e0689a6e17a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:41.295909 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af250694-d072-4307-b8c8-74f93b804d94 req-ee6cc0ca-4c99-40e3-bbe2-9e0689a6e17a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0643375 Jul 15 17:46:41.318190 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:41.334106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af250694-d072-4307-b8c8-74f93b804d94 req-1abf8527-0593-4416-8ff1-ec5b4f34c718 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Jul 15 17:46:41.507893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998852f4-51dd-4b4f-8f94-fdacf7dd572e req-7d96995d-e50f-4646-8a75-f3982f7d375b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:41.509914 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-998852f4-51dd-4b4f-8f94-fdacf7dd572e req-7d96995d-e50f-4646-8a75-f3982f7d375b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0661120 Jul 15 17:46:41.551516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-998852f4-51dd-4b4f-8f94-fdacf7dd572e req-cbda284a-1ec3-4cb9-bd56-da6b603914ee tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358813 Jul 15 17:46:41.720569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561b94-38bf-439c-9a4e-4ead131d33ff req-c4fb0228-debe-473e-a870-1b4e19101039 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:41.721945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc561b94-38bf-439c-9a4e-4ead131d33ff req-c4fb0228-debe-473e-a870-1b4e19101039 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Jul 15 17:46:41.758669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dc561b94-38bf-439c-9a4e-4ead131d33ff req-e5c4eca7-ceb7-4977-ac8e-f59afe3a7143 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Jul 15 17:46:42.132675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0fcf-87d5-4179-a2a7-fc01502a96e1 req-901e8208-afc3-4954-9fda-ae6d0d42b969 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:42.134800 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa3c0fcf-87d5-4179-a2a7-fc01502a96e1 req-901e8208-afc3-4954-9fda-ae6d0d42b969 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.0646052 Jul 15 17:46:42.171742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa3c0fcf-87d5-4179-a2a7-fc01502a96e1 req-481dbbc3-c5a1-4baf-91b1-a5cda4275a38 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Jul 15 17:46:43.384487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-cf219d07-1423-435c-8616-f12761af70eb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:43.385958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-cf219d07-1423-435c-8616-f12761af70eb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.1089563 Jul 15 17:46:43.398803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c284-fa09-48b8-98f6-03b095f8452f req-216194ed-0978-4b17-b44f-9110cb0538b6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:43.400877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30e6c284-fa09-48b8-98f6-03b095f8452f req-216194ed-0978-4b17-b44f-9110cb0538b6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 945 time: 0.1143165 Jul 15 17:46:43.473974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30e6c284-fa09-48b8-98f6-03b095f8452f req-a143f1b3-c5cf-4d96-a562-0e14af2f5492 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670242 Jul 15 17:46:43.524439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Deleting port 41be1d23-bbb4-4372-971f-1e164cdde03e {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:46:43.525429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:43.613662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] For port 41be1d23-bbb4-4372-971f-1e164cdde03e, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=41be1d23-bbb4-4372-971f-1e164cdde03e,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:43.614017 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:43.833496 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:43.833771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:43.834080 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e disassociated. External IP: 172.25.8.249, port: 41be1d23-bbb4-4372-971f-1e164cdde03e. Jul 15 17:46:43.834415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Calling delete_port for 41be1d23-bbb4-4372-971f-1e164cdde03e owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:46:43.961643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:43.990306 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'Port': ['ID=41be1d23-bbb4-4372-971f-1e164cdde03e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:44.111616 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:46:44.225738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:46:44.235025 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:46:44.244301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:46:44.245077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:46:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:44.364526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:46:44.598296 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:44.630730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:46:44.639026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:46:44.639632 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:46:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:44.653798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] No DVR routers for this DVR port 41be1d23-bbb4-4372-971f-1e164cdde03e on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:46:44.657309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ebe42493-33f7-48ee-bccc-ff7cc7f9046f req-a9a4301a-1ebe-477d-86be-3a12f8bf5e9e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=05ddf13a-3184-4ede-8739-cda015793491 HTTP/1.1" status: 200 len: 210 time: 0.0504210 Jul 15 17:46:44.658310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:44.660400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04aa74d3-590f-4c83-891c-b3203dd53a78 req-1e1a97dc-c8d9-4ff6-9b2a-38e038a9c034 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "DELETE /v2.0/ports/41be1d23-bbb4-4372-971f-1e164cdde03e HTTP/1.1" status: 204 len: 173 time: 1.2691085 Jul 15 17:46:44.660830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-deleted', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:44.663128 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd6792-0baa-419e-a07a-71ab6953cab0" -d '{"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-deleted", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:44.714570 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b38f87-c25e-4391-a2e7-e81fd23c57f9 x-openstack-request-id: req-c2b38f87-c25e-4391-a2e7-e81fd23c57f9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:44.714866 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ddf13a-3184-4ede-8739-cda015793491", "name": "network-vif-deleted", "tag": "41be1d23-bbb4-4372-971f-1e164cdde03e", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:44.715117 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2b38f87-c25e-4391-a2e7-e81fd23c57f9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:44.715508 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ddf13a-3184-4ede-8739-cda015793491', 'name': 'network-vif-deleted', 'tag': '41be1d23-bbb4-4372-971f-1e164cdde03e', 'status': 'completed', 'code': 200} Jul 15 17:46:44.772471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:46:44.985361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:45.014659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97a55ac-1775-40b9-a17e-ec024c1e3613 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:46:45.233109 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c493e64d-1724-4c78-bd83-59ede90e6fd3 None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:46:45.977684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-6a5b5f89-4cc5-4ad3-a06c-fb570c30a3d7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1529889525&fields=id&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 267 time: 0.0359035 Jul 15 17:46:46.081758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-527e0ee4-85ac-4a6c-9206-9fdae286fc9c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:46.083207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-527e0ee4-85ac-4a6c-9206-9fdae286fc9c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.0994506 Jul 15 17:46:46.098171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-0085beaa-0851-45b1-a8af-c92798e49f41 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/quotas/701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Jul 15 17:46:46.169069 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-f7d2c875-22cf-482e-97f3-f4cc5484ca1b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662007 Jul 15 17:46:46.261994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-ed0b1a81-bfb6-4bfe-bd67-47e0b256a9cf service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Jul 15 17:46:46.355899 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-0749eaab-e285-4cce-86cd-61d14dc65c19 service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Jul 15 17:46:46.522697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8995cda8-94c3-494c-80bf-4ee6de52deaa req-a5bda179-20da-4fde-9bd1-ed3e9e24adbd tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Jul 15 17:46:46.779563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:46:46.800791 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 41be1d23-bbb4-4372-971f-1e164cdde03e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:46:46.801135 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 41be1d23-bbb4-4372-971f-1e164cdde03e not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:46:47.538086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-a70e7329-c370-44fd-a87f-861a4a038407 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:47.539537 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-a70e7329-c370-44fd-a87f-861a4a038407 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1184552 Jul 15 17:46:47.600665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-54868e77-7f7c-45ae-b1a6-a4907127da1d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 380 time: 0.0526919 Jul 15 17:46:47.609418 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'port': {'device_id': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'admin_state_up': True, 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'security_groups': ['740e1d21-0178-413e-ac21-5fd68e70a902']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:46:47.708583 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c87d5154-13f6-42c0-95f1-de377d1fa35c req-27e83d74-0108-46db-b637-ee4f5b0a5f51 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 210 time: 0.0620632 Jul 15 17:46:47.752648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:46:47.756473 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:47.879257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Allocated IP 172.20.0.13 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/1a92404f-5eed-4677-a5e2-06a600ce9432) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:46:48.015014 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.028875 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Transition to ACTIVE for port object 1a92404f-5eed-4677-a5e2-06a600ce9432 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:46:48.060907 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.106015 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:46:48.109125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:46:48.112940 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:46:48.140991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:48.170868 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:48.171509 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.186043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-5ce88290-a76c-42f7-b410-9d0bd24d525b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805113 Jul 15 17:46:48.198254 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Request body: {'port': {'device_id': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:46:48.274219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.342817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-48f719a2-812b-47d1-a0a4-8e08402e1e92 None None] Provisioning for port 1a92404f-5eed-4677-a5e2-06a600ce9432 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:46:48.346990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-48f719a2-812b-47d1-a0a4-8e08402e1e92 None None] Provisioning complete for port 1a92404f-5eed-4677-a5e2-06a600ce9432 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:46:48.347364 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-48f719a2-812b-47d1-a0a4-8e08402e1e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.386321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-48f719a2-812b-47d1-a0a4-8e08402e1e92 None None] Port 1a92404f-5eed-4677-a5e2-06a600ce9432 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:46:48.545568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a92404f-5eed-4677-a5e2-06a600ce9432 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:46:48.552843 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.565709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Transition to ACTIVE for port object 1a92404f-5eed-4677-a5e2-06a600ce9432 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:46:48.568662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.622006 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:48.694161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:46:48.694496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:46:48.694826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:46:48.699446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:46:48.699752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:46:48.704853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:46:48.705211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:46:48.705589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:46:48.706010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Bound port: 1a92404f-5eed-4677-a5e2-06a600ce9432, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:46:48.706370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.776997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:46:48.780057 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:46:48.784523 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.823383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:48.824175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:48.825781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1092 time: 0.6326847 Jul 15 17:46:48.826309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:48.828686 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:48.892785 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ef0c2-e45f-4a61-b6bd-673fc5f5126e x-openstack-request-id: req-785ef0c2-e45f-4a61-b6bd-673fc5f5126e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:48.893078 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:48.893333 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-785ef0c2-e45f-4a61-b6bd-673fc5f5126e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:48.893726 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'status': 'completed', 'code': 200} Jul 15 17:46:48.925044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e402b0-e189-4867-bce2-b757d8eab0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:48.975695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1acb7-8d4f-452b-ba58-6dbbf5b00d92 req-9707a30b-c95b-46d4-8dc9-07966d48b27f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:48.977257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc1acb7-8d4f-452b-ba58-6dbbf5b00d92 req-9707a30b-c95b-46d4-8dc9-07966d48b27f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.1417234 Jul 15 17:46:48.981100 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-4c919aa5-67b0-4264-af03-a1311a2cf1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:48.982798 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-4c919aa5-67b0-4264-af03-a1311a2cf1ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.1064875 Jul 15 17:46:49.032543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-c93ff689-b897-41de-9943-f2d14bf2e954 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 217 time: 0.0421958 Jul 15 17:46:49.076898 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-afc1acb7-8d4f-452b-ba58-6dbbf5b00d92 req-743fe60b-6548-4666-9030-60738735f350 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930715 Jul 15 17:46:49.094081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-c9afe157-eeff-4185-b6fa-34809aed7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.095575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-c9afe157-eeff-4185-b6fa-34809aed7de5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0571938 Jul 15 17:46:49.156171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-226033b1-6cf3-436b-aed5-e3fd4d389ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.157685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-226033b1-6cf3-436b-aed5-e3fd4d389ac1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564010 Jul 15 17:46:49.245547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-8b255723-daba-4de5-87fb-ece198c43798 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817406 Jul 15 17:46:49.335972 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f3581a3-2c80-49c9-8bbf-ed6e3b69ba4e req-d0e0447b-d89b-48f7-8383-66a10a56611f service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Jul 15 17:46:49.434433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-1871c3ad-6c43-48c3-80a2-dbe8ccae20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.435920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-1871c3ad-6c43-48c3-80a2-dbe8ccae20f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.0532453 Jul 15 17:46:49.529885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-f43e7fcb-5f98-45dc-972b-8bb3c09cc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.531281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-f43e7fcb-5f98-45dc-972b-8bb3c09cc927 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0895808 Jul 15 17:46:49.572579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-d8b7dedb-0c93-4f29-a299-34c2e96d88d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 217 time: 0.0349476 Jul 15 17:46:49.621894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-aa1c6aec-9c18-4b0a-a7b1-c5591d7e4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.623341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-aa1c6aec-9c18-4b0a-a7b1-c5591d7e4be0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0443726 Jul 15 17:46:49.681125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-ecfa6103-7675-4700-97af-8ce7b3084003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:49.682747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-ecfa6103-7675-4700-97af-8ce7b3084003 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523276 Jul 15 17:46:49.776049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-ef16527e-76b4-42a2-bc23-2b55e8bef43c service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Jul 15 17:46:49.864088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed341b61-6da2-4fb2-91b6-d4144d15ee8b req-204f9538-9f8e-441e-9d13-b7faa2a6b9cb service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815067 Jul 15 17:46:50.256637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c20aa9-fdae-44c7-b462-afa9473a587e req-0552680b-b35b-4876-9289-a508f236e92e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:50.258116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95c20aa9-fdae-44c7-b462-afa9473a587e req-0552680b-b35b-4876-9289-a508f236e92e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.0675581 Jul 15 17:46:50.295585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95c20aa9-fdae-44c7-b462-afa9473a587e req-b5711ea0-eaf3-4345-8bd1-2b0b5ed73314 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312731 Jul 15 17:46:50.780544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:46:50.873355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:50.884377 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'mac_address': 'fa:16:3e:90:9b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:46:50.925582 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:50.938557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a92404f-5eed-4677-a5e2-06a600ce9432 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:46:50.957098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:50.960932 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:51.007155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:51.146059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['1a92404f-5eed-4677-a5e2-06a600ce9432'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:46:51.467256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626aee8-7ab7-4206-87d8-7965ba86ec26 req-b2096432-2839-4fe6-b7e8-81e5a6cd78c6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:51.468839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0626aee8-7ab7-4206-87d8-7965ba86ec26 req-b2096432-2839-4fe6-b7e8-81e5a6cd78c6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 945 time: 0.0629427 Jul 15 17:46:51.507244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0626aee8-7ab7-4206-87d8-7965ba86ec26 req-5b2ba0d2-ba4b-404c-8767-cbb18b3975fe tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328131 Jul 15 17:46:52.512659 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:46:52.681972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c30e5-91e9-4d21-b266-59aeb7a35b9e req-4cfd98bc-b970-4958-b1fc-d63ea7ce8ef2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:52.683362 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0c30e5-91e9-4d21-b266-59aeb7a35b9e req-4cfd98bc-b970-4958-b1fc-d63ea7ce8ef2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 945 time: 0.0683570 Jul 15 17:46:52.720651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7b0c30e5-91e9-4d21-b266-59aeb7a35b9e req-64fd96e0-4db4-4318-9628-6f452828dc96 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jul 15 17:46:52.796503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:46:52.843674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 1a92404f-5eed-4677-a5e2-06a600ce9432 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:46:52.848267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 1a92404f-5eed-4677-a5e2-06a600ce9432 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:46:52.848637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:52.922019 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:52.943279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:52.945447 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f9dd22-2753-4c67-8e5a-f780793a35f9" -d '{"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-plugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:52.962509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:46:52.966712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:52.990528 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd73e6-e0d9-4a32-a0e8-aaf6cc62f204 x-openstack-request-id: req-41dd73e6-e0d9-4a32-a0e8-aaf6cc62f204 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:52.990824 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-plugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:52.991071 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41dd73e6-e0d9-4a32-a0e8-aaf6cc62f204 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:52.991447 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'code': 200} Jul 15 17:46:53.017951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:46:53.096074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44618c-6937-4b01-8acb-9fb22526d064 req-57129b94-27e8-4b2e-a7ef-214ad1f51db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:53.097561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab44618c-6937-4b01-8acb-9fb22526d064 req-57129b94-27e8-4b2e-a7ef-214ad1f51db5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1097 time: 0.0519564 Jul 15 17:46:53.131760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab44618c-6937-4b01-8acb-9fb22526d064 req-daadaee7-89c2-442c-b827-370801c5da20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277412 Jul 15 17:46:53.895852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c630e2e-4ce8-4c44-8b89-4ce81a40233f req-bca11ead-b5b8-48c5-a67f-6bac0e0c5f6f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:53.897387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c630e2e-4ce8-4c44-8b89-4ce81a40233f req-bca11ead-b5b8-48c5-a67f-6bac0e0c5f6f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0673082 Jul 15 17:46:53.939350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0c630e2e-4ce8-4c44-8b89-4ce81a40233f req-972bcf23-80d3-4d08-a7a5-999432add156 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355175 Jul 15 17:46:55.114936 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb38021-96f1-46a6-90bb-33805d231fa7 req-58e61d95-e2dd-43f6-a620-a1acd410ae39 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:55.116396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcb38021-96f1-46a6-90bb-33805d231fa7 req-58e61d95-e2dd-43f6-a620-a1acd410ae39 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0650721 Jul 15 17:46:55.154005 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fcb38021-96f1-46a6-90bb-33805d231fa7 req-cd230119-de72-479a-a128-61229c338668 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Jul 15 17:46:55.318582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2363-1cd4-48ce-8ae3-e691513bddbb req-08e205a5-4dfe-4319-857c-745c74ed3758 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:55.319960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d3c2363-1cd4-48ce-8ae3-e691513bddbb req-08e205a5-4dfe-4319-857c-745c74ed3758 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0630171 Jul 15 17:46:55.328758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:46:55.333523 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'floatingip': {'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:46:55.377186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:55.816664 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:55.820477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:55.863282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a6b6b144-1c79-454b-b59e-a9cfa27e7e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:55.923280 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e associated. External IP: 172.25.8.249, port: 1a92404f-5eed-4677-a5e2-06a600ce9432. Jul 15 17:46:56.372648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:46:56.479570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:46:56.484393 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:56.488914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:46:56.497865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:46:56.498480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:46:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:56.521725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-099fb6fe-11ef-41f2-b672-9ce3a2310484 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "PUT /v2.0/floatingips/d2139348-afe7-4635-b4e5-c2c2a338066e HTTP/1.1" status: 200 len: 992 time: 1.1918571 Jul 15 17:46:56.522316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:46:56.525235 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923" -d '{"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:46:56.565026 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d77405-236a-4cce-aa77-ad15a0723443 x-openstack-request-id: req-47d77405-236a-4cce-aa77-ad15a0723443 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:46:56.565322 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:46:56.565573 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47d77405-236a-4cce-aa77-ad15a0723443 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:46:56.565974 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'status': 'completed', 'code': 200} Jul 15 17:46:56.608504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:46:56.644491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-433528da-11b7-49ac-a89a-5bf7cb34f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:56.646187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-433528da-11b7-49ac-a89a-5bf7cb34f4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1097 time: 0.0558505 Jul 15 17:46:56.738217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-66b520e4-0f53-4448-97ff-20b01cc674d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:56.739681 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-66b520e4-0f53-4448-97ff-20b01cc674d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0871298 Jul 15 17:46:56.809116 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-4dee9d24-e88f-4fbb-b96d-ebae2f686c1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1000 time: 0.0632842 Jul 15 17:46:56.830516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:90:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:46:55Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:56.856974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-4a118f33-8c4e-4fba-9c89-5b2d6aaa66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:56.858446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-4a118f33-8c4e-4fba-9c89-5b2d6aaa66e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0438442 Jul 15 17:46:56.860032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:46:56.868876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:46:56.869613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:46:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:56.917502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-5b44b97c-9d04-42cb-98f5-f08cded08328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:46:56.919025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-5b44b97c-9d04-42cb-98f5-f08cded08328 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550103 Jul 15 17:46:56.974206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:46:57.013966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-09b5bafc-4ae1-416c-9cc5-0f1b9d18f178 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886989 Jul 15 17:46:57.101828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-46b8ae18-ad88-4d0a-8c0c-e1268ec57923 req-54c1a3a5-2f4b-4d07-8d99-ece03c5b5cb6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820210 Jul 15 17:46:57.193207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:90:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:46:55Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:46:57.219319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cb9a81-9a89-44e7-8cf8-9766b699d773 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:90:9b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:46:55Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:46:57.408020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922bd89-3583-4dcb-885c-387c22a3de74 None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:46:58.865554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:59.162177 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5c83750e-e9f6-41ba-b6f7-f84a8c782478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:46:59.726346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:01.454058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:11.203870 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:11.322751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:25.863959 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7517fbbc-2b60-4116-a21d-00b67ed6ed2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:28.866399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:29.161281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a0ae4fd7-02da-4442-acde-730195107594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:29.511883 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:47:29.724686 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:31.457044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:41.204715 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:41.328184 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:51.454962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-22cbdadb-0a72-4645-b3bc-ad6dcb2ac7f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553322 Jul 15 17:47:51.546264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-980e8b4a-a893-4544-bce6-a4b3e4cabdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:47:51.547795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-980e8b4a-a893-4544-bce6-a4b3e4cabdd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1097 time: 0.0523467 Jul 15 17:47:51.653946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-2935cc3a-6831-4c5e-a7c6-f1bed47eb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:47:51.655489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-2935cc3a-6831-4c5e-a7c6-f1bed47eb036 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0872629 Jul 15 17:47:51.722922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-15778e84-014b-4797-9512-ecd059ffee44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1002 time: 0.0615993 Jul 15 17:47:51.770764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-fbd39694-f5cd-4fa5-8303-4dca3e07e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:47:51.772196 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-fbd39694-f5cd-4fa5-8303-4dca3e07e49f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0433073 Jul 15 17:47:51.826723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-dbf92cea-8d1a-4082-9723-1247e357a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:47:51.828210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-dbf92cea-8d1a-4082-9723-1247e357a083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503871 Jul 15 17:47:51.920504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-68440d28-6c03-41ab-8b80-939e0aacac7e service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Jul 15 17:47:52.008741 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c68ac041-ebcd-4f27-9be8-327e1e5ab9fd req-b7324414-1400-4516-a0a9-19a5e9c26a3e service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Jul 15 17:47:55.864048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4dbcf2b2-f142-4464-a806-57dcdd1b6902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:58.866579 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:59.160819 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc5c324a-08bd-4d1d-8ef3-d6757837c88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:47:59.728734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:01.459754 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:06.510778 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:48:11.201506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:11.335212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:25.865064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ddd9dd2-73b6-4ba6-80a3-31e9e634b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:28.867284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:29.160963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2e66167d-6522-4738-89a9-a0c280ad7b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:29.731404 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:31.462863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:32.709137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3699-9be0-4c6c-84dc-31b0952c7bb3 req-e5fade34-288b-45f7-b683-f83460749e2c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:32.710724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edee3699-9be0-4c6c-84dc-31b0952c7bb3 req-e5fade34-288b-45f7-b683-f83460749e2c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0682316 Jul 15 17:48:32.748506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-edee3699-9be0-4c6c-84dc-31b0952c7bb3 req-d20cbff3-3aa5-4a0a-bf9b-c2013aebdcdb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Jul 15 17:48:33.924817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309f879-7244-48f0-8edb-b4fd5f04ca3c req-1e48e5d6-234f-4cde-9463-79f31545857b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:33.926309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0309f879-7244-48f0-8edb-b4fd5f04ca3c req-1e48e5d6-234f-4cde-9463-79f31545857b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0635178 Jul 15 17:48:33.963667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0309f879-7244-48f0-8edb-b4fd5f04ca3c req-acb1731b-a7a6-400c-8c4d-7e1743a728a8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317924 Jul 15 17:48:35.140397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332859b-8b34-4afe-b491-87a80f69848d req-d56b3314-05cc-4040-b3be-92c805de8c9d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:35.141867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3332859b-8b34-4afe-b491-87a80f69848d req-d56b3314-05cc-4040-b3be-92c805de8c9d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0674138 Jul 15 17:48:35.179110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3332859b-8b34-4afe-b491-87a80f69848d req-5f6222d8-431a-4a75-b9c8-4e9b99d91e63 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Jul 15 17:48:36.351719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a72780-7c4b-454c-8857-4bf0e10bbeb9 req-251bb7c5-5203-46aa-ae3b-975bdc2837ae tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:36.353232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a72780-7c4b-454c-8857-4bf0e10bbeb9 req-251bb7c5-5203-46aa-ae3b-975bdc2837ae tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0638804 Jul 15 17:48:36.391669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a72780-7c4b-454c-8857-4bf0e10bbeb9 req-d07cd877-3db1-416a-9081-d32c2b1a02f3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322883 Jul 15 17:48:37.563575 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b864a-1593-435c-bfb8-b158f57f56fa req-5d805232-511f-40ef-9262-da5ac41762b9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:37.565080 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c52b864a-1593-435c-bfb8-b158f57f56fa req-5d805232-511f-40ef-9262-da5ac41762b9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0634718 Jul 15 17:48:37.605181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c52b864a-1593-435c-bfb8-b158f57f56fa req-0d90ad21-0484-4c0c-b674-5d1572d71b26 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Jul 15 17:48:38.785047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8c71f-8f03-49ca-aa5f-4e89a583f630 req-32fdf3b9-4f5b-45fb-ac2c-d77b67ba0932 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:38.786501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12d8c71f-8f03-49ca-aa5f-4e89a583f630 req-32fdf3b9-4f5b-45fb-ac2c-d77b67ba0932 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0672066 Jul 15 17:48:38.823204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12d8c71f-8f03-49ca-aa5f-4e89a583f630 req-2881dde1-5e58-4749-9756-575a83d55641 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Jul 15 17:48:39.997524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6faea-8d36-40d2-a7ab-45eeb3db4578 req-9d13ddcd-0667-4ec5-802b-7eb43d776537 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:39.999019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8e6faea-8d36-40d2-a7ab-45eeb3db4578 req-9d13ddcd-0667-4ec5-802b-7eb43d776537 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0631585 Jul 15 17:48:40.035979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c8e6faea-8d36-40d2-a7ab-45eeb3db4578 req-09ca4255-ed8b-437f-9bd1-1692e03a1554 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312490 Jul 15 17:48:41.203307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:41.212249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0d879-cc81-42d9-bd63-2eec642f2d00 req-ab7b88e3-f853-4700-87f7-a6dcf1e3487e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:41.213948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ef0d879-cc81-42d9-bd63-2eec642f2d00 req-ab7b88e3-f853-4700-87f7-a6dcf1e3487e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0677936 Jul 15 17:48:41.253055 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4ef0d879-cc81-42d9-bd63-2eec642f2d00 req-1877565c-c9a1-4ddf-92d1-7231d52caf28 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332153 Jul 15 17:48:41.343911 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:42.425147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a50f4-ebb2-4340-b1d4-12b421dcdaba req-d260b82b-c46b-4208-9288-115f88c5d935 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:42.426674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b1a50f4-ebb2-4340-b1d4-12b421dcdaba req-d260b82b-c46b-4208-9288-115f88c5d935 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0636084 Jul 15 17:48:42.464603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8b1a50f4-ebb2-4340-b1d4-12b421dcdaba req-11a1840f-4410-4634-9ebb-ecc98142b1be tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Jul 15 17:48:43.509609 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:48:43.639983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac1fd3-4cae-4b70-b63e-035e2fe07005 req-87e83268-fe4d-4b87-bd3d-3184d23e6e7e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:43.641383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3ac1fd3-4cae-4b70-b63e-035e2fe07005 req-87e83268-fe4d-4b87-bd3d-3184d23e6e7e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0638463 Jul 15 17:48:43.679044 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e3ac1fd3-4cae-4b70-b63e-035e2fe07005 req-40688b08-11da-487c-a390-2fb68e804b02 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Jul 15 17:48:43.994147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 47408) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:48:44.069179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d03c5-f829-4034-b5fd-c0c850f5957a req-22580784-500d-4a0e-a10c-b2d10183fff0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:44.070671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e0d03c5-f829-4034-b5fd-c0c850f5957a req-22580784-500d-4a0e-a10c-b2d10183fff0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0698810 Jul 15 17:48:44.086878 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-52b4fb54-7d5e-48c5-a2ae-4dedb21e1d0c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905972 Jul 15 17:48:44.109813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e0d03c5-f829-4034-b5fd-c0c850f5957a req-7fdd3115-616b-400b-8e47-8cef3004bdd0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328574 Jul 15 17:48:45.213080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-94c22c2c-7e4c-4605-a0c2-51ebe9cbbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:45.214586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-94c22c2c-7e4c-4605-a0c2-51ebe9cbbda9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1097 time: 0.0555925 Jul 15 17:48:45.349920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-d65e6946-8d9a-4457-8ec4-bd233e4d10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:45.351419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-d65e6946-8d9a-4457-8ec4-bd233e4d10b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.1304927 Jul 15 17:48:45.371687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad229b-17c6-4628-86e8-04253d466348 req-32eed95f-1ac9-4359-8772-403d322fe2f1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:45.373435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4ad229b-17c6-4628-86e8-04253d466348 req-32eed95f-1ac9-4359-8772-403d322fe2f1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.1438246 Jul 15 17:48:45.454043 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-f67d6b0c-d1ca-4141-ab35-e59f884f7e18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1002 time: 0.0961034 Jul 15 17:48:45.456957 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4ad229b-17c6-4628-86e8-04253d466348 req-f59902b6-501f-4df2-93f4-cd679a4eca54 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513849 Jul 15 17:48:45.502686 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-b2aed1c4-7d3c-40dd-9d70-839515a976e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:45.504151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-b2aed1c4-7d3c-40dd-9d70-839515a976e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0438969 Jul 15 17:48:45.560780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-68aff3e8-8aab-4160-aa2b-d64b4cf137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:45.562247 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-68aff3e8-8aab-4160-aa2b-d64b4cf137d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521483 Jul 15 17:48:45.655098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-949a95e0-3724-4c8a-a3c0-40e505a76f02 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865166 Jul 15 17:48:45.748592 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-2ae19cff-c4a8-46c3-9579-8060f63bcf08 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876591 Jul 15 17:48:46.632347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94c5d-8d98-430a-956d-7de7d1c6e41d req-8c038bb1-d9f8-41b7-82c5-4aaebeb4f47a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:46.633754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ff94c5d-8d98-430a-956d-7de7d1c6e41d req-8c038bb1-d9f8-41b7-82c5-4aaebeb4f47a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0671780 Jul 15 17:48:46.672078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7ff94c5d-8d98-430a-956d-7de7d1c6e41d req-aae36a07-dd85-4841-94f2-a0b0b5f14318 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Jul 15 17:48:47.598744 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-a8d52ab5-d18d-4cd4-be79-eb06f2848812 service neutron] show failed (client error): The resource could not be found. Jul 15 17:48:47.599676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-a8d52ab5-d18d-4cd4-be79-eb06f2848812 service neutron] 10.222.0.35 "GET /v2.0/ports/1a92404f-5eed-4677-a5e2-06a600ce9432/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0549421 Jul 15 17:48:47.851812 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-4204f2a1-4e73-4120-8bfc-f9ad4ce568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:47.853266 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-4204f2a1-4e73-4120-8bfc-f9ad4ce568f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1097 time: 0.0566885 Jul 15 17:48:47.854386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d49970-6c82-4f3e-bf77-31810c29de6e req-f4b9ea39-be30-485c-904c-a93cff244d24 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:47.855994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66d49970-6c82-4f3e-bf77-31810c29de6e req-f4b9ea39-be30-485c-904c-a93cff244d24 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0653999 Jul 15 17:48:47.864196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:48:47.895519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66d49970-6c82-4f3e-bf77-31810c29de6e req-ea7871c8-828f-411d-9907-4df1f2a5c579 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329738 Jul 15 17:48:47.935119 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.133259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:48:48.165636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:48:48.207792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:48:48.210082 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7414e4-cd90-48cf-b825-5f4b5ebffaac" -d '{"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-unplugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:48:48.213900 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.226563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Transition to ACTIVE for port object 1a92404f-5eed-4677-a5e2-06a600ce9432 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:48:48.231142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.310036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:48:48.321782 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.322130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.322470 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.322803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.323195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.323460 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.323789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.324145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.324491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.325291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.325779 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.326196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:48.375022 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ee30a-64aa-4874-b5a2-8ff5aa5ba726 x-openstack-request-id: req-634ee30a-64aa-4874-b5a2-8ff5aa5ba726 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:48:48.375325 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-unplugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:48:48.375576 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-634ee30a-64aa-4874-b5a2-8ff5aa5ba726 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:48:48.375972 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'code': 200} Jul 15 17:48:48.376942 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] No DVR routers for this DVR port 1a92404f-5eed-4677-a5e2-06a600ce9432 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:48:48.517913 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:48:48.518234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:48:48.518570 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:48:48.522951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:48:48.523278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Attempting to bind port 1a92404f-5eed-4677-a5e2-06a600ce9432 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:48:48.528143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:48:48.528491 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:48:48.528901 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:48:48.529285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Bound port: 1a92404f-5eed-4677-a5e2-06a600ce9432, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:48:48.529647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.592496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:48:48.595742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:48:48.599777 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.631978 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:48.632629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:48.634136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] 10.222.0.20 "PUT /v2.0/ports/1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1092 time: 0.7740014 Jul 15 17:48:48.671172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079f29-b08e-4261-8ba0-aa89a3b92f91 service neutron] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:48:48.721305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-497f9cb9-c08a-4886-8c04-3da7c24992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:48.722880 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-497f9cb9-c08a-4886-8c04-3da7c24992b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.0644608 Jul 15 17:48:48.817185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-8c6a98a6-3e4a-4caa-9150-1414dcaec3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:48.818689 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-8c6a98a6-3e4a-4caa-9150-1414dcaec3d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0898359 Jul 15 17:48:48.886547 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-7a5de4cb-6d33-4f85-87c7-09cfcfa53af6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1000 time: 0.0609870 Jul 15 17:48:48.935041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-441b2a93-3d7e-4703-a8e8-e3a09e6d3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:48.936600 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-441b2a93-3d7e-4703-a8e8-e3a09e6d3fba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0439003 Jul 15 17:48:48.993065 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-a23ccd12-b51c-458e-b4fe-cf8ecb2b8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:48.994572 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-a23ccd12-b51c-458e-b4fe-cf8ecb2b8c6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515087 Jul 15 17:48:49.076934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63be1a-bda7-472a-bc39-fb7e4eedc876 req-2361050c-c860-4369-91b5-7606bac2e24e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:49.078429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec63be1a-bda7-472a-bc39-fb7e4eedc876 req-2361050c-c860-4369-91b5-7606bac2e24e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.0691960 Jul 15 17:48:49.087963 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-fcd87414-805e-4326-b85d-1f86036ea7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Jul 15 17:48:49.116596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ec63be1a-bda7-472a-bc39-fb7e4eedc876 req-963c5d8b-7b9e-4c70-98e7-78fe5fd301b4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Jul 15 17:48:49.179061 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b8431f5e-e854-4f0f-b5b2-976a68556a8f req-4f2053b4-7bea-4d2e-8fc1-143f73e3c6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845821 Jul 15 17:48:50.295085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf5b2c-8540-499e-98ef-e5d7b417d41b req-23ef726f-2ac7-4252-af44-a6359d03711e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.296586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4cf5b2c-8540-499e-98ef-e5d7b417d41b req-23ef726f-2ac7-4252-af44-a6359d03711e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.0638325 Jul 15 17:48:50.333867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4cf5b2c-8540-499e-98ef-e5d7b417d41b req-d166db44-12aa-4fd0-9990-f9839a2b973a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jul 15 17:48:50.377875 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:48:50.380258 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92022ea0-80ba-4092-a6b1-eeb487b98542" -d '{"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:48:50.426525 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb379b59-92bc-4dfe-b8a9-1758c83f3996 x-openstack-request-id: req-cb379b59-92bc-4dfe-b8a9-1758c83f3996 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:48:50.426813 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:48:50.427063 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb379b59-92bc-4dfe-b8a9-1758c83f3996 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:48:50.427477 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'status': 'completed', 'code': 200} Jul 15 17:48:50.513475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-f38e2e1e-62c1-4687-9f1b-92a5625f7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.515149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-a114b16b-d5f5-482a-8894-70d47a235473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.515316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-f38e2e1e-62c1-4687-9f1b-92a5625f7b12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.0590761 Jul 15 17:48:50.516685 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-a114b16b-d5f5-482a-8894-70d47a235473 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.0563254 Jul 15 17:48:50.614955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-5d067b81-fca3-4b78-829d-48a913c6b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.616308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-110d3cd3-1ddd-467f-9583-530f4e6a084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.616541 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-5d067b81-fca3-4b78-829d-48a913c6b8d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0955915 Jul 15 17:48:50.617937 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-110d3cd3-1ddd-467f-9583-530f4e6a084d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0955212 Jul 15 17:48:50.686034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-fd0650ac-8207-4d55-b1f5-9ad27789bc1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1000 time: 0.0632253 Jul 15 17:48:50.688159 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-0642924e-5404-4cf0-ac4a-268136418b9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1000 time: 0.0631001 Jul 15 17:48:50.733919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-f795e759-960b-4ef6-a561-ec76ce7571cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.735226 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-17d13d7b-b1d7-430d-8b69-222f2575bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.735340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-f795e759-960b-4ef6-a561-ec76ce7571cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0437984 Jul 15 17:48:50.736802 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-17d13d7b-b1d7-430d-8b69-222f2575bd6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0427186 Jul 15 17:48:50.792624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-aa4bc36e-c3b2-4873-8db8-a76cab9bbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.792945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-27942936-e0de-4ef6-bbc1-6372a9e56cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:50.794474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-aa4bc36e-c3b2-4873-8db8-a76cab9bbd69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518050 Jul 15 17:48:50.794607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-27942936-e0de-4ef6-bbc1-6372a9e56cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529487 Jul 15 17:48:50.888595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-7c11e639-aa13-4bf9-9c67-ef5ff01879b3 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879748 Jul 15 17:48:50.889111 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-e4f05ec7-c838-4295-a458-9917fb875297 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885358 Jul 15 17:48:50.976039 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-3a421acd-ee3b-43f0-bd19-c1b01d60c5ff service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817003 Jul 15 17:48:50.977897 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-92022ea0-80ba-4092-a6b1-eeb487b98542 req-626e11a6-3754-4c0f-8547-2a905c3b87db service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Jul 15 17:48:51.494844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:48:51.511833 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e68b59-f843-4687-801e-c08e9a5b19b4 req-bdbe9f37-0a2f-4e53-b421-113791a0338c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:51.513477 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9e68b59-f843-4687-801e-c08e9a5b19b4 req-bdbe9f37-0a2f-4e53-b421-113791a0338c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.0683813 Jul 15 17:48:51.532715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:48:51.552739 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d9e68b59-f843-4687-801e-c08e9a5b19b4 req-25dc1ad7-1c7c-45fd-8978-83f7cf4ef520 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 15 17:48:51.896829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6e17d-48bb-467c-9f93-4e84f4ca8af2 req-ffd37494-43bf-4677-9605-87815fcb0f47 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:51.898232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cd6e17d-48bb-467c-9f93-4e84f4ca8af2 req-ffd37494-43bf-4677-9605-87815fcb0f47 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 944 time: 0.1134326 Jul 15 17:48:51.906065 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-bcfda797-66d6-4733-bdaf-48e0fa3dae66 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:51.907397 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-bcfda797-66d6-4733-bdaf-48e0fa3dae66 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.1124291 Jul 15 17:48:51.982967 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cd6e17d-48bb-467c-9f93-4e84f4ca8af2 req-f4713e36-3e50-4bdd-b1e8-492725900a23 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746245 Jul 15 17:48:51.991407 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-e889efe0-b538-4d13-826e-d19f55593ce5 service neutron] delete failed (client error): The resource could not be found. Jul 15 17:48:51.992398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-e889efe0-b538-4d13-826e-d19f55593ce5 service neutron] 10.222.0.35 "DELETE /v2.0/ports/1a92404f-5eed-4677-a5e2-06a600ce9432/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0780439 Jul 15 17:48:52.087625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-08f25629-ae6f-4623-8ffe-134be0b74aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:52.089126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-08f25629-ae6f-4623-8ffe-134be0b74aee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1095 time: 0.0524912 Jul 15 17:48:52.094074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:48:52.185454 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-061e757f-e500-4d9e-b36f-f05b57c27a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:52.186841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-061e757f-e500-4d9e-b36f-f05b57c27a42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0905225 Jul 15 17:48:52.190105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:48:52.204814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'mac_address': 'fa:16:3e:90:9b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:48:52.240387 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:52.250525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-c6295a28-2856-4e97-a126-351f4c516647 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1000 time: 0.0576532 Jul 15 17:48:52.253714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a92404f-5eed-4677-a5e2-06a600ce9432 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:48:52.273019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:48:52.277036 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:52.300011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-c39370f6-d593-4f34-83d2-690a3b29f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:52.301501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-c39370f6-d593-4f34-83d2-690a3b29f757 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0446134 Jul 15 17:48:52.323486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:48:52.331842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.332306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.332720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.333137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.336196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:48:52.363192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-50c13870-40c1-4253-b6e0-00d760cd6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:52.364737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-50c13870-40c1-4253-b6e0-00d760cd6b64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572624 Jul 15 17:48:52.459557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-14bbc739-d28d-478c-a779-f9160c3948f4 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882888 Jul 15 17:48:52.506216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['1a92404f-5eed-4677-a5e2-06a600ce9432'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:48:52.554141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ced62999-d4cd-4c11-8038-7dcaff9597ba req-94de0367-00da-4da4-93ee-ec69aea6eda3 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Jul 15 17:48:53.170291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8cf3-5aac-4f5f-bf4a-316ca6e18371 req-0cb3e48e-10fc-4243-a7ca-9d0ee5cf594a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.171796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cdd8cf3-5aac-4f5f-bf4a-316ca6e18371 req-0cb3e48e-10fc-4243-a7ca-9d0ee5cf594a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 945 time: 0.0671580 Jul 15 17:48:53.209105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1cdd8cf3-5aac-4f5f-bf4a-316ca6e18371 req-cd7c14a5-71f2-44db-ba4d-f0b8993d4ec8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Jul 15 17:48:53.384505 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99150411-129b-49ff-9a3d-b0a70d3e7993 req-d15e321c-ea29-4f87-a649-55fbbddd7ac1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.386000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99150411-129b-49ff-9a3d-b0a70d3e7993 req-d15e321c-ea29-4f87-a649-55fbbddd7ac1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 945 time: 0.0654190 Jul 15 17:48:53.424175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-99150411-129b-49ff-9a3d-b0a70d3e7993 req-d2178811-5f19-45a0-a00b-e2f82d207279 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Jul 15 17:48:53.732451 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-e3d37e70-147d-4e93-9a50-d422d9475099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.733999 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-e3d37e70-147d-4e93-9a50-d422d9475099 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 1096 time: 0.0529685 Jul 15 17:48:53.760265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f12119-f6c6-4d3e-a5df-1086a74961b6 req-85a6cea3-2873-4457-9238-e67b317823ec tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.761774 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0f12119-f6c6-4d3e-a5df-1086a74961b6 req-85a6cea3-2873-4457-9238-e67b317823ec tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 945 time: 0.0678022 Jul 15 17:48:53.799487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0f12119-f6c6-4d3e-a5df-1086a74961b6 req-318e06e4-edbd-4552-8fbd-71ccdf44a9f0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jul 15 17:48:53.829773 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-cc6a1fd7-01ab-4284-80f2-b8a865f469ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.831281 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-cc6a1fd7-01ab-4284-80f2-b8a865f469ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0916841 Jul 15 17:48:53.899350 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-4bca29d4-44d3-4ee0-9b7f-5611d2f65410 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 200 len: 1001 time: 0.0623093 Jul 15 17:48:53.947354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-3c9a39af-735c-4178-8ca4-2de6274cf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:53.948787 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-3c9a39af-735c-4178-8ca4-2de6274cf5c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0426102 Jul 15 17:48:54.003680 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-49148c81-25f9-4e02-b109-81f96a4c3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:54.005171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-49148c81-25f9-4e02-b109-81f96a4c3f67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503407 Jul 15 17:48:54.094034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:48:54.095275 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-b813c8bf-bac3-4491-9873-03a0d14a96c5 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842285 Jul 15 17:48:54.145781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 1a92404f-5eed-4677-a5e2-06a600ce9432 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:48:54.150596 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 1a92404f-5eed-4677-a5e2-06a600ce9432 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:48:54.151000 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:54.187934 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-91354dc7-e2bd-47ae-b68b-8ca3f835dedb req-88a2809f-c9c9-4b65-9780-cde72079d887 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864489 Jul 15 17:48:54.229118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:54.251976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:48:54.254506 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1026e0-c0d3-45f8-858f-2b218ed5f59e" -d '{"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-plugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:48:54.266585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:48:54.270501 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:54.319717 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:48:54.344818 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8d0cf1-410b-437b-93a4-eba214631e23 x-openstack-request-id: req-af8d0cf1-410b-437b-93a4-eba214631e23 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:48:54.345110 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-plugged", "status": "completed", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:48:54.345362 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af8d0cf1-410b-437b-93a4-eba214631e23 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:48:54.345753 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'code': 200} Jul 15 17:48:54.971597 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b3ff0-4977-4ac3-a4b8-1f554d2f9922 req-ae5b4cce-7e61-49a4-baef-cfe03c2b40b4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:54.973097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-798b3ff0-4977-4ac3-a4b8-1f554d2f9922 req-ae5b4cce-7e61-49a4-baef-cfe03c2b40b4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0634227 Jul 15 17:48:55.010442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-798b3ff0-4977-4ac3-a4b8-1f554d2f9922 req-b3dbb3fe-ece3-457e-bcf7-c992b021a29e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 15 17:48:55.395030 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30dc1-0501-4b20-8ffb-99074340da86 req-0e0b2669-1a59-43cd-a17a-2a12141a6ac5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:55.396433 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6e30dc1-0501-4b20-8ffb-99074340da86 req-0e0b2669-1a59-43cd-a17a-2a12141a6ac5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0676103 Jul 15 17:48:55.434805 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b6e30dc1-0501-4b20-8ffb-99074340da86 req-d953776e-49bc-4ea1-8c90-debb585a8f57 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Jul 15 17:48:55.864306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a920cfd1-bbed-4bfa-844b-d6bec9e51dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:56.588355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765d36-cd87-4375-992d-df40ba81be19 req-1ddc4ffb-29a3-405f-89cf-447d88238976 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:56.589722 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23765d36-cd87-4375-992d-df40ba81be19 req-1ddc4ffb-29a3-405f-89cf-447d88238976 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0668290 Jul 15 17:48:56.610763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df1011-f7c8-4e78-8444-57f264e4121d req-d83a52ba-9ee1-4556-8db1-b5683b0d894a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:56.612405 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89df1011-f7c8-4e78-8444-57f264e4121d req-d83a52ba-9ee1-4556-8db1-b5683b0d894a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 946 time: 0.0671804 Jul 15 17:48:56.651643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89df1011-f7c8-4e78-8444-57f264e4121d req-46154b41-475e-4875-b4fe-c172a24c8a07 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336230 Jul 15 17:48:56.690581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Deleting port 1a92404f-5eed-4677-a5e2-06a600ce9432 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:48:56.690923 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:56.780986 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] For port 1a92404f-5eed-4677-a5e2-06a600ce9432, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=1a92404f-5eed-4677-a5e2-06a600ce9432,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:48:56.781347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:56.943716 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:56.943981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:56.944322 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e disassociated. External IP: 172.25.8.249, port: 1a92404f-5eed-4677-a5e2-06a600ce9432. Jul 15 17:48:56.944659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Calling delete_port for 1a92404f-5eed-4677-a5e2-06a600ce9432 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:48:57.071395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:57.100078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'Port': ['ID=1a92404f-5eed-4677-a5e2-06a600ce9432,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:48:57.215258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:48:57.322420 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:48:57.332989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:48:57.343848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:48:57.344494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:48:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:48:57.366160 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] No DVR routers for this DVR port 1a92404f-5eed-4677-a5e2-06a600ce9432 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:48:57.368840 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:57.371061 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-23765d36-cd87-4375-992d-df40ba81be19 req-bad81be5-1c70-4871-8fc7-905c0a60bb80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "DELETE /v2.0/ports/1a92404f-5eed-4677-a5e2-06a600ce9432 HTTP/1.1" status: 204 len: 173 time: 0.7760556 Jul 15 17:48:57.372156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-deleted', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:48:57.374512 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90325445-1dee-49b7-b2f5-70295063c078" -d '{"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-deleted", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:48:57.416498 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb91ca32-d0f8-4c18-91c1-ae4f3357d90f x-openstack-request-id: req-bb91ca32-d0f8-4c18-91c1-ae4f3357d90f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:48:57.417028 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb62a383-7d11-4979-ad1f-646e967a4583", "name": "network-vif-deleted", "tag": "1a92404f-5eed-4677-a5e2-06a600ce9432", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:48:57.417560 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb91ca32-d0f8-4c18-91c1-ae4f3357d90f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:48:57.417789 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb62a383-7d11-4979-ad1f-646e967a4583', 'name': 'network-vif-deleted', 'tag': '1a92404f-5eed-4677-a5e2-06a600ce9432', 'status': 'completed', 'code': 200} Jul 15 17:48:57.454356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:48:57.657278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:48:57.687826 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:48:57.696067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:48:57.696697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:48:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:48:57.805959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:48:57.806667 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5bd32cd5-3464-4491-8df3-74860e2c5924 req-c7c9f423-9e61-4256-8740-99100e81131e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb62a383-7d11-4979-ad1f-646e967a4583 HTTP/1.1" status: 200 len: 210 time: 0.0300424 Jul 15 17:48:58.005656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:48:58.030738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d978e-7bc6-4708-8f69-266dfe9e84fa None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:48:58.236833 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31916ce-3851-474a-bfae-2e37b44dc609 None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:48:58.867393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:59.155790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-3bb3c070-666d-4132-9701-c8e5483b1075 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1529889525&fields=id&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 267 time: 0.0342166 Jul 15 17:48:59.161236 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-92379c30-a66f-42ca-8b54-b2b768ee9d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:59.269813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9637da54-6925-49d2-910e-46e524bdf93b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:48:59.271288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9637da54-6925-49d2-910e-46e524bdf93b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1089692 Jul 15 17:48:59.286350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-0720b62d-7e05-4663-bdc7-9de3f468e8c8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/quotas/701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 375 time: 0.0096235 Jul 15 17:48:59.353827 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-7dd57ac8-4785-4bf5-9e38-bde736f77bb8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624905 Jul 15 17:48:59.739023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-eaff47f1-bd19-4fa8-baf2-792e896ac5d1 service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740897 Jul 15 17:48:59.739525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:48:59.831663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-83fe3c2b-937d-4214-9759-73a5279222e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Jul 15 17:49:00.000404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5e64058-7b55-4fb0-a485-8abfc4c56b77 req-7385c428-73de-4872-a761-e45650bc3c19 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 210 time: 0.0295072 Jul 15 17:49:01.115457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-c847de3d-cafb-4713-a438-cf891234e95d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:01.116986 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-c847de3d-cafb-4713-a438-cf891234e95d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1094360 Jul 15 17:49:01.168934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2d2da0ae-8045-4002-be2d-2de19341efef req-f3183aa2-f82e-48ed-85ae-437cabc67e95 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 210 time: 0.0451760 Jul 15 17:49:01.196226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-2a4c1b62-3d16-4bf1-b8ac-6a72b7ac3575 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 380 time: 0.0627735 Jul 15 17:49:01.205166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'port': {'device_id': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'admin_state_up': True, 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'security_groups': ['740e1d21-0178-413e-ac21-5fd68e70a902']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:49:01.311798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:49:01.315221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.439819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Allocated IP 172.20.0.5 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:49:01.464816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.582418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.595187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Transition to ACTIVE for port object 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:49:01.628219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.674110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:49:01.677265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:49:01.681191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:49:01.706283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:49:01.721508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.721852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.722192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.722533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.722862 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.723191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.723516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.723843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.724191 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.724516 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.724838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.725163 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:49:01.746025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:01.746647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.762140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-9ec49e9c-9769-43e2-95cb-c4756188a161 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606546 Jul 15 17:49:01.777197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Request body: {'port': {'device_id': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:49:01.857985 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.874260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4fb7fc7b-fc66-45da-98d8-729db1dd4040 None None] Provisioning for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:49:01.878580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4fb7fc7b-fc66-45da-98d8-729db1dd4040 None None] Provisioning complete for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:49:01.878949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4fb7fc7b-fc66-45da-98d8-729db1dd4040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:01.912895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4fb7fc7b-fc66-45da-98d8-729db1dd4040 None None] Port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:49:02.117713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:49:02.125047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:49:02.126427 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:02.138555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Transition to ACTIVE for port object 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:49:02.141780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:02.144844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 1a92404f-5eed-4677-a5e2-06a600ce9432 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:49:02.145187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 1a92404f-5eed-4677-a5e2-06a600ce9432 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:49:02.198196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:49:02.274011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:49:02.274482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:49:02.274911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:49:02.281127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:49:02.281527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:49:02.289009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:49:02.289430 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:49:02.289880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:49:02.290315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Bound port: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:49:02.290675 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:02.411109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84eaff-668d-4bf1-acae-7dc19597ac46 req-9e3d9e20-6cfb-4ccd-bda3-b12902eb2b60 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:02.412553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d84eaff-668d-4bf1-acae-7dc19597ac46 req-9e3d9e20-6cfb-4ccd-bda3-b12902eb2b60 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.1256907 Jul 15 17:49:02.415013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:49:02.418148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:49:02.427661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:02.485776 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:02.486396 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:02.487792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] 10.222.0.35 "PUT /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1091 time: 0.7155528 Jul 15 17:49:02.489827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:49:02.492138 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c" -d '{"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:49:02.505964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d84eaff-668d-4bf1-acae-7dc19597ac46 req-a6bd38a2-988d-4693-a055-b01474e86ce0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862999 Jul 15 17:49:02.519174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40516bcf-fe8c-4960-aff0-987dd1facc2f service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:49:02.589050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-eedb37b7-d676-4843-ac99-21ef3d229a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:02.590584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-eedb37b7-d676-4843-ac99-21ef3d229a83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0637631 Jul 15 17:49:02.605879 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2eed0d-85ac-4ce1-a4b8-7e0bcb83a0b0 x-openstack-request-id: req-2c2eed0d-85ac-4ce1-a4b8-7e0bcb83a0b0 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:49:02.606173 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:49:02.606423 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c2eed0d-85ac-4ce1-a4b8-7e0bcb83a0b0 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:49:02.607365 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'status': 'completed', 'code': 200} Jul 15 17:49:02.638377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-3ba0d675-1ed0-4b2d-b6b4-49d4955080bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 217 time: 0.0409918 Jul 15 17:49:02.689864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-86819828-10df-4a5d-a63d-c0a39920e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:02.691420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-86819828-10df-4a5d-a63d-c0a39920e163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0470839 Jul 15 17:49:02.747933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-76a680a2-de95-4def-b2d8-976b251ca861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:02.749444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-76a680a2-de95-4def-b2d8-976b251ca861 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520694 Jul 15 17:49:02.842611 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-e2d5fc3c-97c9-4b98-984b-358024d9bd0a service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868182 Jul 15 17:49:02.930134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1a99c2b2-4641-472f-aec7-0e676911cb12 req-331daa1b-eab0-4102-8dcf-a7aa91ee7e84 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816453 Jul 15 17:49:03.030333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-1f8cd634-6ba7-416a-847d-7635ebd563fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:03.031820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-1f8cd634-6ba7-416a-847d-7635ebd563fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0583441 Jul 15 17:49:03.120260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-d1da1b89-7c6a-4737-8c10-006384af7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:03.121705 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-d1da1b89-7c6a-4737-8c10-006384af7c89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0834155 Jul 15 17:49:03.167071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-de2e14d0-86ba-4896-9bb5-3b065362c0a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 217 time: 0.0380011 Jul 15 17:49:03.215282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-e08f2f7d-d487-4122-9a7f-7f5f89b72271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:03.217328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-e08f2f7d-d487-4122-9a7f-7f5f89b72271 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0432050 Jul 15 17:49:03.272429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-34fc6829-c044-47ba-8532-e6a7677aef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:03.273920 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-34fc6829-c044-47ba-8532-e6a7677aef0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504448 Jul 15 17:49:03.367431 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-cda81aef-3d0d-4051-a3b0-b29c9c8faa0a service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853140 Jul 15 17:49:03.455316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ffe1ea56-25a3-44da-ae4b-dea4c23d118c req-ee537e3d-e5ff-4a20-a1bf-bb4681992e8c service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Jul 15 17:49:03.695909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea24aa-ee3d-4125-9bc5-aba837947b3e req-e8941389-d1d2-4bce-a9d8-3993a0a04c7d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:03.697430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3dea24aa-ee3d-4125-9bc5-aba837947b3e req-e8941389-d1d2-4bce-a9d8-3993a0a04c7d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0684197 Jul 15 17:49:03.735495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3dea24aa-ee3d-4125-9bc5-aba837947b3e req-f0765ada-600a-46f6-b707-469ce43afca0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Jul 15 17:49:04.908553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba535bd2-eeee-485b-944c-0b74da6a3acd req-22f28616-b271-4905-ae53-7350c1b446d2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:04.910023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba535bd2-eeee-485b-944c-0b74da6a3acd req-22f28616-b271-4905-ae53-7350c1b446d2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0636125 Jul 15 17:49:04.948389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba535bd2-eeee-485b-944c-0b74da6a3acd req-16e08521-e8fb-47b9-a153-f4ca3b63d905 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 15 17:49:05.541641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:49:05.636909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:49:05.647651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:49:05.685636 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:05.697985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:49:05.718395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:49:05.722285 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:05.769789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:49:05.924033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:49:06.119229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41031f0-5baf-4924-b784-a39c074cb4ef req-d04df51a-7de7-4bfb-bbc7-4449956cee4d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:06.120722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d41031f0-5baf-4924-b784-a39c074cb4ef req-d04df51a-7de7-4bfb-bbc7-4449956cee4d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.0631125 Jul 15 17:49:06.159224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d41031f0-5baf-4924-b784-a39c074cb4ef req-4564202e-e4e8-4ab2-a3ce-a3e77497b985 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Jul 15 17:49:07.333823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f0d5e-6a90-41f3-b60d-8d72c8945e7b req-d16436eb-298d-4e03-99f3-4536600f52b3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:07.335342 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-742f0d5e-6a90-41f3-b60d-8d72c8945e7b req-d16436eb-298d-4e03-99f3-4536600f52b3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.0666511 Jul 15 17:49:07.373761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-742f0d5e-6a90-41f3-b60d-8d72c8945e7b req-c797e2ff-eabf-41a4-9516-0d2cd63ad5f8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Jul 15 17:49:07.556896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:49:07.605346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:49:07.609022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:49:07.609393 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:07.685913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:07.707478 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:49:07.709753 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e001185-ca13-4bc9-8241-8fac9f1a2513" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:49:07.722613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:49:07.726742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:07.752588 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d8563b-bcaf-4248-919d-44b1d3085516 x-openstack-request-id: req-e0d8563b-bcaf-4248-919d-44b1d3085516 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:49:07.752883 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:49:07.753136 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0d8563b-bcaf-4248-919d-44b1d3085516 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:49:07.753515 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'code': 200} Jul 15 17:49:07.781132 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:49:07.857625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691f870-54fc-4eae-8d51-e2a19eb3381e req-645c479a-ab48-41df-83bc-360c8f727df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:07.859024 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5691f870-54fc-4eae-8d51-e2a19eb3381e req-645c479a-ab48-41df-83bc-360c8f727df3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1096 time: 0.0522997 Jul 15 17:49:07.892860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5691f870-54fc-4eae-8d51-e2a19eb3381e req-212ac912-6eea-4116-9c96-95ff25257357 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280619 Jul 15 17:49:08.745052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c07f-7df2-44fd-b3a6-1b4856db0f62 req-9d7096a6-b5a5-4085-976a-3cb2c4c87c86 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:08.746533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3320c07f-7df2-44fd-b3a6-1b4856db0f62 req-9d7096a6-b5a5-4085-976a-3cb2c4c87c86 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0679681 Jul 15 17:49:08.784664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3320c07f-7df2-44fd-b3a6-1b4856db0f62 req-e81c9ccb-fff0-4962-932e-37443ae26db9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 15 17:49:09.963826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dc060-5389-442d-a2fc-b728ea369dbf req-14e65adb-74bd-45b9-aa74-2e179983b562 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:09.965316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd1dc060-5389-442d-a2fc-b728ea369dbf req-14e65adb-74bd-45b9-aa74-2e179983b562 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 15 17:49:10.003398 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd1dc060-5389-442d-a2fc-b728ea369dbf req-c0d14b26-053e-4602-b6a4-6e18a60da042 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jul 15 17:49:10.168811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a56c2-41c1-40bf-8e26-dcd35068a1e1 req-ee3c6d62-83bf-4633-82f7-25b80e711c0b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:10.171187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d8a56c2-41c1-40bf-8e26-dcd35068a1e1 req-ee3c6d62-83bf-4633-82f7-25b80e711c0b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Jul 15 17:49:10.179615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47560) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:49:10.184005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'floatingip': {'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:49:10.226658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:10.667188 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:10.670638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:10.769401 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e associated. External IP: 172.25.8.249, port: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8. Jul 15 17:49:10.969339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:49:11.202242 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:11.321933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:49:11.326897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:11.335170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:49:11.351064 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:49:11.351665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:48:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:49:11.354592 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:11.366244 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d74d1354-d5f3-45e2-9d86-7c871e0bc258 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "PUT /v2.0/floatingips/d2139348-afe7-4635-b4e5-c2c2a338066e HTTP/1.1" status: 200 len: 991 time: 1.1855567 Jul 15 17:49:11.366829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:49:11.369097 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c80d526-8f2c-48e2-a04c-3de8b235cb55" -d '{"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:49:11.404963 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e63d3-1d51-4676-891f-dd88ef4c6e8a x-openstack-request-id: req-822e63d3-1d51-4676-891f-dd88ef4c6e8a {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:49:11.405250 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:49:11.405500 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-822e63d3-1d51-4676-891f-dd88ef4c6e8a {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:49:11.405899 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'status': 'completed', 'code': 200} Jul 15 17:49:11.461058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:49:11.483492 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-4e70e934-39e5-4e90-93de-3ddc2252c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:11.485034 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-4e70e934-39e5-4e90-93de-3ddc2252c016 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1096 time: 0.0569601 Jul 15 17:49:11.575469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-79ca68ac-bdc8-43dc-ad9e-631ac2ddbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:11.576940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-79ca68ac-bdc8-43dc-ad9e-631ac2ddbaf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0862999 Jul 15 17:49:11.644213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-c64f701f-4c61-4196-a01f-675047f9adea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 999 time: 0.0615883 Jul 15 17:49:11.685455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:49:10Z', 'revision_number': 9, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:49:11.693400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-90874e4a-ba59-4244-9af0-d044c253a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:11.694882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-90874e4a-ba59-4244-9af0-d044c253a68e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0449312 Jul 15 17:49:11.711148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:49:11.719869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:49:11.720513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:48:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:49:11.752734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-3dcc46ec-919e-46bb-9c41-18638e1a95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:11.754226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-3dcc46ec-919e-46bb-9c41-18638e1a95cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527363 Jul 15 17:49:11.823536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:49:11.847395 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-454e70a5-d8ad-449d-809f-072a8255eab6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867691 Jul 15 17:49:11.936985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1c80d526-8f2c-48e2-a04c-3de8b235cb55 req-61f3a5b9-80b7-49ea-bccd-8ca5021e5145 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832455 Jul 15 17:49:12.045854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:49:10Z', 'revision_number': 9, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:49:12.074917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c48c2b-4ad4-4cef-ab48-eeb87d452f94 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:49:10Z', 'revision_number': 9, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:49:12.259614 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e83d14-7b4b-4cec-8d8b-e69a33dfa23b None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:49:20.509031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:49:25.864205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bf833807-9082-441b-a53d-14f9ae45a266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:28.868212 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:29.160512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a406a93-1e4c-482a-b7ff-2b3fae2afd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:29.737457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:31.469788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:41.198147 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:41.351479 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:52.469279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-872babe7-0c33-498f-a524-54379872f478 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559938 Jul 15 17:49:52.560555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633300da-74f7-4193-bcb4-a779d2768d5e req-46c06fca-7950-4cb4-8181-fd9a2f4da4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:52.562032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-46c06fca-7950-4cb4-8181-fd9a2f4da4f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1096 time: 0.0519412 Jul 15 17:49:52.668632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633300da-74f7-4193-bcb4-a779d2768d5e req-e99710be-1ba3-4c5c-b91a-561c46fb8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:52.670072 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-e99710be-1ba3-4c5c-b91a-561c46fb8a5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0895059 Jul 15 17:49:52.733613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-9b4b59cb-5302-4b11-bfe9-97d25c2a0832 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1002 time: 0.0577371 Jul 15 17:49:52.781677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633300da-74f7-4193-bcb4-a779d2768d5e req-acd427dc-3ba0-4be6-a9db-44a4fa5a1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:52.783095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-acd427dc-3ba0-4be6-a9db-44a4fa5a1249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0441267 Jul 15 17:49:52.841895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633300da-74f7-4193-bcb4-a779d2768d5e req-d4c81b44-015b-4c4c-982e-4167818191af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:49:52.843900 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-d4c81b44-015b-4c4c-982e-4167818191af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545993 Jul 15 17:49:52.932978 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-2e7855ce-02a5-4249-b2b0-6f2fabae5beb service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 Jul 15 17:49:53.024334 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-633300da-74f7-4193-bcb4-a779d2768d5e req-48958ed9-3f9f-4a68-bc1d-8676d40a66c1 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Jul 15 17:49:55.867366 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-534b6c19-3a22-4064-b2a5-d11dce4f57b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:57.508548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:49:58.871795 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:59.160090 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-87200dfa-f706-4a35-af10-45954fcfb679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:49:59.741753 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:01.472101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:11.197567 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:11.372436 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:25.868164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-01d01ad2-d5ff-434d-8597-8bfa6e91b051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:28.872930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:29.159993 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-19c90d84-00b7-410c-a4b7-1ea254f060e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:29.744525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:31.476587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:34.509004 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:50:41.196026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:41.379159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:46.441628 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-fe0838ff-d24e-4213-b231-e58cfb0fed02 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521147 Jul 15 17:50:46.504218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0930-12db-4a17-9a64-ba4813a017d5 req-e2a6e4fa-2b06-44e0-83d7-f8d1e33b1ec9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:46.506473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b99a0930-12db-4a17-9a64-ba4813a017d5 req-e2a6e4fa-2b06-44e0-83d7-f8d1e33b1ec9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0654378 Jul 15 17:50:46.546022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b99a0930-12db-4a17-9a64-ba4813a017d5 req-4096eea8-84a4-4ab1-bef4-ba1e08e081f0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Jul 15 17:50:47.615159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-e8d322e2-f23e-406c-ba7f-e5f997d1112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:47.616716 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-e8d322e2-f23e-406c-ba7f-e5f997d1112a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1096 time: 0.0597625 Jul 15 17:50:47.740627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-3a214ca6-bca3-41b0-8818-9e87ce42495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:47.742102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-3a214ca6-bca3-41b0-8818-9e87ce42495c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.1193862 Jul 15 17:50:47.807865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57c83e-ea1b-44d6-8663-d2bbcc5166d7 req-b4acb3b0-c475-4dd0-ac3f-543a8db922c1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:47.809358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f57c83e-ea1b-44d6-8663-d2bbcc5166d7 req-b4acb3b0-c475-4dd0-ac3f-543a8db922c1 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.1277122 Jul 15 17:50:47.837086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-5b62b642-5dd5-4713-a87a-6833d808cdf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1002 time: 0.0885868 Jul 15 17:50:47.880015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f57c83e-ea1b-44d6-8663-d2bbcc5166d7 req-cad62028-d7c4-4a6d-9d5f-c7c1ab12f90a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639455 Jul 15 17:50:47.895972 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-2b622a1f-351f-4f08-b751-4fa23776f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:47.897520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-2b622a1f-351f-4f08-b751-4fa23776f346 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0494220 Jul 15 17:50:47.959417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-d3d18166-cd15-4853-aefb-c852be7b13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:47.960997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-d3d18166-cd15-4853-aefb-c852be7b13db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574858 Jul 15 17:50:48.050765 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-b30ecf2b-b47f-42e7-b204-d80420532844 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832531 Jul 15 17:50:48.143886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-470a3088-5508-42e9-a939-9b490d993836 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868354 Jul 15 17:50:49.052197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47652d95-97da-4eba-a46e-1d07d4aa2131 req-484a0817-de79-4acc-894a-2addff803197 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:49.053686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47652d95-97da-4eba-a46e-1d07d4aa2131 req-484a0817-de79-4acc-894a-2addff803197 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0636322 Jul 15 17:50:49.091973 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47652d95-97da-4eba-a46e-1d07d4aa2131 req-ccb59270-4cc1-4b80-92a6-a144e0d7023e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327711 Jul 15 17:50:50.264847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563cd79-5d78-4d31-a448-0bce07431d54 req-383f1580-9892-42f4-860b-4e660e176bdc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:50.266953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2563cd79-5d78-4d31-a448-0bce07431d54 req-383f1580-9892-42f4-860b-4e660e176bdc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0636075 Jul 15 17:50:50.307723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2563cd79-5d78-4d31-a448-0bce07431d54 req-ca2f758b-a693-4e6b-8087-3c0dcea4349f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352433 Jul 15 17:50:51.480071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d43561-a151-4516-b9b9-778c0c5177ee req-7c5797b5-e2f2-4138-98d5-423d058b80ba tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:51.481573 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65d43561-a151-4516-b9b9-778c0c5177ee req-7c5797b5-e2f2-4138-98d5-423d058b80ba tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0631673 Jul 15 17:50:51.519020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65d43561-a151-4516-b9b9-778c0c5177ee req-f1220ba6-8c16-4b1d-8408-28ddcb6a6b16 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318279 Jul 15 17:50:52.487581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-7507515e-3c82-45be-8c07-4dcde67b4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:52.489126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-7507515e-3c82-45be-8c07-4dcde67b4ef1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1096 time: 0.0542030 Jul 15 17:50:52.600287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-b12ed20d-02f8-4fe9-ab8a-c320bdb0e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:52.601876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-b12ed20d-02f8-4fe9-ab8a-c320bdb0e398 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0921586 Jul 15 17:50:52.700160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-34e46c36-dbab-4560-b227-263468469518 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1002 time: 0.0924478 Jul 15 17:50:52.762832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db7b0-212f-4cc5-b187-2b4d267cf0d8 req-77b00f66-4ddb-42f9-b2fc-a99593c6fb96 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:52.764464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701db7b0-212f-4cc5-b187-2b4d267cf0d8 req-77b00f66-4ddb-42f9-b2fc-a99593c6fb96 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.1210010 Jul 15 17:50:52.773398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-3b700c19-722e-4466-bbd6-c94fca599a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:52.774759 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-3b700c19-722e-4466-bbd6-c94fca599a7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0644288 Jul 15 17:50:52.832834 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-701db7b0-212f-4cc5-b187-2b4d267cf0d8 req-a1c85478-82cd-40c9-b225-0d9fc99e0370 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617883 Jul 15 17:50:52.854055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-285fad32-2d44-4df9-9513-0f987fbfe8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:52.855561 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-285fad32-2d44-4df9-9513-0f987fbfe8b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680888 Jul 15 17:50:52.948883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-a1878865-fd01-40d5-a9fb-943c25f38296 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863376 Jul 15 17:50:53.042194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d21d470f-8d72-45b2-9be9-9c1033f7ce43 req-82bb41d7-fd84-4c84-80a8-eee93aa94bc2 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Jul 15 17:50:54.010519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06afd3-416d-41db-8e20-a96f87ae76fc req-319d57d3-6d5c-4d4f-bc7e-3a9afc51bba8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:54.012007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b06afd3-416d-41db-8e20-a96f87ae76fc req-319d57d3-6d5c-4d4f-bc7e-3a9afc51bba8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0629375 Jul 15 17:50:54.050341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b06afd3-416d-41db-8e20-a96f87ae76fc req-52a36e64-41fe-406e-9df4-1c044099c1d8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324483 Jul 15 17:50:55.222059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515188a8-f1a7-4f20-9e18-97bdc9f9d09d req-c8b030c7-aba1-49e5-a175-0a23f7645f96 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:55.223522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-515188a8-f1a7-4f20-9e18-97bdc9f9d09d req-c8b030c7-aba1-49e5-a175-0a23f7645f96 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Jul 15 17:50:55.260435 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-515188a8-f1a7-4f20-9e18-97bdc9f9d09d req-a0f8972a-eed6-4467-83ba-d1cda94fad36 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jul 15 17:50:55.868720 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5044fb5f-4c32-48d8-bb2e-d7680345ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:56.436434 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30bf5b-6a6f-4826-81bb-0ba09dcfce2b req-f9bd8a1a-bfe6-4786-bf26-087880bd88e6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:56.437996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e30bf5b-6a6f-4826-81bb-0ba09dcfce2b req-f9bd8a1a-bfe6-4786-bf26-087880bd88e6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0672758 Jul 15 17:50:56.475407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e30bf5b-6a6f-4826-81bb-0ba09dcfce2b req-f2f4d0c1-b852-46e0-9f6e-e85a902e2562 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318635 Jul 15 17:50:57.655142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21c259-6b8c-45a3-bafe-919846eb5a87 req-f0ea8ae5-ed1c-43f3-8209-d13d5b4ce05f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:57.656676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d21c259-6b8c-45a3-bafe-919846eb5a87 req-f0ea8ae5-ed1c-43f3-8209-d13d5b4ce05f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0662956 Jul 15 17:50:57.695184 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4d21c259-6b8c-45a3-bafe-919846eb5a87 req-b7b4d5ea-c696-4854-8bbb-8070b0fafea7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Jul 15 17:50:58.870539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2182d-8a4d-47ea-a7b5-5c3b45c8207d req-5dfe1450-792e-4263-aa9a-420782a7b569 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:50:58.872033 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76d2182d-8a4d-47ea-a7b5-5c3b45c8207d req-5dfe1450-792e-4263-aa9a-420782a7b569 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0635314 Jul 15 17:50:58.876793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:58.912436 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76d2182d-8a4d-47ea-a7b5-5c3b45c8207d req-24e7bab3-b1b8-47c7-8654-ef5f50445a14 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Jul 15 17:50:59.159568 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d1a7eb79-6e7a-4c39-afbb-ebaabe07befd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:50:59.747312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:00.120326 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-a9121685-d231-4cc9-b404-49c29c023604 service neutron] show failed (client error): The resource could not be found. Jul 15 17:51:00.121338 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-a9121685-d231-4cc9-b404-49c29c023604 service neutron] 10.222.0.35 "GET /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0962048 Jul 15 17:51:00.140209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff22252-cd1b-4631-b3a7-aa686ff49c89 req-b5de62f4-7efb-481d-87a1-692f092b0da8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:00.143323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ff22252-cd1b-4631-b3a7-aa686ff49c89 req-b5de62f4-7efb-481d-87a1-692f092b0da8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.1200464 Jul 15 17:51:00.186020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9ff22252-cd1b-4631-b3a7-aa686ff49c89 req-f3f82345-37c9-4779-ae0b-2adda443bdd9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364730 Jul 15 17:51:00.408506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-9c38d880-f28b-40d1-9c0f-824afc715b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:00.409990 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-9c38d880-f28b-40d1-9c0f-824afc715b90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1096 time: 0.0931664 Jul 15 17:51:00.421209 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:51:00.489440 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:00.686656 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:00.718215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:51:00.762020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:00.764232 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28662d-9a5a-4297-a98d-07f6baaaa1f6" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-unplugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:00.768335 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:00.781041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Transition to ACTIVE for port object 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:51:00.784845 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:00.820653 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcfde02-996d-44dc-8d6d-65c96231f306 x-openstack-request-id: req-bdcfde02-996d-44dc-8d6d-65c96231f306 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:00.820937 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-unplugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:00.821272 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdcfde02-996d-44dc-8d6d-65c96231f306 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:00.821583 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'code': 200} Jul 15 17:51:00.868946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:00.883484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.883824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.884172 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.884505 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.884829 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.885150 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.885469 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.885789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.886106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.886425 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.886741 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.887055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:00.920372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] No DVR routers for this DVR port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:51:01.052645 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:51:01.052890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:51:01.053208 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:01.057373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:51:01.057690 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:01.062971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:51:01.063454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:51:01.063835 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:51:01.064348 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Bound port: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:51:01.064704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:01.126053 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:51:01.128969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:51:01.133661 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:01.165766 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.166508 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:01.167881 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] 10.222.0.20 "PUT /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1091 time: 0.7506039 Jul 15 17:51:01.202931 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29551e-eb50-4f33-bc7e-c7a20540a3db service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:01.256769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-0ff01758-6a72-4020-bb42-29dba398543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.258000 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-0ff01758-6a72-4020-bb42-29dba398543e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0658073 Jul 15 17:51:01.351765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-92c9807c-37e2-4ede-8e1d-79519daa62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.353474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-92c9807c-37e2-4ede-8e1d-79519daa62f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0897214 Jul 15 17:51:01.374313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3c618-7ec3-40b3-a677-84b2cebc212b req-ff7eb3ab-b77a-4bd6-8a99-e8317d747b34 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.376936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fa3c618-7ec3-40b3-a677-84b2cebc212b req-ff7eb3ab-b77a-4bd6-8a99-e8317d747b34 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0697894 Jul 15 17:51:01.421566 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3fa3c618-7ec3-40b3-a677-84b2cebc212b req-fee3430f-f16f-4ccd-932d-f113b159c5bc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 Jul 15 17:51:01.424526 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-c37e4771-f435-4826-b0ce-2804044a81aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0640881 Jul 15 17:51:01.473077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-1d10e488-06cc-47c2-880b-f4c03e17fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.474551 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-1d10e488-06cc-47c2-880b-f4c03e17fb40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0439699 Jul 15 17:51:01.475661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:01.529972 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-18645c22-6aad-403b-bb2c-ee726f5765a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.532304 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-18645c22-6aad-403b-bb2c-ee726f5765a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518367 Jul 15 17:51:01.541404 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce490a1a-9423-4f9f-812e-14b476889cc5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:51:01.542342 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-ce490a1a-9423-4f9f-812e-14b476889cc5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047731 Jul 15 17:51:01.632025 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-4224117f-6973-4e1c-b053-ca61e52f13bb service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827668 Jul 15 17:51:01.717216 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-d16afe4e-726d-422a-9808-c1a46419cdaa req-4a5cf626-b7a8-40b0-bb24-893feea500dc service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794909 Jul 15 17:51:01.981803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c80a-100a-4e56-856a-81e8fb88532e req-9554dbd9-0b54-4920-96ab-337c2d450087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:01.983257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-9554dbd9-0b54-4920-96ab-337c2d450087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0507860 Jul 15 17:51:02.414776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c80a-100a-4e56-856a-81e8fb88532e req-44bb7f56-276a-463d-8487-9e410d014928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.416265 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-44bb7f56-276a-463d-8487-9e410d014928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.4145010 Jul 15 17:51:02.482184 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-72686cd6-eb18-46d2-bcb5-7e8cda535599 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0584345 Jul 15 17:51:02.529385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c80a-100a-4e56-856a-81e8fb88532e req-8669466d-e5d3-452e-87ec-c30d123c55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.530837 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-8669466d-e5d3-452e-87ec-c30d123c55b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0423360 Jul 15 17:51:02.586472 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440c80a-100a-4e56-856a-81e8fb88532e req-57d6d141-1736-41e2-9e99-09daa4d5c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.587979 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-57d6d141-1736-41e2-9e99-09daa4d5c162 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508316 Jul 15 17:51:02.603019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3c22-c781-4079-9d27-6baefb28f05e req-a3d48935-7e00-4e76-b1ea-ff1af27fd58d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.604464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-345d3c22-c781-4079-9d27-6baefb28f05e req-a3d48935-7e00-4e76-b1ea-ff1af27fd58d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0633597 Jul 15 17:51:02.644350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-345d3c22-c781-4079-9d27-6baefb28f05e req-11948f71-7c06-406c-8c57-f856771e5ebf tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Jul 15 17:51:02.682550 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-d942b66a-1f14-4ca1-9510-52cb035aaa4b service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863347 Jul 15 17:51:02.770132 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2440c80a-100a-4e56-856a-81e8fb88532e req-bc249363-ff38-42c9-9507-1e2adc90f5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807917 Jul 15 17:51:02.822725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:02.825831 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7c7df-09b0-4f87-9919-9429495e3f28" -d '{"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:02.872743 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26a35f9-e9bf-4d4c-846a-733ad99bdd3a x-openstack-request-id: req-b26a35f9-e9bf-4d4c-846a-733ad99bdd3a {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:02.873067 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:02.873316 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b26a35f9-e9bf-4d4c-846a-733ad99bdd3a {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:02.874580 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'status': 'completed', 'code': 200} Jul 15 17:51:02.947336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-8244efda-0691-494e-bc20-99eea4507cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.947613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-2df3fef4-bd02-4848-abe4-553b7965e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:02.948880 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-8244efda-0691-494e-bc20-99eea4507cbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0524085 Jul 15 17:51:02.949074 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-2df3fef4-bd02-4848-abe4-553b7965e502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0554016 Jul 15 17:51:03.039342 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-a2d240e3-c87a-45ef-8d95-382991eb1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.040857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-a2d240e3-c87a-45ef-8d95-382991eb1df4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0850763 Jul 15 17:51:03.042609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-045a8c5c-6031-4b91-a3da-dea69145dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.044063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-045a8c5c-6031-4b91-a3da-dea69145dc9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0891526 Jul 15 17:51:03.110351 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-31f15ba0-d4e7-4667-aae7-bfeccc5326be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0612786 Jul 15 17:51:03.110666 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-f45849b9-6a20-481f-aa95-8750f93a0751 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0598965 Jul 15 17:51:03.160076 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-3beeba0f-6b11-421b-89c3-dd71c5882905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.161601 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-3beeba0f-6b11-421b-89c3-dd71c5882905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0452003 Jul 15 17:51:03.168235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-5a1f64ff-79c3-4c0d-a39e-55d03b330dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.169673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-5a1f64ff-79c3-4c0d-a39e-55d03b330dc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0526433 Jul 15 17:51:03.230568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-bf345c4d-12a0-4c1c-81a4-66f18e4d5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.232088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-bf345c4d-12a0-4c1c-81a4-66f18e4d5d47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556371 Jul 15 17:51:03.234168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-254703d8-fb8d-45e2-a50d-b5984b70a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.235834 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-254703d8-fb8d-45e2-a50d-b5984b70a5eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632117 Jul 15 17:51:03.327215 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-5dbfabbd-4f86-4dbd-b2a5-1150c85ec083 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889502 Jul 15 17:51:03.335167 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-197bd404-7e41-4ac9-831a-b1acd7bc166c service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925500 Jul 15 17:51:03.425803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-00bdd4a4-4000-40e4-acd9-c5607cb0cd8b service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894811 Jul 15 17:51:03.429738 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-dca7c7df-09b0-4f87-9919-9429495e3f28 req-64e039a2-692e-4d38-bb6d-aef5b67a7452 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881231 Jul 15 17:51:03.815798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe99858-2108-4420-afcd-14ce0324e018 req-7f3bb987-b570-48df-a1a2-87099b373e71 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:03.817307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe99858-2108-4420-afcd-14ce0324e018 req-7f3bb987-b570-48df-a1a2-87099b373e71 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0631399 Jul 15 17:51:03.854631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe99858-2108-4420-afcd-14ce0324e018 req-1858d14d-2818-45af-849b-ac80819ddfcd tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Jul 15 17:51:04.180456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:51:04.220278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:51:04.265955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-a7409f0d-3532-45b7-aa6c-09b364fe0f58 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.267445 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-a7409f0d-3532-45b7-aa6c-09b364fe0f58 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 943 time: 0.0811956 Jul 15 17:51:04.327595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-c3e49e2a-063a-4508-8720-afc0d1cbd4f0 service neutron] 10.222.0.20 "GET /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.0537953 Jul 15 17:51:04.330188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe074c-ce65-470b-9a3d-0afeed8b9780 req-86ab6345-80d1-4885-a32d-a20f156ae939 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.331835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87fe074c-ce65-470b-9a3d-0afeed8b9780 req-86ab6345-80d1-4885-a32d-a20f156ae939 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 943 time: 0.0678983 Jul 15 17:51:04.371106 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-87fe074c-ce65-470b-9a3d-0afeed8b9780 req-08560ea4-efc7-42d8-898a-4490b293f881 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Jul 15 17:51:04.402987 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-bd03380f-7c3b-4866-88d9-a3c90a7b6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.404553 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-bd03380f-7c3b-4866-88d9-a3c90a7b6f39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1094 time: 0.0542448 Jul 15 17:51:04.495786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-8fdd1e9e-c59d-4690-b43b-2c5461561185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.497215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-8fdd1e9e-c59d-4690-b43b-2c5461561185 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0864282 Jul 15 17:51:04.559300 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-4ac90744-ff2a-4988-b145-890b00ddee00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0561011 Jul 15 17:51:04.560517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:51:04.606394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-d616a90c-b097-4fff-980c-4313c982ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.607857 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-d616a90c-b097-4fff-980c-4313c982ec2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0429931 Jul 15 17:51:04.658875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:04.668360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-d30e0cd3-cac8-499a-ac94-d3dc84ea25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:04.669756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:51:04.669997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-d30e0cd3-cac8-499a-ac94-d3dc84ea25f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558939 Jul 15 17:51:04.707202 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:04.719561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:51:04.738282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:04.742405 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:04.761122 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-39dc14d0-3c6a-4ede-9cf8-b12921f305bf service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Jul 15 17:51:04.790335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:04.798149 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.798496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.798836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.799165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.799498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.799823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.800170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.800493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.800811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.801128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.801443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.801755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:04.855361 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-ccb118f3-34ed-4b5e-af4e-97e2e7657318 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882285 Jul 15 17:51:04.972366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:51:05.546444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7f2e0-06f3-4806-b84a-5eceb2960fc2 req-861ae888-20f4-48c7-987a-9d4537e5ce47 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:05.548587 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c7f2e0-06f3-4806-b84a-5eceb2960fc2 req-861ae888-20f4-48c7-987a-9d4537e5ce47 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.0629563 Jul 15 17:51:05.586773 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-26c7f2e0-06f3-4806-b84a-5eceb2960fc2 req-09177d06-ffbb-4bd1-a2c7-40d3517f73c8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 15 17:51:06.573416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:51:06.625345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:51:06.629729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:51:06.630101 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:06.719847 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:06.743498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:06.745785 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f67d8-597b-4a77-937c-ccdc8ef41fea" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:06.764668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:06.771223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:06.781818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365988-8afc-46b5-8dfd-81d8d5a35c1b req-2906f643-68b1-49a9-a5ea-f09738456188 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:06.784296 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72365988-8afc-46b5-8dfd-81d8d5a35c1b req-2906f643-68b1-49a9-a5ea-f09738456188 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.0818291 Jul 15 17:51:06.806051 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e876d-c7d3-4389-802d-58a2a7d75769 x-openstack-request-id: req-106e876d-c7d3-4389-802d-58a2a7d75769 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:06.806342 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:06.806604 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-106e876d-c7d3-4389-802d-58a2a7d75769 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:06.806974 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'code': 200} Jul 15 17:51:06.823347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:06.857475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-72365988-8afc-46b5-8dfd-81d8d5a35c1b req-c9c5564e-f0ea-4b39-9df8-705e5a64b4ba tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651641 Jul 15 17:51:06.879055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-984a4715-c8e7-4376-8975-2fe3984d18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:06.880640 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-984a4715-c8e7-4376-8975-2fe3984d18a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1096 time: 0.0908496 Jul 15 17:51:06.891789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:51:06.963244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.168633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:07.200275 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:51:07.238831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:07.241129 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05dc056-33a8-42da-8236-466390bf8404" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-unplugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:07.244604 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.261490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Transition to ACTIVE for port object 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:51:07.267176 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.295123 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09333f57-3246-4ae4-8da2-51f1cb1ebdcf x-openstack-request-id: req-09333f57-3246-4ae4-8da2-51f1cb1ebdcf {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:07.295411 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-unplugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:07.295658 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09333f57-3246-4ae4-8da2-51f1cb1ebdcf {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:07.296041 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'code': 200} Jul 15 17:51:07.355832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:07.367969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.368329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.368663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.368992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.369319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.369639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.369958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.370280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.370595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.370915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.371230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.371543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:51:07.409870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] No DVR routers for this DVR port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:51:07.794245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:51:07.794921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:51:07.794921 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:07.799124 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:51:07.799442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Attempting to bind port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:07.804212 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:51:07.804548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:51:07.804927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:51:07.805345 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Bound port: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:51:07.805695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.867827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:51:07.871278 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:51:07.874984 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.909969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:07.910580 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:07.911969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] 10.222.0.35 "PUT /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1092 time: 1.0245104 Jul 15 17:51:07.937148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb767-f7ab-4d97-983a-38c448073f10 service neutron] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=11']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:08.035450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-85e7365f-a99e-4e5a-8f7c-f7e0b25a4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:08.037009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-85e7365f-a99e-4e5a-8f7c-f7e0b25a4479 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1095 time: 0.0957253 Jul 15 17:51:08.089818 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80be3f-c50d-4f24-a9bb-f204d582ce6e req-e5540c63-047f-4857-9cd0-2c67af7acc3a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:08.091280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b80be3f-c50d-4f24-a9bb-f204d582ce6e req-e5540c63-047f-4857-9cd0-2c67af7acc3a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.1135933 Jul 15 17:51:08.175262 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0b80be3f-c50d-4f24-a9bb-f204d582ce6e req-25c8a549-0719-4ddb-9e79-94544c363bf5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535049 Jul 15 17:51:08.177077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-3d35e6cd-9006-466c-92ce-872ed555e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:08.178692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-3d35e6cd-9006-466c-92ce-872ed555e1fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.1351278 Jul 15 17:51:08.243961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-364022dc-152b-44c7-9823-495f0fb048ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0591247 Jul 15 17:51:08.294890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-0cdb8873-0c1f-4e18-9e4c-f0775f194a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:08.296376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-0cdb8873-0c1f-4e18-9e4c-f0775f194a08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0466619 Jul 15 17:51:08.352760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-fe997c4c-87af-45cf-b643-a543065e56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:08.354258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-fe997c4c-87af-45cf-b643-a543065e56ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513985 Jul 15 17:51:08.442497 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-e6768293-3e3c-45ec-bc08-1dd6c2037f15 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813153 Jul 15 17:51:08.534512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93212ba3-aaf8-4bd9-ad71-1ad934f8e4ac req-d9a61d83-7e06-4b92-b3bb-6f8554dddf08 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862424 Jul 15 17:51:09.297485 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:09.299737 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509f020b-9f88-4d2b-8a08-2b58a4e382a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:09.348214 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1a1ac4-aa3e-4cd8-b79d-75b3477e3b19 x-openstack-request-id: req-2e1a1ac4-aa3e-4cd8-b79d-75b3477e3b19 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:09.348631 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:09.348890 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e1a1ac4-aa3e-4cd8-b79d-75b3477e3b19 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:09.349296 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'status': 'completed', 'code': 200} Jul 15 17:51:09.361622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61cbb1-15e2-4d8d-aff7-cbc9e1f5664c req-5ebcf557-9a29-4819-818a-85312b8882a5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.363148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca61cbb1-15e2-4d8d-aff7-cbc9e1f5664c req-5ebcf557-9a29-4819-818a-85312b8882a5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 944 time: 0.0756192 Jul 15 17:51:09.416697 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-85d202ce-e19a-462d-97b1-b8ef7b77625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.418313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-85d202ce-e19a-462d-97b1-b8ef7b77625d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1095 time: 0.0525837 Jul 15 17:51:09.437300 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca61cbb1-15e2-4d8d-aff7-cbc9e1f5664c req-4d94ad61-68e2-4d6f-b182-32083784a31e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683391 Jul 15 17:51:09.452311 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-24ecd7a2-ea94-452a-876d-2aa4a86290c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.453787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-24ecd7a2-ea94-452a-876d-2aa4a86290c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 1095 time: 0.0788243 Jul 15 17:51:09.514479 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-0082769a-7b4b-422e-b88a-425621f3e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.515962 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-0082769a-7b4b-422e-b88a-425621f3e842 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0907798 Jul 15 17:51:09.546831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-c154f2d5-ef33-4458-975b-54ebb42a6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.548960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-c154f2d5-ef33-4458-975b-54ebb42a6f68 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0883417 Jul 15 17:51:09.580649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-c98684c1-ab74-49b2-9e5c-118e1d314091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0584826 Jul 15 17:51:09.617280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-08609ace-9c61-4834-8e00-bf8ffe55997f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 200 len: 1000 time: 0.0618649 Jul 15 17:51:09.631169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-448c843a-60c0-489e-941b-835aa3449818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.632681 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-448c843a-60c0-489e-941b-835aa3449818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0456107 Jul 15 17:51:09.668535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-ef98c8f5-e4dc-48f8-a405-5f4032205dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.670050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-ef98c8f5-e4dc-48f8-a405-5f4032205dfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0463395 Jul 15 17:51:09.693410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-7faf6664-f82b-46a8-bb63-14f05c8aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.694907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-7faf6664-f82b-46a8-bb63-14f05c8aa64c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566690 Jul 15 17:51:09.730668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-31be894c-51a0-4eb1-8e5e-28a148526cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:09.732168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-31be894c-51a0-4eb1-8e5e-28a148526cfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538485 Jul 15 17:51:09.782894 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-150dcceb-3f2c-4ec9-8fc0-cdebeb19e15b service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811474 Jul 15 17:51:09.832284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-3e1cb649-38c3-4931-b0f3-2d43a54a2473 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890191 Jul 15 17:51:09.877872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-c058e700-8978-4182-aa66-e25f17ae9c67 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883908 Jul 15 17:51:09.933678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-509f020b-9f88-4d2b-8a08-2b58a4e382a4 req-756e71f0-b836-4c12-afa1-5294f3d85fa6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946221 Jul 15 17:51:10.185121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:51:10.283274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:10.294169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'mac_address': 'fa:16:3e:b8:da:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:51:10.330170 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:10.342700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:51:10.363932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:10.368698 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:10.417086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=12']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:10.573159 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:51:10.601921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:51:10.618209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21aa3-f5e5-44bd-b047-590d024a03f0 req-78422e58-de84-4b30-b0d1-8ba2c807e8c8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:10.620000 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7c21aa3-f5e5-44bd-b047-590d024a03f0 req-78422e58-de84-4b30-b0d1-8ba2c807e8c8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0703452 Jul 15 17:51:10.645808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:51:10.660340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7c21aa3-f5e5-44bd-b047-590d024a03f0 req-fbb1a72d-6c63-4441-9d96-f10b367aa4dc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Jul 15 17:51:10.836171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247bc7-98da-4d99-947f-f3bc70e3dc3c req-2a002756-03e5-44b2-aba2-08bc71f633db tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:10.837555 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60247bc7-98da-4d99-947f-f3bc70e3dc3c req-2a002756-03e5-44b2-aba2-08bc71f633db tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Jul 15 17:51:10.875002 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60247bc7-98da-4d99-947f-f3bc70e3dc3c req-c260da6e-b591-42d4-87a6-286840810a29 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Jul 15 17:51:11.048956 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eab73-eb34-4093-82f6-ccdbea0f40eb req-e3dab2fe-a629-4af0-b814-cab0616ef105 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:11.050414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a29eab73-eb34-4093-82f6-ccdbea0f40eb req-e3dab2fe-a629-4af0-b814-cab0616ef105 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0673704 Jul 15 17:51:11.087378 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a29eab73-eb34-4093-82f6-ccdbea0f40eb req-12d72601-5ec2-4547-938d-b8371a2769f4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313585 Jul 15 17:51:11.209851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:11.379876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:11.458847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb0f7-db85-4090-ac08-19881aecfe34 req-6577ee73-c3d6-412b-9107-b3a1fcd1d759 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:11.460371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f0bb0f7-db85-4090-ac08-19881aecfe34 req-6577ee73-c3d6-412b-9107-b3a1fcd1d759 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 945 time: 0.0634646 Jul 15 17:51:11.499023 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f0bb0f7-db85-4090-ac08-19881aecfe34 req-e392c191-9d65-4b88-b1f9-23ca65330071 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Jul 15 17:51:11.508956 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:51:12.182532 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:51:12.232910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:51:12.236491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:51:12.236865 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:12.311468 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:12.334166 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:12.336419 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01285ad0-4712-4220-9ace-a001f969c229" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:12.349390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:12.353490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:12.377531 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff446169-6e36-46b7-a453-16f1bad7afca x-openstack-request-id: req-ff446169-6e36-46b7-a453-16f1bad7afca {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:12.377825 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-plugged", "status": "completed", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:12.378078 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff446169-6e36-46b7-a453-16f1bad7afca {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:12.378464 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'code': 200} Jul 15 17:51:12.403480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=13']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:12.715766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-e15cc25d-5ed2-404a-896d-bd95536bfbd0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:12.717233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-e15cc25d-5ed2-404a-896d-bd95536bfbd0 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 946 time: 0.1089351 Jul 15 17:51:12.730874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6e893-4f06-4a40-a1c2-fe601fd545dd req-de17c31f-069f-4050-9fe2-47cdd7ed3b90 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:12.732257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23e6e893-4f06-4a40-a1c2-fe601fd545dd req-de17c31f-069f-4050-9fe2-47cdd7ed3b90 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 946 time: 0.1143985 Jul 15 17:51:12.808452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23e6e893-4f06-4a40-a1c2-fe601fd545dd req-95a896a5-c152-4f38-8437-ab577b68b93a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689933 Jul 15 17:51:12.854111 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Deleting port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:51:12.854453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:12.946559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] For port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:12.946913 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:13.113309 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:13.113590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:13.113898 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e disassociated. External IP: 172.25.8.249, port: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8. Jul 15 17:51:13.114234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Calling delete_port for 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:51:13.241662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:13.270429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'Port': ['ID=92afcf9d-02e7-46cf-a6c8-1fe43936b3d8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:13.393179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:51:13.506572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:51:13.515821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:51:13.525775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:51:13.526388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:50:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:13.550674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] No DVR routers for this DVR port 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:51:13.553262 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:13.555258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01145eb0-22a9-4abc-a143-0d98b19c27d7 req-637ba9bd-0540-4ab0-9d29-259050ee00d5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "DELETE /v2.0/ports/92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 HTTP/1.1" status: 204 len: 173 time: 0.8317072 Jul 15 17:51:13.555701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-deleted', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:13.558081 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c7f36-aded-4c91-9de3-eb3fc3197dc3" -d '{"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-deleted", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:13.605467 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda59d45-ae8b-4f47-b219-725c1737e344 x-openstack-request-id: req-dda59d45-ae8b-4f47-b219-725c1737e344 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:13.605836 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40445c0-b1b3-4aa5-8b45-61bdef9a6d01", "name": "network-vif-deleted", "tag": "92afcf9d-02e7-46cf-a6c8-1fe43936b3d8", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:13.606091 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dda59d45-ae8b-4f47-b219-725c1737e344 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:13.606519 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40445c0-b1b3-4aa5-8b45-61bdef9a6d01', 'name': 'network-vif-deleted', 'tag': '92afcf9d-02e7-46cf-a6c8-1fe43936b3d8', 'status': 'completed', 'code': 200} Jul 15 17:51:13.640220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:51:13.844061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:13.870256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:51:13.879499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:51:13.880097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:50:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:13.966609 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74fa146a-8455-44ac-92f0-f2895913c36a req-c2cde295-2b0f-473c-90ad-51f627f6661c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=a40445c0-b1b3-4aa5-8b45-61bdef9a6d01 HTTP/1.1" status: 200 len: 210 time: 0.0339074 Jul 15 17:51:13.989001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:51:14.193743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:14.219974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ea34f5-b843-4aa6-8fdc-7b0d76420732 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:51:14.440275 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e915727-e82e-44dc-861f-07a69123b1cd None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:51:15.308768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-6741e818-8f6b-4ede-b1b3-3d68ceafee1a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1529889525&fields=id&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 267 time: 0.0324967 Jul 15 17:51:15.413488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-51180567-41a6-42bf-9cc0-246a3da7784b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:15.414942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-51180567-41a6-42bf-9cc0-246a3da7784b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.0990119 Jul 15 17:51:15.430008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-63f03b35-4c4f-474c-abe9-96a333f5c8a5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/quotas/701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 375 time: 0.0093131 Jul 15 17:51:15.500390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-15ceb4c1-52b8-413a-853e-e088b1354ed8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656054 Jul 15 17:51:15.593472 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-71fcf956-7291-476c-b0a7-71c03d23f847 service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807452 Jul 15 17:51:15.685465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-08f53fb7-0d7f-4828-abd0-a71893edb09a service neutron] 10.222.0.25 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Jul 15 17:51:15.858198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b47e1bf2-2760-449b-b305-8c46b81fb1f5 req-d8b7e3a1-75d0-40a0-a7cc-fb8291f40784 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0322120 Jul 15 17:51:16.241857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:51:16.261929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:51:16.262200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 92afcf9d-02e7-46cf-a6c8-1fe43936b3d8 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:51:16.916715 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-b521ae6f-81e4-41c8-83ad-2a99c5213a6e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:16.918223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-b521ae6f-81e4-41c8-83ad-2a99c5213a6e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 812 time: 0.1119316 Jul 15 17:51:16.968708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-564d2ee9-0fd2-435d-954d-cf9e8147804e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 380 time: 0.0362370 Jul 15 17:51:16.979141 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'port': {'device_id': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'admin_state_up': True, 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'security_groups': ['740e1d21-0178-413e-ac21-5fd68e70a902']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:51:17.028617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f1e6edf-6532-4935-8e9e-38a0d7dde360 req-195bf26d-d5c0-42cf-bb62-57cb08cb07c8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0530741 Jul 15 17:51:17.116878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Made reservation on behalf of 701c7ea9c4cd40f085aa09c2f9292f60 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:51:17.120334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.242942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Allocated IP 172.20.0.12 (c1c91986-819a-45e3-8d30-d7021c396faf/67267a5c-d9f7-435f-98c1-44bbaa4df332/d7f593c3-918d-42da-a35d-cf998fa73aa5) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:51:17.382168 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.395329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Transition to ACTIVE for port object d7f593c3-918d-42da-a35d-cf998fa73aa5 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:51:17.427925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.467149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Network c1c91986-819a-45e3-8d30-d7021c396faf is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:51:17.471011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:51:17.473351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:51:17.515623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:17.540642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:17.541256 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.557694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-3c552973-3858-4644-bd68-7ae4addb6ad8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5832269 Jul 15 17:51:17.569200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Request body: {'port': {'device_id': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:51:17.645593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.746172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-28d0159d-254b-4be1-94e7-6426c2a2ed21 None None] Provisioning for port d7f593c3-918d-42da-a35d-cf998fa73aa5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:51:17.749960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-28d0159d-254b-4be1-94e7-6426c2a2ed21 None None] Provisioning complete for port d7f593c3-918d-42da-a35d-cf998fa73aa5 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:51:17.750334 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-28d0159d-254b-4be1-94e7-6426c2a2ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.785080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-28d0159d-254b-4be1-94e7-6426c2a2ed21 None None] Port d7f593c3-918d-42da-a35d-cf998fa73aa5 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:51:17.905204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:51:17.912973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.924722 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Transition to ACTIVE for port object d7f593c3-918d-42da-a35d-cf998fa73aa5 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:51:17.928611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:17.998463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:18.053580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:51:18.053580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:51:18.053580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:18.057998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:51:18.058470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:51:18.064444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:51:18.064844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:51:18.065228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:51:18.065656 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Bound port: d7f593c3-918d-42da-a35d-cf998fa73aa5, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:51:18.066018 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:18.142490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:51:18.146675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:51:18.158175 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:18.211207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:18.211829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:18.213230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1092 time: 0.6484337 Jul 15 17:51:18.215502 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:18.217673 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a59de7-3dec-4cad-bc29-4a9ec21af32b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:18.253433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4493b33-0e95-44ff-af46-85b88f4ce7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:18.268998 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e931162-0b87-4f73-9e4b-e8861ca99cca x-openstack-request-id: req-7e931162-0b87-4f73-9e4b-e8861ca99cca {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:18.269296 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:18.269549 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e931162-0b87-4f73-9e4b-e8861ca99cca {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:18.269979 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'status': 'completed', 'code': 200} Jul 15 17:51:18.304595 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17466bc-11e2-4cb0-982b-4d9b922f0926 req-c9b5ae4a-b855-4ed8-aed0-ba1888814257 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:18.306125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d17466bc-11e2-4cb0-982b-4d9b922f0926 req-c9b5ae4a-b855-4ed8-aed0-ba1888814257 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.1613624 Jul 15 17:51:18.612683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d17466bc-11e2-4cb0-982b-4d9b922f0926 req-35d6fce8-aca3-403a-833c-ae24a69cf9db tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982242 Jul 15 17:51:18.615472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-4afcba03-36c6-4346-af71-2983ae3fc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:18.616746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-4afcba03-36c6-4346-af71-2983ae3fc450 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.3577228 Jul 15 17:51:18.658781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-d8aa11f9-3fe8-4b58-8d33-9d1e4fc53b4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 217 time: 0.0348256 Jul 15 17:51:18.707870 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-901a5857-af13-460d-bd6d-7681b768170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:18.709323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-901a5857-af13-460d-bd6d-7681b768170c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0445607 Jul 15 17:51:18.769112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-c6c6223f-8fe1-4a33-9415-0338032a82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:18.770590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-c6c6223f-8fe1-4a33-9415-0338032a82d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551212 Jul 15 17:51:18.858976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-11e8a328-8f36-4e81-8372-7d075e65bf97 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Jul 15 17:51:18.949351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42f90f78-95f3-49a2-b81c-2c16c6065036 req-8ea1209a-f287-4406-889a-abfe0164d7a0 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836654 Jul 15 17:51:19.048339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-4f786ee4-815b-4c25-9969-94781b65ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:19.049946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-4f786ee4-815b-4c25-9969-94781b65ec9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.0526640 Jul 15 17:51:19.146431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-b06d51bd-6dc2-4741-ae5f-55c5bf0ccc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:19.147910 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-b06d51bd-6dc2-4741-ae5f-55c5bf0ccc87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0918355 Jul 15 17:51:19.188512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-ceeefde0-c919-44e1-99dd-3284ad47a5a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 217 time: 0.0342042 Jul 15 17:51:19.237446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-c24d0865-4723-4bc7-87e4-fe2fa183a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:19.238861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-c24d0865-4723-4bc7-87e4-fe2fa183a423 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0435865 Jul 15 17:51:19.295198 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-cc98a453-ffbc-434b-955b-437e3e8df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:19.296684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-cc98a453-ffbc-434b-955b-437e3e8df095 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514705 Jul 15 17:51:19.391816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-557008a4-79fe-4af6-a898-20f0a6a055bf service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Jul 15 17:51:19.484923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74a59de7-3dec-4cad-bc29-4a9ec21af32b req-2f070f3b-e903-4681-aab0-3bb7ea3344a7 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860722 Jul 15 17:51:19.787865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd323db-06fc-4dbb-bee8-69c120a92d83 req-247e9fd1-3a72-43e5-b2ca-4dceb5bf929b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:19.789375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fd323db-06fc-4dbb-bee8-69c120a92d83 req-247e9fd1-3a72-43e5-b2ca-4dceb5bf929b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0633135 Jul 15 17:51:19.827065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2fd323db-06fc-4dbb-bee8-69c120a92d83 req-ca6e3ba9-9d9e-4f7d-a36e-a172a36df089 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Jul 15 17:51:20.256995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:51:20.353049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:20.364620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:51:20.400097 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:20.412962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:51:20.432441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:20.436298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:20.485482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:20.624477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['d7f593c3-918d-42da-a35d-cf998fa73aa5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:51:20.998455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f6429-8a28-46a2-8965-bf115e0cf450 req-7512001c-a6b7-4216-9b75-060b1dc18b04 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:20.999936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca8f6429-8a28-46a2-8965-bf115e0cf450 req-7512001c-a6b7-4216-9b75-060b1dc18b04 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0628915 Jul 15 17:51:21.038742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca8f6429-8a28-46a2-8965-bf115e0cf450 req-281020c8-daf9-4c79-82fd-e05a85c39900 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 15 17:51:22.244027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:51:22.258052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8166-4543-4c0f-a95a-6f5e7a6200bc req-fdb7ba62-ea70-4117-b86a-46d907e268c3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:22.259540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-403a8166-4543-4c0f-a95a-6f5e7a6200bc req-fdb7ba62-ea70-4117-b86a-46d907e268c3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.1098986 Jul 15 17:51:22.291942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port d7f593c3-918d-42da-a35d-cf998fa73aa5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:51:22.295579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port d7f593c3-918d-42da-a35d-cf998fa73aa5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:51:22.295951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:22.297176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-403a8166-4543-4c0f-a95a-6f5e7a6200bc req-f52d39e7-8b84-4fab-bdd0-795d874846c7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 15 17:51:22.374694 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:22.396981 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:22.399245 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc879b-850a-485e-94cf-cbc8cb882fd2" -d '{"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-plugged", "status": "completed", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:22.412319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:51:22.416362 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:22.439171 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265fc3c0-ba53-4209-aa56-6c541c14cc66 x-openstack-request-id: req-265fc3c0-ba53-4209-aa56-6c541c14cc66 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:22.439462 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-plugged", "status": "completed", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:22.439707 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-265fc3c0-ba53-4209-aa56-6c541c14cc66 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:22.440728 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'code': 200} Jul 15 17:51:22.466872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:51:22.547789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b0fd3-5075-4fc2-a5f1-d9d8a30d3a04 req-d493d206-9ca4-4f0a-9b0f-d1e001919a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:22.549315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a6b0fd3-5075-4fc2-a5f1-d9d8a30d3a04 req-d493d206-9ca4-4f0a-9b0f-d1e001919a20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1097 time: 0.0513718 Jul 15 17:51:22.583595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a6b0fd3-5075-4fc2-a5f1-d9d8a30d3a04 req-25ebd37b-fba9-473b-9c71-1d0f80f8ac76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275955 Jul 15 17:51:23.483244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44912e5-5606-4135-9514-b86bd7e2dc46 req-3fd13819-5905-43b9-8494-cb943c9213ae tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:23.484762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f44912e5-5606-4135-9514-b86bd7e2dc46 req-3fd13819-5905-43b9-8494-cb943c9213ae tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0627894 Jul 15 17:51:23.530280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f44912e5-5606-4135-9514-b86bd7e2dc46 req-2164195b-7590-449c-8b5e-6bc31322b14a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Jul 15 17:51:23.745424 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab704bb-692d-4cbf-b2be-663d8929fef0 req-1e77f027-45f2-4508-a5cc-a15a3c6b48c3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:23.746888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dab704bb-692d-4cbf-b2be-663d8929fef0 req-1e77f027-45f2-4508-a5cc-a15a3c6b48c3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.1108878 Jul 15 17:51:23.755714 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 47910) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:51:23.760287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Request body: {'floatingip': {'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:51:23.799295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:24.242499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:24.246248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:24.347731 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e associated. External IP: 172.25.8.249, port: d7f593c3-918d-42da-a35d-cf998fa73aa5. Jul 15 17:51:24.555570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:51:24.662771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:51:24.667551 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:24.673295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:51:24.683768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:51:24.684407 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:50:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:24.704254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-23e6818a-7ef7-4af8-a8e1-d5ecc3b03c0d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "PUT /v2.0/floatingips/d2139348-afe7-4635-b4e5-c2c2a338066e HTTP/1.1" status: 200 len: 993 time: 0.9474151 Jul 15 17:51:24.704840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:51:24.707241 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9972440c-3f4c-4ae7-a040-4d508d980e98" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:51:24.743613 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c8a41-54b2-4ed6-9644-c5e95bbe12fa x-openstack-request-id: req-454c8a41-54b2-4ed6-9644-c5e95bbe12fa {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:51:24.743966 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:51:24.744311 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-454c8a41-54b2-4ed6-9644-c5e95bbe12fa {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:51:24.744856 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'status': 'completed', 'code': 200} Jul 15 17:51:24.800993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:51:24.824265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-4150e6c6-cbd2-4a48-9f6b-8e89bbeeeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:24.825781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-4150e6c6-cbd2-4a48-9f6b-8e89bbeeeb99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1097 time: 0.0593367 Jul 15 17:51:24.920744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-6ecb3f37-88bc-4cb7-b29e-a9e227a9561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:24.922347 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-6ecb3f37-88bc-4cb7-b29e-a9e227a9561f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0903764 Jul 15 17:51:24.987269 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-d5168167-b5b4-48fd-abbf-faed1b97fe4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0571711 Jul 15 17:51:25.026580 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:51:24Z', 'revision_number': 13, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:25.040585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-e242d94d-cc92-4801-bc95-e4ec251ceb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:25.042052 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-e242d94d-cc92-4801-bc95-e4ec251ceb45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0488887 Jul 15 17:51:25.052994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:51:25.061932 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:51:25.062461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:50:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:25.099645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-d41a8d09-9a01-495e-8a43-1a99afc49a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:25.101246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-d41a8d09-9a01-495e-8a43-1a99afc49a92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526426 Jul 15 17:51:25.197007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-ce1c4094-9809-4031-b110-93afcd4dbb0d service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892296 Jul 15 17:51:25.294086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9972440c-3f4c-4ae7-a040-4d508d980e98 req-653e01b8-c206-4d5e-a20a-194a2cf43bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910559 Jul 15 17:51:25.333486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:51:25.556594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:51:24Z', 'revision_number': 13, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:51:25.583654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c58f9-b179-4caa-a1b5-bd38af8862bf None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd2139348-afe7-4635-b4e5-c2c2a338066e', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:44:34Z', 'updated_at': '2021-07-15T17:51:24Z', 'revision_number': 13, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:51:25.777283 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b4158-5abe-4968-a8d3-d38f57579ce8 None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:51:25.871069 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b2c6437d-28ca-4430-a8c8-d32e4f75f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:28.878202 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:29.160464 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4102057-c835-4af5-aa75-9a81999958b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:29.749553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:31.478616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:41.225695 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:41.365987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:48.509305 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:51:54.497624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-05538a78-b139-44f6-9ced-5c3ecceed948 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875001 Jul 15 17:51:54.594321 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da931b8-d890-458a-8c4b-374d45c81699 req-1c01fbb2-4fdc-4209-8efe-232b908bc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:54.595706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-1c01fbb2-4fdc-4209-8efe-232b908bc231 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1097 time: 0.0520940 Jul 15 17:51:54.708149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da931b8-d890-458a-8c4b-374d45c81699 req-43ad6f91-607d-4db4-bf23-0641d2d50e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:54.710279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-43ad6f91-607d-4db4-bf23-0641d2d50e10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0931528 Jul 15 17:51:54.778528 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-0b3441c5-1321-486e-b31e-7bf5ad7e4059 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1003 time: 0.0615184 Jul 15 17:51:54.827264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da931b8-d890-458a-8c4b-374d45c81699 req-ca0482d2-8dd8-4c1c-a8cb-7c6afaba221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:54.828707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-ca0482d2-8dd8-4c1c-a8cb-7c6afaba221f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0437481 Jul 15 17:51:54.885202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da931b8-d890-458a-8c4b-374d45c81699 req-94817412-f87c-4d7d-9e25-5f30b0a0a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:51:54.886585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-94817412-f87c-4d7d-9e25-5f30b0a0a62d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507972 Jul 15 17:51:55.224454 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-d9430550-15b1-42a3-aa23-6c0a95a3adf6 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300660 Jul 15 17:51:55.312795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6da931b8-d890-458a-8c4b-374d45c81699 req-814cf52b-2ba0-40ba-9a02-1bf28889b76b service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819781 Jul 15 17:51:55.872692 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-12abd31a-3e25-48f8-a386-b163a76980c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:58.883341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:59.160816 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b514b335-61e8-4445-9973-a0a729b947a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:51:59.751832 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:01.480622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:11.239646 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:11.378719 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:25.508591 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:52:25.873902 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ec51c409-ea35-475c-a590-691b2f961bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:28.874531 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:29.160880 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-98a9d7c0-5031-426e-bd0b-df3577b1d38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:29.755263 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:31.484347 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:41.238558 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:41.377191 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:54.470260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-7f78b724-d104-4af3-8662-7e6348ce0368 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504785 Jul 15 17:52:54.566052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-225507db-e78e-4fbf-99de-685aa4b90f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:52:54.567540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-225507db-e78e-4fbf-99de-685aa4b90f5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1097 time: 0.0551567 Jul 15 17:52:54.670135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-01beb2a8-9f65-4303-8dc2-5fbe037ef49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:52:54.671517 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-01beb2a8-9f65-4303-8dc2-5fbe037ef49a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0846996 Jul 15 17:52:54.739233 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-0dda6b02-a629-49f0-991f-6eb3b5a07430 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1003 time: 0.0614116 Jul 15 17:52:54.787626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-ae0f5c0d-620a-4806-a1b5-509b8b8cb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:52:54.789061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-ae0f5c0d-620a-4806-a1b5-509b8b8cb3e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0435548 Jul 15 17:52:54.845095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-54b0ca8f-1b85-47b3-8854-cd17e2760ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:52:54.846552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-54b0ca8f-1b85-47b3-8854-cd17e2760ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506334 Jul 15 17:52:54.856948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-638c817c-cb84-4a38-a810-be13319dd8a7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:52:54.857930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-638c817c-cb84-4a38-a810-be13319dd8a7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050292 Jul 15 17:52:54.950238 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-b26a15b7-94dd-4cbb-98d8-e5bf1ffb0ecb service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Jul 15 17:52:55.038443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74b9d248-8ab7-41b5-a14e-9ed648bd49c9 req-209be7e4-24c6-4e20-93c2-4c1b99a436d7 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822780 Jul 15 17:52:55.873336 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-adf71705-1838-4af6-8087-b79cf429a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:58.875769 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:59.161550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ad9fde8-4fbd-4a91-bcf0-53f19bb26ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:52:59.758742 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:01.486821 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:02.231989 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53782978-3567-4796-9e62-7352fd85b41f req-bfa7e874-8b46-4125-8b46-99292b1d1686 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:02.233487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53782978-3567-4796-9e62-7352fd85b41f req-bfa7e874-8b46-4125-8b46-99292b1d1686 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0665631 Jul 15 17:53:02.270629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53782978-3567-4796-9e62-7352fd85b41f req-7a80b74d-46f6-4819-8a4c-6590c59180b8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Jul 15 17:53:02.508062 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:53:11.268006 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:11.392274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:13.295567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-774b610a-e9b4-41c5-bb21-acc01ef79bc1 req-b858b79e-2a23-436f-8d2d-6b66b9cd5e0a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:53:13.296570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-774b610a-e9b4-41c5-bb21-acc01ef79bc1 req-b858b79e-2a23-436f-8d2d-6b66b9cd5e0a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062437 Jul 15 17:53:13.521657 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-7b764c8e-e1da-4ce8-b745-94d9758e0c40 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521591 Jul 15 17:53:13.588907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66739474-5d9e-48a5-819f-5bddc257c573 req-5693667c-646f-4388-b238-3fd87815a871 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:13.590974 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66739474-5d9e-48a5-819f-5bddc257c573 req-5693667c-646f-4388-b238-3fd87815a871 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0708389 Jul 15 17:53:13.630672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66739474-5d9e-48a5-819f-5bddc257c573 req-49e2a117-5312-4b96-84f0-b7cda307d927 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340829 Jul 15 17:53:14.812155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84f39f-3b5f-4caa-a2a0-7c635d47349d req-c9cbccbc-f4b2-4f92-94b3-936016bb3fbc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:14.813696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df84f39f-3b5f-4caa-a2a0-7c635d47349d req-c9cbccbc-f4b2-4f92-94b3-936016bb3fbc tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0666013 Jul 15 17:53:14.856201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df84f39f-3b5f-4caa-a2a0-7c635d47349d req-cfb7d182-cbf7-4fc1-aaf5-8e3c20bbc870 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366547 Jul 15 17:53:16.050202 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de36a2-17af-4498-98b1-9f3ad0123f48 req-2ca78c9b-a4d0-49b1-ba9a-5796466a1c98 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:16.051702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51de36a2-17af-4498-98b1-9f3ad0123f48 req-2ca78c9b-a4d0-49b1-ba9a-5796466a1c98 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0696015 Jul 15 17:53:16.090349 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51de36a2-17af-4498-98b1-9f3ad0123f48 req-bce1db20-5fd6-4ec6-9646-c9050f28841e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330596 Jul 15 17:53:17.263179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669f0b7-efb5-473c-a09f-73494c5269f7 req-baf11e1e-912e-407a-a1d4-5802d256edf8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:17.264670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9669f0b7-efb5-473c-a09f-73494c5269f7 req-baf11e1e-912e-407a-a1d4-5802d256edf8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0638297 Jul 15 17:53:17.301943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9669f0b7-efb5-473c-a09f-73494c5269f7 req-1a8437e8-f0b7-4d53-b762-4845e29d90a2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jul 15 17:53:18.480540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73767a-5a7e-47d6-aad9-ea6ba6aa2931 req-3178ff53-fcfc-4e90-aae7-4f004ec6efa7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:18.482018 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d73767a-5a7e-47d6-aad9-ea6ba6aa2931 req-3178ff53-fcfc-4e90-aae7-4f004ec6efa7 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0674934 Jul 15 17:53:18.519869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d73767a-5a7e-47d6-aad9-ea6ba6aa2931 req-96bfebde-9e14-4167-ae3a-1ea12e822f21 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Jul 15 17:53:18.686361 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-b1aaa76b-30e3-49cf-b2b2-9330ec9f9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:18.687951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-b1aaa76b-30e3-49cf-b2b2-9330ec9f9f26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1097 time: 0.0532777 Jul 15 17:53:18.780250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-4a0506c4-b54d-40f3-8a86-432d994ab8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:18.781728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-4a0506c4-b54d-40f3-8a86-432d994ab8f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0881422 Jul 15 17:53:18.844922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-17b4b0f9-637c-4d7e-a2af-33a00bab603a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1003 time: 0.0568032 Jul 15 17:53:18.892563 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8468a789-3715-46b6-8d83-e76a8c1f23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:18.893943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8468a789-3715-46b6-8d83-e76a8c1f23b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0429204 Jul 15 17:53:18.952882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-7554d242-3d24-475f-9e84-027668ebe5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:18.954322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-7554d242-3d24-475f-9e84-027668ebe5eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543220 Jul 15 17:53:19.042849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-af2b5e5d-9b61-4806-aa08-1fd92e438a70 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Jul 15 17:53:19.136787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-132c7446-30d6-456a-bc89-7512e9c54abb service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871346 Jul 15 17:53:19.694674 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787efb3-6e29-4256-9b6d-e39ac0a2c8f3 req-21d0c4f5-1eb7-4a29-88af-b5c1b1d58df3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:19.696203 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c787efb3-6e29-4256-9b6d-e39ac0a2c8f3 req-21d0c4f5-1eb7-4a29-88af-b5c1b1d58df3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0651999 Jul 15 17:53:19.734234 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c787efb3-6e29-4256-9b6d-e39ac0a2c8f3 req-0c08cc15-195a-4163-b945-660e05e97057 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Jul 15 17:53:20.904758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1a96e-4345-4a5b-b1bd-603b57374c00 req-3ff3ef39-c36b-4fd1-9be9-20ef34de876e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:20.906208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97b1a96e-4345-4a5b-b1bd-603b57374c00 req-3ff3ef39-c36b-4fd1-9be9-20ef34de876e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0629680 Jul 15 17:53:20.947870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97b1a96e-4345-4a5b-b1bd-603b57374c00 req-2fc6794a-1713-453e-b628-04e9c7a76fd2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Jul 15 17:53:22.121013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e631e89-05ec-4373-8d14-b08746a249a0 req-31e68607-f08f-4bd1-bb00-784bd76788ef tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:22.122647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e631e89-05ec-4373-8d14-b08746a249a0 req-31e68607-f08f-4bd1-bb00-784bd76788ef tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0640287 Jul 15 17:53:22.160133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e631e89-05ec-4373-8d14-b08746a249a0 req-b012893e-beb9-406e-add2-f68e06238115 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Jul 15 17:53:23.333813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac487997-d473-4ce5-8d2d-b8274fa52f1e req-1942810b-a227-4d1f-8ac9-76102955ce64 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:23.335341 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac487997-d473-4ce5-8d2d-b8274fa52f1e req-1942810b-a227-4d1f-8ac9-76102955ce64 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0632045 Jul 15 17:53:23.374943 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac487997-d473-4ce5-8d2d-b8274fa52f1e req-5715eac3-7530-45cf-ab6c-98f209031884 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Jul 15 17:53:24.560627 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cb91f-28e1-4478-aeba-b00cec6fe4f9 req-eae261b6-7c05-4cf7-9dd7-ffeb64b8010c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:24.562158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba9cb91f-28e1-4478-aeba-b00cec6fe4f9 req-eae261b6-7c05-4cf7-9dd7-ffeb64b8010c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0659213 Jul 15 17:53:24.599837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba9cb91f-28e1-4478-aeba-b00cec6fe4f9 req-eb0cff9f-0ec4-4935-8e25-b1443c1b01ef tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Jul 15 17:53:25.783044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fa371-e6e2-4a0b-95e4-f7129e0c5b54 req-5e81f9a7-6616-4e45-a084-ecb3ab0c3fdb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:25.784575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b7fa371-e6e2-4a0b-95e4-f7129e0c5b54 req-5e81f9a7-6616-4e45-a084-ecb3ab0c3fdb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0707753 Jul 15 17:53:25.823885 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b7fa371-e6e2-4a0b-95e4-f7129e0c5b54 req-58b833d7-3263-4d27-8558-91d286533045 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jul 15 17:53:25.874739 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-df9ccb87-39fb-455a-807a-75c57740a50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:27.014976 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05c8d4-16f9-4a6a-b02e-da4f72c20529 req-c5d9cc02-29f1-4ab3-8071-70b799174aa4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:27.016586 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a05c8d4-16f9-4a6a-b02e-da4f72c20529 req-c5d9cc02-29f1-4ab3-8071-70b799174aa4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0637400 Jul 15 17:53:27.058176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a05c8d4-16f9-4a6a-b02e-da4f72c20529 req-b2c2f9ce-bec0-46f8-aa40-5f167890ea24 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361612 Jul 15 17:53:28.230877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79145885-8799-44cf-8e22-7cc817042f41 req-a0213f9a-41bf-4f93-9f12-66af7522235f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:28.232751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79145885-8799-44cf-8e22-7cc817042f41 req-a0213f9a-41bf-4f93-9f12-66af7522235f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0652878 Jul 15 17:53:28.270524 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79145885-8799-44cf-8e22-7cc817042f41 req-1fe8b286-1499-41e1-a1b1-dbaee64eb37a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Jul 15 17:53:28.877586 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:29.160850 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1663a0b7-73e3-4a83-b622-1816b02617fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:29.443918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69017c26-504d-4ee8-b8eb-9cfff0cfd6c4 req-74823147-b8ae-4501-859e-b0bd13662664 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:29.445368 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69017c26-504d-4ee8-b8eb-9cfff0cfd6c4 req-74823147-b8ae-4501-859e-b0bd13662664 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0628748 Jul 15 17:53:29.483324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-69017c26-504d-4ee8-b8eb-9cfff0cfd6c4 req-efc747b4-dfaa-4777-839f-68c9574095cd tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 15 17:53:29.760595 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:30.659534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3201-a9c4-4538-98cd-24958843b98a req-40b5d01a-4244-4f74-bc2a-e1e3b2a97468 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:30.660935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e1f3201-a9c4-4538-98cd-24958843b98a req-40b5d01a-4244-4f74-bc2a-e1e3b2a97468 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0693388 Jul 15 17:53:30.700718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7e1f3201-a9c4-4538-98cd-24958843b98a req-6e63189c-ed88-4683-9740-695542b8d22c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Jul 15 17:53:31.488814 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:31.875164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f4634-a6f0-49eb-9e50-b6e4307ede89 req-54bc0f8a-78c8-4b96-a5e8-5c1b50c38557 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:31.876695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d8f4634-a6f0-49eb-9e50-b6e4307ede89 req-54bc0f8a-78c8-4b96-a5e8-5c1b50c38557 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0642035 Jul 15 17:53:31.915277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d8f4634-a6f0-49eb-9e50-b6e4307ede89 req-6ace7535-0153-4690-8bbf-d02bd4675116 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Jul 15 17:53:32.769941 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-1618bf23-5976-4451-ad8e-c532dbe6d157 service neutron] show failed (client error): The resource could not be found. Jul 15 17:53:32.770921 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-1618bf23-5976-4451-ad8e-c532dbe6d157 service neutron] 10.222.0.35 "GET /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0544398 Jul 15 17:53:33.021432 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-79756772-74c1-4bd5-a1a9-901c166d86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:33.022947 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-79756772-74c1-4bd5-a1a9-901c166d86f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1097 time: 0.0581493 Jul 15 17:53:33.034031 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:53:33.098611 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2de5c-af63-40cb-90cd-ae831aba1521 req-e3f64d14-80c8-4a17-b898-ac9d604e1faa tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:33.100181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91e2de5c-af63-40cb-90cd-ae831aba1521 req-e3f64d14-80c8-4a17-b898-ac9d604e1faa tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0679624 Jul 15 17:53:33.105108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.140232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-91e2de5c-af63-40cb-90cd-ae831aba1521 req-30652429-72fa-411a-9278-91bfbb44ed76 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343108 Jul 15 17:53:33.304836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:53:33.337461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:53:33.380321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:53:33.382568 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342deed-594a-409b-9271-867cb462a2d0" -d '{"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:53:33.386007 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.398613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Transition to ACTIVE for port object d7f593c3-918d-42da-a35d-cf998fa73aa5 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:53:33.402170 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.441598 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a649c-ab7c-43d8-8d94-a6d999ab2d33 x-openstack-request-id: req-961a649c-ab7c-43d8-8d94-a6d999ab2d33 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:53:33.441890 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:53:33.442139 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-961a649c-ab7c-43d8-8d94-a6d999ab2d33 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:53:33.442530 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'code': 200} Jul 15 17:53:33.477944 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:53:33.492734 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.493077 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.493410 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.493740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.494108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.494443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.494758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.495060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.495360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.495674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.496001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.496915 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:33.534926 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] No DVR routers for this DVR port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:53:33.677808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:53:33.678140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:53:33.678463 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:53:33.682800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:53:33.682998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:53:33.688633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:53:33.688966 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:53:33.689353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:53:33.689775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Bound port: d7f593c3-918d-42da-a35d-cf998fa73aa5, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:53:33.690131 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.751452 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:53:33.754347 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:53:33.757717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.790622 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:33.791248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:33.792649 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] 10.222.0.20 "PUT /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1092 time: 0.7627120 Jul 15 17:53:33.814646 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba94d5-0345-4780-8950-1eb4c009d9dc service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:53:33.870535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-63b4cb20-d17f-41cf-a0fd-295a4e1184af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:33.872314 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-63b4cb20-d17f-41cf-a0fd-295a4e1184af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.0546885 Jul 15 17:53:33.968303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-b0c6e236-7127-4ce1-a9f2-87f9447092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:33.969806 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-b0c6e236-7127-4ce1-a9f2-87f9447092b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0919285 Jul 15 17:53:34.037460 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-5e9f81bf-e1c3-4f51-abc2-f992d3837d87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0613513 Jul 15 17:53:34.085610 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-f81212ee-9f27-48f2-bb61-4fb4718cf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:34.087069 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-f81212ee-9f27-48f2-bb61-4fb4718cf221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0440106 Jul 15 17:53:34.143041 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-61bb76f8-8b2a-49c0-8e50-395160fff3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:34.144460 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-61bb76f8-8b2a-49c0-8e50-395160fff3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513277 Jul 15 17:53:34.237804 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-195bd0b4-63e2-4dd7-9f02-9e4538dd6cb3 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870006 Jul 15 17:53:34.316170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529db6d-9917-4f2b-853c-2b6dd6d7e0af req-5ecf7092-e19f-47d6-990e-c9090ebd740b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:34.317725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2529db6d-9917-4f2b-853c-2b6dd6d7e0af req-5ecf7092-e19f-47d6-990e-c9090ebd740b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0656180 Jul 15 17:53:34.330538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-28dc90e4-6ffd-4e00-9b82-91c153ab489f req-4aa40dbd-7a64-4480-bae8-c056ac449731 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858521 Jul 15 17:53:34.358158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2529db6d-9917-4f2b-853c-2b6dd6d7e0af req-1ef0164b-2205-493b-bdb4-12737a17489f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Jul 15 17:53:34.903562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:53:34.945428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:53:35.443902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:53:35.446464 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e3aea-3462-4a6f-9f07-c9468cddc73a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:53:35.494912 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760388b7-7197-4568-bc02-8e58cdd7b0e9 x-openstack-request-id: req-760388b7-7197-4568-bc02-8e58cdd7b0e9 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:53:35.495215 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:53:35.495455 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-760388b7-7197-4568-bc02-8e58cdd7b0e9 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:53:35.495851 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'status': 'completed', 'code': 200} Jul 15 17:53:35.578729 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-6a5baf06-e963-4437-bff6-90137c7d6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.580293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-6a5baf06-e963-4437-bff6-90137c7d6e9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.0570009 Jul 15 17:53:35.584728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f27f73-e8cc-43ab-b6ef-416250947d35 req-74be1763-9ff3-4143-a346-6cb724c4b2bb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.586358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5f27f73-e8cc-43ab-b6ef-416250947d35 req-74be1763-9ff3-4143-a346-6cb724c4b2bb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.1120822 Jul 15 17:53:35.638895 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-c2eb6b67-ef2a-4f2e-bc00-b90fdb392960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.640443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-c2eb6b67-ef2a-4f2e-bc00-b90fdb392960 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.1059859 Jul 15 17:53:35.643633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5f27f73-e8cc-43ab-b6ef-416250947d35 req-d279c646-05a6-4daf-9f19-b51078734ae5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455604 Jul 15 17:53:35.681858 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-9bdf0704-494c-4a95-9ad5-0f0c6f1015f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.683354 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-9bdf0704-494c-4a95-9ad5-0f0c6f1015f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0971708 Jul 15 17:53:35.744490 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-3a8dae90-a16a-4a02-861a-c80cf7fd0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.746314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-3a8dae90-a16a-4a02-861a-c80cf7fd0c88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0998218 Jul 15 17:53:35.752647 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-5e27a9e9-d9a3-483a-a312-040a3dd2702c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0627623 Jul 15 17:53:35.814155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-fa82d557-6e4d-479b-86d1-aeb1791bf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.814877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-941b2588-d625-4bec-b5f8-9a7ecb6225c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0622342 Jul 15 17:53:35.815662 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-fa82d557-6e4d-479b-86d1-aeb1791bf999 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0502472 Jul 15 17:53:35.870752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-94ee6182-b55a-4d95-8c17-5e99e6780a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.872746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-94ee6182-b55a-4d95-8c17-5e99e6780a1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0523450 Jul 15 17:53:35.877156 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-eb09981b-bf86-4770-977f-f119e910dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.878660 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-eb09981b-bf86-4770-977f-f119e910dbb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566525 Jul 15 17:53:35.935441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-df283c6e-ca94-459c-8802-77c80f06ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:35.937040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-df283c6e-ca94-459c-8802-77c80f06ce1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584207 Jul 15 17:53:35.975227 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-f9913526-1caf-4d97-b23c-451aa7d6314a service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Jul 15 17:53:36.029861 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-9e3a81a5-b5a3-46c0-9ac4-e58aa17c64e8 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861776 Jul 15 17:53:36.068615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-9f279e8d-51bb-4c5e-99c2-a25c1954e307 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875778 Jul 15 17:53:36.127250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-939e3aea-3462-4a6f-9f07-c9468cddc73a req-21babccb-2da2-49fa-b455-6454a8f74999 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910397 Jul 15 17:53:36.831569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e9e8d-ee01-40f9-9baf-710fb1e9507d req-cc20a9a2-0072-4086-b7d1-73884feffd2e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:36.833168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d7e9e8d-ee01-40f9-9baf-710fb1e9507d req-cc20a9a2-0072-4086-b7d1-73884feffd2e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0673249 Jul 15 17:53:36.873776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d7e9e8d-ee01-40f9-9baf-710fb1e9507d req-b3257384-4506-41cd-a057-e1273892ee26 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347588 Jul 15 17:53:38.052080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421195e8-6c6f-4b28-93a6-39531185eff0 req-56269692-fd99-4cb8-a0be-d7fe7358e520 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:38.053692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-421195e8-6c6f-4b28-93a6-39531185eff0 req-56269692-fd99-4cb8-a0be-d7fe7358e520 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0642750 Jul 15 17:53:38.098522 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-421195e8-6c6f-4b28-93a6-39531185eff0 req-366b366e-5230-49bf-81d9-6852acbb15b6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390511 Jul 15 17:53:39.274301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588500e-1c23-4c5a-994c-efc6abc5890d req-647d759d-bd2e-4de2-b6e4-3efbf619f1af tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:39.275783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3588500e-1c23-4c5a-994c-efc6abc5890d req-647d759d-bd2e-4de2-b6e4-3efbf619f1af tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0637343 Jul 15 17:53:39.313373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3588500e-1c23-4c5a-994c-efc6abc5890d req-5d89e948-40da-42dc-af56-b030fc40de57 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Jul 15 17:53:39.507587 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:53:40.486887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d1ae0-f69c-46e4-8e1f-0ce1ef63d238 req-ef4f9618-7cba-4e0e-8788-3a3aa031c281 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:40.488387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af0d1ae0-f69c-46e4-8e1f-0ce1ef63d238 req-ef4f9618-7cba-4e0e-8788-3a3aa031c281 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0630507 Jul 15 17:53:40.526087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af0d1ae0-f69c-46e4-8e1f-0ce1ef63d238 req-c9b9e986-03bb-4fbd-914f-bd3c007e7483 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Jul 15 17:53:41.302836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:41.391043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:41.702688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b3037-3608-4de2-9f2b-601467a441c1 req-a4ec7124-6586-4f91-a1be-5d56bfd256b4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:41.704222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-119b3037-3608-4de2-9f2b-601467a441c1 req-a4ec7124-6586-4f91-a1be-5d56bfd256b4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0663314 Jul 15 17:53:41.741434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-119b3037-3608-4de2-9f2b-601467a441c1 req-274430d7-b842-486c-a48e-9261b40231f4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Jul 15 17:53:42.917646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464b26-7e9d-4d59-844d-43b2764d4ab0 req-d98477d1-4638-49ba-8b7f-e298ada7e024 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:42.919420 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70464b26-7e9d-4d59-844d-43b2764d4ab0 req-d98477d1-4638-49ba-8b7f-e298ada7e024 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0635633 Jul 15 17:53:42.957357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70464b26-7e9d-4d59-844d-43b2764d4ab0 req-ea3344ca-9762-4503-adf5-b330df3f3f9a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324144 Jul 15 17:53:44.131389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f58b-1ded-43bd-a7cf-de370f7ca11f req-00ac5b67-320b-487f-840a-b14f630ab077 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:44.132903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c197f58b-1ded-43bd-a7cf-de370f7ca11f req-00ac5b67-320b-487f-840a-b14f630ab077 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0644019 Jul 15 17:53:44.174746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c197f58b-1ded-43bd-a7cf-de370f7ca11f req-abd2dcd1-0836-429c-9316-345220b16c80 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jul 15 17:53:45.351013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ff37-6003-47d8-b1da-8342a846d52b req-8a28853d-16eb-4fbe-9905-43153f1e9dfb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:45.352531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca35ff37-6003-47d8-b1da-8342a846d52b req-8a28853d-16eb-4fbe-9905-43153f1e9dfb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0650620 Jul 15 17:53:45.390802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca35ff37-6003-47d8-b1da-8342a846d52b req-cd425686-d919-4553-92df-cd16f2d96ac8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326307 Jul 15 17:53:45.784644 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-d83e68b2-6f11-4dc9-bf94-e3519c1f3054 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:45.786137 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-d83e68b2-6f11-4dc9-bf94-e3519c1f3054 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 944 time: 0.0765636 Jul 15 17:53:45.835001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b7b0-7600-4801-a953-d0c616e51b2f req-c0228442-3dc9-4804-97be-0200a075e569 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:45.836588 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d208b7b0-7600-4801-a953-d0c616e51b2f req-c0228442-3dc9-4804-97be-0200a075e569 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0651839 Jul 15 17:53:45.847467 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-3c12e2eb-dc68-4ce5-a6f4-d57c8f49f8c4 service neutron] 10.222.0.20 "GET /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5/bindings/n-h1-800085-3 HTTP/1.1" status: 200 len: 382 time: 0.0547795 Jul 15 17:53:45.876749 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d208b7b0-7600-4801-a953-d0c616e51b2f req-1909b3a3-f692-4b65-a22d-f40bf3e7ecf4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339355 Jul 15 17:53:45.925192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-e252daf9-d5e2-4bef-a840-41f1622b87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:45.926615 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-e252daf9-d5e2-4bef-a840-41f1622b87f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1095 time: 0.0531878 Jul 15 17:53:46.016192 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-1685e610-d507-4f8e-9ef1-05d4eaa56445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:46.017637 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-1685e610-d507-4f8e-9ef1-05d4eaa56445 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0854950 Jul 15 17:53:46.080071 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-305ef3c2-e440-4d7c-b571-3afc32f2aad8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0556543 Jul 15 17:53:46.128688 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-01784fd1-05b2-441c-bc00-6afab2146107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:46.130096 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-01784fd1-05b2-441c-bc00-6afab2146107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0436001 Jul 15 17:53:46.188798 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-163e0a84-197d-485b-8d8b-ff8dad74012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:46.190178 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-163e0a84-197d-485b-8d8b-ff8dad74012a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540457 Jul 15 17:53:46.278390 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-2e688622-a74b-44af-88c4-d3221047c825 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811496 Jul 15 17:53:46.368218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-ae88e036-cd58-45e9-ab77-f3c018469c33 service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837307 Jul 15 17:53:47.014817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:53:47.056285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71957088-b44e-46cd-b083-ba398b251c3d req-37f80d4a-8a29-47d3-9e83-c310f22d2798 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:47.057763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71957088-b44e-46cd-b083-ba398b251c3d req-37f80d4a-8a29-47d3-9e83-c310f22d2798 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.0680993 Jul 15 17:53:47.095653 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71957088-b44e-46cd-b083-ba398b251c3d req-736a1cdc-03da-43aa-af5a-db82b1248117 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314872 Jul 15 17:53:47.109197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:53:47.120180 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:53:47.160950 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:47.173515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:53:47.192963 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:53:47.196548 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:47.240983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:53:47.248740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.249347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.249681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.250015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.250344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.250672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.250995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.251316 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.251637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.251956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.252298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.252627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:47.415259 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['d7f593c3-918d-42da-a35d-cf998fa73aa5'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:53:48.272560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2402c-3d97-4e4a-bbbb-02c3e778af92 req-9970dd09-47de-4703-8e11-f84e81ee1ca9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:48.273955 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bac2402c-3d97-4e4a-bbbb-02c3e778af92 req-9970dd09-47de-4703-8e11-f84e81ee1ca9 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0651901 Jul 15 17:53:48.312151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bac2402c-3d97-4e4a-bbbb-02c3e778af92 req-40e76ae3-f7d0-4d15-bf3e-ba1f8f5f3b6f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Jul 15 17:53:49.492370 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cae26-6c56-4b46-9dc8-0881c863be9d req-4f03df42-967b-42ee-81fc-798122d65208 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:49.493844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e3cae26-6c56-4b46-9dc8-0881c863be9d req-4f03df42-967b-42ee-81fc-798122d65208 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0668132 Jul 15 17:53:49.532099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6e3cae26-6c56-4b46-9dc8-0881c863be9d req-eda4fcbd-7225-4a1e-b90b-71a621695200 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315099 Jul 15 17:53:50.013004 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-0baa450e-3e71-44df-8f16-bec71d1f2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:50.014547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-0baa450e-3e71-44df-8f16-bec71d1f2c98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641&tenant_id=701c7ea9c4cd40f085aa09c2f9292f60 HTTP/1.1" status: 200 len: 1096 time: 0.0545609 Jul 15 17:53:50.024955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:53:50.095096 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:50.299961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:53:50.332055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h1-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:53:50.363711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:53:50.372360 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:50.382642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Ignored duplicate provisioning block setup for port d7f593c3-918d-42da-a35d-cf998fa73aa5 by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 15 17:53:50.385904 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:50.463320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=9']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:53:50.477953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.478291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.478620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.478946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.479265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.479584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.479898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.480283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.480594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.480999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.481318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.481634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:53:50.521634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] No DVR routers for this DVR port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h1-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:53:50.691909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:53:50.692196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:53:50.692528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:53:50.699638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:53:50.700002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Attempting to bind port d7f593c3-918d-42da-a35d-cf998fa73aa5 on network c1c91986-819a-45e3-8d30-d7021c396faf {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:53:50.707415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:53:50.707743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Checking segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:53:50.708136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Bound using segment: {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:53:50.708561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Bound port: d7f593c3-918d-42da-a35d-cf998fa73aa5, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:53:50.708917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:50.771233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f35fe-551b-47a2-add1-46b1227d49bd req-1897f531-55d1-445a-bdd8-39e8d5fcf168 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:50.772719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-253f35fe-551b-47a2-add1-46b1227d49bd req-1897f531-55d1-445a-bdd8-39e8d5fcf168 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 944 time: 0.1221237 Jul 15 17:53:51.040214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:53:51.059849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:53:51.079219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:53:51.081230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:53:51.087110 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-253f35fe-551b-47a2-add1-46b1227d49bd req-c9277abb-b366-47a5-8fb5-a3cbe7bd27c6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066587 Jul 15 17:53:51.088585 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:51.124355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.124967 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:51.126485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] 10.222.0.35 "PUT /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1092 time: 1.1054275 Jul 15 17:53:51.126959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:53:51.129222 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0ebf58-856e-4051-8d1a-027185d5a799" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:53:51.160754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d2d6b-bbc3-4ac4-86ed-becdf74c0499 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=10']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:53:51.190932 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36481838-d85f-4dcb-acb6-852a41eda36d x-openstack-request-id: req-36481838-d85f-4dcb-acb6-852a41eda36d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:53:51.191222 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:53:51.191469 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36481838-d85f-4dcb-acb6-852a41eda36d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:53:51.191860 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'status': 'completed', 'code': 200} Jul 15 17:53:51.213970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-c8e519f2-f89f-4e5b-bd2d-38bb2bbf2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.216456 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-c8e519f2-f89f-4e5b-bd2d-38bb2bbf2401 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1096 time: 0.0631742 Jul 15 17:53:51.265401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-f678fdba-f1ca-4345-ae95-e0e4a5d6b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.267012 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-f678fdba-f1ca-4345-ae95-e0e4a5d6b0dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1096 time: 0.0567775 Jul 15 17:53:51.321376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-44b3af9f-bcb8-4528-910c-b11f5ab178a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.322853 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-44b3af9f-bcb8-4528-910c-b11f5ab178a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.1007180 Jul 15 17:53:51.363020 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-9498ca0a-81ef-40be-bf4e-fe442c79431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.364542 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-9498ca0a-81ef-40be-bf4e-fe442c79431a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0916674 Jul 15 17:53:51.388434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-3b7fe86d-d337-428e-8b73-3d7b18cbd60b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0593822 Jul 15 17:53:51.429748 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-30e7401b-fd63-4d26-86ab-ba5f5c8b497c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0594490 Jul 15 17:53:51.440577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-be6d428c-069a-46a4-a13e-dd4e3c17e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.442071 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-be6d428c-069a-46a4-a13e-dd4e3c17e28b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0480087 Jul 15 17:53:51.477487 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-7aa5b9a1-09c3-4615-b047-2bb0da4f1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.478952 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-7aa5b9a1-09c3-4615-b047-2bb0da4f1e10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0433161 Jul 15 17:53:51.498297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-b9d55ca4-8687-4aef-96bb-47f6189f2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.500102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-b9d55ca4-8687-4aef-96bb-47f6189f2e7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523503 Jul 15 17:53:51.538691 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-fee74eb5-2c42-4660-b34e-179701d51cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.540257 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-fee74eb5-2c42-4660-b34e-179701d51cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555687 Jul 15 17:53:51.589369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-2cc59d60-85f7-484c-9f09-0135ec13ceda service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829229 Jul 15 17:53:51.627582 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-953162e1-dd6f-4be1-bd22-42cbcc3c165b service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811114 Jul 15 17:53:51.681280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b2f79658-ff23-45ef-ad7a-76e2217d77a1 req-62620da7-d13f-4d12-93ac-eb38b8037404 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Jul 15 17:53:51.722178 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-5385dee4-f072-41be-bf36-41cf3ce19ada service neutron] 10.222.0.20 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886495 Jul 15 17:53:51.775834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-e9cda47f-a115-4e21-b4d0-8bf2ec2e247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.777458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-e9cda47f-a115-4e21-b4d0-8bf2ec2e247e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1096 time: 0.0549121 Jul 15 17:53:51.874200 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-9133b219-e789-4bf9-aa9d-d03df7683117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.875606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-9133b219-e789-4bf9-aa9d-d03df7683117 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0920122 Jul 15 17:53:51.940201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-48f25a84-ef14-4f73-950b-5e3fb8e3552a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0581133 Jul 15 17:53:51.992412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-0dd1bd6b-d049-4413-892a-fa22a6f3fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:51.993809 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-0dd1bd6b-d049-4413-892a-fa22a6f3fdf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0483069 Jul 15 17:53:52.049894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-a1d7258e-5a25-48c1-9027-a69ec46a33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:52.051393 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-a1d7258e-5a25-48c1-9027-a69ec46a33bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515828 Jul 15 17:53:52.144982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-e6ee1b46-2b8b-49f2-9621-b08898ea4b07 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871863 Jul 15 17:53:52.274711 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea0ebf58-856e-4051-8d1a-027185d5a799 req-890b410b-a59e-4309-9c0e-dd45235b876e service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236603 Jul 15 17:53:52.299790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a6c19-a0f5-478d-93d7-54d6b1cc15d0 req-08db4898-ee02-43b5-9fa3-be71fe25b8f3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:52.301289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac3a6c19-a0f5-478d-93d7-54d6b1cc15d0 req-08db4898-ee02-43b5-9fa3-be71fe25b8f3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0863266 Jul 15 17:53:52.341944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac3a6c19-a0f5-478d-93d7-54d6b1cc15d0 req-37792625-53eb-453f-8ff2-c0d4a5d52d39 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348728 Jul 15 17:53:53.526176 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebc04a-d066-464c-8d5e-97a75a78e98c req-87eaa381-89f9-47b3-b6bd-093ff9448f27 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:53.527771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1aebc04a-d066-464c-8d5e-97a75a78e98c req-87eaa381-89f9-47b3-b6bd-093ff9448f27 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0694385 Jul 15 17:53:53.565231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1aebc04a-d066-464c-8d5e-97a75a78e98c req-8c1ff26b-57bd-4fcc-812e-fd7c0630add6 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317066 Jul 15 17:53:54.744950 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d86f0e-82d1-499d-b57b-13c88bca803c req-1b028128-e199-4eea-98e3-c365c0a20b90 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:54.746997 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37d86f0e-82d1-499d-b57b-13c88bca803c req-1b028128-e199-4eea-98e3-c365c0a20b90 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0669765 Jul 15 17:53:54.789708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37d86f0e-82d1-499d-b57b-13c88bca803c req-2b830fbf-6b02-478e-8e38-41f26b0a2a59 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 Jul 15 17:53:55.084075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:53:55.180719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:53:55.192869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 has no active binding in host n-h1-800085-3 {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 15 17:53:55.878205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b32b-3b04-428f-acf5-16270a16a91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:55.974736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2818-c5d5-4aba-adfa-e6e33b8dc98f req-fe040b06-3212-485a-84be-fd5a532b9c13 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:55.976224 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1adb2818-c5d5-4aba-adfa-e6e33b8dc98f req-fe040b06-3212-485a-84be-fd5a532b9c13 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0667102 Jul 15 17:53:56.013281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1adb2818-c5d5-4aba-adfa-e6e33b8dc98f req-796315fe-b804-4dba-861b-773e968edd20 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Jul 15 17:53:56.485831 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-cbd946d2-2b27-4799-9b74-634eca7e0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:56.487298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-cbd946d2-2b27-4799-9b74-634eca7e0583 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 1096 time: 0.0519803 Jul 15 17:53:56.594022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-46b4a531-501b-4463-bd62-fa2cbaad2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:56.595468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-46b4a531-501b-4463-bd62-fa2cbaad2503 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 200 len: 912 time: 0.0879898 Jul 15 17:53:56.659385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-9856b3b7-1fe2-4632-bf36-1a7978ee7634 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 200 len: 1001 time: 0.0574470 Jul 15 17:53:56.707034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-cc5c4066-8fd3-4e47-9c8a-7abd13ad207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:56.708521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-cc5c4066-8fd3-4e47-9c8a-7abd13ad207e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 200 len: 851 time: 0.0437167 Jul 15 17:53:56.768386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-eb57c59f-a686-4871-b5d4-77cb8ab65f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:56.769866 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-eb57c59f-a686-4871-b5d4-77cb8ab65f2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1c91986-819a-45e3-8d30-d7021c396faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549827 Jul 15 17:53:56.859250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-01a46f2a-9d50-421e-acfc-643cf6a0d4fe service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Jul 15 17:53:56.951552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-60063540-1d85-4855-aa78-5e61cb91ab02 req-cc49c88b-da0f-4406-978a-eaad0fa803d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Jul 15 17:53:57.187380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ca57-2a3e-4ec6-b296-e469120d8438 req-63ab8b11-38b0-4379-bd79-29827209a05b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:57.188811 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb26ca57-2a3e-4ec6-b296-e469120d8438 req-63ab8b11-38b0-4379-bd79-29827209a05b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0643661 Jul 15 17:53:57.226354 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb26ca57-2a3e-4ec6-b296-e469120d8438 req-d88ed3b9-e96d-4d13-9ef5-d6e0debe2737 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Jul 15 17:53:58.399882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2780d-7550-43f2-999a-91639a523909 req-45053281-dee8-4707-a9e2-ce4a2fe2002d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:58.401375 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01d2780d-7550-43f2-999a-91639a523909 req-45053281-dee8-4707-a9e2-ce4a2fe2002d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0628519 Jul 15 17:53:58.443206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-01d2780d-7550-43f2-999a-91639a523909 req-ae4ee767-66a7-4c01-bbe1-3a77140920e2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360641 Jul 15 17:53:58.878833 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:59.160574 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82f6121e-c4ae-43b2-a0d4-b06178c1b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:53:59.621280 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b78fac-26f9-48a2-b03b-9d8ce52714c9 req-af3abba5-7574-437a-ad77-5640bb7d301b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:53:59.622764 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59b78fac-26f9-48a2-b03b-9d8ce52714c9 req-af3abba5-7574-437a-ad77-5640bb7d301b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 15 17:53:59.660988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59b78fac-26f9-48a2-b03b-9d8ce52714c9 req-52024e19-69d0-461b-9558-9954b50a3f41 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324800 Jul 15 17:53:59.764810 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:00.837207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb5ce8-38d0-47f7-af83-9e408d1b58e0 req-06f3c4c7-3d29-43be-8805-ab2796eac379 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:00.838687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fb5ce8-38d0-47f7-af83-9e408d1b58e0 req-06f3c4c7-3d29-43be-8805-ab2796eac379 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Jul 15 17:54:00.876318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28fb5ce8-38d0-47f7-af83-9e408d1b58e0 req-55ab0382-6530-4ce1-bedc-7c93898ad6fa tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 15 17:54:01.492897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:02.054034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7fa49-5717-4fad-a82a-e8f50284e6d0 req-a136c606-5493-4036-bbce-cf057e0e00b3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:02.055506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47e7fa49-5717-4fad-a82a-e8f50284e6d0 req-a136c606-5493-4036-bbce-cf057e0e00b3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0674629 Jul 15 17:54:02.093975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47e7fa49-5717-4fad-a82a-e8f50284e6d0 req-1a1b5f1b-02e6-4b29-acbd-80892c3c46d2 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Jul 15 17:54:03.265622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e94cf6-9e66-4e35-9c09-705b77b8f8bf req-dfe40262-5d1a-4860-9907-a251836f980f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:03.267101 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53e94cf6-9e66-4e35-9c09-705b77b8f8bf req-dfe40262-5d1a-4860-9907-a251836f980f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0640452 Jul 15 17:54:03.304702 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-53e94cf6-9e66-4e35-9c09-705b77b8f8bf req-efb58308-0741-4057-b91a-0975ae5409d8 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jul 15 17:54:03.480709 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dec86-191d-4778-b6fc-db0a0cc4b60e req-42699d63-6f9f-4fed-aeb2-47cb89b5c9e4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:03.482192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f40dec86-191d-4778-b6fc-db0a0cc4b60e req-42699d63-6f9f-4fed-aeb2-47cb89b5c9e4 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0685489 Jul 15 17:54:03.519887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f40dec86-191d-4778-b6fc-db0a0cc4b60e req-603982bb-8790-4aba-a09d-8056ac7e877a tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Jul 15 17:54:03.693204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea9da5-bf27-45b3-bb3f-2fcac88254a8 req-9bd74951-027d-4e88-9a5d-2ddc245413da tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:03.695249 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2eea9da5-bf27-45b3-bb3f-2fcac88254a8 req-9bd74951-027d-4e88-9a5d-2ddc245413da tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0643134 Jul 15 17:54:03.733289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2eea9da5-bf27-45b3-bb3f-2fcac88254a8 req-d6c0bef2-9fce-4960-b379-ed8ef609be1f tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Jul 15 17:54:04.105965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebc215-c45d-4149-97bd-653f1cbbb82a req-0af8d337-daf6-4696-89e7-df7596bb521b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:04.107328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbebc215-c45d-4149-97bd-653f1cbbb82a req-0af8d337-daf6-4696-89e7-df7596bb521b tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 945 time: 0.0617762 Jul 15 17:54:04.145421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbebc215-c45d-4149-97bd-653f1cbbb82a req-4be4bf2a-4065-4c18-a0bb-b7a184008e74 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Jul 15 17:54:05.066015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:54:05.161301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:05.172666 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'port_id': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'mac_address': 'fa:16:3e:9a:57:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:54:05.212928 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.225862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:54:05.245298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:05.249589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.298317 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=11']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:05.324335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde8309-93c0-45b9-af8c-b7bb4db806fe req-27c336fc-d78c-47fb-9b28-d46782ef1fa3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:05.325806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbde8309-93c0-45b9-af8c-b7bb4db806fe req-27c336fc-d78c-47fb-9b28-d46782ef1fa3 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0685208 Jul 15 17:54:05.364803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fbde8309-93c0-45b9-af8c-b7bb4db806fe req-8927e612-df64-452c-98ee-12c157245c63 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups?id=740e1d21-0178-413e-ac21-5fd68e70a902&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Jul 15 17:54:05.527281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-8b562294-975a-4a0d-85f8-7665598d2e66 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:05.528753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-8b562294-975a-4a0d-85f8-7665598d2e66 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 946 time: 0.0626423 Jul 15 17:54:05.630135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Deleting port d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:05.630398 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.719442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] For port d7f593c3-918d-42da-a35d-cf998fa73aa5, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=d7f593c3-918d-42da-a35d-cf998fa73aa5,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:05.719807 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.893338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.893640 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:05.893924 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Floating IP d2139348-afe7-4635-b4e5-c2c2a338066e disassociated. External IP: 172.25.8.249, port: d7f593c3-918d-42da-a35d-cf998fa73aa5. Jul 15 17:54:05.894362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Calling delete_port for d7f593c3-918d-42da-a35d-cf998fa73aa5 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:06.018687 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:06.052362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'Port': ['ID=d7f593c3-918d-42da-a35d-cf998fa73aa5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:06.170441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:54:06.278479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:54:06.287424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:54:06.296357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:54:06.296957 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:53:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:06.327554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] No DVR routers for this DVR port d7f593c3-918d-42da-a35d-cf998fa73aa5 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:06.330219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:06.332412 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f4b6c30c-c54b-4bf1-9145-f02aecae9f08 req-eaf79c59-b696-405f-a5e8-156974a8d34e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.35 "DELETE /v2.0/ports/d7f593c3-918d-42da-a35d-cf998fa73aa5 HTTP/1.1" status: 204 len: 173 time: 0.7978494 Jul 15 17:54:06.332859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-deleted', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:06.335256 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ae75a4-89f8-4236-9948-2186c915eff4" -d '{"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-deleted", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:06.417665 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:54:06.433883 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff3e8bc-694e-49c5-9dce-87896362c5a1 x-openstack-request-id: req-1ff3e8bc-694e-49c5-9dce-87896362c5a1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:06.434181 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50eed7-675f-40bc-9088-0e4590a13641", "name": "network-vif-deleted", "tag": "d7f593c3-918d-42da-a35d-cf998fa73aa5", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:06.434433 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ff3e8bc-694e-49c5-9dce-87896362c5a1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:06.434833 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50eed7-675f-40bc-9088-0e4590a13641', 'name': 'network-vif-deleted', 'tag': 'd7f593c3-918d-42da-a35d-cf998fa73aa5', 'status': 'completed', 'code': 200} Jul 15 17:54:06.515498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e71ee3a-369c-4bf3-bc41-403f6620a574 req-916a71c0-09e6-45c4-ae39-165cc6c2738d tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Jul 15 17:54:06.617891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:06.648124 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:54:06.656804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:54:06.657409 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:53:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:06.763269 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:54:06.958486 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:06.985455 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae8ccc6-c752-42a2-b417-db99e1a35fc1 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:44:32Z', 'revision_number': 4, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c8779186-78f3-4fb4-bfb1-4dd6dfa79b05', 'name': '', 'network_id': 'c1c91986-819a-45e3-8d30-d7021c396faf', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'mac_address': 'fa:16:3e:da:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:32Z', 'updated_at': '2021-07-15T17:44:37Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'subnets': [{'id': '67267a5c-d9f7-435f-98c1-44bbaa4df332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:54:07.205576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fff69e-08fc-4da5-8ac6-ba185fa0bfe5 None None] New status for floating IP d2139348-afe7-4635-b4e5-c2c2a338066e: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:54:07.659279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6e8b904-58e9-4ea2-9afd-65acbb681b68 req-dccea3e1-819f-4660-8b89-bd37a0ab97c5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0300717 Jul 15 17:54:08.805187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-daad2d77-69ba-474b-ab80-4af2e8a8d671 req-735f9cd4-c61f-4ad8-ba20-96b9292b4bfb tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0318825 Jul 15 17:54:09.091884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:09.118048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: d7f593c3-918d-42da-a35d-cf998fa73aa5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:09.118406 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device d7f593c3-918d-42da-a35d-cf998fa73aa5 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:09.960183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-66095c91-04d5-4c4f-bad8-0a605f8e7761 req-05de110a-06c2-4860-8c8d-07ed09b9d3c5 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa50eed7-675f-40bc-9088-0e4590a13641 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Jul 15 17:54:11.306524 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:11.400085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:13.959506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48360) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:14.014928 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.037756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.085910 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.088621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.090066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "DELETE /v2.0/security-groups/740e1d21-0178-413e-ac21-5fd68e70a902 HTTP/1.1" status: 204 len: 168 time: 0.1294982 Jul 15 17:54:14.092863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48362) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:14.099536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca61ed-77af-4025-bea0-74e1cd78717e tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=740e1d21-0178-413e-ac21-5fd68e70a902,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:14.110858 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-8fdaa4c2-2f87-450a-8681-537fe172455c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] show failed (client error): The resource could not be found. Jul 15 17:54:14.111932 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8fdaa4c2-2f87-450a-8681-537fe172455c tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "GET /v2.0/security-groups/740e1d21-0178-413e-ac21-5fd68e70a902 HTTP/1.1" status: 404 len: 347 time: 0.0172987 Jul 15 17:54:14.114982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48364) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:14.241383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Deleting port 125e159b-94ad-4537-8a1b-1cf45f71c628 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:14.241732 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.327357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.327608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.340292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Calling delete_port for 125e159b-94ad-4537-8a1b-1cf45f71c628 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:14.481991 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.508819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Pushing event deleted for resources: {'Port': ['ID=125e159b-94ad-4537-8a1b-1cf45f71c628,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:14.571889 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.574486 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:14.575626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c42d5f4-5831-4420-8aae-d229a0435546 tempest-ServerActionsTestJSON-1421640712 tempest-ServerActionsTestJSON-1421640712-project] 10.222.0.25 "DELETE /v2.0/floatingips/d2139348-afe7-4635-b4e5-c2c2a338066e HTTP/1.1" status: 204 len: 168 time: 0.4595270 Jul 15 17:54:14.578665 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48366) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:15.045109 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:15.593151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Deleting port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:15.593413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:15.673337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] For port c8779186-78f3-4fb4-bfb1-4dd6dfa79b05, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:15.673712 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:15.686323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Calling delete_port for c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:15.883658 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:15.909819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8779186-78f3-4fb4-bfb1-4dd6dfa79b05,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:16.080907 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.292591 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Router e613ac55-76d2-4280-96bd-022512f093e6 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:54:16.398346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:54:16.403455 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2114908f-78d8-41e9-8ae7-6f75c1db0997 admin admin] 10.222.0.25 "PUT /v2.0/routers/e613ac55-76d2-4280-96bd-022512f093e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8239067 Jul 15 17:54:16.406066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48370) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:16.408805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Sync routers for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:54:16.418893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:54:16.419506 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:53:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:16.508367 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:54:16.511951 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.521283 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:54:16.613631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.670133 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Deleting port 106f5c65-8094-404f-85be-d4663e9405eb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:16.670481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.697430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '106f5c65-8094-404f-85be-d4663e9405eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:54:15Z', 'revision_number': 5, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port': {'id': '106f5c65-8094-404f-85be-d4663e9405eb', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:44:30Z', 'updated_at': '2021-07-15T17:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:16.728126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Checking router: e613ac55-76d2-4280-96bd-022512f093e6 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:54:16.737443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Routers {'e613ac55-76d2-4280-96bd-022512f093e6'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:54:16.738061 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:53:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['e613ac55-76d2-4280-96bd-022512f093e6'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:16.751168 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] For port 106f5c65-8094-404f-85be-d4663e9405eb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=106f5c65-8094-404f-85be-d4663e9405eb,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:16.751535 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.765470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Calling delete_port for 106f5c65-8094-404f-85be-d4663e9405eb owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:16.950586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:16.975469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Pushing event deleted for resources: {'Port': ['ID=106f5c65-8094-404f-85be-d4663e9405eb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:16.988240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] Set router e613ac55-76d2-4280-96bd-022512f093e6 gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:54:17.039818 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:54:16Z', 'revision_number': 6, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:17.046615 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.068753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09147752-72b3-4177-9e70-40d8987b1f95 None None] The sync data for ids ['e613ac55-76d2-4280-96bd-022512f093e6'] in n-d-800085-3 is: [{'id': 'e613ac55-76d2-4280-96bd-022512f093e6', 'name': 'tempest-ServerActionsTestJSON-1849674620-router', 'tenant_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:44:29Z', 'updated_at': '2021-07-15T17:54:16Z', 'revision_number': 6, 'project_id': '701c7ea9c4cd40f085aa09c2f9292f60', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:54:17.153614 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.155835 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.218455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.218902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e613ac55-76d2-4280-96bd-022512f093e6 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:54:17.223487 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.224742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8fb423ac-3179-4970-bce7-5f59e4090733 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e613ac55-76d2-4280-96bd-022512f093e6 HTTP/1.1" status: 204 len: 168 time: 0.8177676 Jul 15 17:54:17.227377 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:17.528427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Deleting subnet 67267a5c-d9f7-435f-98c1-44bbaa4df332 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:54:17.531481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.564798 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.674772 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.727039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.753245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67267a5c-d9f7-435f-98c1-44bbaa4df332,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:17.758523 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.760396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-98f178cc-6a26-4193-9636-0bf6f6a82516 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/67267a5c-d9f7-435f-98c1-44bbaa4df332 HTTP/1.1" status: 204 len: 168 time: 0.5320921 Jul 15 17:54:17.763143 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48374) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:17.763637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213c788-baa3-4ad3-a020-ad6ea743aace None None] Network c1c91986-819a-45e3-8d30-d7021c396faf requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:17.835434 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.879950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 106f5c65-8094-404f-85be-d4663e9405eb no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:17.897872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Deleting port eca3a281-469a-48c0-baef-315c3b32e7c8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:17.898217 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.904917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 106f5c65-8094-404f-85be-d4663e9405eb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:17.905255 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 106f5c65-8094-404f-85be-d4663e9405eb not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:17.905660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:17.928358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:17.928708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c8779186-78f3-4fb4-bfb1-4dd6dfa79b05 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:17.962202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] For port eca3a281-469a-48c0-baef-315c3b32e7c8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=eca3a281-469a-48c0-baef-315c3b32e7c8,segment=NetworkSegment(2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda),segment_id=2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:17.962793 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:17.977607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Calling delete_port for eca3a281-469a-48c0-baef-315c3b32e7c8 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:18.012568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] DHCP port deletion for c1c91986-819a-45e3-8d30-d7021c396faf request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:54:18.061771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Deleting port eca3a281-469a-48c0-baef-315c3b32e7c8 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:18.061916 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.065500 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.094997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] No DVR routers for this DVR port eca3a281-469a-48c0-baef-315c3b32e7c8 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:18.099633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Pushing event deleted for resources: {'Port': ['ID=eca3a281-469a-48c0-baef-315c3b32e7c8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:18.134183 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] For port eca3a281-469a-48c0-baef-315c3b32e7c8, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:18.134571 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.147716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Calling delete_port for eca3a281-469a-48c0-baef-315c3b32e7c8 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:18.150380 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Port eca3a281-469a-48c0-baef-315c3b32e7c8 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:54:18.152560 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.174846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.176027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] Pushing event deleted for resources: {'Port': ['ID=eca3a281-469a-48c0-baef-315c3b32e7c8,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:18.183641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac99e0-56ad-47a2-a27e-b32441b6485a None None] No DVR routers for this DVR port eca3a281-469a-48c0-baef-315c3b32e7c8 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:18.187530 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c91986-819a-45e3-8d30-d7021c396faf']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:18.531326 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:18.531628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcef01a-4fc5-4be5-91e7-ac38a9aaaeda') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:18.540429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.553514 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.559259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:18.559635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:18.561261 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:18.613880 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.619242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.621496 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1c91986-819a-45e3-8d30-d7021c396faf HTTP/1.1" status: 204 len: 168 time: 0.8573804 Jul 15 17:54:18.632687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca751a-84cf-4acd-89ec-6852a9bc549f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c91986-819a-45e3-8d30-d7021c396faf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:18.729400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:18.768068 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10872ac0-7b1e-4735-8c55-a160253491ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=701c7ea9c4cd40f085aa09c2f9292f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374842 Jul 15 17:54:18.770466 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48380) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:18.820349 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.841249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.887213 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.889825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:18.890995 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d69c243a-1e76-4c74-8851-f94c82b5e642 HTTP/1.1" status: 204 len: 168 time: 0.1196275 Jul 15 17:54:18.898390 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae527d-c1c5-497b-8f1c-f8c2636093bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c243a-1e76-4c74-8851-f94c82b5e642,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:19.579031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48402) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:19.680408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1414694000-network', 'tenant_id': '917e789d255a477a8c4ebe3167643288'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:19.700414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Made reservation on behalf of 917e789d255a477a8c4ebe3167643288 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:19.702711 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.711385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.768777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eca3a281-469a-48c0-baef-315c3b32e7c8 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:19.789523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: eca3a281-469a-48c0-baef-315c3b32e7c8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:19.789872 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device eca3a281-469a-48c0-baef-315c3b32e7c8 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:19.809592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.813335 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.837527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:19.846725 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6630eeeb-35fb-4f93-bae9-9e473f321749,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:19.853588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.853916 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Added segment 821630fe-1d8c-4fc1-ab96-94d1b16ef306 of type vlan for network 9a0171f8-a90a-4bdc-995f-629430fa4d12 Jul 15 17:54:19.893983 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.922292 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.923250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:19.923823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.954299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3741941 Jul 15 17:54:19.957382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48406) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:19.962471 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Request body: {'subnet': {'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1414694000-subnet', 'tenant_id': '917e789d255a477a8c4ebe3167643288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:19.984056 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c04e4-46a9-4b1a-b5e3-9f79b270f9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0171f8-a90a-4bdc-995f-629430fa4d12,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:19.984385 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Made reservation on behalf of 917e789d255a477a8c4ebe3167643288 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:19.986717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:19.994102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:20.152690 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:20.203565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86bff132-0275-470b-895e-f48ae2c95449,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:20.213693 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Checking segment: {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:20.214624 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Network hostable DHCP agents. Network: 9a0171f8-a90a-4bdc-995f-629430fa4d12, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:20.231637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:20.240017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 9a0171f8-a90a-4bdc-995f-629430fa4d12) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:20.243920 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:20.244540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:20.250008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3380a0-0ff1-47ac-ba0b-f066f6949539 None None] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:20.259064 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21eb6ad7-4ebb-44a9-9b43-565d953f48a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3005555 Jul 15 17:54:20.374027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6882b7-5a05-49bb-aca3-5d69ba8d6eeb None None] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:20.673944 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-f43087dc-95fc-4bb1-b3ae-24cbbfd6c6c3 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:20.675402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-f43087dc-95fc-4bb1-b3ae-24cbbfd6c6c3 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 814 time: 0.1053321 Jul 15 17:54:20.694931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-11172463-c0cb-4f02-91f3-2b52df7fdf33 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/quotas/917e789d255a477a8c4ebe3167643288 HTTP/1.1" status: 200 len: 375 time: 0.0142324 Jul 15 17:54:20.728659 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-676bc781-ca05-4025-80a0-c175e0364ea9 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280437 Jul 15 17:54:20.739035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-83589854-ef34-43cb-84af-3720e1353856 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:54:20.739945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-83589854-ef34-43cb-84af-3720e1353856 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054502 Jul 15 17:54:20.871961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-55557dc9-092e-4e7d-9540-bc64606eebf5 service neutron] 10.222.0.25 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265318 Jul 15 17:54:20.959614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-182918a3-017b-49ec-a1d7-11a213280c82 service neutron] 10.222.0.25 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816703 Jul 15 17:54:21.127380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4d26e24-1819-4935-84f9-c65a09e2146c req-a60e3a36-96f1-4273-b7b1-711bae8f11ac tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 210 time: 0.0332401 Jul 15 17:54:22.176441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-263035c6-2eb3-4cea-924b-0f084201d65c tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:22.177939 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-263035c6-2eb3-4cea-924b-0f084201d65c tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.35 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 814 time: 0.1023388 Jul 15 17:54:22.190853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Request body: {'port': {'device_id': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12', 'admin_state_up': True, 'tenant_id': '917e789d255a477a8c4ebe3167643288'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:22.294589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2cdc575d-21db-4289-9cd3-c0ebbbe11be3 req-e09daca5-d39c-4c5a-b79d-77f71463c2aa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 210 time: 0.0388317 Jul 15 17:54:22.333593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Made reservation on behalf of 917e789d255a477a8c4ebe3167643288 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:22.336720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:22.463573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Allocated IP 172.20.0.5 (9a0171f8-a90a-4bdc-995f-629430fa4d12/86bff132-0275-470b-895e-f48ae2c95449/da3d3934-10cd-44f8-a2fd-d8dadd285ad3) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:54:22.612590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:22.650743 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:22.693052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:54:22.698854 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:22.702615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:54:22.729562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Pushing event updated for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:22.756235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:22.756841 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:22.771149 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-6696c66a-fb18-4158-8b7f-6680a7fa7dda tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5839376 Jul 15 17:54:22.781947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Request body: {'port': {'device_id': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:22.857167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.116363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3d3934-10cd-44f8-a2fd-d8dadd285ad3 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:54:23.124946 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.137109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Transition to ACTIVE for port object da3d3934-10cd-44f8-a2fd-d8dadd285ad3 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:23.140745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.192059 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Pushing event updated for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:23.261610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Attempting to bind port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:54:23.261941 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Attempting to bind port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:54:23.262268 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Attempting to bind port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:23.266547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:54:23.266866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Attempting to bind port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:23.271681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:54:23.272016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Checking segment: {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:23.272423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Bound using segment: {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:54:23.272840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Bound port: da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:54:23.273193 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.337894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:54:23.342183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:54:23.346010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.379555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:23.380464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:23.381845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] 10.222.0.35 "PUT /v2.0/ports/da3d3934-10cd-44f8-a2fd-d8dadd285ad3 HTTP/1.1" status: 200 len: 1091 time: 0.6038940 Jul 15 17:54:23.383955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:23.387126 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997c5a0-87c5-45d3-ba5c-f1426c164c45" -d '{"events": [{"name": "network-changed", "server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:23.428098 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d4afdb-0134-48ec-a68d-01d82c69546d x-openstack-request-id: req-27d4afdb-0134-48ec-a68d-01d82c69546d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:23.428436 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:23.428681 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27d4afdb-0134-48ec-a68d-01d82c69546d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:23.429070 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3', 'status': 'completed', 'code': 200} Jul 15 17:54:23.451747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865ffd-b97a-4eb1-944b-4a66ebca1d9e service neutron] Pushing event updated for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:23.527216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c2ac2-1edd-47ea-a1f0-290cf39a33e5 req-d43768a8-49a6-41e9-9b41-d6f2788636c3 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:23.528733 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692c2ac2-1edd-47ea-a1f0-290cf39a33e5 req-d43768a8-49a6-41e9-9b41-d6f2788636c3 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 943 time: 0.1181016 Jul 15 17:54:23.534631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-d85bbc0a-c3f0-4273-a5b7-0e602b2baf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:23.536006 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-d85bbc0a-c3f0-4273-a5b7-0e602b2baf4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 1094 time: 0.1058507 Jul 15 17:54:23.584607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-3a82f481-6b64-47e6-961e-ef5444e75f54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3 HTTP/1.1" status: 200 len: 217 time: 0.0406878 Jul 15 17:54:23.611035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-692c2ac2-1edd-47ea-a1f0-290cf39a33e5 req-4ff1b2b8-8f22-47ed-a990-dd1237f478fe tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Jul 15 17:54:23.646629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-62a2df5d-5c8f-4f34-ae26-e984b37ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:23.647209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-62a2df5d-5c8f-4f34-ae26-e984b37ee7bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86bff132-0275-470b-895e-f48ae2c95449 HTTP/1.1" status: 200 len: 854 time: 0.0533569 Jul 15 17:54:23.680282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-122a1c6c-52c9-440b-a7d2-d2001b86db0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a0171f8-a90a-4bdc-995f-629430fa4d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262632 Jul 15 17:54:23.771350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-2dcc4fd5-eab0-40e0-9111-5ae91d944cb3 service neutron] 10.222.0.35 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850191 Jul 15 17:54:23.861131 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-18dc2fa0-ab23-42f5-9f33-87f7c8155331 req-01bb262e-e0fb-4346-89fe-b4a3cbca035b service neutron] 10.222.0.35 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Jul 15 17:54:23.956576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-fb24e260-77e2-40e2-9253-753b9efd339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:23.958112 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-fb24e260-77e2-40e2-9253-753b9efd339f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 1094 time: 0.0533142 Jul 15 17:54:24.051825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-b175e978-96fe-488e-bf37-4010866fe402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:24.053308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-b175e978-96fe-488e-bf37-4010866fe402 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 914 time: 0.0883718 Jul 15 17:54:24.094507 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-8f1789fd-76db-4fc9-9c08-1288278af296 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3 HTTP/1.1" status: 200 len: 217 time: 0.0342886 Jul 15 17:54:24.146746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-b7a7ffa9-6b34-4ab0-b073-ee6fcac5645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:24.148248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-b7a7ffa9-6b34-4ab0-b073-ee6fcac5645f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86bff132-0275-470b-895e-f48ae2c95449 HTTP/1.1" status: 200 len: 854 time: 0.0473604 Jul 15 17:54:24.183102 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-642be236-d4be-4a62-bc66-d9ce8b4bd370 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a0171f8-a90a-4bdc-995f-629430fa4d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263448 Jul 15 17:54:24.272556 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-fd13495c-8e7d-4492-bc04-cad2a3eca806 service neutron] 10.222.0.35 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828245 Jul 15 17:54:24.367763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5997c5a0-87c5-45d3-ba5c-f1426c164c45 req-e43c5bcc-4288-4dea-b0e3-d64f7e229839 service neutron] 10.222.0.35 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Jul 15 17:54:24.786265 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde8bcf-8472-4f6e-b6d6-f475a0415b38 req-eb946325-6d36-4675-a955-c8fca4745675 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:24.787756 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cde8bcf-8472-4f6e-b6d6-f475a0415b38 req-eb946325-6d36-4675-a955-c8fca4745675 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 943 time: 0.0652144 Jul 15 17:54:24.825407 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3cde8bcf-8472-4f6e-b6d6-f475a0415b38 req-84fb5699-2eb2-45e4-b6b5-2567cda63c5f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Jul 15 17:54:25.881472 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6ee23845-f80b-4bab-b46a-85f09335cc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:26.004898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90029c9-674c-4cc1-8f44-c14180dbb6ef req-298dd7fa-a4a3-4517-8204-c609a6f9173f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:26.006294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b90029c9-674c-4cc1-8f44-c14180dbb6ef req-298dd7fa-a4a3-4517-8204-c609a6f9173f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 943 time: 0.0684836 Jul 15 17:54:26.044757 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b90029c9-674c-4cc1-8f44-c14180dbb6ef req-8ce0ff62-e262-4805-8c20-af509f663961 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Jul 15 17:54:27.159139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device da3d3934-10cd-44f8-a2fd-d8dadd285ad3 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:54:27.215925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553156d-b0ab-461f-951d-6e87cacc7d08 req-f8710697-eade-4a84-b127-fc891f2dd3b2 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:27.217459 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3553156d-b0ab-461f-951d-6e87cacc7d08 req-f8710697-eade-4a84-b127-fc891f2dd3b2 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 943 time: 0.0653002 Jul 15 17:54:27.256374 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3553156d-b0ab-461f-951d-6e87cacc7d08 req-2ac95905-5007-4299-a89e-cebdf173e8c5 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Jul 15 17:54:27.258590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:27.269987 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3', 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12', 'port_id': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3', 'mac_address': 'fa:16:3e:34:0b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bff132-0275-470b-895e-f48ae2c95449', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:54:27.306994 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:27.319287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3d3934-10cd-44f8-a2fd-d8dadd285ad3 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:54:27.339704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:27.343174 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:27.392720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:27.538490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['da3d3934-10cd-44f8-a2fd-d8dadd285ad3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:28.428041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089d0f-5a03-47b1-b0a9-f57d3262f549 req-81851748-6ba6-4248-b7cd-719d30304af6 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:28.429547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e089d0f-5a03-47b1-b0a9-f57d3262f549 req-81851748-6ba6-4248-b7cd-719d30304af6 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 944 time: 0.0635338 Jul 15 17:54:28.468266 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e089d0f-5a03-47b1-b0a9-f57d3262f549 req-c6c79750-3287-4ad8-9de6-f9cf2c2a1776 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330498 Jul 15 17:54:28.881634 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:29.160145 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fab95ec1-61b2-40d0-ad93-903df3ebfae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:29.169651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device da3d3934-10cd-44f8-a2fd-d8dadd285ad3 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:54:29.219257 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:54:29.222816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:54:29.223187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:29.299575 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:29.320600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:29.322830 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af355df-b86b-49a4-b4f3-c6207f84e19a" -d '{"events": [{"server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "name": "network-vif-plugged", "status": "completed", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:29.335417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:29.340733 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:29.388335 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:29.411262 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07b1e39-0b98-41fa-9ab4-43efff382aca x-openstack-request-id: req-a07b1e39-0b98-41fa-9ab4-43efff382aca {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:29.411500 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "name": "network-vif-plugged", "status": "completed", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:29.411755 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a07b1e39-0b98-41fa-9ab4-43efff382aca {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:29.412221 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3', 'code': 200} Jul 15 17:54:29.527565 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aee187-6004-461e-a0b7-60a15fa2fdb6 req-ff4cc2e3-bd3f-430e-8525-529ae20d46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:29.529097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70aee187-6004-461e-a0b7-60a15fa2fdb6 req-ff4cc2e3-bd3f-430e-8525-529ae20d46f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 1096 time: 0.0579836 Jul 15 17:54:29.565187 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70aee187-6004-461e-a0b7-60a15fa2fdb6 req-80adcb96-aa2f-4741-af88-01c00e87a626 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285125 Jul 15 17:54:29.639087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d414484-6391-44a3-93ac-24b1391ab651 req-1cd23ee6-b258-474f-9ad6-9cc9e79d7d9d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:29.640582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d414484-6391-44a3-93ac-24b1391ab651 req-1cd23ee6-b258-474f-9ad6-9cc9e79d7d9d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0635684 Jul 15 17:54:29.678160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d414484-6391-44a3-93ac-24b1391ab651 req-8b4a8fcc-f836-4980-8876-7753464afdc2 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jul 15 17:54:29.767312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:30.854060 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29456f50-ae2f-4fda-840b-cc1e717f3e5d req-82338cea-130f-4070-b086-01df995451e0 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:30.856306 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29456f50-ae2f-4fda-840b-cc1e717f3e5d req-82338cea-130f-4070-b086-01df995451e0 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0668390 Jul 15 17:54:30.893527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29456f50-ae2f-4fda-840b-cc1e717f3e5d req-498c208c-6feb-45b0-a71a-8553f1e679ad tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Jul 15 17:54:31.115164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-715750d1-52e2-4993-be0a-2e183506dd74 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:31.116663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-715750d1-52e2-4993-be0a-2e183506dd74 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 814 time: 0.1018524 Jul 15 17:54:31.131379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-bce9165c-98c7-4eab-a683-dce62f158f92 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/quotas/917e789d255a477a8c4ebe3167643288 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Jul 15 17:54:31.197851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b6bc5817-b435-4ed4-aadf-495b0e5eb285 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615485 Jul 15 17:54:31.209084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-7f8496d3-30d5-43fe-a28f-5b235555e58b tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 17:54:31.210046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-7f8496d3-30d5-43fe-a28f-5b235555e58b tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055873 Jul 15 17:54:31.362153 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-98d290e7-f4d4-4ffd-8ee2-3e1f753721b1 service neutron] 10.222.0.25 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460667 Jul 15 17:54:31.454651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-cf90e2c3-ee97-4cb5-b111-06a9d0b691b0 service neutron] 10.222.0.25 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866957 Jul 15 17:54:31.498388 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:31.620440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64819871-c129-4770-a8ca-ef74c5f9f5e8 req-62e69552-af11-410f-ba47-d6f69b218dab tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 210 time: 0.0287304 Jul 15 17:54:32.766326 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a31523af-3480-459c-8631-28c9690aee31 req-3a14d01e-f4b7-406e-b3e8-daa7641a08d2 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 210 time: 0.0300837 Jul 15 17:54:32.799127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-e2528192-a188-4ec6-93d2-baa4a8ff2753 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:32.800903 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-e2528192-a188-4ec6-93d2-baa4a8ff2753 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.20 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 814 time: 0.1134562 Jul 15 17:54:32.813435 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Request body: {'port': {'device_id': '1e25645e-c63b-4190-8537-fd59985e741d', 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12', 'admin_state_up': True, 'tenant_id': '917e789d255a477a8c4ebe3167643288'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:32.920167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Made reservation on behalf of 917e789d255a477a8c4ebe3167643288 for: {'port': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:32.923571 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.047765 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Allocated IP 172.20.0.6 (9a0171f8-a90a-4bdc-995f-629430fa4d12/86bff132-0275-470b-895e-f48ae2c95449/63a848f6-f3e1-4784-854b-e111955f43f9) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:54:33.191574 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.228558 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.240903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['da3d3934-10cd-44f8-a2fd-d8dadd285ad3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:33.274638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Network 9a0171f8-a90a-4bdc-995f-629430fa4d12 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:54:33.277911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:33.281946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:54:33.304876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Pushing event updated for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:33.332661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:33.333300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.348980 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-fbc76f07-abda-4636-82d6-feb6dfef56fa tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398340 Jul 15 17:54:33.360296 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Request body: {'port': {'device_id': '1e25645e-c63b-4190-8537-fd59985e741d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800085-3'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:33.435998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.691874 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a848f6-f3e1-4784-854b-e111955f43f9 {{(pid=100428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:54:33.699448 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.710736 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Transition to ACTIVE for port object 63a848f6-f3e1-4784-854b-e111955f43f9 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:33.715353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.766833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Pushing event updated for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:33.777224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.777673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.778012 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.778345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.778673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.778999 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.779322 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.779642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.779960 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.780313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.780631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.780945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:33.847355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Attempting to bind port 63a848f6-f3e1-4784-854b-e111955f43f9 on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:54:33.848070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Attempting to bind port 63a848f6-f3e1-4784-854b-e111955f43f9 by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:54:33.848070 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Attempting to bind port 63a848f6-f3e1-4784-854b-e111955f43f9 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:33.852169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Port 63a848f6-f3e1-4784-854b-e111955f43f9 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:54:33.852488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Attempting to bind port 63a848f6-f3e1-4784-854b-e111955f43f9 on network 9a0171f8-a90a-4bdc-995f-629430fa4d12 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:33.858010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:54:33.858344 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Checking segment: {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:33.858725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Bound using segment: {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:54:33.859141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Bound port: 63a848f6-f3e1-4784-854b-e111955f43f9, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821630fe-1d8c-4fc1-ab96-94d1b16ef306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:54:33.859492 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.922911 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:54:33.926163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=63a848f6-f3e1-4784-854b-e111955f43f9,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:54:33.930174 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.945484 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb174b-60ec-47bd-a215-03ff7dd1fa57 req-c21c79a6-c6c4-4131-bf9d-b0e6a59892cc tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:33.947634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fdb174b-60ec-47bd-a215-03ff7dd1fa57 req-c21c79a6-c6c4-4131-bf9d-b0e6a59892cc tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 943 time: 0.0661650 Jul 15 17:54:33.965704 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:33.966334 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:33.967720 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] 10.222.0.20 "PUT /v2.0/ports/63a848f6-f3e1-4784-854b-e111955f43f9 HTTP/1.1" status: 200 len: 1091 time: 0.6117890 Jul 15 17:54:33.968175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:33.970483 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b8b30-af99-49da-b2e2-e2ad857f3e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:33.997092 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7febbd8-e048-4963-8ec3-9287328592ea service neutron] Pushing event updated for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:34.004754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9fdb174b-60ec-47bd-a215-03ff7dd1fa57 req-6d8d9273-e02a-448e-867a-84d5ea640ee7 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511982 Jul 15 17:54:34.066354 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-959e3486-2661-4da1-9ae1-cff524f56476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:34.067891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-959e3486-2661-4da1-9ae1-cff524f56476 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 1094 time: 0.0593355 Jul 15 17:54:34.108936 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8945a-2764-4a1d-b83e-9692b583d649 x-openstack-request-id: req-69f8945a-2764-4a1d-b83e-9692b583d649 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:34.109230 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:34.109503 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69f8945a-2764-4a1d-b83e-9692b583d649 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:34.109887 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9', 'status': 'completed', 'code': 200} Jul 15 17:54:34.111635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-c12912b4-5783-464d-b2e9-02fbe123b04e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63a848f6-f3e1-4784-854b-e111955f43f9 HTTP/1.1" status: 200 len: 217 time: 0.0368779 Jul 15 17:54:34.158750 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-c97edaba-9860-48a6-9ac5-ef2351fa94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:34.160203 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-c97edaba-9860-48a6-9ac5-ef2351fa94ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86bff132-0275-470b-895e-f48ae2c95449 HTTP/1.1" status: 200 len: 854 time: 0.0427003 Jul 15 17:54:34.196012 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-2e04d770-b364-4dd3-b42b-458fae5a05e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a0171f8-a90a-4bdc-995f-629430fa4d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293601 Jul 15 17:54:34.284678 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-413e9c6b-5b5d-4e89-95a6-d8f9a9796ced service neutron] 10.222.0.20 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822239 Jul 15 17:54:34.376886 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-ad63d234-32be-42fd-84e3-3335dcfbbf1c req-a9002a5b-a231-4301-9fb7-05c03317246e service neutron] 10.222.0.20 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864584 Jul 15 17:54:34.474548 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-d5499922-4d28-4bb8-9f79-701669700e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:34.476040 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-d5499922-4d28-4bb8-9f79-701669700e05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=917e789d255a477a8c4ebe3167643288&device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 1094 time: 0.0523512 Jul 15 17:54:34.568057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-98dfbe0f-7de7-49e2-a98e-757720bffe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:34.569538 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-98dfbe0f-7de7-49e2-a98e-757720bffe32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 200 len: 914 time: 0.0874205 Jul 15 17:54:34.608152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-dbe481a2-d237-4970-8689-da3b56eb3b0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63a848f6-f3e1-4784-854b-e111955f43f9 HTTP/1.1" status: 200 len: 217 time: 0.0326142 Jul 15 17:54:34.655951 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-fa0c62df-0d19-488c-9f00-fc5a013c8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:34.657424 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-fa0c62df-0d19-488c-9f00-fc5a013c8708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86bff132-0275-470b-895e-f48ae2c95449 HTTP/1.1" status: 200 len: 854 time: 0.0431094 Jul 15 17:54:34.694605 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-77053a1d-1721-4657-9121-8f105f1790f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a0171f8-a90a-4bdc-995f-629430fa4d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301991 Jul 15 17:54:34.782836 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-2f10e9d8-7c9f-4652-8c19-6c820d31b046 service neutron] 10.222.0.20 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810108 Jul 15 17:54:34.875236 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-680b8b30-af99-49da-b2e2-e2ad857f3e4e req-b2ccdb4e-c1cd-4571-bb7e-7bf70b82a610 service neutron] 10.222.0.20 "GET /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854733 Jul 15 17:54:35.169551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f091103-f548-4ba5-8f63-7d72121c5e3a req-d280af2c-e083-41ec-8f24-25de5d4658c5 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:35.171019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f091103-f548-4ba5-8f63-7d72121c5e3a req-d280af2c-e083-41ec-8f24-25de5d4658c5 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 943 time: 0.0633240 Jul 15 17:54:35.208177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1f091103-f548-4ba5-8f63-7d72121c5e3a req-28342123-c21f-425f-bc6c-8499df11feb8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316699 Jul 15 17:54:36.379925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b979ce4-1c66-416f-ac22-b7f5cbfd7057 req-40aa5dce-39bb-4197-a7d5-e6beb933e23e tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:36.381444 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b979ce4-1c66-416f-ac22-b7f5cbfd7057 req-40aa5dce-39bb-4197-a7d5-e6beb933e23e tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 943 time: 0.0636199 Jul 15 17:54:36.418430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9b979ce4-1c66-416f-ac22-b7f5cbfd7057 req-ba7f60ae-9be4-48cf-9a0b-9c47852047e4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Jul 15 17:54:37.260000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 63a848f6-f3e1-4784-854b-e111955f43f9 details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:54:37.355670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=63a848f6-f3e1-4784-854b-e111955f43f9,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:37.366389 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '63a848f6-f3e1-4784-854b-e111955f43f9', 'network_id': '9a0171f8-a90a-4bdc-995f-629430fa4d12', 'port_id': '63a848f6-f3e1-4784-854b-e111955f43f9', 'mac_address': 'fa:16:3e:81:5e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86bff132-0275-470b-895e-f48ae2c95449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:54:37.402041 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:37.414612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a848f6-f3e1-4784-854b-e111955f43f9 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:54:37.433007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=63a848f6-f3e1-4784-854b-e111955f43f9,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:37.437918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:37.485696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:37.594386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc3f31-d3b4-40f4-96d7-94baf7f20e5e req-5d7ffc71-e87a-4095-93f3-c9223e857630 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:37.595758 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04cc3f31-d3b4-40f4-96d7-94baf7f20e5e req-5d7ffc71-e87a-4095-93f3-c9223e857630 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 944 time: 0.0671163 Jul 15 17:54:37.624843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['63a848f6-f3e1-4784-854b-e111955f43f9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:37.633933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04cc3f31-d3b4-40f4-96d7-94baf7f20e5e req-d5bf024a-6b77-4d7d-ac2f-fd4bc8f4ae76 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Jul 15 17:54:38.817924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45fe56-9ced-4441-84fd-f0213cda3b07 req-3489f914-3d76-4250-b61c-ac7ac8448be1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:38.819399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac45fe56-9ced-4441-84fd-f0213cda3b07 req-3489f914-3d76-4250-b61c-ac7ac8448be1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 944 time: 0.0631378 Jul 15 17:54:38.857147 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ac45fe56-9ced-4441-84fd-f0213cda3b07 req-1f5b7328-1d0e-41f0-949f-32a9c089e669 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jul 15 17:54:39.283854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 63a848f6-f3e1-4784-854b-e111955f43f9 up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:54:39.331436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 63a848f6-f3e1-4784-854b-e111955f43f9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:54:39.335224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 63a848f6-f3e1-4784-854b-e111955f43f9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:54:39.335614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:39.412832 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:39.434103 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:39.436337 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62cecea-218d-41fe-8734-8ffae1a9a40f" -d '{"events": [{"server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "name": "network-vif-plugged", "status": "completed", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:39.450047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=63a848f6-f3e1-4784-854b-e111955f43f9,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:39.453660 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:39.479516 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10509a-4d42-4176-8e51-19f4bab24c6f x-openstack-request-id: req-5f10509a-4d42-4176-8e51-19f4bab24c6f {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:39.480170 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "name": "network-vif-plugged", "status": "completed", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:39.480427 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f10509a-4d42-4176-8e51-19f4bab24c6f {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:39.480807 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9', 'code': 200} Jul 15 17:54:39.508480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:39.586196 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf34250-b85d-4d9b-bf01-58c6c4f31f96 req-119a29df-4fd7-41ca-9ece-206abcd0f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:39.587610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5cf34250-b85d-4d9b-bf01-58c6c4f31f96 req-119a29df-4fd7-41ca-9ece-206abcd0f3db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 1096 time: 0.0514681 Jul 15 17:54:39.620915 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-5cf34250-b85d-4d9b-bf01-58c6c4f31f96 req-59c1f8e0-1912-4885-ab3a-796631a81acc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272932 Jul 15 17:54:40.025832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65445c-38f0-4c77-834f-14c6c34120eb req-08c0a1db-def7-4265-bf78-86b15cdda9ba tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:40.027310 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f65445c-38f0-4c77-834f-14c6c34120eb req-08c0a1db-def7-4265-bf78-86b15cdda9ba tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 945 time: 0.0639670 Jul 15 17:54:40.068728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f65445c-38f0-4c77-834f-14c6c34120eb req-030f41f0-cb00-41c1-af90-5cd7e93d657f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Jul 15 17:54:41.244698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a4468-113c-47e0-adee-50b537225654 req-58544348-267d-47ff-9352-ab56be7c7020 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:41.246177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f0a4468-113c-47e0-adee-50b537225654 req-58544348-267d-47ff-9352-ab56be7c7020 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 945 time: 0.0634663 Jul 15 17:54:41.283602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7f0a4468-113c-47e0-adee-50b537225654 req-ff6d8882-c349-4caa-8141-38ffd436c800 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Jul 15 17:54:41.313798 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:41.399335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:41.660367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48550-ef52-47a7-9111-60d6563a81af req-0f523738-77d6-49f6-8b5e-2b1a6afcc0c7 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:41.661753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2b48550-ef52-47a7-9111-60d6563a81af req-0f523738-77d6-49f6-8b5e-2b1a6afcc0c7 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 945 time: 0.0633454 Jul 15 17:54:41.698546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d2b48550-ef52-47a7-9111-60d6563a81af req-dfa97e19-4d5f-49cc-9a1d-ba8158e75239 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jul 15 17:54:42.836761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-402efe3a-cc1d-4ae6-9df3-d7ec5559458d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:42.838251 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-402efe3a-cc1d-4ae6-9df3-d7ec5559458d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 945 time: 0.0626202 Jul 15 17:54:42.877836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ea421-5172-4aca-bc56-1370673a4fac req-54b40352-28be-4b51-8544-1b631a0fcda1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:42.879316 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc1ea421-5172-4aca-bc56-1370673a4fac req-54b40352-28be-4b51-8544-1b631a0fcda1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e25645e-c63b-4190-8537-fd59985e741d HTTP/1.1" status: 200 len: 945 time: 0.0671020 Jul 15 17:54:42.917404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc1ea421-5172-4aca-bc56-1370673a4fac req-3aaaaf27-fb5a-468b-b9dc-6045b67df7bf tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Jul 15 17:54:42.943364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Deleting port 63a848f6-f3e1-4784-854b-e111955f43f9 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:42.943711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:43.030278 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] For port 63a848f6-f3e1-4784-854b-e111955f43f9, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=63a848f6-f3e1-4784-854b-e111955f43f9,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:43.031051 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:43.048047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Calling delete_port for 63a848f6-f3e1-4784-854b-e111955f43f9 owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:43.171393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:43.184157 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['da3d3934-10cd-44f8-a2fd-d8dadd285ad3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:43.186341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['63a848f6-f3e1-4784-854b-e111955f43f9'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:43.198055 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Pushing event deleted for resources: {'Port': ['ID=63a848f6-f3e1-4784-854b-e111955f43f9,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:43.248871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] No DVR routers for this DVR port 63a848f6-f3e1-4784-854b-e111955f43f9 on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:43.251773 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:43.253610 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-2d87caa9-e757-4c8e-b85b-cb24e4eaf3d7 req-ad6f5d5d-76e1-45a0-af61-f37f739ed7d4 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.20 "DELETE /v2.0/ports/63a848f6-f3e1-4784-854b-e111955f43f9 HTTP/1.1" status: 204 len: 173 time: 0.4097371 Jul 15 17:54:43.254040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'name': 'network-vif-deleted', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:43.256339 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ffd78-6d68-40d5-b5b8-40863d906c9f" -d '{"events": [{"server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "name": "network-vif-deleted", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:43.293649 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b01f9e-fd28-41cc-bc07-ee222971cca4 x-openstack-request-id: req-82b01f9e-fd28-41cc-bc07-ee222971cca4 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:43.293941 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e25645e-c63b-4190-8537-fd59985e741d", "name": "network-vif-deleted", "tag": "63a848f6-f3e1-4784-854b-e111955f43f9", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:43.294191 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b01f9e-fd28-41cc-bc07-ee222971cca4 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:43.294592 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e25645e-c63b-4190-8537-fd59985e741d', 'name': 'network-vif-deleted', 'tag': '63a848f6-f3e1-4784-854b-e111955f43f9', 'status': 'completed', 'code': 200} Jul 15 17:54:44.156584 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23074ba9-8267-485e-9298-908d2cb2e96e req-ad798093-9e1a-4251-8465-151f4f35b9f1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:44.158046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23074ba9-8267-485e-9298-908d2cb2e96e req-ad798093-9e1a-4251-8465-151f4f35b9f1 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0633302 Jul 15 17:54:44.196767 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-23074ba9-8267-485e-9298-908d2cb2e96e req-6897808c-bd8d-487b-b7b4-cd160c035bc5 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Jul 15 17:54:44.386874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dc2a8-e655-46f7-b20a-7b79bc87c349 req-2570aed1-3371-4ca8-a538-0e877531a2b8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:44.388389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-722dc2a8-e655-46f7-b20a-7b79bc87c349 req-2570aed1-3371-4ca8-a538-0e877531a2b8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jul 15 17:54:44.430980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-722dc2a8-e655-46f7-b20a-7b79bc87c349 req-70338c8e-8023-4e65-ab06-0c00c2c8c13b tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366552 Jul 15 17:54:44.610571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a35af-4bc7-4ae1-8993-a9101fe7470b req-83a7a605-5e2e-417e-a196-2d75ad480f7d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:44.612090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-549a35af-4bc7-4ae1-8993-a9101fe7470b req-83a7a605-5e2e-417e-a196-2d75ad480f7d tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0661063 Jul 15 17:54:44.650826 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-549a35af-4bc7-4ae1-8993-a9101fe7470b req-ffbdb7fa-d16d-4b00-8432-ffdd0114967f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329933 Jul 15 17:54:44.925720 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903318-5ad3-48d4-bbce-d2f1b666154f req-71f0b22c-ed89-40ae-9bb5-dd05171890ca tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:44.927229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74903318-5ad3-48d4-bbce-d2f1b666154f req-71f0b22c-ed89-40ae-9bb5-dd05171890ca tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0635695 Jul 15 17:54:44.966031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-74903318-5ad3-48d4-bbce-d2f1b666154f req-0a8a4431-bb5b-46c5-8a72-53f94a7ab21c tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jul 15 17:54:45.144496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0978f-7d10-45a8-a54b-87b8782ad5f8 req-a71859cb-baee-4ed8-be05-f2795d7284f9 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:45.145882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d0978f-7d10-45a8-a54b-87b8782ad5f8 req-a71859cb-baee-4ed8-be05-f2795d7284f9 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0673926 Jul 15 17:54:45.183345 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04d0978f-7d10-45a8-a54b-87b8782ad5f8 req-b3aad896-ec52-4221-abde-4c8df4dd14d0 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Jul 15 17:54:45.368344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99d1f3-af8a-43a5-8406-dd2bf809a42e req-0a5fb1e8-84e0-4d0a-8f0d-b03ffa373b88 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:45.369820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b99d1f3-af8a-43a5-8406-dd2bf809a42e req-0a5fb1e8-84e0-4d0a-8f0d-b03ffa373b88 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0636084 Jul 15 17:54:45.407294 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b99d1f3-af8a-43a5-8406-dd2bf809a42e req-0ee08f99-9b2a-4552-a60d-6421256cbf7f tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Jul 15 17:54:45.924214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79632a-65b1-4e06-95cd-04cfdb8b3caf req-022f5051-4fd0-494e-ac67-88061772cc89 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:45.925595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e79632a-65b1-4e06-95cd-04cfdb8b3caf req-022f5051-4fd0-494e-ac67-88061772cc89 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0632846 Jul 15 17:54:45.967783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5e79632a-65b1-4e06-95cd-04cfdb8b3caf req-403f55f7-6689-4a7c-a7ec-d61caf8befdb tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364838 Jul 15 17:54:47.149044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdd7e7-7cd7-4123-852e-06d66cbbd196 req-f472667f-f4db-416e-b5a7-aaae780bf576 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:47.150482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58fdd7e7-7cd7-4123-852e-06d66cbbd196 req-f472667f-f4db-416e-b5a7-aaae780bf576 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.0729856 Jul 15 17:54:47.216268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58fdd7e7-7cd7-4123-852e-06d66cbbd196 req-7c22d0ba-cd7e-40ec-86e6-64275d20a069 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.25 "GET /v2.0/security-groups?id=6630eeeb-35fb-4f93-bae9-9e473f321749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Jul 15 17:54:47.232194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-8d4447ec-f6f5-4f1f-aa06-fb52e529c1d8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:47.233686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-8d4447ec-f6f5-4f1f-aa06-fb52e529c1d8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.35 "GET /v2.0/ports?device_id=181be479-e2fe-49ab-9b44-22fe4ce47aab HTTP/1.1" status: 200 len: 945 time: 0.1019888 Jul 15 17:54:47.332144 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 63a848f6-f3e1-4784-854b-e111955f43f9 no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:47.339151 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Deleting port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:47.339357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:47.352401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 63a848f6-f3e1-4784-854b-e111955f43f9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:47.352748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 63a848f6-f3e1-4784-854b-e111955f43f9 not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:47.427771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] For port da3d3934-10cd-44f8-a2fd-d8dadd285ad3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,segment=NetworkSegment(821630fe-1d8c-4fc1-ab96-94d1b16ef306),segment_id=821630fe-1d8c-4fc1-ab96-94d1b16ef306)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:47.428141 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:47.445432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Calling delete_port for da3d3934-10cd-44f8-a2fd-d8dadd285ad3 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:47.571888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:47.583673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['da3d3934-10cd-44f8-a2fd-d8dadd285ad3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:54:47.601314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Pushing event deleted for resources: {'Port': ['ID=da3d3934-10cd-44f8-a2fd-d8dadd285ad3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:47.650468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] No DVR routers for this DVR port da3d3934-10cd-44f8-a2fd-d8dadd285ad3 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:47.652974 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:47.654932 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-36412ed0-ca7a-4a63-86c4-a26f061d384b req-d08b1cec-82ec-4ab6-952a-ccd939b65cd8 tempest-ServersNegativeTestJSON-907778477 tempest-ServersNegativeTestJSON-907778477-project] 10.222.0.35 "DELETE /v2.0/ports/da3d3934-10cd-44f8-a2fd-d8dadd285ad3 HTTP/1.1" status: 204 len: 173 time: 0.4161606 Jul 15 17:54:47.655355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'name': 'network-vif-deleted', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:54:47.658352 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc69749-3029-4a8e-82bf-2731897f9d49" -d '{"events": [{"server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "name": "network-vif-deleted", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:54:47.699250 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2356977-83fa-48a9-8df2-fc77dc92507e x-openstack-request-id: req-f2356977-83fa-48a9-8df2-fc77dc92507e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:54:47.699544 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181be479-e2fe-49ab-9b44-22fe4ce47aab", "name": "network-vif-deleted", "tag": "da3d3934-10cd-44f8-a2fd-d8dadd285ad3", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:54:47.699793 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2356977-83fa-48a9-8df2-fc77dc92507e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:54:47.700213 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181be479-e2fe-49ab-9b44-22fe4ce47aab', 'name': 'network-vif-deleted', 'tag': 'da3d3934-10cd-44f8-a2fd-d8dadd285ad3', 'status': 'completed', 'code': 200} Jul 15 17:54:48.307010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48556) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:48.352272 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Deleting subnet 86bff132-0275-470b-895e-f48ae2c95449 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:54:48.355286 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.389894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.427262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.482466 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.510169 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86bff132-0275-470b-895e-f48ae2c95449,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:48.512139 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.516591 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f721f9b3-027b-4da8-ba4c-aad98f13c524 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86bff132-0275-470b-895e-f48ae2c95449 HTTP/1.1" status: 204 len: 168 time: 0.2085118 Jul 15 17:54:48.516810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48558) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:48.584818 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.671863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.681836 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0171f8-a90a-4bdc-995f-629430fa4d12']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:48.692513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821630fe-1d8c-4fc1-ab96-94d1b16ef306') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:48.692851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821630fe-1d8c-4fc1-ab96-94d1b16ef306') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:48.701792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.715691 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.721975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:48.722392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:48.724198 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:48.781899 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.787058 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:48.788994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a0171f8-a90a-4bdc-995f-629430fa4d12 HTTP/1.1" status: 204 len: 168 time: 0.2711391 Jul 15 17:54:48.902746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48562) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:48.946128 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6fab6479-3a03-4862-a482-f83cf12efe2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=917e789d255a477a8c4ebe3167643288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420997 Jul 15 17:54:48.948670 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48564) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:49.001030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.023585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.072754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.074866 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b057d5-54c0-490d-bc71-abb4570d15d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0171f8-a90a-4bdc-995f-629430fa4d12,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:49.075393 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.076590 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6630eeeb-35fb-4f93-bae9-9e473f321749 HTTP/1.1" status: 204 len: 168 time: 0.1270163 Jul 15 17:54:49.086270 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46625b0-0fa0-4ab2-984b-2cc88c3f920d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630eeeb-35fb-4f93-bae9-9e473f321749,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:49.742190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48586) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:49.833298 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333173659'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:49.853802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:49.857250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.866110 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.956001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.959875 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:49.988230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:49.997496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681d01cd-668e-4357-a697-c2204c1c1fc3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:50.006219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:50.006596 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Added segment cd30fc5a-0f00-4119-a1ae-4a06f363018c of type vlan for network 5dedf295-7265-4c96-b32f-9fa94e9f89eb Jul 15 17:54:50.047783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:50.075859 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:50.081834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:50.082403 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:50.142419 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3990808 Jul 15 17:54:50.194590 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d520176-3546-4a4d-b1cd-36848b33600e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Network': ['ID=5dedf295-7265-4c96-b32f-9fa94e9f89eb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:50.205684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:51.283352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device da3d3934-10cd-44f8-a2fd-d8dadd285ad3 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:51.303557 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: da3d3934-10cd-44f8-a2fd-d8dadd285ad3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:51.303900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device da3d3934-10cd-44f8-a2fd-d8dadd285ad3 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:53.385245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48590) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:53.391258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'subnet': {'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:53.481711 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:53.485457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.507689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:54:53.678327 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.758310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Subnet': ['ID=8375a3b9-19fe-4b19-be3e-0d6b0fc09e80,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:53.768401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking segment: {'id': 'cd30fc5a-0f00-4119-a1ae-4a06f363018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:53.768816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network hostable DHCP agents. Network: 5dedf295-7265-4c96-b32f-9fa94e9f89eb, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:53.775572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.776002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.776503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.776942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.777379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.777813 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.778215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.778615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.779045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.779500 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.779933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.780369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:53.801769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:53.812394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5dedf295-7265-4c96-b32f-9fa94e9f89eb) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:53.817391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:53.817980 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.820540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45e7a1-9c73-4625-b019-d39b8bc5dbfb None None] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:53.832188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2afd4f1e-63c9-45ee-ad9b-81887bc74c94 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4455953 Jul 15 17:54:53.835468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48592) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:53.840601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175615250'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:53.861958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:53.865802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.890756 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:53.900634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.900981 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Added segment 01ca2b24-d730-4937-b053-29f70ae5bef9 of type vlan for network 691db09c-89c5-4536-8089-09963aa09828 Jul 15 17:54:53.944924 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.969181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-5dedf295-7265-4c96-b32f-9fa94e9f89eb', 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb', 'tenant_id': '97aff22ce72e4baa8f73d747cc5ab7b5', 'fixed_ips': [{'subnet_id': '8375a3b9-19fe-4b19-be3e-0d6b0fc09e80'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:54:53.970172 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.974248 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:53.980165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:53.980758 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.016403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1798728 Jul 15 17:54:54.019427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:54.024166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'subnet': {'network_id': '691db09c-89c5-4536-8089-09963aa09828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:54.077155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d7c3-07a4-4365-88ee-921de55ec1e9 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Network': ['ID=691db09c-89c5-4536-8089-09963aa09828,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:54.089241 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 691db09c-89c5-4536-8089-09963aa09828 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:54.150865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:54.154558 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.162370 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Allocated IP 2001:db8:0:ffff::2 (5dedf295-7265-4c96-b32f-9fa94e9f89eb/8375a3b9-19fe-4b19-be3e-0d6b0fc09e80/a7bd8842-0360-454c-9299-a08746255d71) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:54:54.359923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.424545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Subnet': ['ID=f161b4c7-9f89-4aeb-b7a1-39d60184bca8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:54.435038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking segment: {'id': '01ca2b24-d730-4937-b053-29f70ae5bef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '691db09c-89c5-4536-8089-09963aa09828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:54.435404 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network hostable DHCP agents. Network: 691db09c-89c5-4536-8089-09963aa09828, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:54.453098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network 691db09c-89c5-4536-8089-09963aa09828 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:54.461777 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 691db09c-89c5-4536-8089-09963aa09828) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:54.467455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:54.468157 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.472583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9c770-01bd-4119-92d8-491e11478727 None None] Network 691db09c-89c5-4536-8089-09963aa09828 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:54.479529 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.484351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8900e0b4-b9c5-4205-a32c-10489bda0a0d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4635653 Jul 15 17:54:54.487035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48598) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:54.505521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Transition to ACTIVE for port object a7bd8842-0360-454c-9299-a08746255d71 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:54.554851 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Transition to ACTIVE for port object a7bd8842-0360-454c-9299-a08746255d71 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:54.564964 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.587385 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.629976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:54:54.638900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:54.647355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:54:54.657131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Pushing event updated for resources: {'Port': ['ID=a7bd8842-0360-454c-9299-a08746255d71,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:54.676201 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.694285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.694636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.694966 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.695311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.695643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.695974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.696323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.696648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.696973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.697295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.697616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.697937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:54:54.746229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.749721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2787d6c-af12-4ff7-92fe-229a2e5a3c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-691db09c-89c5-4536-8089-09963aa09828', 'network_id': '691db09c-89c5-4536-8089-09963aa09828', 'tenant_id': '97aff22ce72e4baa8f73d747cc5ab7b5', 'fixed_ips': [{'subnet_id': 'f161b4c7-9f89-4aeb-b7a1-39d60184bca8'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:54:54.750601 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b2787d6c-af12-4ff7-92fe-229a2e5a3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.753799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Attempting to bind port a7bd8842-0360-454c-9299-a08746255d71 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:54:54.754170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Attempting to bind port a7bd8842-0360-454c-9299-a08746255d71 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'cd30fc5a-0f00-4119-a1ae-4a06f363018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:54:54.754535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Attempting to bind port a7bd8842-0360-454c-9299-a08746255d71 on network 5dedf295-7265-4c96-b32f-9fa94e9f89eb {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:54.766844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:54:54.767219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Checking segment: {'id': 'cd30fc5a-0f00-4119-a1ae-4a06f363018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:54.767616 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.768012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Bound using segment: {'id': 'cd30fc5a-0f00-4119-a1ae-4a06f363018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:54:54.768531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Bound port: a7bd8842-0360-454c-9299-a08746255d71, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd30fc5a-0f00-4119-a1ae-4a06f363018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5dedf295-7265-4c96-b32f-9fa94e9f89eb'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:54:54.768897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.775632 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Subnet': ['ID=f161b4c7-9f89-4aeb-b7a1-39d60184bca8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:54.841321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.852152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691db09c-89c5-4536-8089-09963aa09828']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:54.863223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ca2b24-d730-4937-b053-29f70ae5bef9') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:54.863519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ca2b24-d730-4937-b053-29f70ae5bef9') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:54.873704 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.881609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a5aad5-2e8f-4853-a573-737907fdcb52 None None] Network 691db09c-89c5-4536-8089-09963aa09828 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:54.888477 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.895153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:54.895728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:54.898841 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:54.912670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] For port a7bd8842-0360-454c-9299-a08746255d71, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:54:54.951828 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] For port a7bd8842-0360-454c-9299-a08746255d71, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a7bd8842-0360-454c-9299-a08746255d71,segment=NetworkSegment(cd30fc5a-0f00-4119-a1ae-4a06f363018c),segment_id=cd30fc5a-0f00-4119-a1ae-4a06f363018c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:54:54.957276 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.958895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.962508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:54.970015 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/691db09c-89c5-4536-8089-09963aa09828 HTTP/1.1" status: 204 len: 168 time: 0.4766428 Jul 15 17:54:54.970547 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48600) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:54.977422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116228477'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:54.981159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6454a-c931-4b4c-ab7d-9181981612be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Network': ['ID=691db09c-89c5-4536-8089-09963aa09828,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:55.000709 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:55.004420 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.035279 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:55.059692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.060032 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Added segment 51d0b3a2-1ca4-46b4-8f58-60d03a66ef6e of type vlan for network d43e99e8-738e-4d01-b893-bd4806639c26 Jul 15 17:54:55.070943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f802a-3d6e-44e1-8b35-71e75423fa52 None None] Pushing event updated for resources: {'Port': ['ID=a7bd8842-0360-454c-9299-a08746255d71,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:55.108173 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.137812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.144222 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:55.144839 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.188880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48602) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:55.189916 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2173977 Jul 15 17:54:55.203883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'subnet': {'network_id': 'd43e99e8-738e-4d01-b893-bd4806639c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:55.249758 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06158f-8e9d-481a-868b-df8cac6ba4a6 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Network': ['ID=d43e99e8-738e-4d01-b893-bd4806639c26,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:55.260182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d43e99e8-738e-4d01-b893-bd4806639c26 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:55.313948 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:55.317763 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.385737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Performing IP validity checks on allocation pools {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 15 17:54:55.386260 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.ipam_backend_mixin [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100429) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 15 17:54:55.514698 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.580355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Subnet': ['ID=a0cc966c-c1c2-4a1b-a319-a5089478922d,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:55.587491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking segment: {'id': '51d0b3a2-1ca4-46b4-8f58-60d03a66ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd43e99e8-738e-4d01-b893-bd4806639c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:55.587849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network hostable DHCP agents. Network: d43e99e8-738e-4d01-b893-bd4806639c26, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:55.604736 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network d43e99e8-738e-4d01-b893-bd4806639c26 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:55.613929 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d43e99e8-738e-4d01-b893-bd4806639c26) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:55.617949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:55.618549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.622480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186bce14-e385-49db-91c3-08dd062bb760 None None] Network d43e99e8-738e-4d01-b893-bd4806639c26 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:55.633061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-24a7ee62-c094-427a-8e5b-e419845a591b tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4427998 Jul 15 17:54:55.635716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48604) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:55.754178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.793237 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cd82f-21a1-45c1-965d-9ed81c5572e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-d43e99e8-738e-4d01-b893-bd4806639c26', 'network_id': 'd43e99e8-738e-4d01-b893-bd4806639c26', 'tenant_id': '97aff22ce72e4baa8f73d747cc5ab7b5', 'fixed_ips': [{'subnet_id': 'a0cc966c-c1c2-4a1b-a319-a5089478922d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:54:55.794209 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd82f-21a1-45c1-965d-9ed81c5572e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.819714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.890998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a7bd8842-0360-454c-9299-a08746255d71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:54:55.896067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.932637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cc966c-c1c2-4a1b-a319-a5089478922d,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:55.944536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9c16498-1d2b-4bd6-8778-c395969457bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server [None req-cb6cd82f-21a1-45c1-965d-9ed81c5572e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0cc966c-c1c2-4a1b-a319-a5089478922d: This subnet is being modified by another concurrent operation. Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise self.value Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server raise exception Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0cc966c-c1c2-4a1b-a319-a5089478922d: This subnet is being modified by another concurrent operation. Jul 15 17:54:55.959937 n-d-800085-3 neutron-server[100430]: ERROR oslo_messaging.rpc.server Jul 15 17:54:55.976804 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03644c1f-1f92-45b2-9117-a4a5a1d8620f None None] Network d43e99e8-738e-4d01-b893-bd4806639c26 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:55.995922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a7bd8842-0360-454c-9299-a08746255d71 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:54:56.011423 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.022991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43e99e8-738e-4d01-b893-bd4806639c26']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:56.034660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d0b3a2-1ca4-46b4-8f58-60d03a66ef6e') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:56.034985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d0b3a2-1ca4-46b4-8f58-60d03a66ef6e') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:56.044812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.059842 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.067572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:56.068348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:56.071487 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:56.123034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe5e1c-c0f4-40b8-a2d3-d6f304940e81 None None] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:56.138039 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.143469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.149448 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48606) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:56.149940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/d43e99e8-738e-4d01-b893-bd4806639c26 HTTP/1.1" status: 204 len: 168 time: 0.5125189 Jul 15 17:54:56.154321 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1308047187'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:56.163332 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efe160-cc36-4bce-a73c-66750c7a81e4 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Network': ['ID=d43e99e8-738e-4d01-b893-bd4806639c26,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:56.175780 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:56.180554 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.208149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:56.211745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Provisioning for port a7bd8842-0360-454c-9299-a08746255d71 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:54:56.217714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.219120 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Added segment d1565bf6-543e-4f9a-8f0c-785ae5966b2d of type vlan for network 33af5149-ab88-44c3-847d-f6c23d47de29 Jul 15 17:54:56.235549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Provisioning complete for port a7bd8842-0360-454c-9299-a08746255d71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:54:56.235852 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.272208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.302940 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.308663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:56.309252 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.344215 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1938810 Jul 15 17:54:56.347827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:56.353594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'subnet': {'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:56.364284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.379147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414083f-dbd1-46b2-b41b-45f90c46fa69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Network': ['ID=33af5149-ab88-44c3-847d-f6c23d47de29,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:56.394743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 33af5149-ab88-44c3-847d-f6c23d47de29 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:56.428989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] For port a7bd8842-0360-454c-9299-a08746255d71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a7bd8842-0360-454c-9299-a08746255d71,segment=NetworkSegment(cd30fc5a-0f00-4119-a1ae-4a06f363018c),segment_id=cd30fc5a-0f00-4119-a1ae-4a06f363018c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:56.435891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.454263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:56.458151 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.518516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6dd2b-db8d-4387-a154-224862266edf None None] Pushing event updated for resources: {'Port': ['ID=a7bd8842-0360-454c-9299-a08746255d71,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:56.581264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c2590-dc87-47cf-b42d-a458b78104d4 None None] get_active_networks_info from n-d-800085-3 {{(pid=100430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 17:54:56.654915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.657739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c2590-dc87-47cf-b42d-a458b78104d4 None None] Resources bound (agent type, host, resource id): {{(pid=100430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 15 17:54:56.676357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2a636c98-b934-403e-b1da-846b6586e256 None None] Provisioning complete for port a7bd8842-0360-454c-9299-a08746255d71 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:54:56.676738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a636c98-b934-403e-b1da-846b6586e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.725828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Subnet': ['ID=c53eb04d-98db-4919-9882-6d3ac2b84943,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:56.734530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking segment: {'id': 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:56.734894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network hostable DHCP agents. Network: 33af5149-ab88-44c3-847d-f6c23d47de29, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:56.752662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network 33af5149-ab88-44c3-847d-f6c23d47de29 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:56.762507 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 33af5149-ab88-44c3-847d-f6c23d47de29) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:56.767580 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:56.768223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.783210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-67212649-3c1d-47b0-88e2-16ce9cb271d7 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4340458 Jul 15 17:54:56.787047 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48610) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:56.792910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999692942'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:56.812910 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:56.816421 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.839842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:54:56.849215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.849561 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Added segment 5302381f-4601-4ef3-a543-5a4ac9c36cfa of type vlan for network afbac8db-4acd-42f6-bef6-eceee8fcc120 Jul 15 17:54:56.898629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.928406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.934214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:56.934805 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:56.947300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564fa32-f698-40d5-b3f7-261928b91467 None None] Network 33af5149-ab88-44c3-847d-f6c23d47de29 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:56.973209 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1847548 Jul 15 17:54:56.976155 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48612) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:56.983198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Request body: {'subnet': {'network_id': 'afbac8db-4acd-42f6-bef6-eceee8fcc120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:54:57.028774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a2542-780f-43e5-b800-2a80ac79f623 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Network': ['ID=afbac8db-4acd-42f6-bef6-eceee8fcc120,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:57.051527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network afbac8db-4acd-42f6-bef6-eceee8fcc120 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:54:57.100592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Made reservation on behalf of 97aff22ce72e4baa8f73d747cc5ab7b5 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:54:57.104541 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.152575 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-33af5149-ab88-44c3-847d-f6c23d47de29', 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29', 'tenant_id': '97aff22ce72e4baa8f73d747cc5ab7b5', 'fixed_ips': [{'subnet_id': 'c53eb04d-98db-4919-9882-6d3ac2b84943'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:54:57.153431 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.287849 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.289735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Allocated IP 2001:db8::2 (33af5149-ab88-44c3-847d-f6c23d47de29/c53eb04d-98db-4919-9882-6d3ac2b84943/b3150560-8be5-4838-a788-cde76b4d4bac) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:54:57.353476 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event updated for resources: {'Subnet': ['ID=cb62f048-1100-4520-8726-b13ed47ad4d4,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:57.357872 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Checking segment: {'id': '5302381f-4601-4ef3-a543-5a4ac9c36cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'afbac8db-4acd-42f6-bef6-eceee8fcc120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:57.358236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network hostable DHCP agents. Network: afbac8db-4acd-42f6-bef6-eceee8fcc120, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:54:57.376589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Network afbac8db-4acd-42f6-bef6-eceee8fcc120 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:54:57.385029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, afbac8db-4acd-42f6-bef6-eceee8fcc120) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:57.389312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:54:57.389999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.398035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3dee1-f7b6-4995-b76a-7a149053a847 None None] Network afbac8db-4acd-42f6-bef6-eceee8fcc120 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:57.403793 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19ebed16-fa5a-45ef-a013-ee9cbab89f49 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265921 Jul 15 17:54:57.406712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48614) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:57.504371 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.504625 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.522837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Transition to ACTIVE for port object b3150560-8be5-4838-a788-cde76b4d4bac will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:57.559356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Transition to ACTIVE for port object b3150560-8be5-4838-a788-cde76b4d4bac will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:54:57.569600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.583295 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.616929 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Network 33af5149-ab88-44c3-847d-f6c23d47de29 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:54:57.621953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:54:57.642106 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.647348 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:54:57.651720 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Pushing event updated for resources: {'Port': ['ID=b3150560-8be5-4838-a788-cde76b4d4bac,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:57.675962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Subnet': ['ID=cb62f048-1100-4520-8726-b13ed47ad4d4,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:57.743202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.758044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbac8db-4acd-42f6-bef6-eceee8fcc120']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:57.770162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5302381f-4601-4ef3-a543-5a4ac9c36cfa') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:57.770508 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5302381f-4601-4ef3-a543-5a4ac9c36cfa') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:57.784255 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.798821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.805310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:57.805699 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:57.809148 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:57.842247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50585ef4-7b23-4c5b-ae19-45724057e2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-afbac8db-4acd-42f6-bef6-eceee8fcc120', 'network_id': 'afbac8db-4acd-42f6-bef6-eceee8fcc120', 'tenant_id': '97aff22ce72e4baa8f73d747cc5ab7b5', 'fixed_ips': [{'subnet_id': 'cb62f048-1100-4520-8726-b13ed47ad4d4'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:54:57.843099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-50585ef4-7b23-4c5b-ae19-45724057e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.845281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a7bd8842-0360-454c-9299-a08746255d71 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:54:57.870701 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.880147 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.881991 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/afbac8db-4acd-42f6-bef6-eceee8fcc120 HTTP/1.1" status: 204 len: 168 time: 0.4743569 Jul 15 17:54:57.884883 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48616) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:57.891946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93fa36-76eb-46a6-990e-531f4f637253 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Network': ['ID=afbac8db-4acd-42f6-bef6-eceee8fcc120,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:57.915046 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edd60c2-b993-43f4-a0c8-d83ae129d9fb tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] GET failed (client error): The resource could not be found. Jul 15 17:54:57.916416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9edd60c2-b993-43f4-a0c8-d83ae129d9fb tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "GET /v2.0/subnets/cb62f048-1100-4520-8726-b13ed47ad4d4 HTTP/1.1" status: 404 len: 337 time: 0.0303955 Jul 15 17:54:57.919150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:57.924344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Attempting to bind port b3150560-8be5-4838-a788-cde76b4d4bac on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:54:57.924718 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Attempting to bind port b3150560-8be5-4838-a788-cde76b4d4bac by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:54:57.925074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Attempting to bind port b3150560-8be5-4838-a788-cde76b4d4bac on network 33af5149-ab88-44c3-847d-f6c23d47de29 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:54:57.932097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625aacf-838c-4e83-beec-369ec5d1f580 None None] Network afbac8db-4acd-42f6-bef6-eceee8fcc120 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:57.935471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:54:57.935834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Checking segment: {'id': 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:54:57.936286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.937327 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Bound using segment: {'id': 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:54:57.938071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Bound port: b3150560-8be5-4838-a788-cde76b4d4bac, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33af5149-ab88-44c3-847d-f6c23d47de29'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:54:57.938450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.938623 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51e8433-aa81-4f6a-8261-38f9f0470c2d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:57.939185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51e8433-aa81-4f6a-8261-38f9f0470c2d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:57.940947 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b51e8433-aa81-4f6a-8261-38f9f0470c2d tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/afbac8db-4acd-42f6-bef6-eceee8fcc120 HTTP/1.1" status: 404 len: 339 time: 0.0208673 Jul 15 17:54:57.944740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48620) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:57.961745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625aacf-838c-4e83-beec-369ec5d1f580 None None] Network afbac8db-4acd-42f6-bef6-eceee8fcc120 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:54:57.971751 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6e23b7-dacf-453f-8dec-7dec3124d86f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:57.972249 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6e23b7-dacf-453f-8dec-7dec3124d86f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:57.972378 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a7bd8842-0360-454c-9299-a08746255d71 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:54:57.972662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:57.974042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a6e23b7-dacf-453f-8dec-7dec3124d86f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/subnets/cb62f048-1100-4520-8726-b13ed47ad4d4 HTTP/1.1" status: 404 len: 337 time: 0.0283942 Jul 15 17:54:57.976671 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:57.994915 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1329c59-08af-40f2-b803-c496956803f5 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:57.995461 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1329c59-08af-40f2-b803-c496956803f5 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:57.997200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a1329c59-08af-40f2-b803-c496956803f5 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/afbac8db-4acd-42f6-bef6-eceee8fcc120 HTTP/1.1" status: 404 len: 339 time: 0.0196319 Jul 15 17:54:58.000769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48624) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.050036 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] For port b3150560-8be5-4838-a788-cde76b4d4bac, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:54:58.051485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Deleting subnet c53eb04d-98db-4919-9882-6d3ac2b84943 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:54:58.053965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] For port b3150560-8be5-4838-a788-cde76b4d4bac, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3150560-8be5-4838-a788-cde76b4d4bac,segment=NetworkSegment(d1565bf6-543e-4f9a-8f0c-785ae5966b2d),segment_id=d1565bf6-543e-4f9a-8f0c-785ae5966b2d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:54:58.055451 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.059489 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.097693 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.150781 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c3a65-d74a-47d7-bce1-c7272482b9a9 None None] Pushing event updated for resources: {'Port': ['ID=b3150560-8be5-4838-a788-cde76b4d4bac,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:58.195336 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.255978 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.285058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Subnet': ['ID=c53eb04d-98db-4919-9882-6d3ac2b84943,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:58.289734 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.293413 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d72eae78-7713-4a0c-9434-9ed6bffcaf69 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/subnets/c53eb04d-98db-4919-9882-6d3ac2b84943 HTTP/1.1" status: 204 len: 168 time: 0.2916009 Jul 15 17:54:58.297247 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48626) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.386696 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.440791 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Deleting port b3150560-8be5-4838-a788-cde76b4d4bac {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:58.441158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.505431 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] For port b3150560-8be5-4838-a788-cde76b4d4bac, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b3150560-8be5-4838-a788-cde76b4d4bac,segment=NetworkSegment(d1565bf6-543e-4f9a-8f0c-785ae5966b2d),segment_id=d1565bf6-543e-4f9a-8f0c-785ae5966b2d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:58.505788 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.517248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Calling delete_port for b3150560-8be5-4838-a788-cde76b4d4bac owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:58.594620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.619770 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Port': ['ID=b3150560-8be5-4838-a788-cde76b4d4bac,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:58.624057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No DVR routers for this DVR port b3150560-8be5-4838-a788-cde76b4d4bac on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:58.704486 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.715140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33af5149-ab88-44c3-847d-f6c23d47de29']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:58.726072 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:58.726372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1565bf6-543e-4f9a-8f0c-785ae5966b2d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:58.736692 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.750704 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.756657 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:58.757045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:58.760031 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:58.822158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.831829 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.833804 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/33af5149-ab88-44c3-847d-f6c23d47de29 HTTP/1.1" status: 204 len: 168 time: 0.5349994 Jul 15 17:54:58.836351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48628) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.850993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbe6c9-05f5-4a7b-8e5f-2fdf8332d16c tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Network': ['ID=33af5149-ab88-44c3-847d-f6c23d47de29,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:58.865890 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-c229275e-d682-46a9-94b8-b1f92e0dbdfc tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:58.866360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c229275e-d682-46a9-94b8-b1f92e0dbdfc tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:58.869489 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c229275e-d682-46a9-94b8-b1f92e0dbdfc tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/subnets/a0cc966c-c1c2-4a1b-a319-a5089478922d HTTP/1.1" status: 404 len: 337 time: 0.0321188 Jul 15 17:54:58.872135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48630) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.886099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:58.892152 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa83b92-475c-4ebd-92f7-ccbb272ecc4e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:58.892958 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa83b92-475c-4ebd-92f7-ccbb272ecc4e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:58.894699 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9fa83b92-475c-4ebd-92f7-ccbb272ecc4e tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/d43e99e8-738e-4d01-b893-bd4806639c26 HTTP/1.1" status: 404 len: 339 time: 0.0214331 Jul 15 17:54:58.897264 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48632) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.929096 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3881f458-5f99-4598-8072-64fc624e9db2 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:58.929556 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3881f458-5f99-4598-8072-64fc624e9db2 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:58.931311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3881f458-5f99-4598-8072-64fc624e9db2 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/subnets/f161b4c7-9f89-4aeb-b7a1-39d60184bca8 HTTP/1.1" status: 404 len: 337 time: 0.0331476 Jul 15 17:54:58.933975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48634) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:58.953822 n-d-800085-3 neutron-server[100429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea41673-d48e-45d3-81af-dad6f58da56f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] DELETE failed (client error): The resource could not be found. Jul 15 17:54:58.954414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea41673-d48e-45d3-81af-dad6f58da56f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100429) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 15 17:54:58.956195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ea41673-d48e-45d3-81af-dad6f58da56f tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/691db09c-89c5-4536-8089-09963aa09828 HTTP/1.1" status: 404 len: 339 time: 0.0212665 Jul 15 17:54:58.958733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48636) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:59.013215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Deleting subnet 8375a3b9-19fe-4b19-be3e-0d6b0fc09e80 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:54:59.017495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.059233 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.158354 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.163094 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-47f4e960-beb6-404f-aa4c-b6aa15d70989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.179047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84661c11-8291-41c7-b336-b24b7fc745e2 None None] DHCP port deletion for 33af5149-ab88-44c3-847d-f6c23d47de29 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:54:59.198837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d571e42c-16cd-4a25-a312-056fac14215b None None] Could not find standard attr ID for object b3150560-8be5-4838-a788-cde76b4d4bac. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:54:59.201967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d354a-a935-4721-922c-70e2accbe322 None None] Network 33af5149-ab88-44c3-847d-f6c23d47de29 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:59.214950 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d354a-a935-4721-922c-70e2accbe322 None None] Network 33af5149-ab88-44c3-847d-f6c23d47de29 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:54:59.222878 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.250495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Subnet': ['ID=8375a3b9-19fe-4b19-be3e-0d6b0fc09e80,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:59.254246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.256078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a5920053-effe-4d51-bb15-9e5c4e31d5be tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/subnets/8375a3b9-19fe-4b19-be3e-0d6b0fc09e80 HTTP/1.1" status: 204 len: 168 time: 0.2964201 Jul 15 17:54:59.258508 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48638) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:54:59.261969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa7942-2fdf-4ca7-9b5e-445760081d74 None None] Network 5dedf295-7265-4c96-b32f-9fa94e9f89eb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:54:59.340370 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.392530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Deleting port a7bd8842-0360-454c-9299-a08746255d71 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:59.392877 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.451560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] DHCP port deletion for 5dedf295-7265-4c96-b32f-9fa94e9f89eb request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:54:59.458778 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] For port a7bd8842-0360-454c-9299-a08746255d71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a7bd8842-0360-454c-9299-a08746255d71,segment=NetworkSegment(cd30fc5a-0f00-4119-a1ae-4a06f363018c),segment_id=cd30fc5a-0f00-4119-a1ae-4a06f363018c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:59.459081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.471554 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Calling delete_port for a7bd8842-0360-454c-9299-a08746255d71 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:59.496789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Deleting port a7bd8842-0360-454c-9299-a08746255d71 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:54:59.497163 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.554547 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.559154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] For port a7bd8842-0360-454c-9299-a08746255d71, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a7bd8842-0360-454c-9299-a08746255d71,segment=NetworkSegment(cd30fc5a-0f00-4119-a1ae-4a06f363018c),segment_id=cd30fc5a-0f00-4119-a1ae-4a06f363018c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:54:59.559545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.576689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Calling delete_port for a7bd8842-0360-454c-9299-a08746255d71 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:54:59.582110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Port': ['ID=a7bd8842-0360-454c-9299-a08746255d71,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:59.583934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] No DVR routers for this DVR port a7bd8842-0360-454c-9299-a08746255d71 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 15 17:54:59.646440 n-d-800085-3 neutron-server[100430]: self.session.flush() Jul 15 17:54:59.652654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.666021 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.676898 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dedf295-7265-4c96-b32f-9fa94e9f89eb']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:59.678773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] Pushing event deleted for resources: {'Port': ['ID=a7bd8842-0360-454c-9299-a08746255d71,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:54:59.680876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fc4a1-a635-4112-b917-4b8f73b91f68 None None] No DVR routers for this DVR port a7bd8842-0360-454c-9299-a08746255d71 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:54:59.693187 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd30fc5a-0f00-4119-a1ae-4a06f363018c') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:59.693469 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd30fc5a-0f00-4119-a1ae-4a06f363018c') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:54:59.702708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.717622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.723441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:54:59.723849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:54:59.727133 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:54:59.770944 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.783416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a7bd8842-0360-454c-9299-a08746255d71 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:54:59.788738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.795879 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:54:59.800478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] 10.222.0.25 "DELETE /v2.0/networks/5dedf295-7265-4c96-b32f-9fa94e9f89eb HTTP/1.1" status: 204 len: 168 time: 0.5387657 Jul 15 17:54:59.807960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a7bd8842-0360-454c-9299-a08746255d71 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:54:59.808343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a7bd8842-0360-454c-9299-a08746255d71 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:54:59.813017 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92be91-d19a-42e8-9ffc-d394e12b7948 tempest-NetworksIpV6Test-800536334 tempest-NetworksIpV6Test-800536334-project] Pushing event deleted for resources: {'Network': ['ID=5dedf295-7265-4c96-b32f-9fa94e9f89eb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:00.041515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48644) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:00.171950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fcb01649-57ce-4974-a1bf-dcb2ea70f1f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97aff22ce72e4baa8f73d747cc5ab7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292689 Jul 15 17:55:00.174457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48648) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:00.221669 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:00.242008 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:00.288368 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:00.290869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:00.292001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/681d01cd-668e-4357-a697-c2204c1c1fc3 HTTP/1.1" status: 204 len: 168 time: 0.1166556 Jul 15 17:55:00.300095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa113d-2c1f-47b4-b68a-ff0064c7ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d01cd-668e-4357-a697-c2204c1c1fc3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:00.896719 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48670) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:00.987954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-866409434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:01.012684 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.013588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.099070 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.102885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.117236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.118418 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-756257e4-6ce7-40ba-ae5c-1225a7d6f677 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2206984 Jul 15 17:55:01.121161 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48674) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:01.126194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1464326102'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:01.145417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Made reservation on behalf of 8c5cbecc650e4e3e881a310d7edcc741 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:01.148748 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.158238 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.246520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.250466 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.277405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:55:01.287740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087634eb-81fe-4c69-9f38-33ce47e49898,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:01.292690 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.293034 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Added segment 1d54b327-03da-4646-a98c-2949ecbfaa21 of type vlan for network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea Jul 15 17:55:01.333601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.365959 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.371551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:01.372169 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.406290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2840803 Jul 15 17:55:01.409041 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:01.413865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'subnet': {'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:01.460971 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dc915-cd3e-48fd-8503-27c821b03bbd tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event updated for resources: {'Network': ['ID=6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:01.470771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:55:01.509749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.537902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Made reservation on behalf of 8c5cbecc650e4e3e881a310d7edcc741 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:01.541456 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.729635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.789034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event updated for resources: {'Subnet': ['ID=945927ef-f303-400e-bfef-82cbf1ec00ac,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:01.798294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Checking segment: {'id': '1d54b327-03da-4646-a98c-2949ecbfaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:01.798648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Network hostable DHCP agents. Network: 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:55:01.814476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:55:01.822028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:01.826789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:01.827384 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.829985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae1196-147f-4e77-962f-c7f55fec4c60 None None] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:01.841857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b9eb29f5-5ab7-4063-a57c-db75e3d767a9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4315190 Jul 15 17:55:01.844752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48680) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:01.849810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1334811882'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:01.869913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Made reservation on behalf of 8c5cbecc650e4e3e881a310d7edcc741 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:01.874004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.899787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:55:01.909046 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.909390 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Added segment 0ea1d610-b93e-4564-99e4-ee73e1ac69df of type vlan for network d1c954d4-377c-4314-9c5e-aaa665845dc2 Jul 15 17:55:01.949728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.978611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea', 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea', 'tenant_id': '8c5cbecc650e4e3e881a310d7edcc741', 'fixed_ips': [{'subnet_id': '945927ef-f303-400e-bfef-82cbf1ec00ac'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:55:01.978812 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.979518 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:01.985398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:01.986026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.024320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1759777 Jul 15 17:55:02.024749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48682) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:02.029956 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'subnet': {'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:02.122631 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Made reservation on behalf of 8c5cbecc650e4e3e881a310d7edcc741 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:02.122980 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Allocated IP 172.20.0.2 (6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea/945927ef-f303-400e-bfef-82cbf1ec00ac/abcbb1a2-fd73-46fa-a4f5-495e54aa30d7) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:02.127165 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.278658 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.287549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Transition to ACTIVE for port object abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:02.302807 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Transition to ACTIVE for port object abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:02.309461 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.324523 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.347534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b754852-aebb-42a5-a0b4-b18b3fe95193 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event updated for resources: {'Network': ['ID=d1c954d4-377c-4314-9c5e-aaa665845dc2,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:02.350815 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:02.353832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:02.357414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:02.360742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:55:02.395369 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event updated for resources: {'Subnet': ['ID=42e6044c-5a88-4a16-b465-4d4975f15a38,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:02.411223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Checking segment: {'id': '0ea1d610-b93e-4564-99e4-ee73e1ac69df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:02.411579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Network hostable DHCP agents. Network: d1c954d4-377c-4314-9c5e-aaa665845dc2, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:55:02.417990 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Pushing event updated for resources: {'Port': ['ID=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:02.429873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:55:02.438643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, d1c954d4-377c-4314-9c5e-aaa665845dc2) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:02.442890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:02.443487 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.458386 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5b478afe-66c0-453d-8a3b-245abf2dbea3 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4324937 Jul 15 17:55:02.461002 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48684) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:02.465659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-670c2be1-892e-4b01-945c-91313ceb725f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:02.473979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e708e1-f8bd-4e84-8e56-7fdbc40aa9d3 None None] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:02.506053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Attempting to bind port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:02.506427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Attempting to bind port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1d54b327-03da-4646-a98c-2949ecbfaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:02.506790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Attempting to bind port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 on network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:02.526651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:02.527027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Checking segment: {'id': '1d54b327-03da-4646-a98c-2949ecbfaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:02.527429 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.527823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Bound using segment: {'id': '1d54b327-03da-4646-a98c-2949ecbfaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:02.528315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Bound port: abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d54b327-03da-4646-a98c-2949ecbfaa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:02.528693 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.666693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] For port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:02.671464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] For port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,segment=NetworkSegment(1d54b327-03da-4646-a98c-2949ecbfaa21),segment_id=1d54b327-03da-4646-a98c-2949ecbfaa21)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:02.674588 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-670c2be1-892e-4b01-945c-91313ceb725f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.679561 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.743542 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-d1c954d4-377c-4314-9c5e-aaa665845dc2', 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2', 'tenant_id': '8c5cbecc650e4e3e881a310d7edcc741', 'fixed_ips': [{'subnet_id': '42e6044c-5a88-4a16-b465-4d4975f15a38'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:55:02.744462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:02.797750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fa0a-aedd-4824-99ee-b8563021ce9e None None] Pushing event updated for resources: {'Port': ['ID=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:02.821242 n-d-800085-3 neutron-server[100428]: INFO neutron.api.v2.resource [None req-670c2be1-892e-4b01-945c-91313ceb725f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 15 17:55:02.822302 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-670c2be1-892e-4b01-945c-91313ceb725f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "PUT /v2.0/routers/1d72e3d0-768f-4fb7-805f-25e0acc81e13 HTTP/1.1" status: 400 len: 364 time: 0.3602619 Jul 15 17:55:02.829537 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:02.893370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Deleting subnet 42e6044c-5a88-4a16-b465-4d4975f15a38 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:55:02.958523 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Allocated IP 172.21.0.2 (d1c954d4-377c-4314-9c5e-aaa665845dc2/42e6044c-5a88-4a16-b465-4d4975f15a38/d277dcb8-6f54-4391-b792-a44a5a520b58) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:03.131986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.141134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Transition to ACTIVE for port object d277dcb8-6f54-4391-b792-a44a5a520b58 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:03.157351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Transition to ACTIVE for port object d277dcb8-6f54-4391-b792-a44a5a520b58 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:03.162234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.162955 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.204482 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:03.207332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:03.207810 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.211048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:03.218681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Pushing event updated for resources: {'Port': ['ID=d277dcb8-6f54-4391-b792-a44a5a520b58,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:03.275731 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Attempting to bind port d277dcb8-6f54-4391-b792-a44a5a520b58 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:03.276087 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Attempting to bind port d277dcb8-6f54-4391-b792-a44a5a520b58 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '0ea1d610-b93e-4564-99e4-ee73e1ac69df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:03.276490 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Attempting to bind port d277dcb8-6f54-4391-b792-a44a5a520b58 on network d1c954d4-377c-4314-9c5e-aaa665845dc2 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:03.282365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:03.282736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Checking segment: {'id': '0ea1d610-b93e-4564-99e4-ee73e1ac69df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:03.283234 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.283579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Bound using segment: {'id': '0ea1d610-b93e-4564-99e4-ee73e1ac69df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:03.284052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Bound port: d277dcb8-6f54-4391-b792-a44a5a520b58, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea1d610-b93e-4564-99e4-ee73e1ac69df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd1c954d4-377c-4314-9c5e-aaa665845dc2'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:03.284458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.308931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.725275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.738612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] For port d277dcb8-6f54-4391-b792-a44a5a520b58, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:03.746690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95b0a0-5618-4bf5-905c-42c474c41bc4 None None] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:03.754287 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Subnet': ['ID=42e6044c-5a88-4a16-b465-4d4975f15a38,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:03.759236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.761136 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-628db03f-3751-49a6-a1fb-4fc1589ab9c4 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "DELETE /v2.0/subnets/42e6044c-5a88-4a16-b465-4d4975f15a38 HTTP/1.1" status: 204 len: 168 time: 0.9295030 Jul 15 17:55:03.763527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:03.789650 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] For port d277dcb8-6f54-4391-b792-a44a5a520b58, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d277dcb8-6f54-4391-b792-a44a5a520b58,segment=NetworkSegment(0ea1d610-b93e-4564-99e4-ee73e1ac69df),segment_id=0ea1d610-b93e-4564-99e4-ee73e1ac69df)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:03.798488 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.827846 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-8570a45a-3e9a-4691-91e6-ab7fd2d1021f None None] Provisioning for port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:03.854944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.858337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:03.913712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Deleting port d277dcb8-6f54-4391-b792-a44a5a520b58 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:55:03.914058 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.942535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959f50b-664e-4193-babc-24d597a25a6e None None] Pushing event updated for resources: {'Port': ['ID=d277dcb8-6f54-4391-b792-a44a5a520b58,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:03.982197 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] For port d277dcb8-6f54-4391-b792-a44a5a520b58, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=d277dcb8-6f54-4391-b792-a44a5a520b58,segment=NetworkSegment(0ea1d610-b93e-4564-99e4-ee73e1ac69df),segment_id=0ea1d610-b93e-4564-99e4-ee73e1ac69df)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:03.982612 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:03.996468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Calling delete_port for d277dcb8-6f54-4391-b792-a44a5a520b58 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:55:04.012583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:04.018591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:04.018959 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.098074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.122774 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] No DVR routers for this DVR port d277dcb8-6f54-4391-b792-a44a5a520b58 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:55:04.130997 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.164775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Port': ['ID=d277dcb8-6f54-4391-b792-a44a5a520b58,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:04.165537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,segment=NetworkSegment(1d54b327-03da-4646-a98c-2949ecbfaa21),segment_id=1d54b327-03da-4646-a98c-2949ecbfaa21)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:04.170313 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.231164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:04.245498 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.257030 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c954d4-377c-4314-9c5e-aaa665845dc2']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:04.270312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea1d610-b93e-4564-99e4-ee73e1ac69df') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:04.270694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea1d610-b93e-4564-99e4-ee73e1ac69df') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:04.281516 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.297274 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.304797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:55:04.305310 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:55:04.308878 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:55:04.374555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.381577 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.383352 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "DELETE /v2.0/networks/d1c954d4-377c-4314-9c5e-aaa665845dc2 HTTP/1.1" status: 204 len: 168 time: 0.6186318 Jul 15 17:55:04.386044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48690) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:04.394725 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5e794-844f-48c5-9e3e-6d664b5b9fe9 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Network': ['ID=d1c954d4-377c-4314-9c5e-aaa665845dc2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:04.402011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-96ad6cf6-4f38-470e-a1da-e6f3b2288042 None None] Provisioning complete for port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:04.402389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-96ad6cf6-4f38-470e-a1da-e6f3b2288042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.439218 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Deleting subnet 945927ef-f303-400e-bfef-82cbf1ec00ac {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:55:04.442779 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.484451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.571187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.632057 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.658512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Subnet': ['ID=945927ef-f303-400e-bfef-82cbf1ec00ac,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:04.664542 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.668718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0ef0c2fc-7ffd-4d99-a1f8-437dc317f0bf tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "DELETE /v2.0/subnets/945927ef-f303-400e-bfef-82cbf1ec00ac HTTP/1.1" status: 204 len: 168 time: 0.2788849 Jul 15 17:55:04.671060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafad80-3dfe-4387-8431-b20694d60a0d None None] Network 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:04.672342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48692) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:04.761666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.819662 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Deleting port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:55:04.820010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.883086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] DHCP port deletion for 6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:55:04.887919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] For port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,segment=NetworkSegment(1d54b327-03da-4646-a98c-2949ecbfaa21),segment_id=1d54b327-03da-4646-a98c-2949ecbfaa21)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:04.888318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.907688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Calling delete_port for abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:55:04.932057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Deleting port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:55:04.932625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.995567 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:04.999191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50cfd7-8642-4ef9-8e79-a62de5fbcf4f None None] DHCP port deletion for d1c954d4-377c-4314-9c5e-aaa665845dc2 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:55:05.016780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] For port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,segment=NetworkSegment(1d54b327-03da-4646-a98c-2949ecbfaa21),segment_id=1d54b327-03da-4646-a98c-2949ecbfaa21)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:05.017174 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.025059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e09c4965-1c3b-4d1d-9278-82bc95dd4f90 None None] Could not find standard attr ID for object d277dcb8-6f54-4391-b792-a44a5a520b58. {{(pid=100430) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 15 17:55:05.025589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Port': ['ID=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:05.026419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] No DVR routers for this DVR port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:55:05.029923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d0169-2d74-4e8e-b88c-f900e8a3dc06 None None] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:05.046655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Calling delete_port for abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:55:05.048430 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d0169-2d74-4e8e-b88c-f900e8a3dc06 None None] Network d1c954d4-377c-4314-9c5e-aaa665845dc2 could not be found, it might have been deleted concurrently. {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 15 17:55:05.110457 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.120383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:05.121943 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.130728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d54b327-03da-4646-a98c-2949ecbfaa21') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:05.131043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d54b327-03da-4646-a98c-2949ecbfaa21') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:05.147202 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.150364 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] Pushing event deleted for resources: {'Port': ['ID=abcbb1a2-fd73-46fa-a4f5-495e54aa30d7,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:05.153861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b0490-36d3-4309-8985-e728ff97cae6 None None] No DVR routers for this DVR port abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:55:05.163961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.170733 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:55:05.171133 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:55:05.174327 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:55:05.232104 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.239774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.241627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "DELETE /v2.0/networks/6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea HTTP/1.1" status: 204 len: 168 time: 0.5679581 Jul 15 17:55:05.244305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48694) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:05.258471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85c2a-38dc-48bf-aa1c-0a15deeff42f tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Pushing event deleted for resources: {'Network': ['ID=6d5fe5b3-dcee-47e9-8fa2-80ebae3f09ea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:05.278754 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10de092d-896a-4d20-a7f2-be95f3328393 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d72e3d0-768f-4fb7-805f-25e0acc81e13 HTTP/1.1" status: 200 len: 205 time: 0.0331876 Jul 15 17:55:05.281590 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48696) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:05.355852 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.509998 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.512088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.553948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.554496 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Fanout notify agent at l3_agent the message router_deleted on router 1d72e3d0-768f-4fb7-805f-25e0acc81e13 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:55:05.561327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:05.562544 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82debb44-8ba7-496e-8e4f-c3bd66eca599 tempest-RoutersNegativeTest-1336056395 tempest-RoutersNegativeTest-1336056395-project] 10.222.0.25 "DELETE /v2.0/routers/1d72e3d0-768f-4fb7-805f-25e0acc81e13 HTTP/1.1" status: 204 len: 168 time: 0.2800014 Jul 15 17:55:05.786353 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:55:05.796996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48702) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:05.933375 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bae651ca-02b2-4a9e-a286-cc1092a8cb74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c5cbecc650e4e3e881a310d7edcc741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350458 Jul 15 17:55:05.935802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48706) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:05.958550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:55:05.959174 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device abcbb1a2-fd73-46fa-a4f5-495e54aa30d7 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:55:05.986023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.006615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.052239 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.054677 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.055806 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/087634eb-81fe-4c69-9f38-33ce47e49898 HTTP/1.1" status: 204 len: 168 time: 0.1186287 Jul 15 17:55:06.063585 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1bb9-f1ea-4c7e-a63b-007d8ec67128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087634eb-81fe-4c69-9f38-33ce47e49898,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:06.637291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48728) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:06.731119 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2039678395-network', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:06.752281 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Made reservation on behalf of 843fdae952694b4f9df7a4ff2b951546 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:06.754631 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.763739 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.850969 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.854419 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.875252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:55:06.888058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:06.893797 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.894130 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Added segment 42f8a4c9-3013-40fa-96f9-d7c49b593a2f of type vlan for network 043b6262-39d8-43df-a559-de234f0caf00 Jul 15 17:55:06.932943 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.961020 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.961918 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:06.962488 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:06.992846 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3544722 Jul 15 17:55:06.996009 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48732) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:07.002821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Request body: {'subnet': {'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-subnet', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:07.027020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadde96-d5cd-436a-afa2-fcae87dc8c39 admin admin] Pushing event updated for resources: {'Network': ['ID=043b6262-39d8-43df-a559-de234f0caf00,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:07.027647 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Made reservation on behalf of 843fdae952694b4f9df7a4ff2b951546 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:07.031004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.036511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 043b6262-39d8-43df-a559-de234f0caf00 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:55:07.199041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.254939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d938432-51d5-417d-b566-f0120ac74fa5,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:07.262001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Checking segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:07.262356 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Network hostable DHCP agents. Network: 043b6262-39d8-43df-a559-de234f0caf00, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:55:07.277618 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Network 043b6262-39d8-43df-a559-de234f0caf00 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:55:07.285800 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 043b6262-39d8-43df-a559-de234f0caf00) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:07.289636 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:07.290227 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.294301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c98d4-83ed-4b33-b8a2-077499e1d392 None None] Network 043b6262-39d8-43df-a559-de234f0caf00 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:07.307155 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4f754e6e-2d9e-4c1b-aca4-68f183bb69bb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3090920 Jul 15 17:55:07.310096 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 48734) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:07.315378 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:07.339992 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.341290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.393611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.439382 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-043b6262-39d8-43df-a559-de234f0caf00', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:55:07.440341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.531632 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.576808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Allocated IP 172.20.0.2 (043b6262-39d8-43df-a559-de234f0caf00/7d938432-51d5-417d-b566-f0120ac74fa5/5ba5b80f-2b56-4555-ba03-0ea5205a5fbb) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:07.725522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.734460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Transition to ACTIVE for port object 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:07.735786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.750427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Transition to ACTIVE for port object 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:07.756193 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.756478 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.797002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Network 043b6262-39d8-43df-a559-de234f0caf00 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:07.799647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:07.803189 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:07.810112 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Pushing event updated for resources: {'Port': ['ID=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:07.859276 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Allocated IP 172.25.8.59 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/18b7280d-a071-4af2-8410-8af61e83b301) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:07.860978 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Attempting to bind port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:07.861347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Attempting to bind port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:07.861708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Attempting to bind port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:07.866509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:07.866875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Checking segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:07.867268 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.867653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Bound using segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:07.868106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Bound port: 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:07.868503 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.932716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] For port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:07.935894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] For port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:07.940656 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.966860 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:07.994880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930365-9c2f-4089-8da1-43dd92d019ef None None] Pushing event updated for resources: {'Port': ['ID=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:08.016953 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:08.059490 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:08.063056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:08.067596 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:08.070834 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Pushing event updated for resources: {'Port': ['ID=18b7280d-a071-4af2-8410-8af61e83b301,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:08.330635 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:08.525158 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:08.654384 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Router 2069d73c-2a78-4e20-b7e6-f863264512a2 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:55:08.765659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:55:08.778128 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Sync routers for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:55:08.783290 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:08.784801 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1e06d405-5a33-4729-af9e-13f7b20d1290 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4737844 Jul 15 17:55:08.786585 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:08.787194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:08.787666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48736) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:08.898411 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:08.927459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93a9ad-c7b3-4267-89f8-5b7c429c1674 None None] Network 043b6262-39d8-43df-a559-de234f0caf00 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:09.011411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-50e827dc-2613-4003-a1e6-83732b95598d None None] Provisioning for port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:09.087650 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:08Z', 'revision_number': 3, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:09.121830 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Checking router: 2069d73c-2a78-4e20-b7e6-f863264512a2 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:55:09.122273 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Updating router 2069d73c-2a78-4e20-b7e6-f863264512a2 port 18b7280d-a071-4af2-8410-8af61e83b301 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:55:09.164330 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.231701 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.405639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Allocated IP 172.20.0.1 (043b6262-39d8-43df-a559-de234f0caf00/7d938432-51d5-417d-b566-f0120ac74fa5/0578d229-709d-4bb0-99e4-c3dc267d3cb0) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:09.507439 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.513029 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.522405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Transition to ACTIVE for port object 0578d229-709d-4bb0-99e4-c3dc267d3cb0 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:09.523059 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Transition to ACTIVE for port object 18b7280d-a071-4af2-8410-8af61e83b301 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:09.529090 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.556313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.580271 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Pushing event updated for resources: {'Port': ['ID=18b7280d-a071-4af2-8410-8af61e83b301,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:09.586548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Attempting to bind port 18b7280d-a071-4af2-8410-8af61e83b301 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:09.586910 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Attempting to bind port 18b7280d-a071-4af2-8410-8af61e83b301 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:09.587263 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Attempting to bind port 18b7280d-a071-4af2-8410-8af61e83b301 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:09.590846 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.591203 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.591520 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.591845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.592195 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.592661 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.592975 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.593294 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.593610 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.593924 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.594242 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.594554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:09.599855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:09.600242 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:09.600638 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.601013 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:09.601728 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Bound port: 18b7280d-a071-4af2-8410-8af61e83b301, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:09.601864 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.603472 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Network 043b6262-39d8-43df-a559-de234f0caf00 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:09.605779 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:09.610115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:09.635316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Pushing event updated for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:09.653258 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.657392 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] For port 18b7280d-a071-4af2-8410-8af61e83b301, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:09.660528 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] For port 18b7280d-a071-4af2-8410-8af61e83b301, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=18b7280d-a071-4af2-8410-8af61e83b301,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:09.666340 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.736483 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd941540-a4a3-4404-b773-fdb0da8b0e1b None None] Pushing event updated for resources: {'Port': ['ID=18b7280d-a071-4af2-8410-8af61e83b301,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:09.744706 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:09.745328 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:09.820923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.868664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:09.870979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:09.898693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-936d7b77-b710-4d41-9e03-4c5a38479174 None None] Provisioning for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:09.908211 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-936d7b77-b710-4d41-9e03-4c5a38479174 None None] Provisioning complete for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:09.908618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-936d7b77-b710-4d41-9e03-4c5a38479174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.950702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-936d7b77-b710-4d41-9e03-4c5a38479174 None None] Port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:09.961881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:09.966244 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:09.966622 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:09.998544 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.004811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.052664 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.066541 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:08Z', 'revision_number': 3, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:10.073020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Pushing event updated for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:10.083662 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.087758 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:10.091925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.093793 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770aa875-fa43-47e9-9286-0dfcc383fb63 None None] The sync data for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 is: [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:08Z', 'revision_number': 3, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:55:10.150824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:10.191379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Network 043b6262-39d8-43df-a559-de234f0caf00 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:10.192810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:10.320645 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Router 2069d73c-2a78-4e20-b7e6-f863264512a2 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:55:10.459592 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:55:10.466633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9e8a9990-da7d-499c-899b-6e1c667b3e3c admin admin] 10.222.0.25 "PUT /v2.0/routers/2069d73c-2a78-4e20-b7e6-f863264512a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6773880 Jul 15 17:55:10.475428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9949c07a-6ceb-419e-943f-e9ecad740fc8 None None] Provisioning complete for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:10.475835 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9949c07a-6ceb-419e-943f-e9ecad740fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.511695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9949c07a-6ceb-419e-943f-e9ecad740fc8 None None] Port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:10.939713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48752) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:10.944878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1569670987-network', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:10.965483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Made reservation on behalf of 5e291ac5cd30472a8eb6c082ffbecaa0 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:10.967903 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:10.979848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.067453 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.071429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.095425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:55:11.105009 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad8017c-304d-4175-bdce-6309c23358be,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:11.110214 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.110552 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Added segment a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5 of type vlan for network 03e391aa-7db6-44b1-b35b-5a676ec4a725 Jul 15 17:55:11.153629 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.182184 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.183058 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:11.183647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.215263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2743690 Jul 15 17:55:11.218466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48754) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:11.223211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Request body: {'subnet': {'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-subnet', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:11.260639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6add5-692f-40ce-b4c0-0b04e2c30881 admin admin] Pushing event updated for resources: {'Network': ['ID=03e391aa-7db6-44b1-b35b-5a676ec4a725,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:11.270337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:55:11.275607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Made reservation on behalf of 5e291ac5cd30472a8eb6c082ffbecaa0 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:11.278234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.345399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.418942 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.463418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.521000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b67cc9f-fa06-4867-aa46-12c35a2f4555,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:11.530455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Checking segment: {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:11.530823 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Network hostable DHCP agents. Network: 03e391aa-7db6-44b1-b35b-5a676ec4a725, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:55:11.548581 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:55:11.557336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 03e391aa-7db6-44b1-b35b-5a676ec4a725) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:11.561501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:11.562087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.567685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febd5f0-c0ee-4790-8129-b2589ca4a61d None None] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:11.575858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-137f5254-e400-43fb-8889-78156794a05a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3564095 Jul 15 17:55:11.579397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:11.583820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:11.605329 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.606392 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.631993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Sync routers for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:55:11.651998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:11.652655 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:11.662623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.810627 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.813537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-03e391aa-7db6-44b1-b35b-5a676ec4a725', 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'fixed_ips': [{'subnet_id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:55:11.814386 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:11.829750 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:11.952896 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 18b7280d-a071-4af2-8410-8af61e83b301 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:12.032187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.057519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.124760 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Allocated IP 172.20.0.2 (03e391aa-7db6-44b1-b35b-5a676ec4a725/4b67cc9f-fa06-4867-aa46-12c35a2f4555/8c81bbab-5427-4dd9-87ff-5fe44a7be6cf) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:12.129449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 18b7280d-a071-4af2-8410-8af61e83b301 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:12.156312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 18b7280d-a071-4af2-8410-8af61e83b301 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:12.156680 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.159389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Allocated IP 172.25.8.162 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a3b9f81d-6055-4723-b7ef-f6bf44453e28) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:12.265900 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.305225 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.320969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 4, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '0578d229-709d-4bb0-99e4-c3dc267d3cb0', 'name': '', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'mac_address': 'fa:16:3e:d7:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:09Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 2, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'subnets': [{'id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:12.342297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:12.347763 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:12.351273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:12.362924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Checking router: 2069d73c-2a78-4e20-b7e6-f863264512a2 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:55:12.363281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Updating router 2069d73c-2a78-4e20-b7e6-f863264512a2 port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:55:12.364913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.384205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b9f81d-6055-4723-b7ef-f6bf44453e28,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:12.434687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 18b7280d-a071-4af2-8410-8af61e83b301, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=18b7280d-a071-4af2-8410-8af61e83b301,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:12.441763 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.442541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:12.489617 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.493112 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.513891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Transition to ACTIVE for port object 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:12.557155 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Transition to ACTIVE for port object 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:12.605086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.739864 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=18b7280d-a071-4af2-8410-8af61e83b301,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:12.748324 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.807602 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.853931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:12.860799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:12.861170 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:12.867178 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:12.874488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:12.876468 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Pushing event updated for resources: {'Port': ['ID=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:12.946787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:55:13.018494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Attempting to bind port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:13.018868 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Attempting to bind port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:13.019231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Attempting to bind port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf on network 03e391aa-7db6-44b1-b35b-5a676ec4a725 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:13.034600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:13.035002 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Checking segment: {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:13.035375 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.035772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Bound using segment: {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:13.036276 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Bound port: 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:13.036663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.190436 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] For port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:13.209453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] For port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:13.216807 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.223859 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.270691 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Transition to ACTIVE for port object 0578d229-709d-4bb0-99e4-c3dc267d3cb0 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:13.289937 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.298648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc78bc-22c5-44cd-870c-7dfe040972a8 None None] Pushing event updated for resources: {'Port': ['ID=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:13.354471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11eee8-d292-4c40-9338-551c986ba41e None None] Pushing event updated for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:13.363636 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:55:13.380593 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Sync routers for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:55:13.382324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.383655 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-35e01921-ed07-4e70-9af3-e0bb2cb49850 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8033249 Jul 15 17:55:13.386771 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 48758) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:55:13.401437 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:13.402060 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:13.445605 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Attempting to bind port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:13.445976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Attempting to bind port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:13.446337 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Attempting to bind port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:13.455173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:13.455712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Checking segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:13.456144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.456547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Bound using segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:13.457030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Bound port: 0578d229-709d-4bb0-99e4-c3dc267d3cb0, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:13.457417 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.570004 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] For port 0578d229-709d-4bb0-99e4-c3dc267d3cb0, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:13.577623 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] For port 0578d229-709d-4bb0-99e4-c3dc267d3cb0, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0578d229-709d-4bb0-99e4-c3dc267d3cb0,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:13.581751 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:13.582918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.656462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:13.657371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:13.699729 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11eee8-d292-4c40-9338-551c986ba41e None None] Pushing event updated for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:13.812403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:13.825718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 3, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:13.869441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Checking router: 62ed0397-b2f3-4e76-bf1f-b9c506214f05 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:55:13.870238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Updating router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 port a3b9f81d-6055-4723-b7ef-f6bf44453e28 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:55:13.923789 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:13.998945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:14.063481 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.101658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:14.112290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 18b7280d-a071-4af2-8410-8af61e83b301 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:14.163789 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 4, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '0578d229-709d-4bb0-99e4-c3dc267d3cb0', 'name': '', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'mac_address': 'fa:16:3e:d7:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:09Z', 'updated_at': '2021-07-15T17:55:13Z', 'revision_number': 4, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'subnets': [{'id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:14.216107 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec53172-a8b1-477e-b18d-7ca22a8481cb None None] The sync data for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 is: [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:09Z', 'revision_number': 4, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '0578d229-709d-4bb0-99e4-c3dc267d3cb0', 'name': '', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'mac_address': 'fa:16:3e:d7:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:09Z', 'updated_at': '2021-07-15T17:55:13Z', 'revision_number': 4, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'subnets': [{'id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:55:14.227594 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.238159 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Transition to ACTIVE for port object a3b9f81d-6055-4723-b7ef-f6bf44453e28 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:14.244358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 18b7280d-a071-4af2-8410-8af61e83b301 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:14.244690 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.244838 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.261578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Allocated IP 172.20.0.1 (03e391aa-7db6-44b1-b35b-5a676ec4a725/4b67cc9f-fa06-4867-aa46-12c35a2f4555/2a2d2294-66c1-4ba4-9ed7-f81869677555) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:14.341506 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e08c89-2b1d-427d-9def-485367b50b88 None None] Pushing event updated for resources: {'Port': ['ID=a3b9f81d-6055-4723-b7ef-f6bf44453e28,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:14.362901 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Attempting to bind port a3b9f81d-6055-4723-b7ef-f6bf44453e28 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:14.363667 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Attempting to bind port a3b9f81d-6055-4723-b7ef-f6bf44453e28 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:14.365087 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Attempting to bind port a3b9f81d-6055-4723-b7ef-f6bf44453e28 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:14.383146 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:14.383858 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:14.383954 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.384328 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:14.384812 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Bound port: a3b9f81d-6055-4723-b7ef-f6bf44453e28, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:14.385190 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.453171 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] For port a3b9f81d-6055-4723-b7ef-f6bf44453e28, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:14.457246 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] For port a3b9f81d-6055-4723-b7ef-f6bf44453e28, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3b9f81d-6055-4723-b7ef-f6bf44453e28,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:14.468143 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.469785 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.492301 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Transition to ACTIVE for port object 2a2d2294-66c1-4ba4-9ed7-f81869677555 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:14.530625 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:14.531536 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:14.547348 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.575719 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e08c89-2b1d-427d-9def-485367b50b88 None None] Pushing event updated for resources: {'Port': ['ID=a3b9f81d-6055-4723-b7ef-f6bf44453e28,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:14.591453 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:14.603203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:14.606824 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:14.634919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Pushing event updated for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:14.657774 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.676287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db994a8-8dbc-4e27-8a54-3f3a1d75d872 None None] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:55:14.677186 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:14.816944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Provisioning for port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:14.825540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Provisioning complete for port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:14.826402 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.831682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:14.974462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.018639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] For port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:15.023892 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 3, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:15.024392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.052845 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.058431 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.061952 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f00b9d1-0158-4709-a7ae-29cdac93dbac None None] The sync data for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 is: [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 3, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:55:15.108018 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff977dcc-47c5-4cb9-8344-bb61d5625736 None None] Pushing event updated for resources: {'Port': ['ID=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:15.148963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Pushing event updated for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:15.163693 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.247860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Provisioning complete for port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:15.249594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.286667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:15.288270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:15.411388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Provisioning for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:15.415696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Provisioning complete for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:15.416078 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.465229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1ae527df-eb45-4934-8296-63ea18f6dca4 None None] Port 2a2d2294-66c1-4ba4-9ed7-f81869677555 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:15.476863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:55:15.587158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e1f85d3b-b29a-4fa2-adf7-4d63b920108f None None] Provisioning complete for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:15.587539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d3b-b29a-4fa2-adf7-4d63b920108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.611942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:55:15.620173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6b55075e-8f2f-4297-9dff-c9fa76d5757f admin admin] 10.222.0.25 "PUT /v2.0/routers/62ed0397-b2f3-4e76-bf1f-b9c506214f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2294893 Jul 15 17:55:15.642783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e1f85d3b-b29a-4fa2-adf7-4d63b920108f None None] Port 2a2d2294-66c1-4ba4-9ed7-f81869677555 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:15.886962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f51526b6-5499-4a31-909f-4f650daee8ad None None] Provisioning complete for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:15.887615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f51526b6-5499-4a31-909f-4f650daee8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:15.929507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f51526b6-5499-4a31-909f-4f650daee8ad None None] Port 2a2d2294-66c1-4ba4-9ed7-f81869677555 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:15.984919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:16.057794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:16.058168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.147857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0578d229-709d-4bb0-99e4-c3dc267d3cb0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:16.204039 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:16.209747 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:16.210073 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.297174 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.331029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0578d229-709d-4bb0-99e4-c3dc267d3cb0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0578d229-709d-4bb0-99e4-c3dc267d3cb0,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:16.336648 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.337810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3b9f81d-6055-4723-b7ef-f6bf44453e28 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:16.413796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-cdd01715-067d-453b-b102-f2a04d4a3957 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:16.415179 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:16.415593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-cdd01715-067d-453b-b102-f2a04d4a3957 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 817 time: 0.1268415 Jul 15 17:55:16.426520 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a3b9f81d-6055-4723-b7ef-f6bf44453e28 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:16.430518 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a3b9f81d-6055-4723-b7ef-f6bf44453e28 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:16.430892 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.432956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-5c56f039-4e95-4131-b80a-3fd6999fea0f tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/quotas/843fdae952694b4f9df7a4ff2b951546 HTTP/1.1" status: 200 len: 375 time: 0.0109069 Jul 15 17:55:16.505465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-658f3311-57d7-4b04-a4d7-e13916bc5545 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662098 Jul 15 17:55:16.604622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-44e1e342-a52a-477a-ad7d-36fead7ef804 service neutron] 10.222.0.25 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864167 Jul 15 17:55:16.663054 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.683550 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a3b9f81d-6055-4723-b7ef-f6bf44453e28, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3b9f81d-6055-4723-b7ef-f6bf44453e28,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:16.688781 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:16.700938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-9822881c-6173-46f3-b17c-69f08dfa53b1 service neutron] 10.222.0.25 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903597 Jul 15 17:55:16.737914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a3b9f81d-6055-4723-b7ef-f6bf44453e28,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:16.873629 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ba90c6db-73e9-4278-8259-d69a3dee0bed req-b85acab4-a2c5-490a-b853-fcd335d6b52c tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 210 time: 0.0285776 Jul 15 17:55:17.705341 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Sync routers for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:55:17.715285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:17.715895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:17.809172 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0578d229-709d-4bb0-99e4-c3dc267d3cb0 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:17.854175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:17.931463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-9516cd43-9f09-4ed1-8b93-d7b7ac8a471d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:17.933574 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-9516cd43-9f09-4ed1-8b93-d7b7ac8a471d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 817 time: 0.1187940 Jul 15 17:55:17.954547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Request body: {'port': {'device_id': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'admin_state_up': True, 'tenant_id': '843fdae952694b4f9df7a4ff2b951546'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:17.970046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:17.970516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.065520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58b5a948-c4dd-4c57-a4af-e74dbc4801cd req-10e84e7c-a426-4d9d-9558-8f2204ed0039 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 210 time: 0.0641751 Jul 15 17:55:18.113792 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Made reservation on behalf of 843fdae952694b4f9df7a4ff2b951546 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:18.117694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.128923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3b9f81d-6055-4723-b7ef-f6bf44453e28 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:18.181366 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 4, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2a2d2294-66c1-4ba4-9ed7-f81869677555', 'name': '', 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'mac_address': 'fa:16:3e:6f:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:14Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 2, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'subnets': [{'id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:18.209766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Checking router: 62ed0397-b2f3-4e76-bf1f-b9c506214f05 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:55:18.210123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Updating router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 port 2a2d2294-66c1-4ba4-9ed7-f81869677555 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:55:18.215522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a3b9f81d-6055-4723-b7ef-f6bf44453e28 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:18.215897 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.244073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Allocated IP 172.20.0.7 (043b6262-39d8-43df-a559-de234f0caf00/7d938432-51d5-417d-b566-f0120ac74fa5/b13e375b-bf5f-43ac-8aaa-dc0f2b636f22) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:18.276593 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.403413 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.420409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Transition to ACTIVE for port object b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:18.454962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.504342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Network 043b6262-39d8-43df-a559-de234f0caf00 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:18.509754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:18.512262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:18.544380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Pushing event updated for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:18.573978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:18.574553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.579500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.590050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-62f7b53b-ddd7-4098-afa7-dfed269cd0fb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6402514 Jul 15 17:55:18.592063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Transition to ACTIVE for port object 2a2d2294-66c1-4ba4-9ed7-f81869677555 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:18.598898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.602859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Request body: {'port': {'device_id': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:18.652096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d3818-2450-4158-a02e-f01e3d51ea93 None None] Pushing event updated for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:18.705922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.714668 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Attempting to bind port 2a2d2294-66c1-4ba4-9ed7-f81869677555 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:18.715902 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Attempting to bind port 2a2d2294-66c1-4ba4-9ed7-f81869677555 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:18.716494 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Attempting to bind port 2a2d2294-66c1-4ba4-9ed7-f81869677555 on network 03e391aa-7db6-44b1-b35b-5a676ec4a725 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:18.722787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:18.723182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Checking segment: {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:18.723598 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.723998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Bound using segment: {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:18.724561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Bound port: 2a2d2294-66c1-4ba4-9ed7-f81869677555, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:18.724951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.797381 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] For port 2a2d2294-66c1-4ba4-9ed7-f81869677555, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:18.801140 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] For port 2a2d2294-66c1-4ba4-9ed7-f81869677555, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a2d2294-66c1-4ba4-9ed7-f81869677555,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:18.805462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:18.866763 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:55:18.867400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:54:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:18.930290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d3818-2450-4158-a02e-f01e3d51ea93 None None] Pushing event updated for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:18.935546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3f299e16-9b63-441b-b195-2beea815719c None None] Provisioning for port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:18.941091 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3f299e16-9b63-441b-b195-2beea815719c None None] Provisioning complete for port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:18.941462 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3f299e16-9b63-441b-b195-2beea815719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.012040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:55:19.017526 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3f299e16-9b63-441b-b195-2beea815719c None None] Port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:19.023406 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.027561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:55:19.038207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Transition to ACTIVE for port object b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:19.042524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.125149 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:19.218346 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Attempting to bind port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:19.218641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Attempting to bind port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:19.218978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Attempting to bind port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:19.235572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 on network 043b6262-39d8-43df-a559-de234f0caf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:55:19.235572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Attempting to bind port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:19.260147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:19.260515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Checking segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:19.260885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Bound using segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:19.261328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Bound port: b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:19.261692 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.270019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-641bd574-f561-4187-8e7f-a1418734306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 4, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2a2d2294-66c1-4ba4-9ed7-f81869677555', 'name': '', 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'mac_address': 'fa:16:3e:6f:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:14Z', 'updated_at': '2021-07-15T17:55:18Z', 'revision_number': 4, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'subnets': [{'id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:55:19.299604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bd574-f561-4187-8e7f-a1418734306a None None] The sync data for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 is: [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:55:14Z', 'revision_number': 4, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '2a2d2294-66c1-4ba4-9ed7-f81869677555', 'name': '', 'network_id': '03e391aa-7db6-44b1-b35b-5a676ec4a725', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'mac_address': 'fa:16:3e:6f:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:14Z', 'updated_at': '2021-07-15T17:55:18Z', 'revision_number': 4, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'subnets': [{'id': '4b67cc9f-fa06-4867-aa46-12c35a2f4555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:55:19.350830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba87d9b-35ef-44ab-958f-14a8b746d134 req-ad48e6c7-09dd-4a55-a9a5-3589bf4c73c5 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:19.357014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dba87d9b-35ef-44ab-958f-14a8b746d134 req-ad48e6c7-09dd-4a55-a9a5-3589bf4c73c5 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 943 time: 0.1351483 Jul 15 17:55:19.362807 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:19.377677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:19.386549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.442086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:19.442728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.444229 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] 10.222.0.35 "PUT /v2.0/ports/b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 HTTP/1.1" status: 200 len: 1091 time: 0.8466642 Jul 15 17:55:19.444648 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:55:19.447006 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:55:19.496680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dba87d9b-35ef-44ab-958f-14a8b746d134 req-2ce32b52-04b5-44bb-b48c-db7b473a6d7d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285255 Jul 15 17:55:19.502991 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b21788-776e-4929-8d02-0acf96eb3d41 x-openstack-request-id: req-c9b21788-776e-4929-8d02-0acf96eb3d41 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:55:19.503333 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:55:19.503536 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9b21788-776e-4929-8d02-0acf96eb3d41 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:55:19.503927 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22', 'status': 'completed', 'code': 200} Jul 15 17:55:19.507975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c374f9-fc9b-48c6-ba9a-fbd1d056ea9c service neutron] Pushing event updated for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:19.565902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-1adab2e4-3a1a-401b-85cc-a821894da20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:19.567473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-1adab2e4-3a1a-401b-85cc-a821894da20f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 1094 time: 0.0697050 Jul 15 17:55:19.612496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-9abbc64e-e956-488a-84e8-22e2b79c17a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 HTTP/1.1" status: 200 len: 217 time: 0.0371244 Jul 15 17:55:19.670233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-1e5edc21-e72a-4562-a0c3-c73ab27ca481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:19.672473 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-1e5edc21-e72a-4562-a0c3-c73ab27ca481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d938432-51d5-417d-b566-f0120ac74fa5 HTTP/1.1" status: 200 len: 856 time: 0.0540543 Jul 15 17:55:19.739157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-39a1114c-967c-4b01-a52b-92ca0de635dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:19.740783 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-39a1114c-967c-4b01-a52b-92ca0de635dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=043b6262-39d8-43df-a559-de234f0caf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620530 Jul 15 17:55:19.836891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a2d2294-66c1-4ba4-9ed7-f81869677555 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:19.845795 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-48441384-4dbf-4955-8c9e-7c5f322fbd33 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971270 Jul 15 17:55:19.886962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:19.891236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:19.891607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:19.940332 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e51fcc08-5285-44ab-81c8-f760167b5ffc req-5831beb7-c033-4b7f-afc0-d0654be3c7b6 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 Jul 15 17:55:19.972144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:20.005751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2a2d2294-66c1-4ba4-9ed7-f81869677555, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a2d2294-66c1-4ba4-9ed7-f81869677555,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:20.009598 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:20.044384 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-f1ba7f7d-701a-4ca1-95cb-9ae8acddff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:20.045945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-f1ba7f7d-701a-4ca1-95cb-9ae8acddff50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 1094 time: 0.0543177 Jul 15 17:55:20.059562 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:20.141747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-da609f24-934e-42b9-899e-cc330a55d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:20.143248 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-da609f24-934e-42b9-899e-cc330a55d861 service neutron] 10.222.0.35 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 917 time: 0.0915177 Jul 15 17:55:20.185154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-8d33dc13-9a9a-4d1b-a2eb-0e36fb07800d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 HTTP/1.1" status: 200 len: 217 time: 0.0356457 Jul 15 17:55:20.233102 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-c6fdb870-db2c-4581-85f9-d6d41560ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:20.234504 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-c6fdb870-db2c-4581-85f9-d6d41560ddb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d938432-51d5-417d-b566-f0120ac74fa5 HTTP/1.1" status: 200 len: 856 time: 0.0431240 Jul 15 17:55:20.295080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-3b856d79-8961-4c68-a38b-ad60ca2f2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:20.296560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-3b856d79-8961-4c68-a38b-ad60ca2f2857 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=043b6262-39d8-43df-a559-de234f0caf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548544 Jul 15 17:55:20.388665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-3fd16d10-37a0-46b8-b35e-74ff271ed43a service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Jul 15 17:55:20.794643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d8b279b3-c8dd-46f3-8c24-ba90d08f1cc7 req-9cfbd7c0-11f0-4f96-9fc9-b3290403a808 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996892 Jul 15 17:55:20.820136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f908a-6405-4012-929c-3a01b1ad6b7f req-eafd633f-a257-4575-b228-768678f07fa0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:20.821582 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-497f908a-6405-4012-929c-3a01b1ad6b7f req-eafd633f-a257-4575-b228-768678f07fa0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 943 time: 0.0839801 Jul 15 17:55:20.863416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-497f908a-6405-4012-929c-3a01b1ad6b7f req-138cc3a6-e7f4-40ba-bad3-eac455b7f86e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Jul 15 17:55:21.798260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a2d2294-66c1-4ba4-9ed7-f81869677555 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:21.845263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2a2d2294-66c1-4ba4-9ed7-f81869677555 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:21.845633 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:22.058120 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e78839-cbb2-45a6-862e-32999c65614d req-9bf8b994-dd70-451e-b69c-1a71428179eb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:22.059631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29e78839-cbb2-45a6-862e-32999c65614d req-9bf8b994-dd70-451e-b69c-1a71428179eb tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 943 time: 0.0688744 Jul 15 17:55:22.099627 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29e78839-cbb2-45a6-862e-32999c65614d req-7de7205b-a598-4957-ad93-0baf7c60f2b5 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342145 Jul 15 17:55:23.270975 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038351e-adcf-4009-b7e0-314eeda0cd08 req-c82db034-5874-4fbd-b409-117fc6274b65 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:23.272376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8038351e-adcf-4009-b7e0-314eeda0cd08 req-c82db034-5874-4fbd-b409-117fc6274b65 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 943 time: 0.0627062 Jul 15 17:55:23.310460 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8038351e-adcf-4009-b7e0-314eeda0cd08 req-c8cba05f-69ef-4919-ae73-3925b546a0fa tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Jul 15 17:55:23.472884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:55:23.567011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:23.578529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'port_id': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22', 'mac_address': 'fa:16:3e:4c:47:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:55:23.617960 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:23.630579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:55:23.649576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:23.653688 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:23.700844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:23.845664 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b13e375b-bf5f-43ac-8aaa-dc0f2b636f22'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:55:24.484489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284e1f9-45fc-4da4-81d1-9cde86858ed8 req-834100ea-8023-4de7-95e7-24beb8981389 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:24.485969 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f284e1f9-45fc-4da4-81d1-9cde86858ed8 req-834100ea-8023-4de7-95e7-24beb8981389 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 944 time: 0.0627193 Jul 15 17:55:24.527417 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f284e1f9-45fc-4da4-81d1-9cde86858ed8 req-368b24ad-0a1f-43fa-970e-59d9cad314fe tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 Jul 15 17:55:25.486229 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:25.533431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:25.536967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:25.537336 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:25.612786 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:25.637662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:55:25.640229 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e021e8-a2c7-4bff-9120-7ff04510ab63" -d '{"events": [{"server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "name": "network-vif-plugged", "status": "completed", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:55:25.657408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:25.663620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:25.713788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1d96-7f2f-4225-bc49-a2e0062f8e51 req-06c43b10-9bae-408d-9a25-2fee41a3cbc7 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:25.715399 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a5d1d96-7f2f-4225-bc49-a2e0062f8e51 req-06c43b10-9bae-408d-9a25-2fee41a3cbc7 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 944 time: 0.0784101 Jul 15 17:55:25.715708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:25.767564 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a5d1d96-7f2f-4225-bc49-a2e0062f8e51 req-fd956d9e-9a90-4119-a5f1-126313509bb9 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371182 Jul 15 17:55:25.868995 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e11ccc-0bba-4765-9a27-1124b53a44a5 x-openstack-request-id: req-74e11ccc-0bba-4765-9a27-1124b53a44a5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:55:25.869295 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "name": "network-vif-plugged", "status": "completed", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:55:25.869551 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e11ccc-0bba-4765-9a27-1124b53a44a5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:55:25.869966 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22', 'code': 200} Jul 15 17:55:25.886714 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6dbcf191-7143-4c0e-8ff2-af47cd450d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:25.980524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208897cd-89ec-4286-9c9e-707068f22eae req-889a5f86-5c29-4f1f-9a5d-eb9b78a2bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:25.982036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-208897cd-89ec-4286-9c9e-707068f22eae req-889a5f86-5c29-4f1f-9a5d-eb9b78a2bd45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 1096 time: 0.0520487 Jul 15 17:55:26.016747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-208897cd-89ec-4286-9c9e-707068f22eae req-7565d600-28ae-4f36-8fc9-3af3c49cfc4e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286620 Jul 15 17:55:26.951406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f00236-0e55-4b98-bed5-e0eb4a886207 req-1ae4ad81-43f0-447a-bc8e-07a9e1aee701 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:26.952919 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61f00236-0e55-4b98-bed5-e0eb4a886207 req-1ae4ad81-43f0-447a-bc8e-07a9e1aee701 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 945 time: 0.0659335 Jul 15 17:55:26.990430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61f00236-0e55-4b98-bed5-e0eb4a886207 req-b43971d4-b28b-42d3-98b9-e80d43304a65 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Jul 15 17:55:27.161347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1849ce-2d8d-4eb1-975d-9b66d9718e04 req-628e786f-f0c0-4779-96de-7ad1a4117f5e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:27.162824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a1849ce-2d8d-4eb1-975d-9b66d9718e04 req-628e786f-f0c0-4779-96de-7ad1a4117f5e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 945 time: 0.0641389 Jul 15 17:55:27.200610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9a1849ce-2d8d-4eb1-975d-9b66d9718e04 req-b5fcc000-a82d-4477-a1ab-b09701108ac8 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jul 15 17:55:28.889248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:29.168384 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f67eefa1-d480-4bbf-bb7b-591c1eeb57d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:29.773150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:30.506730 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:55:31.501539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:41.311080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:41.434887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:46.183442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85431aff-6e3a-4efe-a6e2-4d0ae6b4d7f7 req-70271412-d58e-41cb-9a0e-54ce5e980465 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:46.184966 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85431aff-6e3a-4efe-a6e2-4d0ae6b4d7f7 req-70271412-d58e-41cb-9a0e-54ce5e980465 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 945 time: 0.0653648 Jul 15 17:55:46.228318 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85431aff-6e3a-4efe-a6e2-4d0ae6b4d7f7 req-cdbbf427-c5c5-4d19-815b-809b0a03991d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Jul 15 17:55:47.402317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2ed15-cae1-4b5e-a823-1f7c281b39ed req-3ddc35a7-1b6c-4902-915e-e4c64fa9e66f tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:47.403782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcb2ed15-cae1-4b5e-a823-1f7c281b39ed req-3ddc35a7-1b6c-4902-915e-e4c64fa9e66f tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 945 time: 0.0634601 Jul 15 17:55:47.441429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bcb2ed15-cae1-4b5e-a823-1f7c281b39ed req-2703dd47-f39e-49ee-a35d-4d4368935431 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319622 Jul 15 17:55:47.772732 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-2c089209-9c9b-4d85-8e93-ddb049fa0d4d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:47.774189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-2c089209-9c9b-4d85-8e93-ddb049fa0d4d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 945 time: 0.0646858 Jul 15 17:55:47.876075 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Deleting port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:55:47.876445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:47.962861 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] For port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:47.963229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:47.976090 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Calling delete_port for b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:55:48.105578 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:48.116893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['b13e375b-bf5f-43ac-8aaa-dc0f2b636f22'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:55:48.133608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Pushing event deleted for resources: {'Port': ['ID=b13e375b-bf5f-43ac-8aaa-dc0f2b636f22,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:48.188300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] No DVR routers for this DVR port b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:55:48.191167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:48.193510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaeb88c8-88c9-4a16-a6d3-238986baa70e req-0e5119f2-d217-4a60-a22d-25eb3dbbc0e2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "DELETE /v2.0/ports/b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 HTTP/1.1" status: 204 len: 173 time: 0.4136665 Jul 15 17:55:48.193949 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'name': 'network-vif-deleted', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:55:48.196899 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564322eb-49ae-4a52-bda3-f4a9d2b8b8d2" -d '{"events": [{"server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "name": "network-vif-deleted", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:55:48.236716 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e35108-717b-409d-a77a-cb2c2a57f743 x-openstack-request-id: req-94e35108-717b-409d-a77a-cb2c2a57f743 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:55:48.237005 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef4139e-8c80-45ba-84c2-599e9fd1a3bb", "name": "network-vif-deleted", "tag": "b13e375b-bf5f-43ac-8aaa-dc0f2b636f22", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:55:48.237252 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94e35108-717b-409d-a77a-cb2c2a57f743 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:55:48.237649 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef4139e-8c80-45ba-84c2-599e9fd1a3bb', 'name': 'network-vif-deleted', 'tag': 'b13e375b-bf5f-43ac-8aaa-dc0f2b636f22', 'status': 'completed', 'code': 200} Jul 15 17:55:48.592325 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-22632d9c-bea6-438f-9482-7dc4d295fcf3 req-6f715657-7239-4e7c-95ab-604f1c802271 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef4139e-8c80-45ba-84c2-599e9fd1a3bb HTTP/1.1" status: 200 len: 210 time: 0.0323133 Jul 15 17:55:50.102757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-9168bbbd-eb07-4fad-9840-3d606d752bdc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:50.104222 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-9168bbbd-eb07-4fad-9840-3d606d752bdc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 817 time: 0.1004326 Jul 15 17:55:50.118648 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-25ad86c3-383f-4747-ae5f-a437a6d0af57 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/quotas/843fdae952694b4f9df7a4ff2b951546 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Jul 15 17:55:50.189923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f291d288-1916-4748-a7b4-c79caca5eaa7 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661371 Jul 15 17:55:50.283989 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-ea140ed7-b901-4213-b610-6eead71d13d1 service neutron] 10.222.0.25 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827754 Jul 15 17:55:50.377292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-c3be70df-6927-4f07-9845-c144b60f71f5 service neutron] 10.222.0.25 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Jul 15 17:55:50.545669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-95f743bc-e3af-4f5c-ad17-00762160971b req-adf55a36-e638-4cfe-bb9c-26b9107d719e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 210 time: 0.0292766 Jul 15 17:55:51.540236 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-5c59b564-ce6e-4b3e-bd33-d16e3a3ca0b0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:51.541701 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-5c59b564-ce6e-4b3e-bd33-d16e3a3ca0b0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 817 time: 0.1092794 Jul 15 17:55:51.559000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Request body: {'port': {'device_id': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'admin_state_up': True, 'tenant_id': '843fdae952694b4f9df7a4ff2b951546'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:51.596541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:55:51.624865 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:55:51.625509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device b13e375b-bf5f-43ac-8aaa-dc0f2b636f22 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:55:51.707133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e68a87-222c-4e4b-991b-4bf7fc507959 req-ecaa52b7-e500-4cd3-b568-9b3c9bde0058 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 210 time: 0.0390053 Jul 15 17:55:51.715164 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Made reservation on behalf of 843fdae952694b4f9df7a4ff2b951546 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:55:51.718848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:51.844038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Allocated IP 172.20.0.7 (043b6262-39d8-43df-a559-de234f0caf00/7d938432-51d5-417d-b566-f0120ac74fa5/9f89a7da-0a86-46d2-81cb-ad151d9c13a3) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:55:51.992454 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.006570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Transition to ACTIVE for port object 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:52.038911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.081909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Network 043b6262-39d8-43df-a559-de234f0caf00 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:55:52.086908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:55:52.089427 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:55:52.127569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Pushing event updated for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:52.153675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:52.154295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.170542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1a48524a-246c-4ce7-9e7d-5a030d8b67e6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152496 Jul 15 17:55:52.181512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Request body: {'port': {'device_id': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:55:52.258132 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.361057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5535756-de45-428b-85cf-f6a46a16aab2 None None] Provisioning for port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:52.364924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-d5535756-de45-428b-85cf-f6a46a16aab2 None None] Provisioning complete for port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:52.365309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d5535756-de45-428b-85cf-f6a46a16aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.398645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-d5535756-de45-428b-85cf-f6a46a16aab2 None None] Port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:55:52.528257 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:55:52.536285 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.548640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Transition to ACTIVE for port object 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:55:52.552089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.621512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Pushing event updated for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:52.672273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Attempting to bind port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:55:52.672750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Attempting to bind port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:55:52.673082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Attempting to bind port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:52.677734 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 on network 043b6262-39d8-43df-a559-de234f0caf00 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:55:52.678054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Attempting to bind port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 on network 043b6262-39d8-43df-a559-de234f0caf00 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:55:52.683049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:55:52.683378 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Checking segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:55:52.683760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Bound using segment: {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:55:52.684213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Bound port: 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f8a4c9-3013-40fa-96f9-d7c49b593a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '043b6262-39d8-43df-a559-de234f0caf00'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:55:52.684584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.757101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:55:52.760189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:55:52.765399 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.800682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:52.801304 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:52.802708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f89a7da-0a86-46d2-81cb-ad151d9c13a3 HTTP/1.1" status: 200 len: 1091 time: 0.6255200 Jul 15 17:55:52.803691 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:55:52.805495 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b6af3-90a7-4f27-ada3-db94654a0083" -d '{"events": [{"name": "network-changed", "server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:55:52.850531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ac37c-7d33-49db-817d-1152a210e512 service neutron] Pushing event updated for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:52.881495 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe306ae-eae0-4df8-b8ec-73de8e684a53 x-openstack-request-id: req-cbe306ae-eae0-4df8-b8ec-73de8e684a53 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:55:52.881708 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:55:52.881942 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbe306ae-eae0-4df8-b8ec-73de8e684a53 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:55:52.882344 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3', 'status': 'completed', 'code': 200} Jul 15 17:55:52.958716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae255d8-58eb-4ed0-88da-269e8c81616b req-c24da3b2-52a8-4425-a2f0-1555cb7617bc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:52.960311 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ae255d8-58eb-4ed0-88da-269e8c81616b req-c24da3b2-52a8-4425-a2f0-1555cb7617bc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 943 time: 0.1337216 Jul 15 17:55:52.963391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1ec987c4-6f91-4209-a5a1-253be01c4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:52.964840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-1ec987c4-6f91-4209-a5a1-253be01c4f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 1094 time: 0.1166866 Jul 15 17:55:53.016415 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-40576d6c-311d-41b5-89f6-089b04372511 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3 HTTP/1.1" status: 200 len: 217 time: 0.0431101 Jul 15 17:55:53.059199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ae255d8-58eb-4ed0-88da-269e8c81616b req-d00f2cc3-0f3c-40b3-ac86-9e3f32f1b255 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927172 Jul 15 17:55:53.079423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-3f0568d6-3a3a-4d36-b4ed-a6b8ffeea9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.079423 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-3f0568d6-3a3a-4d36-b4ed-a6b8ffeea9bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d938432-51d5-417d-b566-f0120ac74fa5 HTTP/1.1" status: 200 len: 856 time: 0.0569127 Jul 15 17:55:53.141806 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-dfd6f8df-1b7a-4744-a2f2-6250dd1dbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.143181 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-dfd6f8df-1b7a-4744-a2f2-6250dd1dbc0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=043b6262-39d8-43df-a559-de234f0caf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581279 Jul 15 17:55:53.231650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-d2ec3182-40a6-4c8a-a184-cd729a0cc619 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Jul 15 17:55:53.324351 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f6cd3ec3-301d-4afe-9554-b9a2942eb1af req-a75581af-c88b-4846-a5ba-d2d3740c8304 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868106 Jul 15 17:55:53.424071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-1d85459e-3960-468b-b67f-147355efa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.425498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-1d85459e-3960-468b-b67f-147355efa69c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=843fdae952694b4f9df7a4ff2b951546&device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 1094 time: 0.0521760 Jul 15 17:55:53.518723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-d02a2947-2b92-4d5e-ba95-daf1b1a02e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.520207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-d02a2947-2b92-4d5e-ba95-daf1b1a02e00 service neutron] 10.222.0.35 "GET /v2.0/networks?id=043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 200 len: 917 time: 0.0888410 Jul 15 17:55:53.561257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-ddb515ce-9478-4e70-805c-d815dde27b38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Jul 15 17:55:53.610552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-c0a39d7f-69a6-453b-9591-60ea53604660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.611950 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-c0a39d7f-69a6-453b-9591-60ea53604660 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d938432-51d5-417d-b566-f0120ac74fa5 HTTP/1.1" status: 200 len: 856 time: 0.0432868 Jul 15 17:55:53.674535 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-bd494d8a-fb1e-48cd-b677-808016d4025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:53.675922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-bd494d8a-fb1e-48cd-b677-808016d4025d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=043b6262-39d8-43df-a559-de234f0caf00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569181 Jul 15 17:55:53.766498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-fa11e094-c242-48c6-ad67-fe2aa43e542f service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835638 Jul 15 17:55:53.857935 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-844b6af3-90a7-4f27-ada3-db94654a0083 req-49ed36bb-99a2-4c92-98ef-a3574bfcac10 service neutron] 10.222.0.35 "GET /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Jul 15 17:55:54.233924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa800084-33f8-407f-b9fb-b06e9b3acc44 req-e26dbede-a30f-4528-afca-c4af3504d9f6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:54.235390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa800084-33f8-407f-b9fb-b06e9b3acc44 req-e26dbede-a30f-4528-afca-c4af3504d9f6 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 943 time: 0.0640087 Jul 15 17:55:54.272937 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fa800084-33f8-407f-b9fb-b06e9b3acc44 req-4222dab4-2251-44f9-9522-dfb1dd1ea821 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Jul 15 17:55:55.449188 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470051f2-2b33-4969-b87c-da66ec26919d req-a0c865a9-83c5-4bcb-b955-d83cda2aa8a8 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:55.450693 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470051f2-2b33-4969-b87c-da66ec26919d req-a0c865a9-83c5-4bcb-b955-d83cda2aa8a8 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 943 time: 0.0677397 Jul 15 17:55:55.489669 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-470051f2-2b33-4969-b87c-da66ec26919d req-219aab2c-a922-4e35-a813-bc3324123a9a tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Jul 15 17:55:55.887986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-56291dea-6cb4-4e6a-a253-65c0cc7be246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:56.662850 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae434da-f06c-45a0-8169-e88d7ca22d9a req-f0d251d2-ea0f-4105-baa3-b61a12d053ec tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:56.664284 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ae434da-f06c-45a0-8169-e88d7ca22d9a req-f0d251d2-ea0f-4105-baa3-b61a12d053ec tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 943 time: 0.0636442 Jul 15 17:55:56.701953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ae434da-f06c-45a0-8169-e88d7ca22d9a req-35918d29-e5d0-4977-9421-f28ebea0e921 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Jul 15 17:55:57.642027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:55:57.736801 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:57.752154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3', 'network_id': '043b6262-39d8-43df-a559-de234f0caf00', 'port_id': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3', 'mac_address': 'fa:16:3e:52:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d938432-51d5-417d-b566-f0120ac74fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:55:57.788158 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:57.801602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:55:57.821935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:57.826661 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:57.873447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:55:57.881390 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.881738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.882080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.882414 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.882746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.883074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.883400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.883730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.884049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.884444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.884771 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.885092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:55:57.887123 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a9d80-afc8-477b-a15b-d9a9335dd44c req-26e371a0-00d7-4965-9427-fa75dd6998f2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:57.889837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c2a9d80-afc8-477b-a15b-d9a9335dd44c req-26e371a0-00d7-4965-9427-fa75dd6998f2 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 944 time: 0.0708380 Jul 15 17:55:57.928305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c2a9d80-afc8-477b-a15b-d9a9335dd44c req-aafd296b-d8f7-4490-be48-9e523f058428 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jul 15 17:55:58.020854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['9f89a7da-0a86-46d2-81cb-ad151d9c13a3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:55:58.892637 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:59.104935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361244-760a-4e79-a794-afa611bcfc57 req-b9281bc3-e13a-4327-9f53-fda1a12f6949 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:55:59.106413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0361244-760a-4e79-a794-afa611bcfc57 req-b9281bc3-e13a-4327-9f53-fda1a12f6949 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 944 time: 0.0667086 Jul 15 17:55:59.146288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0361244-760a-4e79-a794-afa611bcfc57 req-7004e104-dfcb-4fe6-8c8f-800eaf85d056 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Jul 15 17:55:59.171105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ab89765b-3aea-45cf-9d32-4b6bea1c2325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:59.657522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:55:59.704891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:55:59.708460 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:55:59.708843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:59.951764 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:59.953613 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:55:59.975690 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:55:59.977917 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5bc87-dc5f-4142-8e43-dea326986482" -d '{"events": [{"server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "name": "network-vif-plugged", "status": "completed", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:55:59.990671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:55:59.994628 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:00.022405 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd30e251-1fa6-4d0e-8088-6b1640075efc x-openstack-request-id: req-cd30e251-1fa6-4d0e-8088-6b1640075efc {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:56:00.022686 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "name": "network-vif-plugged", "status": "completed", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:56:00.022964 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd30e251-1fa6-4d0e-8088-6b1640075efc {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:56:00.023311 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3', 'code': 200} Jul 15 17:56:00.054336 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:00.122084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6324b-6f80-41ae-8e36-8f25ac816e1c req-77029a1f-06ae-405e-ba04-206d154967ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:00.123835 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fda6324b-6f80-41ae-8e36-8f25ac816e1c req-77029a1f-06ae-405e-ba04-206d154967ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 1096 time: 0.0514452 Jul 15 17:56:00.157707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fda6324b-6f80-41ae-8e36-8f25ac816e1c req-8427bc83-ea67-4c71-bb37-6dcf39570f87 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276060 Jul 15 17:56:00.322731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2fb8e-0ddd-456f-801f-1d2d9d2629b6 req-c046174e-bcfb-433d-9b4b-d55581450017 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:00.324100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9b2fb8e-0ddd-456f-801f-1d2d9d2629b6 req-c046174e-bcfb-433d-9b4b-d55581450017 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0665433 Jul 15 17:56:00.361778 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f9b2fb8e-0ddd-456f-801f-1d2d9d2629b6 req-4da2e083-cd34-4976-9bd1-338516ec6a3e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jul 15 17:56:01.505368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:01.534915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ca921-6dff-4d40-8b9c-8ec7ac204290 req-43a34c33-f716-4576-b141-c2b6d70e448e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:01.536446 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-104ca921-6dff-4d40-8b9c-8ec7ac204290 req-43a34c33-f716-4576-b141-c2b6d70e448e tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0642736 Jul 15 17:56:01.574509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-104ca921-6dff-4d40-8b9c-8ec7ac204290 req-3fbeecd4-7cc1-4c56-b198-ccfa23421168 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Jul 15 17:56:01.752206 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5857f29-fc69-4ca2-9fbc-54ab7c36ea55 req-6dedf075-e18e-4bbf-abd4-f4267dbc655d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:01.753849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5857f29-fc69-4ca2-9fbc-54ab7c36ea55 req-6dedf075-e18e-4bbf-abd4-f4267dbc655d tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0656092 Jul 15 17:56:01.793232 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5857f29-fc69-4ca2-9fbc-54ab7c36ea55 req-956cf104-ce63-4183-8ace-59d65763ab14 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jul 15 17:56:07.506854 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:56:11.308519 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:11.450544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:20.589210 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cffe6-f266-4b4a-9ff8-55c1d309c858 req-fc08b55f-e221-47ba-9870-66bc18be28d0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:20.590622 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa3cffe6-f266-4b4a-9ff8-55c1d309c858 req-fc08b55f-e221-47ba-9870-66bc18be28d0 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0706933 Jul 15 17:56:20.628656 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa3cffe6-f266-4b4a-9ff8-55c1d309c858 req-b87e81f5-d8c7-4b0c-b805-cf6f37bffecc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Jul 15 17:56:21.806136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3b55b-5c5b-4758-8aff-0eb5ad900188 req-02af4323-d738-428e-861d-2c44bb822ffc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:21.807643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7df3b55b-5c5b-4758-8aff-0eb5ad900188 req-02af4323-d738-428e-861d-2c44bb822ffc tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0644896 Jul 15 17:56:21.845654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7df3b55b-5c5b-4758-8aff-0eb5ad900188 req-0c91329d-fe72-4937-8726-936ae4ef4cba tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/security-groups?id=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Jul 15 17:56:22.040179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-59ed4aca-141d-4e6c-b2ac-b8c5803e6b18 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:22.041665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-59ed4aca-141d-4e6c-b2ac-b8c5803e6b18 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 945 time: 0.0667212 Jul 15 17:56:22.140489 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Deleting port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:22.140825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:22.231251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] For port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:22.231621 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:22.243962 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Calling delete_port for 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:22.368592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:22.380582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['9f89a7da-0a86-46d2-81cb-ad151d9c13a3'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:56:22.402261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Pushing event deleted for resources: {'Port': ['ID=9f89a7da-0a86-46d2-81cb-ad151d9c13a3,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:22.415459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.415811 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.416182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.416521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.416853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.417190 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.417519 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.417852 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.418178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.418506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.418829 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.419152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:22.459208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] No DVR routers for this DVR port 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:56:22.462001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:22.464032 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a1604e29-e956-48dd-92e7-cb0bfde40617 req-bc8a1215-33f5-46a1-9da3-03bef4ce2843 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.35 "DELETE /v2.0/ports/9f89a7da-0a86-46d2-81cb-ad151d9c13a3 HTTP/1.1" status: 204 len: 173 time: 0.4164600 Jul 15 17:56:22.464501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'name': 'network-vif-deleted', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:56:22.466825 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1de884-9858-45d9-a345-220f89830141" -d '{"events": [{"server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "name": "network-vif-deleted", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:56:22.508528 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f6b09f-8ebf-4dbe-b916-b1dbe7b3cc11 x-openstack-request-id: req-a0f6b09f-8ebf-4dbe-b916-b1dbe7b3cc11 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:56:22.508830 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a445eac-6d9b-43d0-b3d5-46744c47b42c", "name": "network-vif-deleted", "tag": "9f89a7da-0a86-46d2-81cb-ad151d9c13a3", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:56:22.509086 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0f6b09f-8ebf-4dbe-b916-b1dbe7b3cc11 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:56:22.509486 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a445eac-6d9b-43d0-b3d5-46744c47b42c', 'name': 'network-vif-deleted', 'tag': '9f89a7da-0a86-46d2-81cb-ad151d9c13a3', 'status': 'completed', 'code': 200} Jul 15 17:56:23.094312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c5012193-4541-4405-97df-3b2436e6d1aa req-e2905ec1-a6c7-44a5-8162-2631e1cb7e13 tempest-TestEncryptedCinderVolumes-1256040479 tempest-TestEncryptedCinderVolumes-1256040479-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a445eac-6d9b-43d0-b3d5-46744c47b42c HTTP/1.1" status: 200 len: 210 time: 0.1252937 Jul 15 17:56:24.220444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49056) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:24.565865 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.098943 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Deleting port 0578d229-709d-4bb0-99e4-c3dc267d3cb0 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:25.099281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.176562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] For port 0578d229-709d-4bb0-99e4-c3dc267d3cb0, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0578d229-709d-4bb0-99e4-c3dc267d3cb0,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:25.176918 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.189851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Calling delete_port for 0578d229-709d-4bb0-99e4-c3dc267d3cb0 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:25.369064 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.399746 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0578d229-709d-4bb0-99e4-c3dc267d3cb0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:25.566278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.778926 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Router 2069d73c-2a78-4e20-b7e6-f863264512a2 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:56:25.782395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:25.812190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:25.812795 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 9f89a7da-0a86-46d2-81cb-ad151d9c13a3 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:25.889056 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-942fbea1-70fc-421e-967b-84c1e0a1f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:25.892634 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:25.897962 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9d2f0bc1-055d-47ea-af78-4cc6875303f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/2069d73c-2a78-4e20-b7e6-f863264512a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763608 Jul 15 17:56:25.900416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49058) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:25.901238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Sync routers for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:25.911560 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:25.912264 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:55:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:26.006029 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.014028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:26.108625 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.160798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Deleting port 18b7280d-a071-4af2-8410-8af61e83b301 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:26.161144 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.191142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '18b7280d-a071-4af2-8410-8af61e83b301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:56:25Z', 'revision_number': 5, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port': {'id': '18b7280d-a071-4af2-8410-8af61e83b301', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:26.216201 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Checking router: 2069d73c-2a78-4e20-b7e6-f863264512a2 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:26.224148 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Routers {'2069d73c-2a78-4e20-b7e6-f863264512a2'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:26.224746 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:55:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2069d73c-2a78-4e20-b7e6-f863264512a2'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:26.239639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] For port 18b7280d-a071-4af2-8410-8af61e83b301, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=18b7280d-a071-4af2-8410-8af61e83b301,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:26.239993 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.253234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Calling delete_port for 18b7280d-a071-4af2-8410-8af61e83b301 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:26.307290 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] Set router 2069d73c-2a78-4e20-b7e6-f863264512a2 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:26.360777 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:56:26Z', 'revision_number': 6, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:26.390012 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a8282-bfdf-4146-8689-4e4ff4f59b71 None None] The sync data for ids ['2069d73c-2a78-4e20-b7e6-f863264512a2'] in n-d-800085-3 is: [{'id': '2069d73c-2a78-4e20-b7e6-f863264512a2', 'name': 'tempest-TestEncryptedCinderVolumes-2039678395-router', 'tenant_id': '843fdae952694b4f9df7a4ff2b951546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:07Z', 'updated_at': '2021-07-15T17:56:26Z', 'revision_number': 6, 'project_id': '843fdae952694b4f9df7a4ff2b951546', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:26.426337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.450865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b7280d-a071-4af2-8410-8af61e83b301,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:26.521138 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.612209 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.614218 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.656593 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.657173 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2069d73c-2a78-4e20-b7e6-f863264512a2 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:56:26.661475 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.662634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ee3a6c48-b631-451a-ba1f-ba509dbb02a2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2069d73c-2a78-4e20-b7e6-f863264512a2 HTTP/1.1" status: 204 len: 168 time: 0.7613077 Jul 15 17:56:26.665062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49060) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:26.713195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Deleting subnet 7d938432-51d5-417d-b566-f0120ac74fa5 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:56:26.716164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.753244 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.834224 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.887751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.919864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d938432-51d5-417d-b566-f0120ac74fa5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:26.921971 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:26.923841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3a171781-f3b1-4312-9360-5be24af99da1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7d938432-51d5-417d-b566-f0120ac74fa5 HTTP/1.1" status: 204 len: 168 time: 0.2578776 Jul 15 17:56:26.926362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49062) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:26.928054 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9732cb-2cff-4ccf-b38b-7cd81eda65d5 None None] Network 043b6262-39d8-43df-a559-de234f0caf00 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:26.993540 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.047078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Deleting port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:27.047529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.117325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] For port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:27.117678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.132297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Calling delete_port for 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:27.150881 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] DHCP port deletion for 043b6262-39d8-43df-a559-de234f0caf00 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:56:27.202519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Deleting port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:27.202909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.215394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.245594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] No DVR routers for this DVR port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:56:27.271040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] For port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,segment=NetworkSegment(42f8a4c9-3013-40fa-96f9-d7c49b593a2f),segment_id=42f8a4c9-3013-40fa-96f9-d7c49b593a2f)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:27.271470 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.275819 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:27.285083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Calling delete_port for 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:27.333342 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.349688 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043b6262-39d8-43df-a559-de234f0caf00']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:27.360897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8a4c9-3013-40fa-96f9-d7c49b593a2f') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:27.361193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8a4c9-3013-40fa-96f9-d7c49b593a2f') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:27.370853 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.378312 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.385337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.394172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:56:27.394801 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:56:27.397087 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:56:27.407686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] No DVR routers for this DVR port 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:56:27.410321 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01ce30-1f66-49c3-bde3-9a68311ea4e5 None None] Pushing event deleted for resources: {'Port': ['ID=5ba5b80f-2b56-4555-ba03-0ea5205a5fbb,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:27.465949 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.472187 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.474254 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] 10.222.0.25 "DELETE /v2.0/networks/043b6262-39d8-43df-a559-de234f0caf00 HTTP/1.1" status: 204 len: 168 time: 0.5469944 Jul 15 17:56:27.477391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49068) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:27.486020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f336f-f7b4-46c7-a606-b509d4897a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=043b6262-39d8-43df-a559-de234f0caf00,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:27.823626 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:27.831286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 18b7280d-a071-4af2-8410-8af61e83b301 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:27.851242 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 18b7280d-a071-4af2-8410-8af61e83b301 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:27.851576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 18b7280d-a071-4af2-8410-8af61e83b301 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:27.851971 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:27.869611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:27.869948 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 5ba5b80f-2b56-4555-ba03-0ea5205a5fbb not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:27.870345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0578d229-709d-4bb0-99e4-c3dc267d3cb0 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:27.888743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0578d229-709d-4bb0-99e4-c3dc267d3cb0 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:27.889214 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0578d229-709d-4bb0-99e4-c3dc267d3cb0 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:28.070544 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Deleting port 2a2d2294-66c1-4ba4-9ed7-f81869677555 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:28.070776 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:28.144895 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] For port 2a2d2294-66c1-4ba4-9ed7-f81869677555, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2a2d2294-66c1-4ba4-9ed7-f81869677555,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:28.145244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:28.157492 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Calling delete_port for 2a2d2294-66c1-4ba4-9ed7-f81869677555 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:28.331725 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:28.357481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2d2294-66c1-4ba4-9ed7-f81869677555,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:28.391262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.391614 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.391957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.392324 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.392663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.393000 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.393327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.393655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.393980 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.394303 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.394630 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.394963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:28.537534 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:28.749554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:56:28.856103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:28.861931 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79bbd9e5-34a0-4c92-bb9b-07005a1a320d admin admin] 10.222.0.25 "PUT /v2.0/routers/62ed0397-b2f3-4e76-bf1f-b9c506214f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3834627 Jul 15 17:56:28.864423 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49072) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:28.867164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Sync routers for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:28.876834 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:28.877463 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:55:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:28.929762 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:28.970747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.002066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:29.186882 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a622f988-c6f4-4f9a-9add-761315e9cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.210314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:56:28Z', 'revision_number': 5, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:29.239716 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Checking router: 62ed0397-b2f3-4e76-bf1f-b9c506214f05 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:29.249610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Routers {'62ed0397-b2f3-4e76-bf1f-b9c506214f05'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:29.250243 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:29.378169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] Set router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:29.491183 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.551392 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Deleting port a3b9f81d-6055-4723-b7ef-f6bf44453e28 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:29.552049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.578773 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:56:28Z', 'revision_number': 5, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:29.604953 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6dc5a-5793-45d8-8f5d-ef476752557d None None] The sync data for ids ['62ed0397-b2f3-4e76-bf1f-b9c506214f05'] in n-d-800085-3 is: [{'id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'name': 'tempest-TestEncryptedCinderVolumes-1569670987-router', 'tenant_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:55:11Z', 'updated_at': '2021-07-15T17:56:28Z', 'revision_number': 5, 'project_id': '5e291ac5cd30472a8eb6c082ffbecaa0', 'gw_port': {'id': 'a3b9f81d-6055-4723-b7ef-f6bf44453e28', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ed0397-b2f3-4e76-bf1f-b9c506214f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:55:12Z', 'updated_at': '2021-07-15T17:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:29.642259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] For port a3b9f81d-6055-4723-b7ef-f6bf44453e28, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a3b9f81d-6055-4723-b7ef-f6bf44453e28,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:29.642622 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.654332 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Calling delete_port for a3b9f81d-6055-4723-b7ef-f6bf44453e28 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:29.777608 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.822624 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:29.848335 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b9f81d-6055-4723-b7ef-f6bf44453e28,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:29.910924 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.008740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.010898 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.044956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a2d2294-66c1-4ba4-9ed7-f81869677555 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:30.059901 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.060573 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ed0397-b2f3-4e76-bf1f-b9c506214f05 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:56:30.066611 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.067742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2a2d2294-66c1-4ba4-9ed7-f81869677555 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:30.068092 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2a2d2294-66c1-4ba4-9ed7-f81869677555 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:30.068412 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-df58b507-9b90-4de5-89f6-2369eedcee4f admin admin] 10.222.0.25 "DELETE /v2.0/routers/62ed0397-b2f3-4e76-bf1f-b9c506214f05 HTTP/1.1" status: 204 len: 168 time: 1.2030008 Jul 15 17:56:30.070713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49074) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:30.116166 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Deleting subnet 4b67cc9f-fa06-4867-aa46-12c35a2f4555 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:56:30.122695 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.157549 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.241999 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.300607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.325642 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b67cc9f-fa06-4867-aa46-12c35a2f4555,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:30.329427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.333635 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-352a44aa-ac2a-4e34-bc09-d7a39e47fdbc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4b67cc9f-fa06-4867-aa46-12c35a2f4555 HTTP/1.1" status: 204 len: 168 time: 0.2596321 Jul 15 17:56:30.335242 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49076) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:30.337656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86a1fe-ec57-48c2-8bf6-ca6e1e32afe1 None None] Network 03e391aa-7db6-44b1-b35b-5a676ec4a725 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:30.406416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.457488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Deleting port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:56:30.457831 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.520257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] For port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,segment=NetworkSegment(a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5),segment_id=a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:30.520604 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.533138 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Calling delete_port for 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:56:30.615821 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.636871 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba9137-26dd-43bb-bb28-ca3dce28985e None None] DHCP port deletion for 03e391aa-7db6-44b1-b35b-5a676ec4a725 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:56:30.642677 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c81bbab-5427-4dd9-87ff-5fe44a7be6cf,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:30.646607 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] No DVR routers for this DVR port 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:56:30.721222 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.731004 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e391aa-7db6-44b1-b35b-5a676ec4a725']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:30.740565 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:30.740863 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c6fc7-5f25-40e1-b3a1-8cc1d651ecc5') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:30.749702 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.763414 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.770051 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:56:30.770461 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:56:30.772366 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:56:30.824710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.830555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:30.835190 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] 10.222.0.25 "DELETE /v2.0/networks/03e391aa-7db6-44b1-b35b-5a676ec4a725 HTTP/1.1" status: 204 len: 168 time: 0.4988453 Jul 15 17:56:30.848997 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4ec92-c788-4e6f-89ea-aa7d5ce62f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e391aa-7db6-44b1-b35b-5a676ec4a725,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:30.986563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49080) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:31.031014 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cc277f60-6e84-47a0-b739-0f763b0b47e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=843fdae952694b4f9df7a4ff2b951546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425746 Jul 15 17:56:31.033275 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49082) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:31.080585 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.100964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.147374 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.150387 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.151671 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c HTTP/1.1" status: 204 len: 168 time: 0.1175163 Jul 15 17:56:31.159883 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a237739-e63f-4369-8262-88a81b96fde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb4209-4bf5-4504-9344-6ef2a2f5dc3c,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:31.451159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49088) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:31.493843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5962a8f3-821b-4635-85b8-4103ee5d4337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e291ac5cd30472a8eb6c082ffbecaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414557 Jul 15 17:56:31.496185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49090) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:31.508949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.544908 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.565868 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.613545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.616277 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:31.617452 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ad8017c-304d-4175-bdce-6309c23358be HTTP/1.1" status: 204 len: 168 time: 0.1203825 Jul 15 17:56:31.625790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd995c56-476b-400b-b791-65df2bae01d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad8017c-304d-4175-bdce-6309c23358be,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:31.831525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:31.850661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:31.851126 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 8c81bbab-5427-4dd9-87ff-5fe44a7be6cf not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:31.851545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3b9f81d-6055-4723-b7ef-f6bf44453e28 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:56:31.875943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a3b9f81d-6055-4723-b7ef-f6bf44453e28 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:56:31.876400 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a3b9f81d-6055-4723-b7ef-f6bf44453e28 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:56:32.261386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49112) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:32.354769 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-371766817-network', 'tenant_id': 'df795fe191174ed29170c2d4d799f068'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:32.378421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Made reservation on behalf of df795fe191174ed29170c2d4d799f068 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:56:32.380829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.394089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.480846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.485062 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.507115 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:56:32.522659 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04410e27-e1b3-46fd-b109-e612775139c0,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:32.525635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.525975 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Added segment 5ee79a3e-a533-43cc-924b-1ce083515a5c of type vlan for network 5c9e05af-987a-4c01-b8cb-0bd7d539278d Jul 15 17:56:32.567346 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.596666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.597536 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:32.598108 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.632890 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704278 Jul 15 17:56:32.635842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49116) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:32.641589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Request body: {'subnet': {'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-371766817-subnet', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:32.661761 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Made reservation on behalf of df795fe191174ed29170c2d4d799f068 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:56:32.664049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.672909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca690e3-b8f0-49f4-9b2d-2ec85fbfadc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c9e05af-987a-4c01-b8cb-0bd7d539278d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:32.683052 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:56:32.844405 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.898860 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cfccd0-7554-48c7-8d47-7e554dfb2640,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:32.907375 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Checking segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:32.907728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Network hostable DHCP agents. Network: 5c9e05af-987a-4c01-b8cb-0bd7d539278d, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:56:32.924243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:56:32.932539 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 5c9e05af-987a-4c01-b8cb-0bd7d539278d) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:32.937971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:32.938572 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.940928 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493cac92-3372-4f9c-8fbc-af3c941cc387 None None] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:32.952826 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5cf6b02f-b564-4735-8272-e9724598b214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156621 Jul 15 17:56:32.955383 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49118) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:32.959776 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:32.980645 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:32.981717 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.039904 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.089265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:56:33.090198 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.184975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.222559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Allocated IP 172.20.0.2 (5c9e05af-987a-4c01-b8cb-0bd7d539278d/55cfccd0-7554-48c7-8d47-7e554dfb2640/dc491259-dbf9-4dad-910b-3ac9f0957346) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:33.373028 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.382287 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Transition to ACTIVE for port object dc491259-dbf9-4dad-910b-3ac9f0957346 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:33.386325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.397220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Transition to ACTIVE for port object dc491259-dbf9-4dad-910b-3ac9f0957346 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:33.403070 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.405036 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.440776 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:33.446724 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:33.450311 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:33.457491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Pushing event updated for resources: {'Port': ['ID=dc491259-dbf9-4dad-910b-3ac9f0957346,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:33.510280 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Attempting to bind port dc491259-dbf9-4dad-910b-3ac9f0957346 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:33.510647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Attempting to bind port dc491259-dbf9-4dad-910b-3ac9f0957346 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:33.511008 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Attempting to bind port dc491259-dbf9-4dad-910b-3ac9f0957346 on network 5c9e05af-987a-4c01-b8cb-0bd7d539278d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:33.514793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Allocated IP 172.25.8.53 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/06633562-10ce-47d9-94a2-973cb958a605) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:33.516078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:33.516484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Checking segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:33.516888 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.517292 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Bound using segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:33.518005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Bound port: dc491259-dbf9-4dad-910b-3ac9f0957346, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:33.518465 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.588391 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] For port dc491259-dbf9-4dad-910b-3ac9f0957346, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:33.591462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] For port dc491259-dbf9-4dad-910b-3ac9f0957346, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dc491259-dbf9-4dad-910b-3ac9f0957346,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:33.597072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.621353 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.661265 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e1b1c-9792-49c1-af2c-31c67dfe392f None None] Pushing event updated for resources: {'Port': ['ID=dc491259-dbf9-4dad-910b-3ac9f0957346,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:33.672187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:33.715820 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:33.719415 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:33.723013 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:33.745683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Pushing event updated for resources: {'Port': ['ID=06633562-10ce-47d9-94a2-973cb958a605,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:33.908487 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dc491259-dbf9-4dad-910b-3ac9f0957346 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:33.966757 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port dc491259-dbf9-4dad-910b-3ac9f0957346 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:33.995181 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.185728 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.316884 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Router ebc21d3a-0313-4862-a7d0-460b672ef2e4 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:56:34.430591 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:34.441321 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Sync routers for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:34.446751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.450645 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-595da86a-a70c-4fef-bc87-d1225a521166 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4918604 Jul 15 17:56:34.450922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49120) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:34.451362 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:34.452512 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:34.537624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251958f-3c22-40df-b7f6-f5ce90c90540 None None] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:34.560516 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:34.659693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Provisioning for port dc491259-dbf9-4dad-910b-3ac9f0957346 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:34.664889 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Provisioning complete for port dc491259-dbf9-4dad-910b-3ac9f0957346 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:34.665267 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.745613 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:33Z', 'revision_number': 3, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:34.777183 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Checking router: ebc21d3a-0313-4862-a7d0-460b672ef2e4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:34.777388 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Updating router ebc21d3a-0313-4862-a7d0-460b672ef2e4 port 06633562-10ce-47d9-94a2-973cb958a605 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:56:34.787827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.819391 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.826579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] For port dc491259-dbf9-4dad-910b-3ac9f0957346, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dc491259-dbf9-4dad-910b-3ac9f0957346,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:34.832264 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:34.889300 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779e82c-ea07-4973-ae7f-31d9f9fea28f None None] Pushing event updated for resources: {'Port': ['ID=dc491259-dbf9-4dad-910b-3ac9f0957346,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:35.055493 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-5e3f00b9-4bf3-41f1-98b7-666c0d38dbe2 None None] Provisioning complete for port dc491259-dbf9-4dad-910b-3ac9f0957346 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:35.056248 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e3f00b9-4bf3-41f1-98b7-666c0d38dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.174954 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.184572 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Transition to ACTIVE for port object 06633562-10ce-47d9-94a2-973cb958a605 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:35.190239 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.232521 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.240912 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Pushing event updated for resources: {'Port': ['ID=06633562-10ce-47d9-94a2-973cb958a605,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:35.251398 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.251744 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.252082 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.252439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.252767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.253094 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.253417 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.253737 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.254061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.254379 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.254697 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.255013 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:56:35.258009 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Attempting to bind port 06633562-10ce-47d9-94a2-973cb958a605 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:35.258376 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Attempting to bind port 06633562-10ce-47d9-94a2-973cb958a605 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:35.258723 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Attempting to bind port 06633562-10ce-47d9-94a2-973cb958a605 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:35.264151 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:35.264554 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:35.265224 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.265419 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:35.265882 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Bound port: 06633562-10ce-47d9-94a2-973cb958a605, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:35.266263 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.316042 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] For port 06633562-10ce-47d9-94a2-973cb958a605, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:35.320740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] For port 06633562-10ce-47d9-94a2-973cb958a605, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=06633562-10ce-47d9-94a2-973cb958a605,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:35.325570 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.386522 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:35.387125 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:35.390523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7e6e-0ef4-4f45-8971-6e9cc37cd364 None None] Pushing event updated for resources: {'Port': ['ID=06633562-10ce-47d9-94a2-973cb958a605,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:35.395141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Allocated IP 172.20.0.1 (5c9e05af-987a-4c01-b8cb-0bd7d539278d/55cfccd0-7554-48c7-8d47-7e554dfb2640/7c162d37-6cbc-454e-80da-e4a1a5dfd1fe) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:35.491686 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:35.502400 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.515952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Transition to ACTIVE for port object 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:35.549137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.587485 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:35.594032 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:35.596721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:35.624851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Pushing event updated for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:35.641177 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.673050 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:33Z', 'revision_number': 3, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:35.705193 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d4457c-8c3b-4f9e-b1e5-9513bf94d3aa None None] The sync data for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 is: [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:33Z', 'revision_number': 3, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:35.793408 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.856774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dc491259-dbf9-4dad-910b-3ac9f0957346 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:35.885488 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c7417bc1-74fb-4a0f-94c0-26c6ab0f6151 None None] Provisioning for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:35.896534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c7417bc1-74fb-4a0f-94c0-26c6ab0f6151 None None] Provisioning complete for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:35.896912 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c7417bc1-74fb-4a0f-94c0-26c6ab0f6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.939308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c7417bc1-74fb-4a0f-94c0-26c6ab0f6151 None None] Port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:35.946870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dc491259-dbf9-4dad-910b-3ac9f0957346 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:35.947472 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:35.999819 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:36.005708 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:36.081058 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Pushing event updated for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:36.085099 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:36.179503 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:36.180896 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:36.303738 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Router ebc21d3a-0313-4862-a7d0-460b672ef2e4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:56:36.422285 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:36.427592 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-12d96014-cbb2-44db-9341-4dcf808fc313 admin admin] 10.222.0.25 "PUT /v2.0/routers/ebc21d3a-0313-4862-a7d0-460b672ef2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753532 Jul 15 17:56:36.461502 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-895e6cb2-dcef-4887-bf4b-eec09fde2839 None None] Provisioning complete for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:36.462068 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-895e6cb2-dcef-4887-bf4b-eec09fde2839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:36.659541 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-895e6cb2-dcef-4887-bf4b-eec09fde2839 None None] Port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:36.910823 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49136) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:36.916213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1068538981-network', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:36.937056 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Made reservation on behalf of 378e66733ba74dbbaeb699ba9c318f38 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:56:36.939570 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:36.948018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.037207 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.041191 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.064214 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:56:37.079094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8a5c4-552f-4989-962a-ec515a2028cb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:37.084234 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.084555 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Added segment c15fd5b6-e565-4854-b9a1-76ec3fe280a0 of type vlan for network 2d100e15-9758-4941-a02c-53f6cbf06ff4 Jul 15 17:56:37.128341 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.160698 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.161678 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:37.162248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.195432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2834570 Jul 15 17:56:37.198130 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49138) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:37.227793 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Request body: {'subnet': {'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1068538981-subnet', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:37.234098 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863389a5-97a4-40e5-aa2a-9d9a23ad9724 admin admin] Pushing event updated for resources: {'Network': ['ID=2d100e15-9758-4941-a02c-53f6cbf06ff4,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:37.245035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:56:37.252579 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Made reservation on behalf of 378e66733ba74dbbaeb699ba9c318f38 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:56:37.255066 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.378063 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Sync routers for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:37.387277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:37.387838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:37.427059 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.483223 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79cd2c94-d9b9-4bfb-9cd3-7e22df94444a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:37.491939 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Checking segment: {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:37.492325 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Network hostable DHCP agents. Network: 2d100e15-9758-4941-a02c-53f6cbf06ff4, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:56:37.495878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:37.509497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:56:37.518154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2d100e15-9758-4941-a02c-53f6cbf06ff4) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:37.522140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:37.522726 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.529388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4e5e3-091e-4237-a6ab-45d27380e0c4 None None] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:37.537446 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d0cbcfb7-c880-4177-98a3-8c08824b6f19 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3382037 Jul 15 17:56:37.539899 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49140) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:37.544525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:37.565064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.566076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.622809 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.773302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.812618 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2d100e15-9758-4941-a02c-53f6cbf06ff4', 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'fixed_ips': [{'subnet_id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:56:37.813457 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:37.845600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 2, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:37.915817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 06633562-10ce-47d9-94a2-973cb958a605 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:37.921838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Checking router: ebc21d3a-0313-4862-a7d0-460b672ef2e4 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:37.922278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Updating router ebc21d3a-0313-4862-a7d0-460b672ef2e4 port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:56:37.984557 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.003219 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.003458 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.084770 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 06633562-10ce-47d9-94a2-973cb958a605 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:38.094591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Allocated IP 172.20.0.2 (2d100e15-9758-4941-a02c-53f6cbf06ff4/79cd2c94-d9b9-4bfb-9cd3-7e22df94444a/3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:38.098227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 06633562-10ce-47d9-94a2-973cb958a605 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:38.098543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.112484 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Allocated IP 172.25.8.100 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/539328c1-d49d-4a7d-a18a-ecc6c74c9a16) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:38.214948 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.258764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.297687 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:38.300481 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:38.303970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:38.325909 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Pushing event updated for resources: {'Port': ['ID=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:38.430549 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.480921 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.483695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 06633562-10ce-47d9-94a2-973cb958a605, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=06633562-10ce-47d9-94a2-973cb958a605,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:38.509313 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.511612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Transition to ACTIVE for port object 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:38.555739 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.566895 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Transition to ACTIVE for port object 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:38.573641 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.583332 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.607890 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Transition to ACTIVE for port object 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:38.610067 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=06633562-10ce-47d9-94a2-973cb958a605,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:38.639284 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:38.640846 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.646755 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:38.652612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:38.676138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Pushing event updated for resources: {'Port': ['ID=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:38.772429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.789186 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Attempting to bind port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:38.789553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Attempting to bind port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:38.789910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Attempting to bind port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 on network 2d100e15-9758-4941-a02c-53f6cbf06ff4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:38.816191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab015c19-fac9-4c1b-b6cf-7a01be9b398b None None] Pushing event updated for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:38.819903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:38.820306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Checking segment: {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:38.820749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.821139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Bound using segment: {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:38.821615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Bound port: 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:38.821986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.841307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Attempting to bind port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:38.841673 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Attempting to bind port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:38.842035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Attempting to bind port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe on network 5c9e05af-987a-4c01-b8cb-0bd7d539278d {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:38.867979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:38.868301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Checking segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:38.868699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.869098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Bound using segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:38.869578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Bound port: 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:38.869952 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:38.913314 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Router 29ef9a02-f60a-4ead-a2e4-906f1417222c is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:56:38.944967 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] For port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:38.965365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] For port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:38.971683 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.027081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] For port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:39.029023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:39.033256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] For port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:39.046544 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Sync routers for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:39.047080 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.051045 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:39.051840 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:39.053647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2dfcb-9913-4ec9-943c-7baa8c0d1215 None None] Pushing event updated for resources: {'Port': ['ID=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:39.070667 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.072134 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-642b7b05-e8cf-4891-9bad-fbdd3aa4272c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5311821 Jul 15 17:56:39.075351 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:56:39.099168 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:39.099805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:39.169628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab015c19-fac9-4c1b-b6cf-7a01be9b398b None None] Pushing event updated for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:39.208738 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:39.272303 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:39.500322 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 3, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:39.537607 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Checking router: 29ef9a02-f60a-4ead-a2e4-906f1417222c for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:39.538079 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Updating router 29ef9a02-f60a-4ead-a2e4-906f1417222c port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:56:39.576996 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:39Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:39.580887 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.604745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c2446-4d90-45cd-b796-41c06437bdb7 None None] The sync data for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 is: [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:39Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:39.605764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.808387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Allocated IP 172.20.0.1 (2d100e15-9758-4941-a02c-53f6cbf06ff4/79cd2c94-d9b9-4bfb-9cd3-7e22df94444a/c58522bc-401b-45d2-b3cb-17ec41cf746c) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:39.896732 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.907915 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Transition to ACTIVE for port object 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:39.916786 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.948489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:39.969413 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Transition to ACTIVE for port object c58522bc-401b-45d2-b3cb-17ec41cf746c will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:39.995901 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d189d-a761-48df-ad3e-7ddf69c1184b None None] Pushing event updated for resources: {'Port': ['ID=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:40.001787 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Attempting to bind port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:40.002166 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Attempting to bind port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:40.002525 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Attempting to bind port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:40.008446 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:40.009086 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:40.009728 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.010390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:40.010877 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Bound port: 539328c1-d49d-4a7d-a18a-ecc6c74c9a16, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:40.011524 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.025871 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.042823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:40.049022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:40.051558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:40.081055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:40.127555 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:40.129403 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] For port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:40.133867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:40.137216 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] For port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:40.137721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.138793 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:40.145521 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.246295 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:40.246918 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:40.261923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:40.266679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:40.267133 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.306486 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d189d-a761-48df-ad3e-7ddf69c1184b None None] Pushing event updated for resources: {'Port': ['ID=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:40.375017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.427582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:40.429867 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:40.433106 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.434078 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 06633562-10ce-47d9-94a2-973cb958a605 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:40.654598 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 3, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:40.710602 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1130856-1c31-4e98-b777-1474964d3424 None None] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:56:40.741450 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.790265 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a49227-91a9-46cf-bffe-6b376618cb84 None None] The sync data for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 is: [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 3, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:40.816182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:40.833055 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Provisioning for port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:40.843595 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Provisioning complete for port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:40.843975 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.880631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 06633562-10ce-47d9-94a2-973cb958a605 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:40.881007 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.939150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:40.944517 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.019849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.032747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Pushing event updated for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:41.072784 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.121612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] For port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:41.130483 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.134107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:41.135623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:41.200057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a21f4-8536-4d52-a5cd-de4451bf0c8f None None] Pushing event updated for resources: {'Port': ['ID=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:41.280540 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Router 29ef9a02-f60a-4ead-a2e4-906f1417222c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:56:41.309064 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.411366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:56:41.416595 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8a0430de-c012-4e04-8d3e-fc4a673a0b22 admin admin] 10.222.0.25 "PUT /v2.0/routers/29ef9a02-f60a-4ead-a2e4-906f1417222c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3378191 Jul 15 17:56:41.457142 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.462669 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Provisioning complete for port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:41.463044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.584240 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Provisioning for port c58522bc-401b-45d2-b3cb-17ec41cf746c completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:41.589571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Provisioning complete for port c58522bc-401b-45d2-b3cb-17ec41cf746c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:41.590367 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.641065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb420f-9dee-4873-a8c4-807fbb9d1f0f None None] Port c58522bc-401b-45d2-b3cb-17ec41cf746c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:41.762783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-7b15f784-43a3-4840-bdc4-d5a757430344 None None] Provisioning complete for port c58522bc-401b-45d2-b3cb-17ec41cf746c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:41.763441 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7b15f784-43a3-4840-bdc4-d5a757430344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.803629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7b15f784-43a3-4840-bdc4-d5a757430344 None None] Port c58522bc-401b-45d2-b3cb-17ec41cf746c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:41.935165 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9068bbb7-268d-4732-b52a-78a96abf7139 None None] Provisioning complete for port c58522bc-401b-45d2-b3cb-17ec41cf746c triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:41.935654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9068bbb7-268d-4732-b52a-78a96abf7139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:41.982725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9068bbb7-268d-4732-b52a-78a96abf7139 None None] Port c58522bc-401b-45d2-b3cb-17ec41cf746c cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:42.001558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:42.055713 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:42.056082 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:42.134905 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:42.186068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:42.190603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:42.190975 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:42.272031 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:42.293213 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:42.304490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:42.308073 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:42.396543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:42.407946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:42.408348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:43.164175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Sync routers for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:56:43.173175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:43.173875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:43.284914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:43.539657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 4, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c58522bc-401b-45d2-b3cb-17ec41cf746c', 'name': '', 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'mac_address': 'fa:16:3e:7d:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:39Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 2, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'subnets': [{'id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:43.575393 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Checking router: 29ef9a02-f60a-4ead-a2e4-906f1417222c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:56:43.575876 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Updating router 29ef9a02-f60a-4ead-a2e4-906f1417222c port c58522bc-401b-45d2-b3cb-17ec41cf746c binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:56:43.615480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:43.902121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:43.950589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:43.963735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Transition to ACTIVE for port object c58522bc-401b-45d2-b3cb-17ec41cf746c will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:43.972737 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:44.010622 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:44.011060 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:44.047708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3e82-2b5b-4891-a9ad-b1cddc55c8ac None None] Pushing event updated for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:44.128951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Attempting to bind port c58522bc-401b-45d2-b3cb-17ec41cf746c on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:56:44.129326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Attempting to bind port c58522bc-401b-45d2-b3cb-17ec41cf746c by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:56:44.129688 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Attempting to bind port c58522bc-401b-45d2-b3cb-17ec41cf746c on network 2d100e15-9758-4941-a02c-53f6cbf06ff4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:56:44.156258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:56:44.156639 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Checking segment: {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:56:44.157045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:44.157443 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Bound using segment: {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:56:44.157956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Bound port: c58522bc-401b-45d2-b3cb-17ec41cf746c, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:56:44.158329 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:44.269586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] For port c58522bc-401b-45d2-b3cb-17ec41cf746c, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:56:44.275219 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] For port c58522bc-401b-45d2-b3cb-17ec41cf746c, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c58522bc-401b-45d2-b3cb-17ec41cf746c,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:56:44.279471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:44.377938 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3e82-2b5b-4891-a9ad-b1cddc55c8ac None None] Pushing event updated for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:44.388800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:56:44.390045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:44.515381 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:56:44.559830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:56:44.841338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 4, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c58522bc-401b-45d2-b3cb-17ec41cf746c', 'name': '', 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'mac_address': 'fa:16:3e:7d:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:39Z', 'updated_at': '2021-07-15T17:56:44Z', 'revision_number': 4, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'subnets': [{'id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:56:44.873808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de3dfc-62b7-4204-a567-fd19798d82fc None None] The sync data for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 is: [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 4, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': 'c58522bc-401b-45d2-b3cb-17ec41cf746c', 'name': '', 'network_id': '2d100e15-9758-4941-a02c-53f6cbf06ff4', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'mac_address': 'fa:16:3e:7d:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:39Z', 'updated_at': '2021-07-15T17:56:44Z', 'revision_number': 4, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'subnets': [{'id': '79cd2c94-d9b9-4bfb-9cd3-7e22df94444a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:56:45.912181 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c58522bc-401b-45d2-b3cb-17ec41cf746c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:45.973306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port c58522bc-401b-45d2-b3cb-17ec41cf746c completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:45.977458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c58522bc-401b-45d2-b3cb-17ec41cf746c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:45.977822 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:46.065587 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:46.110991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port c58522bc-401b-45d2-b3cb-17ec41cf746c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c58522bc-401b-45d2-b3cb-17ec41cf746c,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:56:46.115358 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:46.181810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:47.868190 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c58522bc-401b-45d2-b3cb-17ec41cf746c up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:56:47.925065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port c58522bc-401b-45d2-b3cb-17ec41cf746c triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:47.925824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:51.352808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-efda2de3-398e-4e9d-aa19-146911231fe6 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:51.354226 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-efda2de3-398e-4e9d-aa19-146911231fe6 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 814 time: 0.1072638 Jul 15 17:56:51.369065 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-a186c6e4-ab88-4d6d-936f-76ad99e354b0 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/quotas/df795fe191174ed29170c2d4d799f068 HTTP/1.1" status: 200 len: 375 time: 0.0089114 Jul 15 17:56:51.440194 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-d3ce52ce-3602-4d21-a0fa-b609b32cf6a9 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658920 Jul 15 17:56:51.537127 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-054e6466-77e3-43d1-b4e3-aeb12a2577bf service neutron] 10.222.0.25 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Jul 15 17:56:51.631547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-bbb8e726-18ca-43f7-9f35-537a47fbde9d service neutron] 10.222.0.25 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885270 Jul 15 17:56:51.944056 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e4474a5a-873d-4fac-a985-7f71e7ae65ee req-839024ca-f273-42c6-b7d4-3e8be6b85822 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 210 time: 0.1780016 Jul 15 17:56:52.992859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-36509ce1-d20b-462b-a8f9-17753ad47dfb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:52.994427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-36509ce1-d20b-462b-a8f9-17753ad47dfb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 814 time: 0.1119163 Jul 15 17:56:53.014216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'port': {'device_id': '641b3703-c867-4314-8f45-e6543c9cb279', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'admin_state_up': True, 'tenant_id': 'df795fe191174ed29170c2d4d799f068'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:56:53.116514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-86ce449b-58bc-4d36-9197-e84ccaf031f3 req-d329e98a-f823-4169-9c67-282f5ac1d8d8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 210 time: 0.0404267 Jul 15 17:56:53.160247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Made reservation on behalf of df795fe191174ed29170c2d4d799f068 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:56:53.164087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:53.291851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Allocated IP 172.20.0.8 (5c9e05af-987a-4c01-b8cb-0bd7d539278d/55cfccd0-7554-48c7-8d47-7e554dfb2640/7ef6c767-0522-48db-a27a-ea233d4e4594) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:56:53.535446 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:53.553481 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Transition to ACTIVE for port object 7ef6c767-0522-48db-a27a-ea233d4e4594 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:56:53.590395 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:53.653293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:56:53.662587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:56:53.664028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:56:53.666388 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:56:53.736668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:53.739001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:53.755815 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-19b6608e-6b13-4ef8-9ae8-f3a76013a8f2 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7461159 Jul 15 17:56:54.006919 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4dd48765-e352-41b1-bd60-23d594e07beb None None] Provisioning for port 7ef6c767-0522-48db-a27a-ea233d4e4594 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:56:54.011150 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4dd48765-e352-41b1-bd60-23d594e07beb None None] Provisioning complete for port 7ef6c767-0522-48db-a27a-ea233d4e4594 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:56:54.011522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4dd48765-e352-41b1-bd60-23d594e07beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:54.058297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4dd48765-e352-41b1-bd60-23d594e07beb None None] Port 7ef6c767-0522-48db-a27a-ea233d4e4594 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:56:54.305010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e3b7d-b498-4e40-a102-b2c972695898 req-96f5427f-6de1-41fa-bb41-a7eb5142c48a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:54.313380 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-849e3b7d-b498-4e40-a102-b2c972695898 req-96f5427f-6de1-41fa-bb41-a7eb5142c48a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0793641 Jul 15 17:56:54.351297 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-849e3b7d-b498-4e40-a102-b2c972695898 req-b0147b01-e1f0-4d72-8ede-e38d78f4a172 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Jul 15 17:56:55.538152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc794-d467-4670-9d1f-ae33251f9423 req-023c141c-f1fb-462c-a0a3-3ba7251a9a30 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:55.539709 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a9fc794-d467-4670-9d1f-ae33251f9423 req-023c141c-f1fb-462c-a0a3-3ba7251a9a30 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0699036 Jul 15 17:56:55.580205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6a9fc794-d467-4670-9d1f-ae33251f9423 req-9aa75b40-739b-4ff2-9f68-71016a9890a7 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346441 Jul 15 17:56:55.891487 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-85f384d3-ce91-4f46-a88c-b7d50607d5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:56.777900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72a776-7af6-424a-a20f-e4de729d529e req-013bbd13-dfb5-42c5-9650-adcd822ee378 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:56.779581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd72a776-7af6-424a-a20f-e4de729d529e req-013bbd13-dfb5-42c5-9650-adcd822ee378 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0822122 Jul 15 17:56:56.819657 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd72a776-7af6-424a-a20f-e4de729d529e req-437178fe-c3ba-4912-bc1d-e4ceea9505ef tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Jul 15 17:56:58.003893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7cfd5-bf45-4909-b58d-af5059b3fd55 req-1af9a147-d86c-4c7e-b087-abf77c51f584 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:58.005579 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52b7cfd5-bf45-4909-b58d-af5059b3fd55 req-1af9a147-d86c-4c7e-b087-abf77c51f584 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0698662 Jul 15 17:56:58.049802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-52b7cfd5-bf45-4909-b58d-af5059b3fd55 req-cbc64d03-3650-42d8-b677-d72c7157a082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Jul 15 17:56:58.893015 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:59.190610 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04615aea-b30e-44f4-9f56-18e6c077d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:56:59.244162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fe5b9-08bb-473d-b20a-8a44662a0974 req-c877a836-547c-46f2-b14e-9e7e1c5c48ac tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:56:59.244162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-636fe5b9-08bb-473d-b20a-8a44662a0974 req-c877a836-547c-46f2-b14e-9e7e1c5c48ac tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0688884 Jul 15 17:56:59.290867 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-636fe5b9-08bb-473d-b20a-8a44662a0974 req-74be4e44-048f-481b-bbac-55f51c7124a9 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Jul 15 17:56:59.781222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:00.478456 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8dc3d-e743-4ce6-918b-4d1b7e279264 req-ab132ff1-ddc9-4680-b6a1-30bf50173845 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:00.479959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73a8dc3d-e743-4ce6-918b-4d1b7e279264 req-ab132ff1-ddc9-4680-b6a1-30bf50173845 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0728347 Jul 15 17:57:00.521829 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-73a8dc3d-e743-4ce6-918b-4d1b7e279264 req-abca2242-064e-4f72-b6aa-cce67e519233 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356071 Jul 15 17:57:01.514690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:01.706550 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84744b2c-7f33-417f-a032-450e1b046da9 req-0fea1c74-b0e9-4201-a203-cb8ba21caf73 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:01.708569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84744b2c-7f33-417f-a032-450e1b046da9 req-0fea1c74-b0e9-4201-a203-cb8ba21caf73 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0698199 Jul 15 17:57:01.748751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-84744b2c-7f33-417f-a032-450e1b046da9 req-377fa6b4-22d5-46b9-a319-3f0b293cbe44 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Jul 15 17:57:02.929768 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed9a97-4c29-4dfd-87ce-569941491a5c req-a4eddf24-6832-4811-8603-c92223ec0d8d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:02.931268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13ed9a97-4c29-4dfd-87ce-569941491a5c req-a4eddf24-6832-4811-8603-c92223ec0d8d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 931 time: 0.0680134 Jul 15 17:57:02.969514 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13ed9a97-4c29-4dfd-87ce-569941491a5c req-34da50ca-d772-46de-b576-5c7bf56479dc tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 15 17:57:03.408617 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Request body: {'port': {'device_id': '641b3703-c867-4314-8f45-e6543c9cb279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:03.479312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:03.744891 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef6c767-0522-48db-a27a-ea233d4e4594 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:57:03.753478 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:03.766165 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Transition to ACTIVE for port object 7ef6c767-0522-48db-a27a-ea233d4e4594 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:57:03.769081 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:03.817603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:03.894308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Attempting to bind port 7ef6c767-0522-48db-a27a-ea233d4e4594 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:57:03.894640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Attempting to bind port 7ef6c767-0522-48db-a27a-ea233d4e4594 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:57:03.894981 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Attempting to bind port 7ef6c767-0522-48db-a27a-ea233d4e4594 on network 5c9e05af-987a-4c01-b8cb-0bd7d539278d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:57:03.899967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Port 7ef6c767-0522-48db-a27a-ea233d4e4594 on network 5c9e05af-987a-4c01-b8cb-0bd7d539278d not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:57:03.900371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Attempting to bind port 7ef6c767-0522-48db-a27a-ea233d4e4594 on network 5c9e05af-987a-4c01-b8cb-0bd7d539278d {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:57:03.906037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:57:03.906375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Checking segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:57:03.906760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Bound using segment: {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:57:03.907185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Bound port: 7ef6c767-0522-48db-a27a-ea233d4e4594, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee79a3e-a533-43cc-924b-1ce083515a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:57:03.907552 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:03.978185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:57:03.981132 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:57:03.985754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:04.020760 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.021375 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:04.022761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] 10.222.0.35 "PUT /v2.0/ports/7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 1091 time: 0.6709919 Jul 15 17:57:04.023205 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:57:04.025566 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085" -d '{"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:57:04.051376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe8075-e244-4972-88ba-0fb5e7a1d859 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:04.080890 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c34eb4-4db5-43a5-bba4-3691d632b510 x-openstack-request-id: req-53c34eb4-4db5-43a5-bba4-3691d632b510 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:57:04.081398 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:57:04.081661 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53c34eb4-4db5-43a5-bba4-3691d632b510 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:57:04.082075 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:57:04.189195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-f070e78c-9457-423f-bcae-e10b5caf069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.190725 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-f070e78c-9457-423f-bcae-e10b5caf069c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1094 time: 0.1040962 Jul 15 17:57:04.203938 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7e458-f904-4b2c-81e3-54fafc8f2346 req-1a7a805e-0735-45b2-9372-505bda2a6755 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.205527 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ed7e458-f904-4b2c-81e3-54fafc8f2346 req-1a7a805e-0735-45b2-9372-505bda2a6755 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 943 time: 0.0910072 Jul 15 17:57:04.246678 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-2279e1e2-4618-43b6-abe6-78994352001f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 217 time: 0.0401838 Jul 15 17:57:04.301305 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5ed7e458-f904-4b2c-81e3-54fafc8f2346 req-626156d5-733b-4f72-b131-6ac18cb1d1a7 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890634 Jul 15 17:57:04.312641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-b79aafd5-e964-43d3-9b38-1655534426d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.314094 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-b79aafd5-e964-43d3-9b38-1655534426d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0606384 Jul 15 17:57:04.375125 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-f0951775-689e-43fb-a8a2-6062614af8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.376639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-f0951775-689e-43fb-a8a2-6062614af8c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566261 Jul 15 17:57:04.465892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-64d6c4a9-383b-4fde-84e7-39715e56db5f service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825219 Jul 15 17:57:04.557731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a2078a0f-1f9f-40b1-b3cb-0dd206025493 req-fafb2161-1fbc-4d44-878f-24d0199ff934 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855713 Jul 15 17:57:04.660062 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-9cdec552-e336-4b4c-95d9-ead1e842c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.661589 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-9cdec552-e336-4b4c-95d9-ead1e842c6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1094 time: 0.0520613 Jul 15 17:57:04.755515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-ffdb9e4c-52b5-4b0f-96a1-4eeb4f353d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.756988 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-ffdb9e4c-52b5-4b0f-96a1-4eeb4f353d3f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.0884423 Jul 15 17:57:04.797771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-55f6843d-e876-435e-b1de-254df1b73db5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 217 time: 0.0342290 Jul 15 17:57:04.846016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-c66cd575-f55e-4796-8a48-1619cfbf1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.847365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-c66cd575-f55e-4796-8a48-1619cfbf1d2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0431738 Jul 15 17:57:04.905538 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-74ce7e53-56ec-4baf-b09b-a1fe37921c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:04.906994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-74ce7e53-56ec-4baf-b09b-a1fe37921c73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517962 Jul 15 17:57:05.001543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-a7e9422c-d208-4720-9469-7acf686d8eff service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869811 Jul 15 17:57:05.089794 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cd40d5c1-ab1f-4fe8-a682-f11f06ca9085 req-d451aa00-6ee4-4e1b-b5ef-e319c7058a4f service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813329 Jul 15 17:57:05.477939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20559d60-c709-473e-b320-2f1ad82df04a req-81e431a8-5fe4-40d0-ae1a-5f063872158c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:05.479400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20559d60-c709-473e-b320-2f1ad82df04a req-81e431a8-5fe4-40d0-ae1a-5f063872158c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 943 time: 0.0679047 Jul 15 17:57:05.517288 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20559d60-c709-473e-b320-2f1ad82df04a req-e242e220-ff90-4da9-bb52-fcaf31536e62 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jul 15 17:57:06.687445 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78a51-27f8-437b-8777-ed128ca4227e req-97d01fe9-a61a-4cd7-b0c8-9dd433525f06 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:06.688883 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ec78a51-27f8-437b-8777-ed128ca4227e req-97d01fe9-a61a-4cd7-b0c8-9dd433525f06 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 943 time: 0.0632727 Jul 15 17:57:06.726848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ec78a51-27f8-437b-8777-ed128ca4227e req-5325f5ef-cb0a-400c-8215-873a09275be9 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jul 15 17:57:07.900620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ebd50-1eaf-4335-b8d4-94a96aa7847f req-00271938-a04c-45c1-aac1-9e9b67baefc3 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:07.902081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c75ebd50-1eaf-4335-b8d4-94a96aa7847f req-00271938-a04c-45c1-aac1-9e9b67baefc3 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 943 time: 0.0666673 Jul 15 17:57:07.940557 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c75ebd50-1eaf-4335-b8d4-94a96aa7847f req-d33250cf-a744-4906-a306-472c63f23cc0 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319822 Jul 15 17:57:07.999880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7ef6c767-0522-48db-a27a-ea233d4e4594 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:57:08.091603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:57:08.102343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'port_id': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'mac_address': 'fa:16:3e:84:7e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:57:08.137990 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:08.153682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef6c767-0522-48db-a27a-ea233d4e4594 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:57:08.172571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:57:08.176335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:08.221233 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:08.228423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.228772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.229114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.229453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.229788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.230121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.230450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.230775 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.231100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.231453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.231796 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.232138 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:08.418012 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:57:09.113957 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9b82-3901-4a8a-873a-6d1c9024d4fe req-dcfbec0a-9182-4267-b0e0-0f01709a02b1 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:09.115448 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0da9b82-3901-4a8a-873a-6d1c9024d4fe req-dcfbec0a-9182-4267-b0e0-0f01709a02b1 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 944 time: 0.0634854 Jul 15 17:57:09.153960 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c0da9b82-3901-4a8a-873a-6d1c9024d4fe req-04592e55-98e9-4253-bba6-87cb91803cc0 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jul 15 17:57:10.014923 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7ef6c767-0522-48db-a27a-ea233d4e4594 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:57:10.064620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 7ef6c767-0522-48db-a27a-ea233d4e4594 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:57:10.068342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 7ef6c767-0522-48db-a27a-ea233d4e4594 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:57:10.068713 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:10.141644 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:10.162945 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:57:10.165204 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ffa78-ddc2-49c3-8f2b-7939996ea53d" -d '{"events": [{"server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:57:10.178080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:57:10.182027 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:10.208055 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ebd864-2034-440c-b258-de679a082f85 x-openstack-request-id: req-04ebd864-2034-440c-b258-de679a082f85 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:57:10.208363 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "name": "network-vif-plugged", "status": "completed", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:57:10.208609 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04ebd864-2034-440c-b258-de679a082f85 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:57:10.208986 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'code': 200} Jul 15 17:57:10.383011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a7c5d-fc45-4716-b9dc-7a4f2b3b81fd req-e3377520-6233-4084-ba42-7f962becfcf3 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:10.384546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd8a7c5d-fc45-4716-b9dc-7a4f2b3b81fd req-e3377520-6233-4084-ba42-7f962becfcf3 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.1065695 Jul 15 17:57:10.387272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e175d3-f66d-4269-99a7-b6616c0b11aa req-d5e9e187-20be-4ce0-9f22-25fad2f38513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:10.388691 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5e175d3-f66d-4269-99a7-b6616c0b11aa req-d5e9e187-20be-4ce0-9f22-25fad2f38513 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1096 time: 0.1185942 Jul 15 17:57:10.389825 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:10.444487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd8a7c5d-fc45-4716-b9dc-7a4f2b3b81fd req-a41dceff-dda2-4074-a28a-27a6168cdc82 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533876 Jul 15 17:57:10.448031 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b5e175d3-f66d-4269-99a7-b6616c0b11aa req-e82c706c-6a3c-4b98-a4f2-f98b3071ca68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Jul 15 17:57:11.306607 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:11.451045 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:11.617743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ae0e-915d-4fc1-aeaf-3f796597a5c5 req-a9661434-ec79-4ea5-a289-93c02d6f769e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:11.619100 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1f5ae0e-915d-4fc1-aeaf-3f796597a5c5 req-a9661434-ec79-4ea5-a289-93c02d6f769e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0638723 Jul 15 17:57:11.656772 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1f5ae0e-915d-4fc1-aeaf-3f796597a5c5 req-8ac83802-1477-4aa0-ba2c-86e278310fcd tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Jul 15 17:57:11.829109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458ed6c-4d42-4adb-8561-6f54a840c46a req-11868276-6512-4f35-8dea-6d94d2f4f693 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:11.830617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e458ed6c-4d42-4adb-8561-6f54a840c46a req-11868276-6512-4f35-8dea-6d94d2f4f693 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0671835 Jul 15 17:57:11.868723 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e458ed6c-4d42-4adb-8561-6f54a840c46a req-f90bbd0f-36af-4b49-8c3c-4c1781e8d192 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325391 Jul 15 17:57:12.204220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0843c-fd29-4d52-87d6-5d6d92156c2a req-e9853f69-6ab1-4af5-bad5-dfb5e0074938 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:12.205718 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9db0843c-fd29-4d52-87d6-5d6d92156c2a req-e9853f69-6ab1-4af5-bad5-dfb5e0074938 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0648668 Jul 15 17:57:12.243371 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9db0843c-fd29-4d52-87d6-5d6d92156c2a req-1f179a33-3534-433f-9698-33e6aaf4f61e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Jul 15 17:57:21.502262 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:57:23.873194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42850691-441e-4962-9ebd-bb68ea4d9b97 req-869b1363-3f5b-4396-9916-acd0c907c037 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:23.874688 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42850691-441e-4962-9ebd-bb68ea4d9b97 req-869b1363-3f5b-4396-9916-acd0c907c037 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0629380 Jul 15 17:57:23.916494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42850691-441e-4962-9ebd-bb68ea4d9b97 req-7b4a607d-f077-467f-842a-4ba52148274f tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Jul 15 17:57:23.940180 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49342) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:24.030986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d284a-bd56-4c1c-9874-1c386f25de59 tempest-TestMinimumBasicScenario-1875502815 tempest-TestMinimumBasicScenario-1875502815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:24.034125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1b3d284a-bd56-4c1c-9874-1c386f25de59 tempest-TestMinimumBasicScenario-1875502815 tempest-TestMinimumBasicScenario-1875502815-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1091 time: 0.0913374 Jul 15 17:57:24.035407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49346) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:24.039667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:24.060869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:24.154295 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:24.259076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Allocated IP 172.25.8.124 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/24eb0fc8-f77d-49ac-9e65-18702f43a88a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:57:24.361849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:24.404479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:24.445042 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:57:24.447856 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:57:24.451403 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:57:24.473228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'Port': ['ID=24eb0fc8-f77d-49ac-9e65-18702f43a88a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:24.486716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.487054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.487385 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.487723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.488036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.488386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.488702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.489018 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.489350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.489646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.489955 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:24.490263 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:57:25.110113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.182479 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.329521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.335925 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.408045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'Port': ['ID=24eb0fc8-f77d-49ac-9e65-18702f43a88a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:25.417694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.516933 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Floating IP e27017bd-0435-4d5c-88c6-e202a93fea4b associated. External IP: 172.25.8.124, port: 7ef6c767-0522-48db-a27a-ea233d4e4594. Jul 15 17:57:25.722503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Router ebc21d3a-0313-4862-a7d0-460b672ef2e4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:57:25.833319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:57:25.843480 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Sync routers for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:57:25.849216 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.852350 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:57:25.852947 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:57:25.887370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cdc498eb-d669-4a87-8575-15bc9501a564 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8508661 Jul 15 17:57:25.887886 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:57:25.890168 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49348) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:25.890720 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:57:25.895230 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965945828', 'description': 'tempest-secgroup-smoke-965945828 description', 'project_id': 'df795fe191174ed29170c2d4d799f068'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:25.906522 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4e437f4e-1e48-439f-adfa-5cb43697bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.923128 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:25.963239 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607f593-e582-4a36-ae36-489243fe8071 x-openstack-request-id: req-7607f593-e582-4a36-ae36-489243fe8071 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:57:25.964491 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:57:25.965743 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7607f593-e582-4a36-ae36-489243fe8071 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:57:25.966741 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:57:25.973638 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:57:26.008378 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.012815 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.038406 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-7c4e39b5-335f-42d0-bcf6-4f52629dd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:26.040105 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-7c4e39b5-335f-42d0-bcf6-4f52629dd04f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1096 time: 0.0622966 Jul 15 17:57:26.049255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3f5370-01dd-464a-ac4a-39ae9676bf57,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.052903 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.056839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9a14096e-9cf7-47b2-8d24-c0fb72177b24 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629634 Jul 15 17:57:26.057127 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49352) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.062091 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.091254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.138112 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-b7d840e0-4656-4d45-8ca4-fa8efb716f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:26.140278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-b7d840e0-4656-4d45-8ca4-fa8efb716f8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.0920038 Jul 15 17:57:26.149957 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.155277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.177029 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d3fab3-9530-49ca-a779-555ccd6976df,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.180974 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.182357 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8f37104e-6c6d-4ab1-b0e8-cece9c0b8082 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242137 Jul 15 17:57:26.184995 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49354) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.190205 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.208199 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'e27017bd-0435-4d5c-88c6-e202a93fea4b', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'port_id': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'mac_address': 'fa:16:3e:84:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b3703-c867-4314-8f45-e6543c9cb279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:57:24Z', 'updated_at': '2021-07-15T17:57:24Z', 'revision_number': 0, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:57:26.215851 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-b28e3871-3ff9-4827-a41c-e50ad967b312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 999 time: 0.0693717 Jul 15 17:57:26.218432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.234959 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Checking router: ebc21d3a-0313-4862-a7d0-460b672ef2e4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:57:26.242960 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:57:26.243559 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:56:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:57:26.266244 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-86e017f2-2348-45d0-b34b-15217d9bbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:26.268140 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-86e017f2-2348-45d0-b34b-15217d9bbbc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0459039 Jul 15 17:57:26.278653 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.283738 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.304250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971eb9b1-b492-46af-bf8e-9c0a3717e1e0,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.311977 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.315967 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-32e8f4ae-f75e-4fbb-adef-82d9abd0294c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271164 Jul 15 17:57:26.316312 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49356) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.320833 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.340576 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-6fbe7e73-88aa-43c3-b0e0-abba06388c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:26.342501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-6fbe7e73-88aa-43c3-b0e0-abba06388c78 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683408 Jul 15 17:57:26.354095 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.356529 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:57:26.414981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.418825 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.437261 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6994f7-dab9-4214-915e-0deeadf00647,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.445189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.446525 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e24bcd71-97c3-43b6-b179-46a74645697d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292706 Jul 15 17:57:26.449639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49358) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.456726 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.462505 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-c21d7044-2f55-4663-928a-9188ead1b426 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113365 Jul 15 17:57:26.485071 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.551848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.556294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.569762 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8d81d7bf-5fe3-4b09-9af9-7c167c00f1c5 req-bd7fbc2c-19e2-4364-979e-e661d254c68d service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997875 Jul 15 17:57:26.572254 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b93522-016e-42ec-bed2-e2c0f5aa59d9,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.586479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.590293 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-cf28ca76-9071-41a5-8afc-1dedb5400800 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373103 Jul 15 17:57:26.590562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49360) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.595764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.608409 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'e27017bd-0435-4d5c-88c6-e202a93fea4b', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'port_id': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'mac_address': 'fa:16:3e:84:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b3703-c867-4314-8f45-e6543c9cb279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:57:24Z', 'updated_at': '2021-07-15T17:57:24Z', 'revision_number': 0, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:57:26.617622 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Project df795fe191174ed29170c2d4d799f068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:57:26.623001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.638988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7e578-c77c-4dd9-bd53-c5082a0e17d5 None None] The sync data for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 is: [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'e27017bd-0435-4d5c-88c6-e202a93fea4b', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'port_id': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'mac_address': 'fa:16:3e:84:7e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641b3703-c867-4314-8f45-e6543c9cb279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:57:24Z', 'updated_at': '2021-07-15T17:57:24Z', 'revision_number': 0, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:57:26.691508 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.695303 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.714899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3823b8-65b9-4afb-961c-3fafb45fcdfc,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.721004 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.722041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-498de5f6-31ac-4d41-ac3f-4e6cc684cb5b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302545 Jul 15 17:57:26.724900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49362) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:57:26.729902 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'security_group_rule': {'security_group_id': '3f3f5370-01dd-464a-ac4a-39ae9676bf57', 'project_id': 'df795fe191174ed29170c2d4d799f068', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:26.752576 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Project df795fe191174ed29170c2d4d799f068 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:57:26.757777 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.823167 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.827994 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.845954 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52d3a9f-b657-4c3d-9a2f-4a561bcda9ee,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:26.848684 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6899a079-ee0f-4996-8726-f17b4f9bff32 None None] New status for floating IP e27017bd-0435-4d5c-88c6-e202a93fea4b: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:57:26.853186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:26.857615 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6f99e6c7-f35f-478a-a6e7-70dbffe4f4e8 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283925 Jul 15 17:57:26.974728 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-c1b8fe07-6015-4eea-9845-4aa118c65882 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965945828&fields=id&tenant_id=df795fe191174ed29170c2d4d799f068 HTTP/1.1" status: 200 len: 267 time: 0.0342476 Jul 15 17:57:27.047005 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-259ba7c8-4a26-4d85-9c3b-376ea5a877b0 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:27.048603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-259ba7c8-4a26-4d85-9c3b-376ea5a877b0 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0685115 Jul 15 17:57:27.059203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'port': {'security_groups': ['04410e27-e1b3-46fd-b109-e612775139c0', '3f3f5370-01dd-464a-ac4a-39ae9676bf57']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:57:27.146802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:27.333320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:57:27.364374 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:27.368856 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:27.381456 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:57:27.422721 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:27.423610 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:27.432520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-863b63e3-2773-4a3f-be55-8c96bc9b1b70 req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "PUT /v2.0/ports/7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 981 time: 0.3742876 Jul 15 17:57:27.469939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737db2e-be02-442e-bf45-832182d1af89 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=6']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:57:27.483836 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:57:27.605790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f64d6-1078-45c1-9c13-2993cd529ad8 req-d0483ffa-a79a-4194-8bc0-988cfac73322 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:27.607177 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f8f64d6-1078-45c1-9c13-2993cd529ad8 req-d0483ffa-a79a-4194-8bc0-988cfac73322 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0772820 Jul 15 17:57:27.651340 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6f8f64d6-1078-45c1-9c13-2993cd529ad8 req-eabe41d5-70ff-44bd-8aed-789803d53bb4 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371010 Jul 15 17:57:27.767560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e69ee110-9bf8-466b-9a84-dbd24ab77e07 None None] Provisioning complete for port 7ef6c767-0522-48db-a27a-ea233d4e4594 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:57:27.767931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e69ee110-9bf8-466b-9a84-dbd24ab77e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:27.968215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:57:27.970631 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc472d-c43d-4ebd-acff-dd9f9403c435" -d '{"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:57:28.005086 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a0731-4324-4284-891a-3ceeb6dcf529 x-openstack-request-id: req-b71a0731-4324-4284-891a-3ceeb6dcf529 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:57:28.005379 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:57:28.005629 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b71a0731-4324-4284-891a-3ceeb6dcf529 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:57:28.006022 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:57:28.080992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-52ac2924-2786-44b9-b672-6baccded28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:28.082481 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-52ac2924-2786-44b9-b672-6baccded28da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1135 time: 0.0532832 Jul 15 17:57:28.176289 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-2e9e9047-ee24-40ce-ac46-48cb7f17cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:28.177658 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-2e9e9047-ee24-40ce-ac46-48cb7f17cb1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.0870202 Jul 15 17:57:28.242942 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-dce6b9ef-2408-4ffa-adfb-c8e30030549a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 1001 time: 0.0584574 Jul 15 17:57:28.292318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-e93e58f6-f47d-4147-898a-4459d8929a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:28.293727 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-e93e58f6-f47d-4147-898a-4459d8929a9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0435946 Jul 15 17:57:28.354803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-e5a34458-6f3c-4fcc-b71e-7d6219914888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:28.356339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-e5a34458-6f3c-4fcc-b71e-7d6219914888 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562439 Jul 15 17:57:28.445320 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-cf54291f-28ab-471e-b785-330268fb54be service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823689 Jul 15 17:57:28.537636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-58bc472d-c43d-4ebd-acff-dd9f9403c435 req-a4dbde47-8897-4881-a1c1-25c6502dc559 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Jul 15 17:57:28.893340 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:29.181466 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1692e4b7-cd99-4e8b-8c91-234bfd7a7622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:29.788855 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:31.512951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:41.305899 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:41.460627 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:45.018027 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-84d0c0ea-52ae-474b-9b18-dcec61931933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:45.019603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-84d0c0ea-52ae-474b-9b18-dcec61931933 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1135 time: 0.0916402 Jul 15 17:57:45.072533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e141f0-685a-49b6-96ad-d61b8daa1af9 req-b320c201-f745-43f3-bb2b-a0b7d0303d09 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:45.074020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2e141f0-685a-49b6-96ad-d61b8daa1af9 req-b320c201-f745-43f3-bb2b-a0b7d0303d09 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.1085505 Jul 15 17:57:45.157858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c2e141f0-685a-49b6-96ad-d61b8daa1af9 req-6ed19d30-4e42-40c1-a9e7-edc0e237ed81 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534730 Jul 15 17:57:45.160640 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-dfd88180-75d2-4756-8ff8-b03f159752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:45.162048 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-dfd88180-75d2-4756-8ff8-b03f159752e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.1361313 Jul 15 17:57:45.235533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-6de2833c-d959-4f4b-8946-f668363546ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 1001 time: 0.0663855 Jul 15 17:57:45.285043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-76661721-2ace-494b-850b-38cb2109c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:45.286394 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-76661721-2ace-494b-850b-38cb2109c1f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0444405 Jul 15 17:57:45.343104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-35b0709c-fcd4-4dba-bf52-19195c124ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:45.344650 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-35b0709c-fcd4-4dba-bf52-19195c124ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520542 Jul 15 17:57:45.438365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-c94c4646-1324-4723-be40-f93e80b07c42 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867524 Jul 15 17:57:45.528079 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1d927496-fda1-4d3f-9ba8-c9db030087ca req-e79aaf76-ba6e-4f62-8546-a81839138e07 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Jul 15 17:57:46.335901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7c0e-8bb3-4bb5-b64a-0003bb3edaed req-53b20a41-96eb-4930-848c-2ebfa9609735 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:46.337421 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e93e7c0e-8bb3-4bb5-b64a-0003bb3edaed req-53b20a41-96eb-4930-848c-2ebfa9609735 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0671303 Jul 15 17:57:46.377239 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e93e7c0e-8bb3-4bb5-b64a-0003bb3edaed req-ce8e2ead-1a16-4731-895b-77b64cb164cb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341337 Jul 15 17:57:47.564871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90845af5-5bf1-4002-b8a7-010591837942 req-e63d8f7a-3a83-4d61-beee-7ebfe2e121b1 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:47.566329 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90845af5-5bf1-4002-b8a7-010591837942 req-e63d8f7a-3a83-4d61-beee-7ebfe2e121b1 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0631852 Jul 15 17:57:47.605641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-90845af5-5bf1-4002-b8a7-010591837942 req-ed8f901c-2b17-4be5-9107-39571eec69a3 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336263 Jul 15 17:57:48.784932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588b8c1-5023-4b2d-b266-7ff42941bc72 req-cbb88491-9552-44df-9079-0bf4027ffda6 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:48.786405 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4588b8c1-5023-4b2d-b266-7ff42941bc72 req-cbb88491-9552-44df-9079-0bf4027ffda6 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0667028 Jul 15 17:57:48.826281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4588b8c1-5023-4b2d-b266-7ff42941bc72 req-2e82c0d3-80d0-4e9a-afd2-65f262a7805b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341921 Jul 15 17:57:50.000615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091f26a-9031-4eb9-9b2d-28213f27f372 req-84499ba6-ee6e-457b-9e37-0d10ec819f6b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:50.002095 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2091f26a-9031-4eb9-9b2d-28213f27f372 req-84499ba6-ee6e-457b-9e37-0d10ec819f6b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0675609 Jul 15 17:57:50.042036 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2091f26a-9031-4eb9-9b2d-28213f27f372 req-aa337943-d9e8-4508-8690-c42f697c6def tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342851 Jul 15 17:57:51.217054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad90c92-7c27-4123-9bd0-d8bfa8171d88 req-cca9efda-6cd9-4f06-a3af-a9cf27b0f0e5 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:51.219099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ad90c92-7c27-4123-9bd0-d8bfa8171d88 req-cca9efda-6cd9-4f06-a3af-a9cf27b0f0e5 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0646720 Jul 15 17:57:51.258744 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ad90c92-7c27-4123-9bd0-d8bfa8171d88 req-09ea8d8a-ae92-4e2f-b5f1-212c44ca132b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339515 Jul 15 17:57:52.433487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070156-5c42-4a07-9d06-1a95e5356c9f req-1b784843-6dea-469e-9510-76b444dd3321 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:52.434968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65070156-5c42-4a07-9d06-1a95e5356c9f req-1b784843-6dea-469e-9510-76b444dd3321 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0676847 Jul 15 17:57:52.476385 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-65070156-5c42-4a07-9d06-1a95e5356c9f req-9babc1f1-f309-4bce-8ce3-4e35d547eb61 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349207 Jul 15 17:57:53.650910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7e46d-64e0-41f4-aacb-6146fdbc4f12 req-b8d82163-0550-4ea2-a5c4-ab437af3adff tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:53.652307 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40a7e46d-64e0-41f4-aacb-6146fdbc4f12 req-b8d82163-0550-4ea2-a5c4-ab437af3adff tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0631356 Jul 15 17:57:53.691154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-40a7e46d-64e0-41f4-aacb-6146fdbc4f12 req-c797c84a-839d-43df-aca4-8e8859f751cf tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331564 Jul 15 17:57:54.861589 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b284b5-4630-45de-968c-d7d5d6ed3202 req-10cef88e-cfdd-480b-bff7-6ad4ea848e7f tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:54.863096 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b284b5-4630-45de-968c-d7d5d6ed3202 req-10cef88e-cfdd-480b-bff7-6ad4ea848e7f tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0637949 Jul 15 17:57:54.902840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-29b284b5-4630-45de-968c-d7d5d6ed3202 req-d534b580-3e55-4a2f-ab7a-61533ca95f65 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341539 Jul 15 17:57:55.897504 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-320462eb-2c48-4e11-bb08-d1e175a0fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:56.079747 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1e1fd-3c27-4ed8-96ba-521cd93135e8 req-7713700c-8ea7-48e8-86de-8256fb3e5729 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:56.081139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de1e1fd-3c27-4ed8-96ba-521cd93135e8 req-7713700c-8ea7-48e8-86de-8256fb3e5729 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0679991 Jul 15 17:57:56.120982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5de1e1fd-3c27-4ed8-96ba-521cd93135e8 req-5048a5e0-f60c-43f1-98b1-85d79a8701d7 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341392 Jul 15 17:57:57.298317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0908a-490c-4416-9620-005c6af812d7 req-699dc936-a367-4349-9f5d-b6177b321a59 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:57:57.299828 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0a0908a-490c-4416-9620-005c6af812d7 req-699dc936-a367-4349-9f5d-b6177b321a59 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0650940 Jul 15 17:57:57.340261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f0a0908a-490c-4416-9620-005c6af812d7 req-8599800e-f113-4ea7-bd71-7e747bf275e6 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f3f5370-01dd-464a-ac4a-39ae9676bf57&id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342703 Jul 15 17:57:58.501732 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:57:58.894259 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:59.181949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5e321b61-26e6-470d-8441-69a743bee3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:57:59.787751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:01.519216 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:03.999292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-3c7a303b-2b9b-4a32-a720-b08c960582dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553548 Jul 15 17:58:04.090178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-3ea67273-ad17-4095-a073-2cd73ad5b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:04.091560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-3ea67273-ad17-4095-a073-2cd73ad5b223 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1135 time: 0.0528612 Jul 15 17:58:04.193841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-2e4c2227-0431-44ad-b19f-c096570fc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:04.195298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-2e4c2227-0431-44ad-b19f-c096570fc5ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.0844238 Jul 15 17:58:04.262382 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-eda50461-d595-41b9-905e-2d2977cd62c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 1001 time: 0.0605247 Jul 15 17:58:04.308369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-eb6cfc66-cad8-486b-a17c-41cc3282b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:04.309763 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-eb6cfc66-cad8-486b-a17c-41cc3282b04c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0419981 Jul 15 17:58:04.364839 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-38998b8a-ea23-45e2-877f-e76f8871cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:04.366299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-38998b8a-ea23-45e2-877f-e76f8871cf99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508158 Jul 15 17:58:04.736674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-166e4113-adcf-4228-9f52-d268336c8217 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634269 Jul 15 17:58:04.823682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79ea3b6f-149e-46db-a024-ea132600bf5d req-32ce8120-e5c6-4669-9d75-209b10762429 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810935 Jul 15 17:58:11.303863 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:11.481840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:25.898556 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f82c95e8-ba90-41f0-89d1-73a3bf41ebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:28.895252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:29.181281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ab733d2-f5fc-4195-aae4-b8a7cd9a5be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:29.790746 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:29.972007 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-6d353c96-b0c7-4a4c-89f4-54f67f87ac75 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965945828&fields=id&tenant_id=df795fe191174ed29170c2d4d799f068 HTTP/1.1" status: 200 len: 267 time: 0.0399346 Jul 15 17:58:30.042482 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-7aed4966-5e15-4535-a24d-5793dd00acd4 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.043870 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-7aed4966-5e15-4535-a24d-5793dd00acd4 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 984 time: 0.0663435 Jul 15 17:58:30.055518 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Request body: {'port': {'security_groups': ['04410e27-e1b3-46fd-b109-e612775139c0']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:30.141667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.310964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:30.340556 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.345064 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.356739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:58:30.396547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.397438 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.398803 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3f9e7699-653a-4aba-8f40-55e4a2919184 req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "PUT /v2.0/ports/7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 942 time: 0.3477046 Jul 15 17:58:30.399070 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:58:30.401420 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b81a24-3862-4511-abb0-2a0f1b589c75" -d '{"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:58:30.405672 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49420) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:30.422313 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event updated for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=7']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:30.430421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.430770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.431108 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.431441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.432559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.432922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.433251 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.433577 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.433903 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.434235 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.434558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.434879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9880bda1-7d09-4932-9d5e-b17fe48bba3b tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.450975 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4203194-79c5-4aeb-ab81-672eea5a5da8 x-openstack-request-id: req-d4203194-79c5-4aeb-ab81-672eea5a5da8 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:58:30.451267 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:58:30.451520 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4203194-79c5-4aeb-ab81-672eea5a5da8 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:58:30.452622 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:58:30.495503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.501968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:58:30.532623 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.538032 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-e68cd2ac-4ef7-4cb8-84ff-e6b9f9226e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.539731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-e68cd2ac-4ef7-4cb8-84ff-e6b9f9226e6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1096 time: 0.0666111 Jul 15 17:58:30.616302 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.618846 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.622691 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f3f5370-01dd-464a-ac4a-39ae9676bf57 HTTP/1.1" status: 204 len: 168 time: 0.2123549 Jul 15 17:58:30.625589 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49424) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:30.637167 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3f5370-01dd-464a-ac4a-39ae9676bf57,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:30.660728 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-e48bf590-86d8-4bf2-a741-d75a0314c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.662242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-e48bf590-86d8-4bf2-a741-d75a0314c557 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.1148975 Jul 15 17:58:30.672422 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.673190 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.673550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.673890 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.674224 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.674558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.675103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.675436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.675767 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.676093 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.676443 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.676769 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04cc53b-94bb-48ce-a04f-aee10dbf1afb tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:30.723564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1f2038bf-ee02-44a8-af31-e7506a6cbbdb None None] Provisioning complete for port 7ef6c767-0522-48db-a27a-ea233d4e4594 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:30.723941 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1f2038bf-ee02-44a8-af31-e7506a6cbbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.733012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-adf2bd16-e15e-4ccf-a8bc-1084937aecc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 1001 time: 0.0640843 Jul 15 17:58:30.793435 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-1aba563f-5a12-41fd-b681-1599ecd14f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.795054 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-1aba563f-5a12-41fd-b681-1599ecd14f16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0555708 Jul 15 17:58:30.810506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Deleting port 24eb0fc8-f77d-49ac-9e65-18702f43a88a {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:30.810859 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.853884 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-3c9e45b7-dc6f-4c91-92c3-c69486834c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:30.855314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-3c9e45b7-dc6f-4c91-92c3-c69486834c22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537267 Jul 15 17:58:30.885454 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.885796 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:30.898188 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Calling delete_port for 24eb0fc8-f77d-49ac-9e65-18702f43a88a owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:30.946098 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-1f834e1e-1e2b-40a9-a629-a5539472d14a service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834961 Jul 15 17:58:31.047992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-27b81a24-3862-4511-abb0-2a0f1b589c75 req-b1aa9484-1ce9-4c62-8f22-9baf24f97544 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943496 Jul 15 17:58:31.378795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:31.403370 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event deleted for resources: {'Port': ['ID=24eb0fc8-f77d-49ac-9e65-18702f43a88a,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:31.467867 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:31.468527 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Floating IP e27017bd-0435-4d5c-88c6-e202a93fea4b disassociated (deleted). External IP: 172.25.8.124, port: 7ef6c767-0522-48db-a27a-ea233d4e4594. Jul 15 17:58:31.518098 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:31.676540 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Router ebc21d3a-0313-4862-a7d0-460b672ef2e4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:58:31.789245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:58:31.794597 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:31.800503 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Sync routers for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:58:31.809439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:31.810132 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:31.839957 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-e2b30d7b-98c5-4e8f-934d-51bc9f098d3e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "DELETE /v2.0/floatingips/e27017bd-0435-4d5c-88c6-e202a93fea4b HTTP/1.1" status: 204 len: 168 time: 1.2133303 Jul 15 17:58:31.840566 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:58:31.843649 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba" -d '{"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:58:31.884925 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9170142a-5738-4a96-8c8d-468dedb77120 x-openstack-request-id: req-9170142a-5738-4a96-8c8d-468dedb77120 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:58:31.885310 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:58:31.885626 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9170142a-5738-4a96-8c8d-468dedb77120 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:58:31.886090 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:58:31.931674 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:31.974828 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-29868296-d00a-4ed5-8670-fc7ba76e5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:31.976387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-29868296-d00a-4ed5-8670-fc7ba76e5cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df795fe191174ed29170c2d4d799f068&device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 1096 time: 0.0653043 Jul 15 17:58:32.086621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-e1ff9443-90e0-4d54-9a21-2f44fce3a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:32.088268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-e1ff9443-90e0-4d54-9a21-2f44fce3a4cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 200 len: 914 time: 0.1051693 Jul 15 17:58:32.134403 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-61e257e8-a3a5-4848-bc3a-cb86de0909f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 200 len: 217 time: 0.0395777 Jul 15 17:58:32.183566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:32.190985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-edb0620c-29f7-4d29-b53b-06263ffe9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:32.191494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-edb0620c-29f7-4d29-b53b-06263ffe9d64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 200 len: 853 time: 0.0500476 Jul 15 17:58:32.217814 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Checking router: ebc21d3a-0313-4862-a7d0-460b672ef2e4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:58:32.227251 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:32.227875 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:32.261620 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-a8a7bae0-0767-43fc-a6cf-2e581c9c87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:32.263246 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-a8a7bae0-0767-43fc-a6cf-2e581c9c87c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c9e05af-987a-4c01-b8cb-0bd7d539278d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653348 Jul 15 17:58:32.337578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:32.361474 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-90da3861-1384-4367-90db-11201468cc50 service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917609 Jul 15 17:58:32.465665 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b73e14d1-1fe3-49d4-aa97-2a55b9c967ba req-81717ee0-87f1-4fd7-919c-9792cc639a1e service neutron] 10.222.0.35 "GET /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974946 Jul 15 17:58:32.629889 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:32.659937 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc92af4-42a3-44f3-9357-e069a8febf03 None None] The sync data for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 is: [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:56:35Z', 'revision_number': 4, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7c162d37-6cbc-454e-80da-e4a1a5dfd1fe', 'name': '', 'network_id': '5c9e05af-987a-4c01-b8cb-0bd7d539278d', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'mac_address': 'fa:16:3e:2f:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:35Z', 'updated_at': '2021-07-15T17:56:40Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'subnets': [{'id': '55cfccd0-7554-48c7-8d47-7e554dfb2640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:58:32.887574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca856f-3aee-4406-b862-5e1de4ac90c4 None None] New status for floating IP e27017bd-0435-4d5c-88c6-e202a93fea4b: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:58:35.501117 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:58:39.300710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c754c71-eeb2-4867-a5a8-4ee787b85edd req-a0546122-0e69-4ceb-9749-2596ed5f4a73 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:39.302346 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c754c71-eeb2-4867-a5a8-4ee787b85edd req-a0546122-0e69-4ceb-9749-2596ed5f4a73 tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0655599 Jul 15 17:58:39.343661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c754c71-eeb2-4867-a5a8-4ee787b85edd req-f85ca4a5-ad5d-4cef-8471-7857bb8a703c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Jul 15 17:58:40.517375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cae859-58ca-4b68-be07-0ea1dcd07505 req-87fa4bd6-ab95-4923-99ea-caecf9eec98c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:40.518837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55cae859-58ca-4b68-be07-0ea1dcd07505 req-87fa4bd6-ab95-4923-99ea-caecf9eec98c tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0634212 Jul 15 17:58:40.559869 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55cae859-58ca-4b68-be07-0ea1dcd07505 req-da4332c2-c005-496b-ab9e-ada7ea69f72d tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/security-groups?id=04410e27-e1b3-46fd-b109-e612775139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Jul 15 17:58:40.821558 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-88684f55-fd3a-4659-8112-7dacbe906fad tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:40.822987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-88684f55-fd3a-4659-8112-7dacbe906fad tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.35 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 945 time: 0.0623128 Jul 15 17:58:40.921127 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Deleting port 7ef6c767-0522-48db-a27a-ea233d4e4594 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:40.921465 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.011582 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] For port 7ef6c767-0522-48db-a27a-ea233d4e4594, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7ef6c767-0522-48db-a27a-ea233d4e4594,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:41.011938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.024908 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Calling delete_port for 7ef6c767-0522-48db-a27a-ea233d4e4594 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:41.150860 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.162697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7ef6c767-0522-48db-a27a-ea233d4e4594'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:58:41.180803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Pushing event deleted for resources: {'Port': ['ID=7ef6c767-0522-48db-a27a-ea233d4e4594,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:41.227633 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] No DVR routers for this DVR port 7ef6c767-0522-48db-a27a-ea233d4e4594 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:58:41.230279 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.232308 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c7ba39d7-f042-4818-81de-a84b27ec36da req-e94785bc-6af3-409e-bf88-1f1c27d8064a tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.35 "DELETE /v2.0/ports/7ef6c767-0522-48db-a27a-ea233d4e4594 HTTP/1.1" status: 204 len: 173 time: 0.4037795 Jul 15 17:58:41.233233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'name': 'network-vif-deleted', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:58:41.235500 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b41041-48a8-4279-85db-3c3a00acc504" -d '{"events": [{"server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "name": "network-vif-deleted", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:58:41.271758 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3061844-3a51-4a84-b969-2b7bb88ccd8d x-openstack-request-id: req-f3061844-3a51-4a84-b969-2b7bb88ccd8d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:58:41.272055 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641b3703-c867-4314-8f45-e6543c9cb279", "name": "network-vif-deleted", "tag": "7ef6c767-0522-48db-a27a-ea233d4e4594", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:58:41.272329 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3061844-3a51-4a84-b969-2b7bb88ccd8d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:58:41.272721 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641b3703-c867-4314-8f45-e6543c9cb279', 'name': 'network-vif-deleted', 'tag': '7ef6c767-0522-48db-a27a-ea233d4e4594', 'status': 'completed', 'code': 200} Jul 15 17:58:41.302449 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.477138 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:41.717565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e5b9b6db-0676-4d78-b0a1-df2e7b0209bd req-c4d54217-4480-43b9-9d4f-53624283ae6e tempest-TestMinimumBasicScenario-1061707953 tempest-TestMinimumBasicScenario-1061707953-project] 10.222.0.25 "GET /v2.0/ports?device_id=641b3703-c867-4314-8f45-e6543c9cb279 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Jul 15 17:58:41.898861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-e369ea4c-3146-4dd7-a24e-f2aa0ea5bcd0 req-7a401754-c3d0-4992-86bc-7d3ad3a9a9ad tempest-ServerDiskConfigTestJSON-290792625 tempest-ServerDiskConfigTestJSON-290792625-project] (100428) timed out ('10.222.0.35', 58610) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 17:58:43.306337 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49520) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:43.649156 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:43.907257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Deleting port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:43.907522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:43.986099 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] For port 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:43.986445 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:43.998723 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Calling delete_port for 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:44.175363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:44.198581 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c162d37-6cbc-454e-80da-e4a1a5dfd1fe,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:44.367551 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:44.586327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Router ebc21d3a-0313-4862-a7d0-460b672ef2e4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:58:44.693202 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:58:44.698221 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d58d653f-6de8-4e16-b0ab-c54400d04779 admin admin] 10.222.0.25 "PUT /v2.0/routers/ebc21d3a-0313-4862-a7d0-460b672ef2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3908088 Jul 15 17:58:44.700639 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49522) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:44.701414 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Sync routers for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:58:44.711253 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:44.711838 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:44.805116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:44.820570 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:44.912603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:44.966843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Deleting port 06633562-10ce-47d9-94a2-973cb958a605 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:44.967362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.009505 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '06633562-10ce-47d9-94a2-973cb958a605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:58:44Z', 'revision_number': 5, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port': {'id': '06633562-10ce-47d9-94a2-973cb958a605', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:33Z', 'updated_at': '2021-07-15T17:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:45.035280 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Checking router: ebc21d3a-0313-4862-a7d0-460b672ef2e4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:58:45.043414 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Routers {'ebc21d3a-0313-4862-a7d0-460b672ef2e4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:45.044019 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:45.054615 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] For port 06633562-10ce-47d9-94a2-973cb958a605, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=06633562-10ce-47d9-94a2-973cb958a605,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:45.055429 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.068577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Calling delete_port for 06633562-10ce-47d9-94a2-973cb958a605 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:45.130637 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] Set router ebc21d3a-0313-4862-a7d0-460b672ef2e4 gateway port host: None {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:45.185100 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:58:44Z', 'revision_number': 6, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:45.212445 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0a96a7-25b3-4385-a4d6-a53aa5bddc17 None None] The sync data for ids ['ebc21d3a-0313-4862-a7d0-460b672ef2e4'] in n-d-800085-3 is: [{'id': 'ebc21d3a-0313-4862-a7d0-460b672ef2e4', 'name': 'tempest-TestMinimumBasicScenario-371766817-router', 'tenant_id': 'df795fe191174ed29170c2d4d799f068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:32Z', 'updated_at': '2021-07-15T17:58:44Z', 'revision_number': 6, 'project_id': 'df795fe191174ed29170c2d4d799f068', 'gw_port_host': None}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:58:45.248897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.272633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Pushing event deleted for resources: {'Port': ['ID=06633562-10ce-47d9-94a2-973cb958a605,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:45.338438 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.426641 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.428651 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.473281 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.474027 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc21d3a-0313-4862-a7d0-460b672ef2e4 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:58:45.478416 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.479595 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-08389fd9-8de2-45df-80a9-e3769acf0875 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ebc21d3a-0313-4862-a7d0-460b672ef2e4 HTTP/1.1" status: 204 len: 168 time: 0.7780621 Jul 15 17:58:45.482163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49524) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:45.525699 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Deleting subnet 55cfccd0-7554-48c7-8d47-7e554dfb2640 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:58:45.528601 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.563564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.649315 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.700023 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.727737 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cfccd0-7554-48c7-8d47-7e554dfb2640,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:45.729705 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.731588 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f17d904a-abf9-43a3-8760-e481b1f07927 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55cfccd0-7554-48c7-8d47-7e554dfb2640 HTTP/1.1" status: 204 len: 168 time: 0.2484813 Jul 15 17:58:45.734158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:45.737069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ba257-7d11-4b0b-94c2-3f8fbaa78c51 None None] Network 5c9e05af-987a-4c01-b8cb-0bd7d539278d requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:58:45.800045 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.856438 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Deleting port dc491259-dbf9-4dad-910b-3ac9f0957346 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:45.856795 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.922868 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] For port dc491259-dbf9-4dad-910b-3ac9f0957346, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dc491259-dbf9-4dad-910b-3ac9f0957346,segment=NetworkSegment(5ee79a3e-a533-43cc-924b-1ce083515a5c),segment_id=5ee79a3e-a533-43cc-924b-1ce083515a5c)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:45.923242 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:45.936453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Calling delete_port for dc491259-dbf9-4dad-910b-3ac9f0957346 owned by network:dhcp {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:45.959965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] DHCP port deletion for 5c9e05af-987a-4c01-b8cb-0bd7d539278d request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:58:46.025207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Deleting port dc491259-dbf9-4dad-910b-3ac9f0957346 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:46.025653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.027185 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.040883 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:46.054146 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc491259-dbf9-4dad-910b-3ac9f0957346,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:46.055955 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] No DVR routers for this DVR port dc491259-dbf9-4dad-910b-3ac9f0957346 on host n-d-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:58:46.074000 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:46.074340 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7c162d37-6cbc-454e-80da-e4a1a5dfd1fe not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:46.074767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dc491259-dbf9-4dad-910b-3ac9f0957346 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:46.097808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: dc491259-dbf9-4dad-910b-3ac9f0957346 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:46.098167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dc491259-dbf9-4dad-910b-3ac9f0957346 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:46.098578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 06633562-10ce-47d9-94a2-973cb958a605 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:46.128537 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.139545 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9e05af-987a-4c01-b8cb-0bd7d539278d']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:46.151603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 06633562-10ce-47d9-94a2-973cb958a605 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:46.151975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 06633562-10ce-47d9-94a2-973cb958a605 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:46.153784 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee79a3e-a533-43cc-924b-1ce083515a5c') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:46.154087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee79a3e-a533-43cc-924b-1ce083515a5c') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:46.159236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] For port dc491259-dbf9-4dad-910b-3ac9f0957346, host n-d-800085-3, got binding levels [] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:46.160021 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.166249 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.175649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Calling delete_port for dc491259-dbf9-4dad-910b-3ac9f0957346 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:46.178373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.ipam_backend_mixin [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Port dc491259-dbf9-4dad-910b-3ac9f0957346 was not found and therefore no delete operation was performed {{(pid=100430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 17:58:46.179758 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.179903 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.187712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:58:46.188138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:58:46.189951 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:58:46.208044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Pushing event deleted for resources: {'Port': ['ID=dc491259-dbf9-4dad-910b-3ac9f0957346,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:46.219251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.219697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.220030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.220453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.220788 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.221122 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.221451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.221780 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.222108 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.222428 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.222751 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.223076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:46.226049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc97e78-aec0-42be-b282-616e9e68b677 None None] No DVR routers for this DVR port dc491259-dbf9-4dad-910b-3ac9f0957346 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:58:46.254775 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.261891 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.263803 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c9e05af-987a-4c01-b8cb-0bd7d539278d HTTP/1.1" status: 204 len: 168 time: 0.5287485 Jul 15 17:58:46.270052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49528) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:46.273794 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b30b1-7432-43a7-87b3-f5ec02647fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9e05af-987a-4c01-b8cb-0bd7d539278d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:46.362113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7ef6c767-0522-48db-a27a-ea233d4e4594 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:46.382613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 7ef6c767-0522-48db-a27a-ea233d4e4594 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:46.382958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7ef6c767-0522-48db-a27a-ea233d4e4594 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:46.620364 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.876689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Deleting port c58522bc-401b-45d2-b3cb-17ec41cf746c {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:46.876945 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.954025 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] For port c58522bc-401b-45d2-b3cb-17ec41cf746c, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=c58522bc-401b-45d2-b3cb-17ec41cf746c,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:46.954378 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:46.966840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Calling delete_port for c58522bc-401b-45d2-b3cb-17ec41cf746c owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:47.149463 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:47.178646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Pushing event deleted for resources: {'Port': ['ID=c58522bc-401b-45d2-b3cb-17ec41cf746c,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:47.347332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:47.558890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Router 29ef9a02-f60a-4ead-a2e4-906f1417222c has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:58:47.662214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:58:47.667067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4a1ce4dc-6391-442c-811c-19773ce8177a admin admin] 10.222.0.25 "PUT /v2.0/routers/29ef9a02-f60a-4ead-a2e4-906f1417222c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954761 Jul 15 17:58:47.669625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49530) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:47.673297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Sync routers for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:58:47.682306 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:47.682998 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:47.775445 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:47.790647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:47.881563 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:47.974772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:58:47Z', 'revision_number': 5, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port': {'id': '539328c1-d49d-4a7d-a18a-ecc6c74c9a16', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:56:38Z', 'updated_at': '2021-07-15T17:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:48.002066 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Checking router: 29ef9a02-f60a-4ead-a2e4-906f1417222c for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:58:48.010962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Routers {'29ef9a02-f60a-4ead-a2e4-906f1417222c'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:48.011603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['29ef9a02-f60a-4ead-a2e4-906f1417222c'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:48.099678 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] Set router 29ef9a02-f60a-4ead-a2e4-906f1417222c gateway port host: None {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:48.151031 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:58:47Z', 'revision_number': 6, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port_host': None}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:48.181060 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c06a69a-2c79-4d5b-be4f-7efe6d69599f None None] The sync data for ids ['29ef9a02-f60a-4ead-a2e4-906f1417222c'] in n-d-800085-3 is: [{'id': '29ef9a02-f60a-4ead-a2e4-906f1417222c', 'name': 'tempest-TestMinimumBasicScenario-1068538981-router', 'tenant_id': '378e66733ba74dbbaeb699ba9c318f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:56:37Z', 'updated_at': '2021-07-15T17:58:47Z', 'revision_number': 6, 'project_id': '378e66733ba74dbbaeb699ba9c318f38', 'gw_port_host': None}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:58:48.226764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Deleting port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:48.227109 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.305287 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] For port 539328c1-d49d-4a7d-a18a-ecc6c74c9a16, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:48.305642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.321374 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Calling delete_port for 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:48.482353 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.511849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=539328c1-d49d-4a7d-a18a-ecc6c74c9a16,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:48.576838 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.669325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.672026 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.718600 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.719174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ef9a02-f60a-4ead-a2e4-906f1417222c {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:58:48.723884 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.724922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ce5b421c-bef2-4dac-923d-94da5bd30c54 admin admin] 10.222.0.25 "DELETE /v2.0/routers/29ef9a02-f60a-4ead-a2e4-906f1417222c HTTP/1.1" status: 204 len: 168 time: 1.0544002 Jul 15 17:58:48.727459 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49532) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:48.773837 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Deleting subnet 79cd2c94-d9b9-4bfb-9cd3-7e22df94444a {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:58:48.776766 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.810817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.891539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.947531 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.975748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79cd2c94-d9b9-4bfb-9cd3-7e22df94444a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:48.977783 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:48.981941 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e6f475d7-5147-42ab-aff1-0b8f6546e3a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79cd2c94-d9b9-4bfb-9cd3-7e22df94444a HTTP/1.1" status: 204 len: 168 time: 0.2512803 Jul 15 17:58:48.982738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823befed-cc8f-42e9-991d-ec09830ed884 None None] Network 2d100e15-9758-4941-a02c-53f6cbf06ff4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:58:48.983109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49534) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:49.052590 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.109571 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Deleting port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:49.109906 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.165662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] DHCP port deletion for 2d100e15-9758-4941-a02c-53f6cbf06ff4 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:58:49.182552 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] For port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:49.183242 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.199310 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Calling delete_port for 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 owned by network:dhcp {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:49.220600 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Deleting port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:58:49.220982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.285437 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] For port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,segment=NetworkSegment(c15fd5b6-e565-4854-b9a1-76ec3fe280a0),segment_id=c15fd5b6-e565-4854-b9a1-76ec3fe280a0)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:49.285749 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.288519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.301072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] No DVR routers for this DVR port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 on host n-d-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:58:49.302466 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Calling delete_port for 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:58:49.322450 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:49.378612 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.392787 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.403373 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d100e15-9758-4941-a02c-53f6cbf06ff4']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:49.404405 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] Pushing event deleted for resources: {'Port': ['ID=3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:49.408654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfea61a-bc21-4186-a11a-6894b4db7168 None None] No DVR routers for this DVR port 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:58:49.419079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:49.419245 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15fd5b6-e565-4854-b9a1-76ec3fe280a0') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:49.428347 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.442822 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.448578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:58:49.448961 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: timer() Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:58:49.450618 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:58:49.504487 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.509828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.511687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d100e15-9758-4941-a02c-53f6cbf06ff4 HTTP/1.1" status: 204 len: 168 time: 0.5286293 Jul 15 17:58:49.525182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05e07e-ea1a-4935-9565-0a7b980d8dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=2d100e15-9758-4941-a02c-53f6cbf06ff4,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:49.667877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49538) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:49.708081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8f74c7e7-92be-4695-bc4f-7cd271293f08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df795fe191174ed29170c2d4d799f068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390854 Jul 15 17:58:49.710758 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49540) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:49.758449 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.783462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.831468 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.834003 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:49.835146 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04410e27-e1b3-46fd-b109-e612775139c0 HTTP/1.1" status: 204 len: 168 time: 0.1235003 Jul 15 17:58:49.842888 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2971e7b-bc6c-408a-ad7c-7003e386c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04410e27-e1b3-46fd-b109-e612775139c0,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:49.925986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:49.946293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:49.946712 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3f17bc9c-b0d6-42c2-9297-8aae9fd92aa9 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:49.947131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:49.968356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:49.968704 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 539328c1-d49d-4a7d-a18a-ecc6c74c9a16 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:49.969252 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c58522bc-401b-45d2-b3cb-17ec41cf746c no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:58:49.987368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: c58522bc-401b-45d2-b3cb-17ec41cf746c {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:58:49.987969 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device c58522bc-401b-45d2-b3cb-17ec41cf746c not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:58:50.144650 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49546) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:50.184090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3ca44810-d5ac-41b9-8bef-fa3b10f04615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=378e66733ba74dbbaeb699ba9c318f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382779 Jul 15 17:58:50.186417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49548) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:50.233125 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:50.255080 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:50.302127 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:50.304885 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:50.306028 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8f8a5c4-552f-4989-962a-ec515a2028cb HTTP/1.1" status: 204 len: 168 time: 0.1180434 Jul 15 17:58:50.314439 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9eb26-04bd-47e3-8ad3-d036e338b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8a5c4-552f-4989-962a-ec515a2028cb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:51.896101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49588) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:51.900824 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261495557', 'description': 'tempest-secgroup-smoke-1261495557 description', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:51.924039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:51.932329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.021753 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.025503 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.060426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb2fce4-babc-472e-bfa4-7bcab83d39b8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.118697 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.122367 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.150029 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.151269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2541361 Jul 15 17:58:52.153103 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9f85e-eea1-4873-bd3f-16e07345d533 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.154359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49592) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.159692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.186634 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.246119 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.249708 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.268906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37c8999-bcbc-4157-bf88-6a5300183443,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.274619 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.276088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-cb244dc0-53f5-45aa-8a08-337e8363b504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207168 Jul 15 17:58:52.278754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49594) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.283892 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.309808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.366271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.369605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.386442 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0626995c-cc76-459f-a8d8-c33c251e7193,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.393532 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.394760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6c6a85cb-1c76-4340-87ee-605ad50035f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150975 Jul 15 17:58:52.397400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49596) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.401851 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.428428 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.486804 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.490332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.505561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c081ae2e-7a02-44fd-b4f6-4552a9391bf8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.513491 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.514692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-088f9a07-bb39-4a8d-bfda-aef6d0997127 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163759 Jul 15 17:58:52.518064 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49600) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.522541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.548927 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.611808 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.615338 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.633710 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1abe455-7e2c-4767-a049-df94d60eede4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.640489 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.641843 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-48c18a0f-6f4a-413a-8563-7e3f40f540d4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228526 Jul 15 17:58:52.644695 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49602) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.649013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.669998 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:58:52.674736 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.735053 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.738605 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.756525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d35ce0e-48a5-4fd3-a99a-0bd1e2fdd727,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.761319 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.762635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-90b81abf-ca30-4dc9-8ff9-3e94f782fda6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170077 Jul 15 17:58:52.766578 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49604) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.770947 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '5eb4544e-bbd7-42c2-8d1f-66182f82e8ea', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.791789 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:58:52.796429 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.856236 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.859780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.875155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462fe35e-a403-457a-bedd-9a189225b9b8,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:52.883876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.885050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a4500557-2083-4107-9d4e-800a23ab1f0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175654 Jul 15 17:58:52.888050 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49608) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:52.893677 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'network': {'name': 'tempest-network-smoke--678712871', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:52.913155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:58:52.916633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.940172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:58:52.948897 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:52.949231 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Added segment ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a of type vlan for network f7351db4-58bf-4dde-8629-d7e9217e9fdb Jul 15 17:58:52.991290 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.019527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.025034 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:53.025622 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.058873 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1698213 Jul 15 17:58:53.062448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49610) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:53.066965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'admin_state_up': True, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:53.106533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ab4e2-aac5-426b-900c-1f43516b5d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Network': ['ID=f7351db4-58bf-4dde-8629-d7e9217e9fdb,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:53.117610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:58:53.121312 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.122391 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.179709 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.361078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.554015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.572933 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.678407 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.19 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/685d4888-7988-4539-adad-86986f140c91) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:58:53.779154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.822351 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:53.862269 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:58:53.865145 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:58:53.868835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:58:53.874919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=685d4888-7988-4539-adad-86986f140c91,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:54.176041 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:54.370779 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:54.493737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 2f107fdf-951e-4725-b4c1-344132511554 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:58:54.880170 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:58:54.889318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Sync routers for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:58:54.898049 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:54.899378 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:54.899634 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-48131ea0-859a-4e72-8f60-ba48fc3b0bee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8359661 Jul 15 17:58:54.900449 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:54.902991 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49614) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:55.005208 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:55.032613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-409b55a7-6a39-438f-868d-61fb7b4c0dc2 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ca745c912b634f65a97f069e4f9d1a46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255825 Jul 15 17:58:55.032846 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49618) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:55.178118 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:55.183354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2ba8e-3015-456b-b7ad-28ce49d6ef78 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:55.187713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-89e2ba8e-3015-456b-b7ad-28ce49d6ef78 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1511691 Jul 15 17:58:55.187959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49620) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:55.207900 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Checking router: 2f107fdf-951e-4725-b4c1-344132511554 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:58:55.208274 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Updating router 2f107fdf-951e-4725-b4c1-344132511554 port 685d4888-7988-4539-adad-86986f140c91 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:58:55.222616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-242e858e-aea5-492b-b85d-d05dcb3403af tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335593 Jul 15 17:58:55.225103 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:55.229924 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671921709', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:55.242339 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.321605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:58:55.325165 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.490564 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.500526 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Transition to ACTIVE for port object 685d4888-7988-4539-adad-86986f140c91 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:58:55.506353 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.507610 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.561266 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Attempting to bind port 685d4888-7988-4539-adad-86986f140c91 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:58:55.561655 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Attempting to bind port 685d4888-7988-4539-adad-86986f140c91 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:58:55.562040 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Attempting to bind port 685d4888-7988-4539-adad-86986f140c91 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:58:55.564851 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Pushing event updated for resources: {'Port': ['ID=685d4888-7988-4539-adad-86986f140c91,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:55.568752 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Subnet': ['ID=d31c46f0-9486-4310-965c-95819a97943e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:55.573237 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.573578 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.573911 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.574238 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.574561 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.574883 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.575197 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.575984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.575984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.576218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.576431 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.576740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:58:55.577788 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Checking segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:58:55.578329 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network hostable DHCP agents. Network: f7351db4-58bf-4dde-8629-d7e9217e9fdb, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:58:55.581198 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:58:55.581198 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:58:55.581562 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.581937 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:58:55.582402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Bound port: 685d4888-7988-4539-adad-86986f140c91, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:58:55.582774 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.596029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:58:55.604706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, f7351db4-58bf-4dde-8629-d7e9217e9fdb) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:58:55.609036 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:55.609829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.616774 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a79833-8d20-4c23-9e6d-eec9afcc3fbe None None] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:58:55.625855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ac9c1db0-ebf4-40c4-90bc-196eed340f13 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996685 Jul 15 17:58:55.628739 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49624) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:58:55.637311 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] For port 685d4888-7988-4539-adad-86986f140c91, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:58:55.642100 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] For port 685d4888-7988-4539-adad-86986f140c91, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=685d4888-7988-4539-adad-86986f140c91,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:58:55.646800 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.709689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:55.710468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:55.716654 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374372a-3205-42c4-9762-0749fa4288b2 None None] Pushing event updated for resources: {'Port': ['ID=685d4888-7988-4539-adad-86986f140c91,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:55.771471 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:58:55.772365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.922731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b8a0d729-81cf-4362-9151-7dee6ea42447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:55.932207 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Allocated IP 172.20.0.2 (f7351db4-58bf-4dde-8629-d7e9217e9fdb/d31c46f0-9486-4310-965c-95819a97943e/2b5b6a88-5dc8-4650-82f9-ea5fc22369b5) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:58:55.932863 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:56.114724 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:56.129874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.146649 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d8e8c9-697c-4009-ba52-33edfa36395c None None] The sync data for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 is: [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:58:56.249815 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.259652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Transition to ACTIVE for port object 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:58:56.277900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Transition to ACTIVE for port object 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:58:56.285203 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.322579 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:58:56.328700 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:58:56.334015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:58:56.369096 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Pushing event updated for resources: {'Port': ['ID=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:56.415693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Attempting to bind port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:58:56.416071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Attempting to bind port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:58:56.418312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Attempting to bind port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 on network f7351db4-58bf-4dde-8629-d7e9217e9fdb {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:58:56.423278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:58:56.423991 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Checking segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:58:56.424515 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.424910 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Bound using segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:58:56.425379 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Bound port: 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:58:56.425761 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.499000 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.1 (f7351db4-58bf-4dde-8629-d7e9217e9fdb/d31c46f0-9486-4310-965c-95819a97943e/39a9703a-422d-4337-8ade-4070c41da451) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:58:56.503686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] For port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:58:56.509217 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] For port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:58:56.516553 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.595266 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17fdcc-eab8-4e3f-a201-55195dc84b59 None None] Pushing event updated for resources: {'Port': ['ID=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:56.642492 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.657300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 39a9703a-422d-4337-8ade-4070c41da451 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:58:56.695823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.770654 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:58:56.774153 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:58:56.780967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:58:56.788387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:56.835315 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:56.988616 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:57.276059 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:57.281895 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:57.368464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:57.370286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:57.473221 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:58:57.474880 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:58:57.530028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29916e62-be94-49e5-a1af-7b6b3d12174a None None] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:58:57.597568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 2f107fdf-951e-4725-b4c1-344132511554 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:58:57.617742 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-6dd0e4ba-6448-4317-95f8-c14ebdf3ffc9 None None] Provisioning for port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:58:57.710561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:58:57.724719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c6daf032-ccce-4970-b8e9-9324ce936d2d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/2f107fdf-951e-4725-b4c1-344132511554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0946686 Jul 15 17:58:57.883173 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-c53c2000-c2b3-4792-9e88-5a75c2ab50f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261495557&fields=id&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 267 time: 0.0374148 Jul 15 17:58:57.960398 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c061943b-875a-4ea5-b3a7-158d7b48b0c4 None None] Provisioning for port 39a9703a-422d-4337-8ade-4070c41da451 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:58:57.964509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c061943b-875a-4ea5-b3a7-158d7b48b0c4 None None] Provisioning complete for port 39a9703a-422d-4337-8ade-4070c41da451 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:57.964891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c061943b-875a-4ea5-b3a7-158d7b48b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.016888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:58:58.042881 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-c86ac6b4-ca4c-48be-941f-c97618e932d6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:58.045931 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c061943b-875a-4ea5-b3a7-158d7b48b0c4 None None] Port 39a9703a-422d-4337-8ade-4070c41da451 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:58:58.050905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-c86ac6b4-ca4c-48be-941f-c97618e932d6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/networks?id=f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 200 len: 796 time: 0.1603301 Jul 15 17:58:58.062979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-1324649b-3416-47fd-a2d8-b4537ea55983 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/quotas/ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 375 time: 0.0109522 Jul 15 17:58:58.087169 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:58:58.091298 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:58.091878 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.145543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Sync routers for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:58:58.152797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-803e2fde-ec6b-42cc-a3b6-1603135b3a96 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819123 Jul 15 17:58:58.174544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:58.175182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:58.246383 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.264752 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-2807f6c4-1aa4-4753-8ca0-943caea5d342 service neutron] 10.222.0.25 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002471 Jul 15 17:58:58.273670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-099e1bd8-d6e9-4f82-a410-a14a55a12374 None None] Provisioning complete for port 39a9703a-422d-4337-8ade-4070c41da451 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:58.274034 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-099e1bd8-d6e9-4f82-a410-a14a55a12374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.350777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-099e1bd8-d6e9-4f82-a410-a14a55a12374 None None] Port 39a9703a-422d-4337-8ade-4070c41da451 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:58:58.354766 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:58.368663 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-e62e54a8-bf3a-4b22-b8aa-f4928f7f09fc service neutron] 10.222.0.25 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000071 Jul 15 17:58:58.387203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:58.396925 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.397705 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 685d4888-7988-4539-adad-86986f140c91 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:58:58.549163 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0e432599-7a08-482b-9982-2d17e6177bdf req-aa042cfe-c92c-47ce-96e0-466d281ee9d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 210 time: 0.0309794 Jul 15 17:58:58.579469 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-72248103-c0df-4281-ae57-34aaea0f63b7 None None] Provisioning complete for port 39a9703a-422d-4337-8ade-4070c41da451 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:58.579986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72248103-c0df-4281-ae57-34aaea0f63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.584035 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:58.637739 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 685d4888-7988-4539-adad-86986f140c91 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:58:58.641779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-72248103-c0df-4281-ae57-34aaea0f63b7 None None] Port 39a9703a-422d-4337-8ade-4070c41da451 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:58:58.662075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 685d4888-7988-4539-adad-86986f140c91 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:58:58.662445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.748624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:58:57Z', 'revision_number': 2, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:58.783544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Checking router: 2f107fdf-951e-4725-b4c1-344132511554 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:58:58.783903 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Updating router 2f107fdf-951e-4725-b4c1-344132511554 port 39a9703a-422d-4337-8ade-4070c41da451 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:58:58.805839 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.835337 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.838069 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 685d4888-7988-4539-adad-86986f140c91, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=685d4888-7988-4539-adad-86986f140c91,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:58:58.847785 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.932896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:58.944032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=685d4888-7988-4539-adad-86986f140c91,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:59.155555 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.165397 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Transition to ACTIVE for port object 39a9703a-422d-4337-8ade-4070c41da451 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:58:59.179085 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.206829 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4b67b51-7226-49b4-ace6-225b3f272470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.230707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8a98f-1708-45ff-8d54-e5bf5a136939 None None] Pushing event updated for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:59.296559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Attempting to bind port 39a9703a-422d-4337-8ade-4070c41da451 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:58:59.296869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Attempting to bind port 39a9703a-422d-4337-8ade-4070c41da451 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:58:59.297250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Attempting to bind port 39a9703a-422d-4337-8ade-4070c41da451 on network f7351db4-58bf-4dde-8629-d7e9217e9fdb {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:58:59.302585 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:58:59.302959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Checking segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:58:59.303360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.303748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Bound using segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:58:59.304302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Bound port: 39a9703a-422d-4337-8ade-4070c41da451, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:58:59.304684 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.371127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] For port 39a9703a-422d-4337-8ade-4070c41da451, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:58:59.378582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] For port 39a9703a-422d-4337-8ade-4070c41da451, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a9703a-422d-4337-8ade-4070c41da451,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:58:59.383244 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.437236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:58:59.437875 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:59.492015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8a98f-1708-45ff-8d54-e5bf5a136939 None None] Pushing event updated for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:58:59.589912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:58:59.663428 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-4724484e-9b4e-423e-a687-a3060daad932 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:58:59.665608 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-4724484e-9b4e-423e-a687-a3060daad932 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/networks?id=f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 200 len: 796 time: 0.1633217 Jul 15 17:58:59.744812 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc7a169c-e8e8-4222-88c2-d26a05ef39e9 req-8db97a33-cf09-43cb-81a4-24d6dfa9254a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 210 time: 0.0372980 Jul 15 17:58:59.749948 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-763494ca-fa20-4ded-a0dd-06e49a84a765 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 380 time: 0.0742493 Jul 15 17:58:59.759252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'port': {'device_id': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'admin_state_up': True, 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'security_groups': ['5eb4544e-bbd7-42c2-8d1f-66182f82e8ea']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:58:59.819343 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.834385 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:58:59Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:58:59.860968 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42af3f0-33e9-42dc-8c7c-6e92ddeba7b9 None None] The sync data for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 is: [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:58:59Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:58:59.877494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:58:59.881349 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:58:59.981070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:00.030920 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:00.031520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.049318 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.4 (f7351db4-58bf-4dde-8629-d7e9217e9fdb/d31c46f0-9486-4310-965c-95819a97943e/3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:59:00.204764 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.220250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:00.255965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.278508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 685d4888-7988-4539-adad-86986f140c91 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:00.308476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:00.312336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:00.316605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:59:00.323222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:00.338616 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 685d4888-7988-4539-adad-86986f140c91 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:00.339091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.378217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:00.379177 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.400211 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-706677c3-b697-4f93-b25c-0ab6ce7aacb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452622 Jul 15 17:59:00.412414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Request body: {'port': {'device_id': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:00.501810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.637500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1a9461ed-f857-4b09-a7da-33b196dfbd75 None None] Provisioning for port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:00.642326 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1a9461ed-f857-4b09-a7da-33b196dfbd75 None None] Provisioning complete for port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:00.642711 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1a9461ed-f857-4b09-a7da-33b196dfbd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:00.690230 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1a9461ed-f857-4b09-a7da-33b196dfbd75 None None] Port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:59:01.126401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:59:01.135581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.154043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b31946-f22e-47e6-937e-1a0d10bf850f req-0049c1a9-a560-46cb-9044-66f1d50fd73a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:01.156333 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68b31946-f22e-47e6-937e-1a0d10bf850f req-0049c1a9-a560-46cb-9044-66f1d50fd73a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 931 time: 0.1228621 Jul 15 17:59:01.161143 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Transition to ACTIVE for port object 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:01.176524 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.238904 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-68b31946-f22e-47e6-937e-1a0d10bf850f req-8a91c1d2-87de-4bd8-88d6-c28ba7a8c069 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765338 Jul 15 17:59:01.270294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:01.319894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Attempting to bind port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:59:01.320340 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Attempting to bind port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:59:01.320673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Attempting to bind port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f on network f7351db4-58bf-4dde-8629-d7e9217e9fdb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:59:01.325315 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f on network f7351db4-58bf-4dde-8629-d7e9217e9fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 17:59:01.325637 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Attempting to bind port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f on network f7351db4-58bf-4dde-8629-d7e9217e9fdb {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:59:01.332401 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:59:01.332743 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Checking segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:59:01.333137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Bound using segment: {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:59:01.333570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Bound port: 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:59:01.333938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.404503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:59:01.408718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:59:01.413551 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.452054 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:01.452882 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.454257 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] 10.222.0.35 "PUT /v2.0/ports/3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 200 len: 1091 time: 1.0466111 Jul 15 17:59:01.454781 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:59:01.456995 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e49561-d71c-4545-809e-cc56404c6bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:59:01.489765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cef25-6218-47b0-b009-ac0f724cf1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:01.507290 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfffafa-5982-4aa4-80bd-b4a39c030f0e x-openstack-request-id: req-1bfffafa-5982-4aa4-80bd-b4a39c030f0e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:59:01.507573 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:59:01.507826 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1bfffafa-5982-4aa4-80bd-b4a39c030f0e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:59:01.508242 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'status': 'completed', 'code': 200} Jul 15 17:59:01.523228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:01.557766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-872d6249-421f-4a97-9447-d23ee738f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:01.559369 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-872d6249-421f-4a97-9447-d23ee738f80b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0647826 Jul 15 17:59:01.601315 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-00862ca6-3c05-485b-b15a-65443df2e75c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 200 len: 217 time: 0.0352321 Jul 15 17:59:01.657080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-af3ca20b-7089-431e-a5fd-a55fc31d8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:01.658550 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-af3ca20b-7089-431e-a5fd-a55fc31d8e0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d31c46f0-9486-4310-965c-95819a97943e HTTP/1.1" status: 200 len: 834 time: 0.0513108 Jul 15 17:59:01.715889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-35ce5b07-5ec0-4185-897b-4faf1c3e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:01.717404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-35ce5b07-5ec0-4185-897b-4faf1c3e928a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7351db4-58bf-4dde-8629-d7e9217e9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528040 Jul 15 17:59:01.812832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-1fbbb664-9907-4b78-b635-67fc09bdfcf9 service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882878 Jul 15 17:59:01.907596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a99c9bda-5476-4bdf-b66c-e03aca698b1e req-2a932d12-0a38-4fce-b6b4-23d0b23f675f service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889883 Jul 15 17:59:01.951812 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a9703a-422d-4337-8ade-4070c41da451 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:01.999997 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 39a9703a-422d-4337-8ade-4070c41da451 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:02.003626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 39a9703a-422d-4337-8ade-4070c41da451 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:02.003992 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:02.009274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e49561-d71c-4545-809e-cc56404c6bfc req-debef656-98d0-4074-923b-3e400e2f694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:02.010877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-debef656-98d0-4074-923b-3e400e2f694d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1094 time: 0.0545156 Jul 15 17:59:02.080356 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:02.105150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e49561-d71c-4545-809e-cc56404c6bfc req-3c2dc1a4-c7a9-41f4-bc8a-ff732734d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:02.106670 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-3c2dc1a4-c7a9-41f4-bc8a-ff732734d927 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 200 len: 896 time: 0.0894020 Jul 15 17:59:02.115808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 39a9703a-422d-4337-8ade-4070c41da451, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a9703a-422d-4337-8ade-4070c41da451,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:02.119662 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:02.148855 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-acaa5f38-e979-4af2-ba15-ccf38d6499c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 200 len: 217 time: 0.0358474 Jul 15 17:59:02.167960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:02.203230 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e49561-d71c-4545-809e-cc56404c6bfc req-354fab67-ed15-4e9d-b103-937c190b412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:02.204720 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-354fab67-ed15-4e9d-b103-937c190b412a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d31c46f0-9486-4310-965c-95819a97943e HTTP/1.1" status: 200 len: 834 time: 0.0485911 Jul 15 17:59:02.261294 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e49561-d71c-4545-809e-cc56404c6bfc req-5c54327f-6f57-46ba-a3bf-e997408580c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:02.262780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-5c54327f-6f57-46ba-a3bf-e997408580c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7351db4-58bf-4dde-8629-d7e9217e9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514846 Jul 15 17:59:02.357513 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-6bd68f82-4071-4798-aa2a-5d4bb65b7b1b service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Jul 15 17:59:02.492291 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d35c2-2c72-4045-8886-7610c1157a1c req-46ea390c-c0b3-47a2-998b-ed4a085ba2e4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:02.493776 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c98d35c2-2c72-4045-8886-7610c1157a1c req-46ea390c-c0b3-47a2-998b-ed4a085ba2e4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 943 time: 0.1353855 Jul 15 17:59:02.496359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-33e49561-d71c-4545-809e-cc56404c6bfc req-d616adcd-db3a-4bbc-9a17-de21f5c88856 service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292515 Jul 15 17:59:02.534213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c98d35c2-2c72-4045-8886-7610c1157a1c req-32a075d1-3d48-47e2-a238-ad566e5c493e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339005 Jul 15 17:59:03.713927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a05982-4235-4a99-8bcf-be143681e756 req-6b0e3c53-abce-4726-abc3-1d239a13ddce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:03.715581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04a05982-4235-4a99-8bcf-be143681e756 req-6b0e3c53-abce-4726-abc3-1d239a13ddce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 943 time: 0.0696311 Jul 15 17:59:03.756487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-04a05982-4235-4a99-8bcf-be143681e756 req-9b9bed2c-53ff-4bba-a8d3-189d5284a322 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351100 Jul 15 17:59:03.931620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a9703a-422d-4337-8ade-4070c41da451 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:03.978441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 39a9703a-422d-4337-8ade-4070c41da451 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:03.978803 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:04.465594 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 17:59:04.557524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:04.568867 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'port_id': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'mac_address': 'fa:16:3e:d3:2d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 17:59:04.606840 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:04.619759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 17:59:04.639599 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:04.643221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:04.689301 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:04.839313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 17:59:04.934247 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d3824-1657-468f-916f-130900163dcd req-2f9b1ff3-7977-4da0-be18-7b0033d62a9f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:04.935646 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc0d3824-1657-468f-916f-130900163dcd req-2f9b1ff3-7977-4da0-be18-7b0033d62a9f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 944 time: 0.0636034 Jul 15 17:59:04.975281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bc0d3824-1657-468f-916f-130900163dcd req-dad3d803-cb44-4bb3-abc0-6f5890adaaa1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Jul 15 17:59:06.147097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9043a-bd38-4832-9b17-5f4d9c5b5153 req-092a6758-e428-4730-ae8d-ff58a5068e85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:06.148519 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e9043a-bd38-4832-9b17-5f4d9c5b5153 req-092a6758-e428-4730-ae8d-ff58a5068e85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 944 time: 0.0636647 Jul 15 17:59:06.190050 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-13e9043a-bd38-4832-9b17-5f4d9c5b5153 req-f9d45891-1fe2-4e99-9d28-29f9762e0e6b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360763 Jul 15 17:59:06.480767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:06.528973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:06.533146 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:06.533520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:06.610308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:06.632861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:59:06.635134 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34012d-ea04-4e15-94ff-664e96ac4e24" -d '{"events": [{"server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:59:06.648281 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:06.652554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:06.676722 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31107cf3-eae7-4efa-b2ac-fb5dd047531e x-openstack-request-id: req-31107cf3-eae7-4efa-b2ac-fb5dd047531e {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:59:06.677018 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:59:06.677260 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31107cf3-eae7-4efa-b2ac-fb5dd047531e {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:59:06.677637 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'code': 200} Jul 15 17:59:06.703736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:06.785537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d54d4-692a-4607-b36f-c271720ea9b3 req-81d6a63c-195a-47a5-9235-019c28536e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:06.786911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be3d54d4-692a-4607-b36f-c271720ea9b3 req-81d6a63c-195a-47a5-9235-019c28536e5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0517702 Jul 15 17:59:06.821626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be3d54d4-692a-4607-b36f-c271720ea9b3 req-18408d18-9197-42d7-a10c-867906074b58 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284681 Jul 15 17:59:07.363859 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c061bba-c0a6-478a-a53a-29c5d2622f3e req-51373c76-603d-4f38-8f26-6dc7091f9026 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:07.365386 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c061bba-c0a6-478a-a53a-29c5d2622f3e req-51373c76-603d-4f38-8f26-6dc7091f9026 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0641882 Jul 15 17:59:07.403771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8c061bba-c0a6-478a-a53a-29c5d2622f3e req-c0bfaaf8-6e1e-48e0-a9e0-01cc1868263e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Jul 15 17:59:08.580967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f9c34-026e-4dc2-941f-3560326591a5 req-c6a26cde-7a6d-4b7c-a9c7-9b07a0c1df42 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:08.582443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d5f9c34-026e-4dc2-941f-3560326591a5 req-c6a26cde-7a6d-4b7c-a9c7-9b07a0c1df42 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0671766 Jul 15 17:59:08.621192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3d5f9c34-026e-4dc2-941f-3560326591a5 req-1ce88a64-78f4-4d4a-a7b2-ecd313ff483b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331657 Jul 15 17:59:08.795183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cfecf-cf7b-4a51-8a4a-4014325bed88 req-05eb0351-5074-47e8-bf24-f5f5797b1532 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:08.797277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f8cfecf-cf7b-4a51-8a4a-4014325bed88 req-05eb0351-5074-47e8-bf24-f5f5797b1532 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0653446 Jul 15 17:59:08.834210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2f8cfecf-cf7b-4a51-8a4a-4014325bed88 req-cfbbeef1-7457-41a3-b397-3d3d464feb4a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jul 15 17:59:08.857629 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49676) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:08.909109 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3394c327-0d91-4896-ade1-565430c374f9 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:08.910511 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3394c327-0d91-4896-ade1-565430c374f9 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1091 time: 0.0518942 Jul 15 17:59:08.913320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49678) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:08.917845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:08.940422 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.040099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.145107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.199 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/9025af62-8f3f-4b39-ba52-507d9d44477a) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:59:09.246785 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.285551 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.324966 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:09.330117 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:09.334946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:59:09.336999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=9025af62-8f3f-4b39-ba52-507d9d44477a,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:09.706911 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.786461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.940638 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:09.944815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:10.013993 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=9025af62-8f3f-4b39-ba52-507d9d44477a,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:10.022139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:10.122462 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP d4a23a14-49c8-4719-ae56-219218b17e59 associated. External IP: 172.25.8.199, port: 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f. Jul 15 17:59:10.328782 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 2f107fdf-951e-4725-b4c1-344132511554 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:59:10.436858 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:59:10.446219 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Sync routers for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:59:10.452672 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:10.456179 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:10.456786 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:10.488893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5afafa87-b95f-4038-ae8f-474515cce920 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5745525 Jul 15 17:59:10.489474 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:59:10.491724 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a11ba-660f-4d96-abb3-6dc8493a975d" -d '{"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:59:10.562621 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:10.602167 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d23a1-fce6-459a-a214-fed34bae3864 x-openstack-request-id: req-5c6d23a1-fce6-459a-a214-fed34bae3864 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:59:10.602554 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:59:10.602875 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c6d23a1-fce6-459a-a214-fed34bae3864 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:59:10.603344 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'status': 'completed', 'code': 200} Jul 15 17:59:10.702827 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f7d2-2da8-4b96-b7fe-805b28284499 req-35576348-6132-452b-8e0b-46cccbec147b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:10.704383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eff5f7d2-2da8-4b96-b7fe-805b28284499 req-35576348-6132-452b-8e0b-46cccbec147b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.1153483 Jul 15 17:59:10.707137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-66bc4e08-cfe4-4965-b8d4-85b603ce8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:10.708545 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-66bc4e08-cfe4-4965-b8d4-85b603ce8676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0874202 Jul 15 17:59:10.771808 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eff5f7d2-2da8-4b96-b7fe-805b28284499 req-135f595a-871b-4646-83c9-a74b23caad7d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615544 Jul 15 17:59:10.784557 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd4a23a14-49c8-4719-ae56-219218b17e59', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '2f107fdf-951e-4725-b4c1-344132511554', 'port_id': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'mac_address': 'fa:16:3e:d3:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:59:09Z', 'updated_at': '2021-07-15T17:59:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:10.797362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49686) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:10.814890 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Checking router: 2f107fdf-951e-4725-b4c1-344132511554 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:59:10.823142 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:10.823740 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:58:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:10.825798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-fefc11ee-ce65-47c5-8d90-ec8be07ec98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:10.828195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-fefc11ee-ce65-47c5-8d90-ec8be07ec98d service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 200 len: 896 time: 0.1102469 Jul 15 17:59:10.860093 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a1d54ee-7f37-4187-b537-f91f662c6858 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d4a23a14-49c8-4719-ae56-219218b17e59 HTTP/1.1" status: 200 len: 991 time: 0.0595729 Jul 15 17:59:10.898104 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-19d2308e-94c3-4f2c-ab56-c8596ba30a8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 200 len: 999 time: 0.0636995 Jul 15 17:59:10.925848 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:10.948705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-8bcacadd-f14b-4350-8ed8-d9055b89b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:10.950160 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-8bcacadd-f14b-4350-8ed8-d9055b89b7e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d31c46f0-9486-4310-965c-95819a97943e HTTP/1.1" status: 200 len: 834 time: 0.0443242 Jul 15 17:59:11.008185 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-0dbe6239-a19a-454b-981f-caf46699899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:11.009606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-0dbe6239-a19a-454b-981f-caf46699899d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7351db4-58bf-4dde-8629-d7e9217e9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516031 Jul 15 17:59:11.109512 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-df1eeb44-e485-4246-a26d-5fad8524f4a1 service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878060 Jul 15 17:59:11.142800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd4a23a14-49c8-4719-ae56-219218b17e59', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '2f107fdf-951e-4725-b4c1-344132511554', 'port_id': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'mac_address': 'fa:16:3e:d3:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:59:09Z', 'updated_at': '2021-07-15T17:59:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:11.169162 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8074c4-4c3f-4a6a-868c-a657a492e1e7 None None] The sync data for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 is: [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd4a23a14-49c8-4719-ae56-219218b17e59', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.199', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '2f107fdf-951e-4725-b4c1-344132511554', 'port_id': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'mac_address': 'fa:16:3e:d3:2d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T17:59:09Z', 'updated_at': '2021-07-15T17:59:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:59:11.202361 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-618a11ba-660f-4d96-abb3-6dc8493a975d req-9251b527-50d1-4f4e-9ecb-40e5a904e68f service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Jul 15 17:59:11.319529 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:11.363949 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b053378-6531-4e0c-9dad-57317a7f7802 None None] New status for floating IP d4a23a14-49c8-4719-ae56-219218b17e59: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:59:11.510136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:11.862962 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49688) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:11.925474 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-26c1dfe7-3df0-43dc-beb7-04b6587fb8a4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d4a23a14-49c8-4719-ae56-219218b17e59 HTTP/1.1" status: 200 len: 993 time: 0.0614390 Jul 15 17:59:12.501780 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:59:25.906095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-33a7b0dd-12d0-410a-854e-06a348659cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:28.894357 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:29.177271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3cfcd365-ff7e-40ee-a963-6f1662906804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:29.796049 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:31.523584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:38.830166 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3dfb3-ccb0-4eb9-9e5b-47b2733cedb9 req-d1ab120a-391f-4140-97da-b18b97c21da1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:38.831680 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ca3dfb3-ccb0-4eb9-9e5b-47b2733cedb9 req-d1ab120a-391f-4140-97da-b18b97c21da1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0684757 Jul 15 17:59:38.871357 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ca3dfb3-ccb0-4eb9-9e5b-47b2733cedb9 req-d9d0875c-a3bf-4cc1-9750-c4f832340405 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334210 Jul 15 17:59:40.047078 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1920b-c1df-4fd3-841b-d50194d2a90f req-d41220c2-dfca-4300-b869-00a4e72d9f2a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:40.048618 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6af1920b-c1df-4fd3-841b-d50194d2a90f req-d41220c2-dfca-4300-b869-00a4e72d9f2a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0636613 Jul 15 17:59:40.086748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6af1920b-c1df-4fd3-841b-d50194d2a90f req-8e54be31-84e9-48f2-9658-763e5cb49152 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326974 Jul 15 17:59:40.111555 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49708) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:40.171218 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c7176002-7bf5-46e5-acf0-063881005ee0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d4a23a14-49c8-4719-ae56-219218b17e59 HTTP/1.1" status: 200 len: 993 time: 0.0578909 Jul 15 17:59:41.319232 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:41.478223 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:41.600074 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceb624-cdd1-4897-89ba-6ef2578c67ac req-fbdde8d1-1196-4bdb-8399-54ba610691f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:41.601558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97ceb624-cdd1-4897-89ba-6ef2578c67ac req-fbdde8d1-1196-4bdb-8399-54ba610691f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0635943 Jul 15 17:59:41.646150 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97ceb624-cdd1-4897-89ba-6ef2578c67ac req-925cab41-a932-4626-bc29-7ac3ca8eab65 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 Jul 15 17:59:42.825622 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5893a-af2b-4955-81fc-d056215fae0d req-cb5e709a-b233-46cc-bb11-32026c45ad37 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:42.827138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dd5893a-af2b-4955-81fc-d056215fae0d req-cb5e709a-b233-46cc-bb11-32026c45ad37 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0633771 Jul 15 17:59:42.864893 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0dd5893a-af2b-4955-81fc-d056215fae0d req-cbbd8c46-3ffe-42db-becf-7f09de044e31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Jul 15 17:59:42.889667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49718) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:42.948603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-841efe84-69a1-48bc-83f9-f9725e736ca6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d4a23a14-49c8-4719-ae56-219218b17e59 HTTP/1.1" status: 200 len: 993 time: 0.0578728 Jul 15 17:59:43.259932 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49724) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:43.418292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 9025af62-8f3f-4b39-ba52-507d9d44477a {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:59:43.418637 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:43.493044 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:43.493373 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:43.505197 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 9025af62-8f3f-4b39-ba52-507d9d44477a owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:59:43.674464 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:43.697723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=9025af62-8f3f-4b39-ba52-507d9d44477a,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:43.711196 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.711541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.711877 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.712259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.712572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.712901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.713220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.713666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.713977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.714297 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.714623 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:43.714988 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:44.082935 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:44.083711 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP d4a23a14-49c8-4719-ae56-219218b17e59 disassociated (deleted). External IP: 172.25.8.199, port: 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f. Jul 15 17:59:44.288408 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 2f107fdf-951e-4725-b4c1-344132511554 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:59:44.399038 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:59:44.403543 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:44.410646 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Sync routers for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:59:44.425318 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:44.426141 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:44.444683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a4d6ac0c-a80b-410b-86b0-1b2a4eeebccc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/floatingips/d4a23a14-49c8-4719-ae56-219218b17e59 HTTP/1.1" status: 204 len: 168 time: 1.1812975 Jul 15 17:59:44.444683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:59:44.445418 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b595592-f052-4918-b2ba-1fe7d00bfd09" -d '{"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:59:44.483506 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c19fc23-1219-4e51-a687-3f860bf18a27 x-openstack-request-id: req-1c19fc23-1219-4e51-a687-3f860bf18a27 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:59:44.483802 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:59:44.484054 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c19fc23-1219-4e51-a687-3f860bf18a27 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:59:44.484491 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'status': 'completed', 'code': 200} Jul 15 17:59:44.579625 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-9d531a7e-0a67-44f1-a791-5816afcc572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:44.580630 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:44.581464 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-9d531a7e-0a67-44f1-a791-5816afcc572e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0617354 Jul 15 17:59:44.697647 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-dae1d62f-6116-4f7c-bb66-ca1cd6a8ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:44.699526 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-dae1d62f-6116-4f7c-bb66-ca1cd6a8ff69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 200 len: 896 time: 0.1114945 Jul 15 17:59:44.751040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-202a7e98-34a7-4d12-93bc-5cce74a99933 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 200 len: 217 time: 0.0442016 Jul 15 17:59:44.802157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-22430bf0-e53e-4510-97dc-ee0dd790cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:44.803770 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-22430bf0-e53e-4510-97dc-ee0dd790cc22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d31c46f0-9486-4310-965c-95819a97943e HTTP/1.1" status: 200 len: 834 time: 0.0461960 Jul 15 17:59:44.809884 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:44.838092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Checking router: 2f107fdf-951e-4725-b4c1-344132511554 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:59:44.847372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:44.847982 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:44.918619 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1b569-3417-4dce-b173-8224f1a56d73 req-946cb2f3-3fc2-45bf-854b-aaa01fb7a413 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:44.920276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ec1b569-3417-4dce-b173-8224f1a56d73 req-946cb2f3-3fc2-45bf-854b-aaa01fb7a413 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.1106911 Jul 15 17:59:44.929049 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-565af3eb-4df7-4bc1-96c8-8ce8082ece9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:44.930619 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-565af3eb-4df7-4bc1-96c8-8ce8082ece9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f7351db4-58bf-4dde-8629-d7e9217e9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196964 Jul 15 17:59:44.998237 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0ec1b569-3417-4dce-b173-8224f1a56d73 req-cd1fa797-0e1d-4de1-bc86-205674eeb90c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715475 Jul 15 17:59:45.055698 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-27e76e5a-8890-43be-aa02-1e18213dded0 service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107225 Jul 15 17:59:45.059520 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:45.149721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b595592-f052-4918-b2ba-1fe7d00bfd09 req-52fe12ca-1460-42e0-9c41-7fac3b9f7679 service neutron] 10.222.0.35 "GET /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863903 Jul 15 17:59:45.255475 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:45.280880 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c3c72-a3c4-45d9-bb08-a3ceee4389cd None None] The sync data for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 is: [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '39a9703a-422d-4337-8ade-4070c41da451', 'name': '', 'network_id': 'f7351db4-58bf-4dde-8629-d7e9217e9fdb', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:84:99:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd31c46f0-9486-4310-965c-95819a97943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:56Z', 'updated_at': '2021-07-15T17:59:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'd31c46f0-9486-4310-965c-95819a97943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:59:45.502097 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58012a4-eacc-4b63-b356-024e68c9f7ad None None] New status for floating IP d4a23a14-49c8-4719-ae56-219218b17e59: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 17:59:46.181658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a19ed-cc3a-481b-bd2a-d75701093b2c req-c027e5da-c2b2-43f4-862e-225fee64425b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:46.183087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-321a19ed-cc3a-481b-bd2a-d75701093b2c req-c027e5da-c2b2-43f4-862e-225fee64425b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0676787 Jul 15 17:59:46.221154 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-321a19ed-cc3a-481b-bd2a-d75701093b2c req-8f5d0339-7a51-4780-93a5-59cf31adee46 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Jul 15 17:59:46.347159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-04c01659-5515-4443-8974-1103eea11e2e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:46.348651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-04c01659-5515-4443-8974-1103eea11e2e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 945 time: 0.0631042 Jul 15 17:59:46.449013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:59:46.449271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:46.537371 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:46.537727 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:46.550031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:59:46.679623 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:46.716909 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:46.756646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] No DVR routers for this DVR port 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:59:46.759280 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:46.761430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef49219c-cc0d-42e0-a55a-e50b5f328236 req-3e1b22ea-4353-4c62-8914-a8fcb3017a91 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "DELETE /v2.0/ports/3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f HTTP/1.1" status: 204 len: 173 time: 0.4069004 Jul 15 17:59:46.761885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'name': 'network-vif-deleted', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 17:59:46.764285 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74922a-4bbb-4505-a64f-aab483b548d4" -d '{"events": [{"server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "name": "network-vif-deleted", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 17:59:46.804336 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df50ee0-7e7c-4a80-b2c8-1983e177ae46 x-openstack-request-id: req-8df50ee0-7e7c-4a80-b2c8-1983e177ae46 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 17:59:46.804799 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f9f2e5-3200-42b2-bc20-de4cc7d36ba1", "name": "network-vif-deleted", "tag": "3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 17:59:46.805061 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8df50ee0-7e7c-4a80-b2c8-1983e177ae46 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 17:59:46.805463 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f9f2e5-3200-42b2-bc20-de4cc7d36ba1', 'name': 'network-vif-deleted', 'tag': '3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f', 'status': 'completed', 'code': 200} Jul 15 17:59:47.383578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50335c84-5521-4626-a5ae-40d1e02ec1fa req-4d9baba7-d8f3-477a-a309-c9460e3b8fb2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f9f2e5-3200-42b2-bc20-de4cc7d36ba1 HTTP/1.1" status: 200 len: 210 time: 0.0356543 Jul 15 17:59:48.474570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49742) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:48.823223 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:49.086968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 39a9703a-422d-4337-8ade-4070c41da451 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:59:49.087207 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:49.176716 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 39a9703a-422d-4337-8ade-4070c41da451, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=39a9703a-422d-4337-8ade-4070c41da451,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:49.177082 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:49.190330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 39a9703a-422d-4337-8ade-4070c41da451 owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:59:49.377759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:49.410282 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=39a9703a-422d-4337-8ade-4070c41da451,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:49.503601 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 17:59:49.580098 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:49.790737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 2f107fdf-951e-4725-b4c1-344132511554 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:59:49.895787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:59:49.900882 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-041b4dc4-27b9-43c5-b5e2-66a67e39de61 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/2f107fdf-951e-4725-b4c1-344132511554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253004 Jul 15 17:59:49.903621 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49744) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:49.910054 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Sync routers for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:59:49.919666 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:49.920365 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:49.959545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting subnet d31c46f0-9486-4310-965c-95819a97943e {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 17:59:49.962846 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.008054 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.025342 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:50.091078 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.148905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.178512 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.183137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49746) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:50.184088 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/subnets/d31c46f0-9486-4310-965c-95819a97943e HTTP/1.1" status: 204 len: 168 time: 0.2794182 Jul 15 17:59:50.185649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078ffde-329e-4762-8b49-3e65d5f800b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Subnet': ['ID=d31c46f0-9486-4310-965c-95819a97943e,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:50.185985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664e13a-1269-453f-98e7-dbeaedbd7dc3 None None] Network f7351db4-58bf-4dde-8629-d7e9217e9fdb requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:59:50.201757 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:59:49Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:50.232709 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Checking router: 2f107fdf-951e-4725-b4c1-344132511554 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:59:50.241577 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Routers {'2f107fdf-951e-4725-b4c1-344132511554'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:50.243178 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['2f107fdf-951e-4725-b4c1-344132511554'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:50.293322 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.346905 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] Set router 2f107fdf-951e-4725-b4c1-344132511554 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:50.395554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] DHCP port deletion for f7351db4-58bf-4dde-8629-d7e9217e9fdb request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 17:59:50.454246 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Deleting port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:59:50.454890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.524743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] For port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,segment=NetworkSegment(ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a),segment_id=ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:50.525141 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.537947 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:59:49Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:50.539459 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Calling delete_port for 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:59:50.567843 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adda33b-2b91-449d-9688-6d93dab502e1 None None] The sync data for ids ['2f107fdf-951e-4725-b4c1-344132511554'] in n-d-800085-3 is: [{'id': '2f107fdf-951e-4725-b4c1-344132511554', 'name': 'tempest-TestNetworkAdvancedServerOps-router-855677738', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '685d4888-7988-4539-adad-86986f140c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:59:49Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '685d4888-7988-4539-adad-86986f140c91', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f107fdf-951e-4725-b4c1-344132511554', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:58:53Z', 'updated_at': '2021-07-15T17:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:59:50.631766 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.655462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Pushing event deleted for resources: {'Port': ['ID=2b5b6a88-5dc8-4650-82f9-ea5fc22369b5,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:50.664874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] No DVR routers for this DVR port 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 17:59:50.667820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:59:50.672498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.672856 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.678514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a40de52-a0d1-422c-b2b2-1a504a5e842a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:50.698356 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:59:50.698707 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 3a8a56c5-adfd-46d3-80a1-aa9b78e91c2f not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:59:50.750555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.801387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 685d4888-7988-4539-adad-86986f140c91 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 17:59:50.801727 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.880712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 685d4888-7988-4539-adad-86986f140c91, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=685d4888-7988-4539-adad-86986f140c91,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:50.880995 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:50.894381 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 685d4888-7988-4539-adad-86986f140c91 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 17:59:51.067109 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.094583 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=685d4888-7988-4539-adad-86986f140c91,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:51.121016 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.121359 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.121694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.122026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.122352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.122675 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.122998 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.123318 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.123638 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.123958 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.124815 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.125144 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:51.162446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.253470 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.255512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.296187 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.297280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Fanout notify agent at l3_agent the message router_deleted on router 2f107fdf-951e-4725-b4c1-344132511554 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 17:59:51.304015 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.305151 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ce6c84f4-8ec7-425a-8478-ed482305a2af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/routers/2f107fdf-951e-4725-b4c1-344132511554 HTTP/1.1" status: 204 len: 168 time: 1.1199243 Jul 15 17:59:51.307894 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49748) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:51.385465 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.475770 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.485906 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7351db4-58bf-4dde-8629-d7e9217e9fdb']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:51.495554 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:51.495843 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8bcbb6-39f1-4d5d-ae69-38f82cbc264a') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:51.504329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.517939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.523604 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 17:59:51.523990 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: timer() Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 17:59:51.527032 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 17:59:51.586074 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.594199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.595905 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/networks/f7351db4-58bf-4dde-8629-d7e9217e9fdb HTTP/1.1" status: 204 len: 168 time: 0.2870288 Jul 15 17:59:51.598802 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49750) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:51.606659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca308b6-ceb5-41d7-b4b9-f9e83e8ee4c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Network': ['ID=f7351db4-58bf-4dde-8629-d7e9217e9fdb,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:51.660738 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.685056 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.749363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.753112 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:51.757208 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/security-groups/5eb4544e-bbd7-42c2-8d1f-66182f82e8ea HTTP/1.1" status: 204 len: 168 time: 0.1546404 Jul 15 17:59:51.764889 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a0d1-fb76-4f06-9b40-41c1ca2eeff3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb4544e-bbd7-42c2-8d1f-66182f82e8ea,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:51.956567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:59:51.976245 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:59:51.976677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2b5b6a88-5dc8-4650-82f9-ea5fc22369b5 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:59:51.977148 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a9703a-422d-4337-8ade-4070c41da451 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:59:51.989488 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49756) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:51.994476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639558550', 'description': 'tempest-secgroup-smoke-639558550 description', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:51.998779 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 39a9703a-422d-4337-8ade-4070c41da451 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:59:51.999121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 39a9703a-422d-4337-8ade-4070c41da451 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:59:52.000045 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 685d4888-7988-4539-adad-86986f140c91 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 17:59:52.018869 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.019081 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 685d4888-7988-4539-adad-86986f140c91 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 17:59:52.019418 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 685d4888-7988-4539-adad-86986f140c91 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 17:59:52.105717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.109555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.135379 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.136606 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458902 Jul 15 17:59:52.139683 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49758) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.141312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f6b65-56af-4045-9697-8ec8fc114767 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58294c30-c8e9-4df1-ba75-2fd138c99f40,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.145191 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.172041 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.227894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.231605 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.254478 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a36260-de6b-4d1c-8e8e-fe62e24dc607,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.258754 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.260078 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1c02940c-64c9-4a8c-81f4-c31e206f09e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185927 Jul 15 17:59:52.262810 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49760) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.267577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.294263 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.351195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.355000 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.379262 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d95462d-7344-431e-98b2-78ba65867bf6,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.381997 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.385744 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8769a5fc-a8b3-4101-9261-2074f218bcf7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192760 Jul 15 17:59:52.386243 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49762) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.390302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.415672 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.472430 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.475969 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.493957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0307c60b-61bc-4d90-9356-0e20e11eee9a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.500479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.501652 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d1432baa-f9d8-4971-8348-af7ca657041b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148314 Jul 15 17:59:52.504403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49764) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.508756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.533759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.591427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.595320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.614922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688f92ed-af1a-4a5a-8550-ae48983c6a36,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.617759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.619070 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ecd1bdd3-e1b4-4cd0-9a89-e3c9d63d7d89 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137459 Jul 15 17:59:52.622087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49766) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.627339 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.648348 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:59:52.652986 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.712864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.716764 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.738175 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b2ba1e-adc0-437a-9df4-97949c7d8d1c,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.746305 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.747675 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-aa822c45-d82c-40fa-90d3-aa227786e104 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246455 Jul 15 17:59:52.750388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49768) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.754786 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '58294c30-c8e9-4df1-ba75-2fd138c99f40', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.776139 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 17:59:52.781395 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.840800 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.844722 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.863571 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3664548c-aedd-44d5-a356-426ee43ade89,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:52.866682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.867866 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7b283890-4d3e-4ad7-9f15-d18690740231 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165502 Jul 15 17:59:52.871008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49770) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:52.876257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'network': {'name': 'tempest-network-smoke--1972289886', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:52.895917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:59:52.899329 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.924137 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 17:59:52.933287 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:52.933635 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Added segment 792dc1ff-6693-46ec-81bc-b876d5c7fc94 of type vlan for network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa Jul 15 17:59:52.973318 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.002212 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.007517 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:53.008093 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.049890 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1778536 Jul 15 17:59:53.052750 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49772) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:53.057468 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'admin_state_up': True, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:53.078217 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26c0cd-d1c0-45d3-b05f-8cd76e771479 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Network': ['ID=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:53.082834 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.083888 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.089137 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 17:59:53.142419 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.585442 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.778635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.797755 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:53.902440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.210 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/a947b14d-8bd5-4dba-8c82-130d3a1719e8) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:59:54.004318 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:54.043109 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:54.083544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:54.089796 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:54.095128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:59:54.117718 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=a947b14d-8bd5-4dba-8c82-130d3a1719e8,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:54.346987 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:54.544962 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:54.672267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router bd733683-2dba-4843-bbaf-879cb7eafede is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 17:59:54.775020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:59:54.785234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Sync routers for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:59:54.792965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:54.794197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-da5b5210-fb8f-4366-a8c5-ed4b95e36efb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7404134 Jul 15 17:59:54.798150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49774) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:54.799021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:54.799667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:54.829692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0648f5b2-c899-420e-ac53-b79d93aae049 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ca745c912b634f65a97f069e4f9d1a46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304103 Jul 15 17:59:54.832225 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49776) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:54.904399 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:54.920527 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe565f-11ee-46f1-ab2e-f275c378e845 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:54.922713 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-eabe565f-11ee-46f1-ab2e-f275c378e845 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895219 Jul 15 17:59:54.925480 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49778) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:54.953084 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-590d2e86-ae0d-4d3d-af3a-16e62e8d52ae tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265408 Jul 15 17:59:54.955667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49780) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:54.961007 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1966102270', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 17:59:55.048756 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 17:59:55.052054 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.081564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:55.107395 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Checking router: bd733683-2dba-4843-bbaf-879cb7eafede for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:59:55.107744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Updating router bd733683-2dba-4843-bbaf-879cb7eafede port a947b14d-8bd5-4dba-8c82-130d3a1719e8 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:59:55.142985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.232382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.298940 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Subnet': ['ID=1bf256ed-9b78-4975-b440-62558692ea2d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:55.306003 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Checking segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:59:55.306436 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network hostable DHCP agents. Network: 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 17:59:55.322459 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 17:59:55.332183 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:55.336417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:55.337103 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.353327 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b9f0949-f60d-4cde-af00-257aa7f1c5fb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3964355 Jul 15 17:59:55.353519 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35155c6e-167a-4302-8527-49280ccdab2f None None] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:59:55.356220 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49782) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 17:59:55.442306 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.459744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Transition to ACTIVE for port object a947b14d-8bd5-4dba-8c82-130d3a1719e8 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:55.470650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.711522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04f2c6-8086-4478-b41c-10117e76ca85 None None] Pushing event updated for resources: {'Port': ['ID=a947b14d-8bd5-4dba-8c82-130d3a1719e8,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:55.713914 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Attempting to bind port a947b14d-8bd5-4dba-8c82-130d3a1719e8 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:59:55.714273 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Attempting to bind port a947b14d-8bd5-4dba-8c82-130d3a1719e8 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:59:55.714645 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Attempting to bind port a947b14d-8bd5-4dba-8c82-130d3a1719e8 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:59:55.725193 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:59:55.725569 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:59:55.725968 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.726352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:59:55.726816 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Bound port: a947b14d-8bd5-4dba-8c82-130d3a1719e8, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:59:55.727198 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.775733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 17:59:55.776618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.811522 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.819728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] For port a947b14d-8bd5-4dba-8c82-130d3a1719e8, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:59:55.885413 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] For port a947b14d-8bd5-4dba-8c82-130d3a1719e8, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a947b14d-8bd5-4dba-8c82-130d3a1719e8,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:59:55.894930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:55.984752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:55.985396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:55.987178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f2f871ea-75db-442b-a406-79d086f1fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.047525 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04f2c6-8086-4478-b41c-10117e76ca85 None None] Pushing event updated for resources: {'Port': ['ID=a947b14d-8bd5-4dba-8c82-130d3a1719e8,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:56.061110 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Allocated IP 172.20.0.2 (2ac20493-d7e5-4df9-ad83-a6fe3f822dfa/1bf256ed-9b78-4975-b440-62558692ea2d/203d137d-375a-4db6-85a2-bb2c19e73c59) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:59:56.143974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:56.356514 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.382935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Transition to ACTIVE for port object 203d137d-375a-4db6-85a2-bb2c19e73c59 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:56.408551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Transition to ACTIVE for port object 203d137d-375a-4db6-85a2-bb2c19e73c59 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:56.415480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.461351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:56.461711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.1 (2ac20493-d7e5-4df9-ad83-a6fe3f822dfa/1bf256ed-9b78-4975-b440-62558692ea2d/6a4601c6-a5a4-482a-8d17-b27e563366d2) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 17:59:56.469536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:56.471470 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:56.477026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:59:56.503672 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Pushing event updated for resources: {'Port': ['ID=203d137d-375a-4db6-85a2-bb2c19e73c59,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:56.508517 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd841c4-38fb-453c-ab14-81c9a61a5ad3 None None] The sync data for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 is: [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:54Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:59:56.567127 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Attempting to bind port 203d137d-375a-4db6-85a2-bb2c19e73c59 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:59:56.567501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Attempting to bind port 203d137d-375a-4db6-85a2-bb2c19e73c59 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:59:56.567863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Attempting to bind port 203d137d-375a-4db6-85a2-bb2c19e73c59 on network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:59:56.573309 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:59:56.573701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Checking segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:59:56.574155 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.574555 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Bound using segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:59:56.575030 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Bound port: 203d137d-375a-4db6-85a2-bb2c19e73c59, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:59:56.575419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.587097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.601568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 6a4601c6-a5a4-482a-8d17-b27e563366d2 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:56.636236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.642660 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] For port 203d137d-375a-4db6-85a2-bb2c19e73c59, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:59:56.645912 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] For port 203d137d-375a-4db6-85a2-bb2c19e73c59, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=203d137d-375a-4db6-85a2-bb2c19e73c59,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:59:56.651099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.676842 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:56.682252 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:56.686022 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 17:59:56.715026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:56.715564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7adb82-622b-492a-8030-d6d628b965c4 None None] Pushing event updated for resources: {'Port': ['ID=203d137d-375a-4db6-85a2-bb2c19e73c59,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:56.737200 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:56.935824 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:57.240817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:57.246108 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:57.326178 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:57.330235 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:57.426265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 17:59:57.428145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 17:59:57.571681 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router bd733683-2dba-4843-bbaf-879cb7eafede has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 17:59:57.685075 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 17:59:57.690163 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7ee35cbd-bc23-4678-872c-5e1a5e233faf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/bd733683-2dba-4843-bbaf-879cb7eafede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3329363 Jul 15 17:59:57.742574 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df3dc6-cbfb-4403-9f5a-952ce6abe55c None None] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 17:59:57.813995 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fb8d04a5-3f89-4c24-878d-534ee66ca3d7 None None] Provisioning for port 203d137d-375a-4db6-85a2-bb2c19e73c59 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:57.846755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-7f6aa010-4f64-49b3-a1df-ed319bdd74e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639558550&fields=id&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 267 time: 0.0377157 Jul 15 17:59:57.983229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-5336c523-ec12-497c-ba63-abb0ac2a4a74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:57.985268 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-5336c523-ec12-497c-ba63-abb0ac2a4a74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 797 time: 0.1318436 Jul 15 17:59:58.008945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-74489a4b-5bae-4d04-8cee-ec48a2d09277 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/quotas/ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 375 time: 0.0167627 Jul 15 17:59:58.059134 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a947b14d-8bd5-4dba-8c82-130d3a1719e8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:58.082647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-a1515f0d-e672-414e-95a4-6c1780303024 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728168 Jul 15 17:59:58.117629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port a947b14d-8bd5-4dba-8c82-130d3a1719e8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:58.122339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a947b14d-8bd5-4dba-8c82-130d3a1719e8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:58.123395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.215414 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.245823 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port a947b14d-8bd5-4dba-8c82-130d3a1719e8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a947b14d-8bd5-4dba-8c82-130d3a1719e8,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:58.252600 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.253383 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 203d137d-375a-4db6-85a2-bb2c19e73c59 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 17:59:58.267696 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-e4f9d83b-acdb-439b-a5f7-c91dd2f25efa service neutron] 10.222.0.25 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619124 Jul 15 17:59:58.345373 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=a947b14d-8bd5-4dba-8c82-130d3a1719e8,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:58.349837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9109ea0-d58e-41b0-b407-c34c22919e90 None None] Provisioning for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:58.361329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9109ea0-d58e-41b0-b407-c34c22919e90 None None] Provisioning complete for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:58.361986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9109ea0-d58e-41b0-b407-c34c22919e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.382178 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Sync routers for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 17:59:58.391367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-b768dac9-e374-41d6-bf28-187e7788f59a service neutron] 10.222.0.25 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165168 Jul 15 17:59:58.401568 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:58.402523 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:58.415285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 203d137d-375a-4db6-85a2-bb2c19e73c59 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 17:59:58.419918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-c9109ea0-d58e-41b0-b407-c34c22919e90 None None] Port 6a4601c6-a5a4-482a-8d17-b27e563366d2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:59:58.422086 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 203d137d-375a-4db6-85a2-bb2c19e73c59 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:58.422615 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.510410 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.554873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:58.570738 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 203d137d-375a-4db6-85a2-bb2c19e73c59, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=203d137d-375a-4db6-85a2-bb2c19e73c59,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 17:59:58.572802 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-594a9d94-b972-4207-8859-cdf89bc69195 None None] Provisioning complete for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:58.573368 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-594a9d94-b972-4207-8859-cdf89bc69195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.577456 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.653842 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-594a9d94-b972-4207-8859-cdf89bc69195 None None] Port 6a4601c6-a5a4-482a-8d17-b27e563366d2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:59:58.670045 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-718289d2-35d8-4443-ae8a-31df997fceab req-79bb6d21-f057-442c-b0ce-0ed2c5b9e1c6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 210 time: 0.0667706 Jul 15 17:59:58.672849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=203d137d-375a-4db6-85a2-bb2c19e73c59,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:58.772583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1f6705f1-9c37-4c55-93ef-7f5f78acb938 None None] Provisioning complete for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 17:59:58.773277 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1f6705f1-9c37-4c55-93ef-7f5f78acb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.798847 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T17:59:57Z', 'revision_number': 2, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:58.813847 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1f6705f1-9c37-4c55-93ef-7f5f78acb938 None None] Port 6a4601c6-a5a4-482a-8d17-b27e563366d2 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 17:59:58.824681 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Checking router: bd733683-2dba-4843-bbaf-879cb7eafede for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 17:59:58.825031 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Updating router bd733683-2dba-4843-bbaf-879cb7eafede port 6a4601c6-a5a4-482a-8d17-b27e563366d2 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 17:59:58.858078 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:58.895200 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.178228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-488e97d9-b384-4dd1-a365-c14a818175b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.220851 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.231437 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Transition to ACTIVE for port object 6a4601c6-a5a4-482a-8d17-b27e563366d2 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 17:59:59.237663 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.284756 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Pushing event updated for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:59.293150 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.293494 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.293927 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.294154 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.294479 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.294800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.295121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.295441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.295767 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.296622 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.296940 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.297339 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 17:59:59.359061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Attempting to bind port 6a4601c6-a5a4-482a-8d17-b27e563366d2 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 17:59:59.359856 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Attempting to bind port 6a4601c6-a5a4-482a-8d17-b27e563366d2 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 17:59:59.360440 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Attempting to bind port 6a4601c6-a5a4-482a-8d17-b27e563366d2 on network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 17:59:59.365751 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 17:59:59.366130 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Checking segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 17:59:59.366521 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.366950 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Bound using segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 17:59:59.367446 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Bound port: 6a4601c6-a5a4-482a-8d17-b27e563366d2, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 17:59:59.367839 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.432784 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] For port 6a4601c6-a5a4-482a-8d17-b27e563366d2, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 17:59:59.435981 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] For port 6a4601c6-a5a4-482a-8d17-b27e563366d2, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a4601c6-a5a4-482a-8d17-b27e563366d2,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 17:59:59.441373 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.498131 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 17:59:59.498746 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:59.501217 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6838396-0052-427f-ae00-f6744d0e8131 None None] Pushing event updated for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 17:59:59.609994 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 17:59:59.816704 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 17:59:59.852419 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T17:59:59Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 17:59:59.874753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b469f523-4a87-47f4-b03a-abe796b56102 req-2da6bbdb-bfb8-4f97-8d26-f99eebeb4983 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 210 time: 0.0656393 Jul 15 17:59:59.880221 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dbe9cb-f849-4510-a767-3d10c882d006 None None] The sync data for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 is: [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T17:59:59Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 17:59:59.912194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-458528fa-8687-4a41-8668-fc61d3674964 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 17:59:59.913721 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-458528fa-8687-4a41-8668-fc61d3674964 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 797 time: 0.1611555 Jul 15 17:59:59.970839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-dc15e06f-3bc8-4e91-abc4-9b7520f459ec tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 379 time: 0.0484009 Jul 15 17:59:59.980391 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'port': {'device_id': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'admin_state_up': True, 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'security_groups': ['58294c30-c8e9-4df1-ba75-2fd138c99f40']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:00:00.026898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a947b14d-8bd5-4dba-8c82-130d3a1719e8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:00:00.087965 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port a947b14d-8bd5-4dba-8c82-130d3a1719e8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:00.088371 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.115887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:00:00.120588 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.176631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 203d137d-375a-4db6-85a2-bb2c19e73c59 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:00:00.224831 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 203d137d-375a-4db6-85a2-bb2c19e73c59 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:00.225211 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.265727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.14 (2ac20493-d7e5-4df9-ad83-a6fe3f822dfa/1bf256ed-9b78-4975-b440-62558692ea2d/135230a2-e5da-44f3-b897-5209dbddf3ae) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:00:00.421896 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.436037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 135230a2-e5da-44f3-b897-5209dbddf3ae will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:00:00.471870 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.523162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:00:00.526682 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:00:00.531118 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:00:00.557567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:00.588887 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:00.589546 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.607624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3c4d12bc-18f7-41be-a2df-cffb3b7a9d2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6319184 Jul 15 18:00:00.621847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Request body: {'port': {'device_id': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:00:00.705366 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.802074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e33b6d9d-71af-4bf9-b055-924697b234ac None None] Provisioning for port 135230a2-e5da-44f3-b897-5209dbddf3ae completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:00:00.806392 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e33b6d9d-71af-4bf9-b055-924697b234ac None None] Provisioning complete for port 135230a2-e5da-44f3-b897-5209dbddf3ae triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:00.806862 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e33b6d9d-71af-4bf9-b055-924697b234ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:00.845481 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-e33b6d9d-71af-4bf9-b055-924697b234ac None None] Port 135230a2-e5da-44f3-b897-5209dbddf3ae cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:00:00.990201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135230a2-e5da-44f3-b897-5209dbddf3ae {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:00:01.000189 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.039316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Transition to ACTIVE for port object 135230a2-e5da-44f3-b897-5209dbddf3ae will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:00:01.043756 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.116002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Pushing event updated for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:01.128638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca386fe-3393-450e-8b7d-2a877d8e739c req-7ffd799f-584c-4642-89b8-2f0cc63f510c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.130465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ca386fe-3393-450e-8b7d-2a877d8e739c req-7ffd799f-584c-4642-89b8-2f0cc63f510c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 932 time: 0.1351695 Jul 15 18:00:01.210751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6ca386fe-3393-450e-8b7d-2a877d8e739c req-eb354127-b6f6-40ff-9da8-44880a8740cf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633657 Jul 15 18:00:01.230001 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Attempting to bind port 135230a2-e5da-44f3-b897-5209dbddf3ae on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:00:01.230339 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Attempting to bind port 135230a2-e5da-44f3-b897-5209dbddf3ae by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:00:01.230666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Attempting to bind port 135230a2-e5da-44f3-b897-5209dbddf3ae on network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:00:01.235626 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Port 135230a2-e5da-44f3-b897-5209dbddf3ae on network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:00:01.235961 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Attempting to bind port 135230a2-e5da-44f3-b897-5209dbddf3ae on network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:00:01.241128 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:00:01.241467 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Checking segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:00:01.241855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Bound using segment: {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:00:01.242286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Bound port: 135230a2-e5da-44f3-b897-5209dbddf3ae, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792dc1ff-6693-46ec-81bc-b876d5c7fc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:00:01.242652 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.310871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:00:01.314314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=135230a2-e5da-44f3-b897-5209dbddf3ae,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:00:01.318795 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.354052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.354733 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.356151 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] 10.222.0.35 "PUT /v2.0/ports/135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 1092 time: 0.7391601 Jul 15 18:00:01.356696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:00:01.359135 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4adb342-cefb-4ba7-ace1-dd109d0d509f" -d '{"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:00:01.385021 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c37c-a7d4-498f-be7a-305a62ed46fc service neutron] Pushing event updated for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:01.404360 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c6774-bf5c-4e08-baf2-ce4ca2d3ccb1 x-openstack-request-id: req-957c6774-bf5c-4e08-baf2-ce4ca2d3ccb1 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:00:01.404646 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:00:01.404898 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-957c6774-bf5c-4e08-baf2-ce4ca2d3ccb1 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:00:01.405383 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'status': 'completed', 'code': 200} Jul 15 18:00:01.453452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-be4d028e-0ffb-446b-a7cf-786922211bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.454777 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-be4d028e-0ffb-446b-a7cf-786922211bc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1095 time: 0.0588908 Jul 15 18:00:01.501075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-653fcc78-97ec-43e5-9cfd-9522c91f226e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 217 time: 0.0394492 Jul 15 18:00:01.529087 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:01.552063 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-37792b88-af58-46e9-95ea-279bffdda956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.553780 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-37792b88-af58-46e9-95ea-279bffdda956 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0467658 Jul 15 18:00:01.610992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3e7ccd65-fbe5-4e45-84f2-04cdf7ec4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.612562 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-3e7ccd65-fbe5-4e45-84f2-04cdf7ec4c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528536 Jul 15 18:00:01.705672 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-24c3161c-4cf3-4feb-b88f-5e2f7a03a260 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865932 Jul 15 18:00:01.793569 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e6f2333d-3b71-479b-b6a8-2c6a7211a84d req-55598b0c-f50c-4c52-b367-5ee9d7d996b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820708 Jul 15 18:00:01.897441 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-07fda95e-3c1d-4dcf-9cd0-87fe5ea33176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:01.898841 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-07fda95e-3c1d-4dcf-9cd0-87fe5ea33176 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1095 time: 0.0563784 Jul 15 18:00:01.987416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a4601c6-a5a4-482a-8d17-b27e563366d2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:00:01.997847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-d54ddefe-a12a-46c4-a049-96f2b8adaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:02.000139 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-d54ddefe-a12a-46c4-a049-96f2b8adaf85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 897 time: 0.0948946 Jul 15 18:00:02.036909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:00:02.040683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:02.041074 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:02.044697 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-2e24055b-4d39-4ee1-8c8e-448a18189a78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 217 time: 0.0384033 Jul 15 18:00:02.093853 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-0c1edbfd-34d1-4412-824a-7b8258dfb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:02.095328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-0c1edbfd-34d1-4412-824a-7b8258dfb56b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0441513 Jul 15 18:00:02.123611 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:02.152308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-374136f9-5529-4de7-916a-06c124ca1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:02.153734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-374136f9-5529-4de7-916a-06c124ca1f14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521083 Jul 15 18:00:02.157342 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6a4601c6-a5a4-482a-8d17-b27e563366d2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a4601c6-a5a4-482a-8d17-b27e563366d2,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:00:02.161308 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:02.208123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:02.595647 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-fb51109c-77b0-4ac1-bf33-c26a8d73ccb5 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337544 Jul 15 18:00:02.650968 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d182e-e545-4f23-acc5-ba1ce918ae2e req-66b0ab0c-6367-44ed-8dd1-717c93937476 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:02.652458 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-875d182e-e545-4f23-acc5-ba1ce918ae2e req-66b0ab0c-6367-44ed-8dd1-717c93937476 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 944 time: 0.1088777 Jul 15 18:00:02.735781 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-875d182e-e545-4f23-acc5-ba1ce918ae2e req-805107da-eb42-4f90-87a4-13c40bfb4d76 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525827 Jul 15 18:00:02.737768 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c4adb342-cefb-4ba7-ace1-dd109d0d509f req-64f2128b-7fdf-4c7f-94c3-dd650a0f4a53 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349607 Jul 15 18:00:03.908079 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc642e-8101-4e09-a4a6-65e9ba172a66 req-4a0d36e1-75e7-4bd4-b595-b05d1626f184 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:03.909612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cfc642e-8101-4e09-a4a6-65e9ba172a66 req-4a0d36e1-75e7-4bd4-b595-b05d1626f184 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 944 time: 0.0646460 Jul 15 18:00:03.952660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6cfc642e-8101-4e09-a4a6-65e9ba172a66 req-139924fd-1f41-49af-b52b-966d7b736072 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362096 Jul 15 18:00:03.979047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a4601c6-a5a4-482a-8d17-b27e563366d2 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:00:04.028619 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6a4601c6-a5a4-482a-8d17-b27e563366d2 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:04.028982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:04.757264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 135230a2-e5da-44f3-b897-5209dbddf3ae details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:00:04.851450 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=135230a2-e5da-44f3-b897-5209dbddf3ae,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:00:04.862270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'port_id': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'mac_address': 'fa:16:3e:95:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:00:04.898679 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:04.910880 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135230a2-e5da-44f3-b897-5209dbddf3ae {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:00:04.929556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=135230a2-e5da-44f3-b897-5209dbddf3ae,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:00:04.933249 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:04.983053 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:05.133798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['135230a2-e5da-44f3-b897-5209dbddf3ae'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:00:05.310766 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50f01-b2bf-4e33-bc7f-6a9494805a33 req-99ae0b9f-42a4-4073-b93c-1a3360d63ce2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:05.312982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8f50f01-b2bf-4e33-bc7f-6a9494805a33 req-99ae0b9f-42a4-4073-b93c-1a3360d63ce2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 945 time: 0.0682328 Jul 15 18:00:05.353026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b8f50f01-b2bf-4e33-bc7f-6a9494805a33 req-053373da-0051-4d96-92ec-30e5a614c4b2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Jul 15 18:00:06.525302 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267ad1d-c96a-4f44-93af-a07636c2ae86 req-dfdc9274-6a2f-4cc2-bd04-bd978c55c874 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:06.526790 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2267ad1d-c96a-4f44-93af-a07636c2ae86 req-dfdc9274-6a2f-4cc2-bd04-bd978c55c874 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 945 time: 0.0634894 Jul 15 18:00:06.564799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2267ad1d-c96a-4f44-93af-a07636c2ae86 req-bb4e7b8e-d8cb-4869-a0c1-b03ad03bdb87 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 Jul 15 18:00:06.760832 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 135230a2-e5da-44f3-b897-5209dbddf3ae up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:00:06.809643 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 135230a2-e5da-44f3-b897-5209dbddf3ae completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:00:06.813850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 135230a2-e5da-44f3-b897-5209dbddf3ae triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:00:06.814218 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:06.887979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:06.911427 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:00:06.913585 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aa8c7f-58eb-4e4a-a65f-fc6c22c3ca7a" -d '{"events": [{"server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "name": "network-vif-plugged", "status": "completed", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:00:06.926852 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=135230a2-e5da-44f3-b897-5209dbddf3ae,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:00:06.930806 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:06.977730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:07.001354 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e66ace9-354f-4fd3-9531-413ea09f087a x-openstack-request-id: req-4e66ace9-354f-4fd3-9531-413ea09f087a {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:00:07.001619 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "name": "network-vif-plugged", "status": "completed", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:00:07.001873 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e66ace9-354f-4fd3-9531-413ea09f087a {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:00:07.002266 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'code': 200} Jul 15 18:00:07.112994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da305-75ed-4b17-8194-bd630fded94e req-39ee53b8-4560-4a44-8951-b14fe31e1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:07.114449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-265da305-75ed-4b17-8194-bd630fded94e req-39ee53b8-4560-4a44-8951-b14fe31e1166 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1097 time: 0.0511198 Jul 15 18:00:07.148985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-265da305-75ed-4b17-8194-bd630fded94e req-c1cd3df2-5b92-4b23-8718-9d16ea35d740 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280204 Jul 15 18:00:07.740525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a699-e475-404d-8c90-39a784964e3d req-e2063d5f-ca5b-490a-b5be-7345aa4663fd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:07.742014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e68a699-e475-404d-8c90-39a784964e3d req-e2063d5f-ca5b-490a-b5be-7345aa4663fd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0669901 Jul 15 18:00:07.782286 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e68a699-e475-404d-8c90-39a784964e3d req-7299f543-1e0c-4f60-8a3a-a34ef4405cee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Jul 15 18:00:08.954379 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c6602-683e-40e9-be6f-f97eef76b6a9 req-eac6840b-5106-4cbe-b135-2fdfb2da7ead tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:08.955872 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-228c6602-683e-40e9-be6f-f97eef76b6a9 req-eac6840b-5106-4cbe-b135-2fdfb2da7ead tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0629995 Jul 15 18:00:08.993863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-228c6602-683e-40e9-be6f-f97eef76b6a9 req-337b579b-ecfa-496b-8cf4-0b732070fb87 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Jul 15 18:00:09.171559 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640ea1-6849-4a62-bc6e-b805e88f3dd4 req-bdf87226-52d1-4ef3-b9c4-388b40854c69 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:09.172984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a640ea1-6849-4a62-bc6e-b805e88f3dd4 req-bdf87226-52d1-4ef3-b9c4-388b40854c69 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0674026 Jul 15 18:00:09.211383 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a640ea1-6849-4a62-bc6e-b805e88f3dd4 req-744b8f39-e4c8-4185-a1c4-114017f107a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Jul 15 18:00:09.236927 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49838) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:00:09.287304 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44279d8f-0728-43fd-b467-27995c54d325 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:09.288820 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-44279d8f-0728-43fd-b467-27995c54d325 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1092 time: 0.0509067 Jul 15 18:00:09.291560 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49840) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:00:09.295873 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:00:09.317502 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:09.414791 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:09.515310 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.87 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/1bbda3a4-074b-41a3-9248-0dabc96d4c40) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:00:09.621427 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:09.659629 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:09.694345 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:00:09.697162 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:00:09.699674 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:00:09.731957 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=1bbda3a4-074b-41a3-9248-0dabc96d4c40,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:10.402406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:10.476718 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:10.618026 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:10.622431 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:10.691918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=1bbda3a4-074b-41a3-9248-0dabc96d4c40,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:00:10.701513 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:10.798601 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 500ad74e-0e90-414c-b060-7c722e5b157e associated. External IP: 172.25.8.87, port: 135230a2-e5da-44f3-b897-5209dbddf3ae. Jul 15 18:00:10.998486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router bd733683-2dba-4843-bbaf-879cb7eafede has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:00:11.103364 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:00:11.113114 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Sync routers for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:00:11.118563 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:11.126939 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:00:11.127563 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:00:11.154562 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-596d441f-0f8a-4312-b428-6636cb06d5ab tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8619659 Jul 15 18:00:11.155721 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:00:11.158115 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:00:11.239658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:00:11.264055 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef88889-efd3-4934-b2b7-b446af711c83 x-openstack-request-id: req-4ef88889-efd3-4934-b2b7-b446af711c83 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:00:11.264984 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:00:11.265499 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ef88889-efd3-4934-b2b7-b446af711c83 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:00:11.265986 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'status': 'completed', 'code': 200} Jul 15 18:00:11.359951 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143b36-f853-465a-94f1-bc7d189f97e7 req-1b181051-1283-4f69-abcf-9f622fd746d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:11.361603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24143b36-f853-465a-94f1-bc7d189f97e7 req-1b181051-1283-4f69-abcf-9f622fd746d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.1121314 Jul 15 18:00:11.370046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-5d47ddd0-8e15-40dc-981f-6824646ec011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:11.371510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-5d47ddd0-8e15-40dc-981f-6824646ec011 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1097 time: 0.0825801 Jul 15 18:00:11.437971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24143b36-f853-465a-94f1-bc7d189f97e7 req-1f41bdd8-4bf9-4963-891e-52577b0648b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705278 Jul 15 18:00:11.466808 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49848) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:00:11.492609 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-1680cefe-1a94-4dc2-b99c-2373655cc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:11.494078 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-1680cefe-1a94-4dc2-b99c-2373655cc276 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 897 time: 0.1147306 Jul 15 18:00:11.494444 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:11.509394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:11.530171 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-36a9f454-2e42-40e0-a410-ccd28d0d527d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/500ad74e-0e90-414c-b060-7c722e5b157e HTTP/1.1" status: 200 len: 991 time: 0.0619667 Jul 15 18:00:11.563017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-f7cc6b90-f54d-480b-9d11-3436a4b69950 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 999 time: 0.0625663 Jul 15 18:00:11.616530 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-2ec37e31-766f-4376-bc4a-dbba2593a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:11.618141 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-2ec37e31-766f-4376-bc4a-dbba2593a01c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0484531 Jul 15 18:00:11.655037 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '500ad74e-0e90-414c-b060-7c722e5b157e', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'port_id': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'mac_address': 'fa:16:3e:95:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:00:09Z', 'updated_at': '2021-07-15T18:00:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:00:11.677471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-5612d318-97f8-4984-8713-beeb9c664473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:11.678994 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-5612d318-97f8-4984-8713-beeb9c664473 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544121 Jul 15 18:00:11.683817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Checking router: bd733683-2dba-4843-bbaf-879cb7eafede for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:00:11.692790 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:00:11.693396 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T17:59:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:00:11.775202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-f90295b0-78ea-4be0-8246-124cb9108047 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899260 Jul 15 18:00:11.796937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:00:11.864849 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-841649ef-98f5-4021-a5ff-3dc18b3bf9a5 req-88a82f83-8eaf-4a6f-abfa-0dadf71de99e service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835371 Jul 15 18:00:12.013837 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '500ad74e-0e90-414c-b060-7c722e5b157e', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'port_id': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'mac_address': 'fa:16:3e:95:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:00:09Z', 'updated_at': '2021-07-15T18:00:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:00:12.042937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbea0c4-eedb-4a93-b5f1-145bbb763cf7 None None] The sync data for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 is: [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '500ad74e-0e90-414c-b060-7c722e5b157e', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'port_id': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'mac_address': 'fa:16:3e:95:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:00:09Z', 'updated_at': '2021-07-15T18:00:09Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:00:12.237954 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f78ace-8708-4a80-ab1b-a6ed827482d0 None None] New status for floating IP 500ad74e-0e90-414c-b060-7c722e5b157e: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:00:12.533861 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49850) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:00:12.597164 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0e321481-670a-4cca-8a9b-73b1ba2036b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/500ad74e-0e90-414c-b060-7c722e5b157e HTTP/1.1" status: 200 len: 993 time: 0.0620842 Jul 15 18:00:25.908738 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f0ee3b61-9096-492d-9bd5-d959e9db74f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:26.503210 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:00:28.895748 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:29.179252 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e39583fb-5496-443f-969e-24733729ae67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:29.803292 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:31.524417 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:39.500486 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629078-1f7f-447a-b8e5-383134a86f3d req-797efb39-f61f-41a3-94b9-ee45b2286b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:39.502886 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-797efb39-f61f-41a3-94b9-ee45b2286b2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1097 time: 0.1034434 Jul 15 18:00:39.513931 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b804aa-11c8-4da5-a680-1245077c5a02 req-76935a7b-1edb-4cd2-8c92-6d1553150ab9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:39.515283 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32b804aa-11c8-4da5-a680-1245077c5a02 req-76935a7b-1edb-4cd2-8c92-6d1553150ab9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0877972 Jul 15 18:00:39.607747 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-32b804aa-11c8-4da5-a680-1245077c5a02 req-834f5939-d816-4f16-a4a0-914d62acc7f1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840049 Jul 15 18:00:39.633564 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629078-1f7f-447a-b8e5-383134a86f3d req-0e090c5a-74c0-4c18-ad31-39d2aa92eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:39.635066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-0e090c5a-74c0-4c18-ad31-39d2aa92eb77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 897 time: 0.1189582 Jul 15 18:00:39.699799 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-3f33ce13-9c60-42c5-afbb-34e6f52529ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 1001 time: 0.0582187 Jul 15 18:00:39.748045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629078-1f7f-447a-b8e5-383134a86f3d req-c0db34ed-49f0-4d98-b0d7-2d271f730563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:39.749596 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-c0db34ed-49f0-4d98-b0d7-2d271f730563 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0438993 Jul 15 18:00:39.811220 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64629078-1f7f-447a-b8e5-383134a86f3d req-434c623e-5d6c-443e-80b9-b22b11821636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:39.812683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-434c623e-5d6c-443e-80b9-b22b11821636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548151 Jul 15 18:00:39.905016 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-1e2b7630-4e9e-467c-95dd-6f1dfbe4477c service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Jul 15 18:00:39.999400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-64629078-1f7f-447a-b8e5-383134a86f3d req-6f65bef3-0c77-42fd-927a-642bafb7e77a service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Jul 15 18:00:40.782159 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502722a-655d-4cb8-af1b-ac67345a97e5 req-efe7d911-7a9c-408d-8f57-2f1fec7baadc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:40.784171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7502722a-655d-4cb8-af1b-ac67345a97e5 req-efe7d911-7a9c-408d-8f57-2f1fec7baadc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0637646 Jul 15 18:00:40.820934 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7502722a-655d-4cb8-af1b-ac67345a97e5 req-94b25238-4a1f-41a8-8cd6-796b52285bef tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313528 Jul 15 18:00:41.345103 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:41.478175 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:41.991775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2c3dc-e312-44c1-a2c2-2afd451761c4 req-eb0e75d7-3cd1-4003-9b10-ac1c82d23e9f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:41.993278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59c2c3dc-e312-44c1-a2c2-2afd451761c4 req-eb0e75d7-3cd1-4003-9b10-ac1c82d23e9f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0625563 Jul 15 18:00:42.035451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59c2c3dc-e312-44c1-a2c2-2afd451761c4 req-d36eb606-aefe-401d-a032-36aef7200790 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363197 Jul 15 18:00:43.208544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697f602-86e8-4aea-8a1e-2bf84508c0bf req-cde80889-225d-4fb8-b7cd-c59e7f43b328 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:43.210022 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0697f602-86e8-4aea-8a1e-2bf84508c0bf req-cde80889-225d-4fb8-b7cd-c59e7f43b328 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0633049 Jul 15 18:00:43.247652 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0697f602-86e8-4aea-8a1e-2bf84508c0bf req-65661ca6-a074-4525-99a3-518e16a81eed tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Jul 15 18:00:44.424545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea668181-ad41-489c-86c4-c66e73f72e26 req-e1d2bffa-dd54-436a-83a7-6edefea11b8a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:44.426040 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea668181-ad41-489c-86c4-c66e73f72e26 req-e1d2bffa-dd54-436a-83a7-6edefea11b8a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0653203 Jul 15 18:00:44.464039 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ea668181-ad41-489c-86c4-c66e73f72e26 req-7d373352-2610-49a9-972b-4254f65c4e4f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322740 Jul 15 18:00:45.640790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11ac3f-f52a-446a-a7ac-2ab98f1dd552 req-f9c76a35-2d54-473d-9b00-014d6a2ce49b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:45.642189 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa11ac3f-f52a-446a-a7ac-2ab98f1dd552 req-f9c76a35-2d54-473d-9b00-014d6a2ce49b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0669060 Jul 15 18:00:45.679388 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-aa11ac3f-f52a-446a-a7ac-2ab98f1dd552 req-9118f9c0-aeff-491c-abdc-f3f072f39fdd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316827 Jul 15 18:00:46.851840 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00b89-4926-40e2-a00a-5a370ad74be5 req-3dea12f7-30f5-42e5-b58e-252b9b730c17 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:46.853348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12a00b89-4926-40e2-a00a-5a370ad74be5 req-3dea12f7-30f5-42e5-b58e-252b9b730c17 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0640666 Jul 15 18:00:46.891439 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-12a00b89-4926-40e2-a00a-5a370ad74be5 req-3e22d161-36d4-46df-9930-ac329ebb1477 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325253 Jul 15 18:00:48.061681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d0e30-6e11-435a-8b60-efc55062fdc5 req-ff898e3b-dec9-4fbe-9d9f-f17166b6ec4d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:48.063125 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d0d0e30-6e11-435a-8b60-efc55062fdc5 req-ff898e3b-dec9-4fbe-9d9f-f17166b6ec4d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0624058 Jul 15 18:00:48.104956 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7d0d0e30-6e11-435a-8b60-efc55062fdc5 req-542c1ff3-4d93-4860-bb27-2576e7a7fae8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357533 Jul 15 18:00:49.279913 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4a84-3e64-4737-85f5-5bb96870b6a1 req-aea84236-cf81-44cb-b88f-87ef618cc9d9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:49.281494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-715b4a84-3e64-4737-85f5-5bb96870b6a1 req-aea84236-cf81-44cb-b88f-87ef618cc9d9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0646322 Jul 15 18:00:49.319719 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-715b4a84-3e64-4737-85f5-5bb96870b6a1 req-451b501c-ecac-4326-b44f-4cb074916ff2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Jul 15 18:00:50.503162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0133d-e932-49b2-8714-0433ebf44184 req-043dc930-e35f-4ee3-9c1a-8497a6e2507c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:50.504726 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a0133d-e932-49b2-8714-0433ebf44184 req-043dc930-e35f-4ee3-9c1a-8497a6e2507c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0633078 Jul 15 18:00:50.541642 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-47a0133d-e932-49b2-8714-0433ebf44184 req-81ef51e7-cbd5-47b3-bafa-37bda2ad5f06 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jul 15 18:00:51.717344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598b819-ba88-4c11-b607-32bbe4132f58 req-95ddbea3-8780-440c-9d2e-68dc0e2d23ec tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:00:51.719166 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8598b819-ba88-4c11-b607-32bbe4132f58 req-95ddbea3-8780-440c-9d2e-68dc0e2d23ec tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.0677741 Jul 15 18:00:51.758086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8598b819-ba88-4c11-b607-32bbe4132f58 req-782539ff-4f75-4acf-b15e-ab1009ba13f2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331521 Jul 15 18:00:51.781673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49888) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:00:51.841502 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-742d128d-c9a6-469d-86d0-730d2920901c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/500ad74e-0e90-414c-b060-7c722e5b157e HTTP/1.1" status: 200 len: 993 time: 0.0587277 Jul 15 18:00:55.910520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-518ddfc7-023a-47a4-bff5-22c2b7f25533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:58.895895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:59.180256 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c6034cad-8ef6-4888-9dde-3b6438f0fac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:00:59.805289 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:01.526704 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:03.503729 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:01:08.132020 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-eb9b3dd9-8dd2-44f2-b604-e7b7623372c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512962 Jul 15 18:01:08.234350 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-90729c68-a681-4249-b5f1-0e8abf939936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:08.235823 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-90729c68-a681-4249-b5f1-0e8abf939936 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1097 time: 0.0560083 Jul 15 18:01:08.344832 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-a98a06fb-9aee-422c-8dc0-ef16e91986db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:08.347429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-a98a06fb-9aee-422c-8dc0-ef16e91986db service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 897 time: 0.0867689 Jul 15 18:01:08.417049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-a7fcea23-dd8b-4e85-9f01-1f7368708b00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 1001 time: 0.0626404 Jul 15 18:01:08.464353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-2d7d148e-5789-4dbf-86ec-4ddd43c370c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:08.465792 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-2d7d148e-5789-4dbf-86ec-4ddd43c370c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0430307 Jul 15 18:01:08.524992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-df1420e1-e8bd-4e73-8bbf-b9cbfbcee324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:08.526466 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-df1420e1-e8bd-4e73-8bbf-b9cbfbcee324 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509377 Jul 15 18:01:08.618461 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-d67462ea-284f-4d79-87c8-a28cccc0b7a9 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Jul 15 18:01:08.707903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-546251ad-a4cf-4eab-9101-6aa5ec5d311e req-6e664801-80e4-4aa3-ad81-c2f072a3dc38 service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816443 Jul 15 18:01:11.344075 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:11.490199 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:21.103327 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-82952066-ba95-4ce1-83d6-b49ba3e8ad11 req-acbbcdfa-2a3f-4331-b592-1ac9305b4b2d service neutron] (100428) timed out ('10.222.0.25', 46250) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 18:01:22.225142 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49900) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:22.380417 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 1bbda3a4-074b-41a3-9248-0dabc96d4c40 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:01:22.380760 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:22.457868 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:22.458189 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:22.469446 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 1bbda3a4-074b-41a3-9248-0dabc96d4c40 owned by network:floatingip {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:01:22.612142 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:22.640045 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=1bbda3a4-074b-41a3-9248-0dabc96d4c40,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:22.668689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.669044 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.669389 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.669727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.670060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.670399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.670727 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.671057 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.671387 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.671712 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.672036 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.672388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:22.710419 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:22.710754 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 500ad74e-0e90-414c-b060-7c722e5b157e disassociated (deleted). External IP: 172.25.8.87, port: 135230a2-e5da-44f3-b897-5209dbddf3ae. Jul 15 18:01:22.917527 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router bd733683-2dba-4843-bbaf-879cb7eafede has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:01:23.023593 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:01:23.028364 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:23.032709 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Sync routers for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:01:23.041584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:23.042196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:23.063639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-953b33e1-0bdf-47bc-a54a-7d38ecb49380 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/floatingips/500ad74e-0e90-414c-b060-7c722e5b157e HTTP/1.1" status: 204 len: 168 time: 0.8374183 Jul 15 18:01:23.064255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:01:23.067062 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59519257-553a-402e-bb7a-27c3ade68ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:01:23.106375 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d70aa4-1ef4-4c91-a06f-79faa2bda49f x-openstack-request-id: req-27d70aa4-1ef4-4c91-a06f-79faa2bda49f {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:01:23.106674 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:01:23.106928 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27d70aa4-1ef4-4c91-a06f-79faa2bda49f {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:01:23.107458 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'status': 'completed', 'code': 200} Jul 15 18:01:23.151338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:23.189383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519257-553a-402e-bb7a-27c3ade68ebf req-0c10ea62-2469-47d9-9c10-c25cff7abd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:23.192089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-0c10ea62-2469-47d9-9c10-c25cff7abd43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 1097 time: 0.0608888 Jul 15 18:01:23.288912 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519257-553a-402e-bb7a-27c3ade68ebf req-74eb0989-c8a8-4955-9ebc-557251c39396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:23.290543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-74eb0989-c8a8-4955-9ebc-557251c39396 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 200 len: 897 time: 0.0924802 Jul 15 18:01:23.339195 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-4259730c-a7be-4e52-929d-5cf6265f7954 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 200 len: 217 time: 0.0404913 Jul 15 18:01:23.359344 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:23.391439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Checking router: bd733683-2dba-4843-bbaf-879cb7eafede for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:01:23.400223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519257-553a-402e-bb7a-27c3ade68ebf req-278fb757-621f-431c-b041-4862fc6f2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:23.401549 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:23.401703 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-278fb757-621f-431c-b041-4862fc6f2159 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 200 len: 835 time: 0.0561335 Jul 15 18:01:23.402161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:23.493092 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca402d9-6bfd-4e9f-81f3-9b2c922521ed req-e54fa96a-0751-463c-8949-fbc3411ccd1f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:23.495213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bca402d9-6bfd-4e9f-81f3-9b2c922521ed req-e54fa96a-0751-463c-8949-fbc3411ccd1f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.1089447 Jul 15 18:01:23.500300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59519257-553a-402e-bb7a-27c3ade68ebf req-2ab92242-517d-4e25-a61c-8186a8fb1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:23.501706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-2ab92242-517d-4e25-a61c-8186a8fb1c12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835323 Jul 15 18:01:23.510989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:23.590210 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-bca402d9-6bfd-4e9f-81f3-9b2c922521ed req-057453a9-9c57-47e5-9fe0-e02aa7114bb9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875428 Jul 15 18:01:23.619923 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-f0461414-8237-4799-b7ba-45f7f11844fe service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106687 Jul 15 18:01:23.704291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:23.715938 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-59519257-553a-402e-bb7a-27c3ade68ebf req-fe1eed25-53b2-488f-8239-b5e62801a16c service neutron] 10.222.0.35 "GET /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887685 Jul 15 18:01:23.731200 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd06a9c-bf56-4379-8da5-15bc026ee4e6 None None] The sync data for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 is: [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:56Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a4601c6-a5a4-482a-8d17-b27e563366d2', 'name': '', 'network_id': '2ac20493-d7e5-4df9-ad83-a6fe3f822dfa', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:69:10:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:55Z', 'updated_at': '2021-07-15T18:00:02Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '1bf256ed-9b78-4975-b440-62558692ea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:01:23.946441 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe504f-a75a-4a1f-b315-1f0835105a4c None None] New status for floating IP 500ad74e-0e90-414c-b060-7c722e5b157e: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:01:24.852082 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-08e91658-026a-4b71-8317-7b142e2b0ceb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:24.853581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-08e91658-026a-4b71-8317-7b142e2b0ceb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.1027851 Jul 15 18:01:24.865016 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66a2b9-d698-42f4-999e-492db369a4ad req-b30da459-14d5-4bf5-86e4-72fcb112699d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:24.866404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c66a2b9-d698-42f4-999e-492db369a4ad req-b30da459-14d5-4bf5-86e4-72fcb112699d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=b56b6dff-d1a4-4cb3-8ffb-23a5dc793126 HTTP/1.1" status: 200 len: 946 time: 0.1575491 Jul 15 18:01:24.945682 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7c66a2b9-d698-42f4-999e-492db369a4ad req-717fd5c6-282e-4f30-a016-0b144236a300 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=58294c30-c8e9-4df1-ba75-2fd138c99f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716286 Jul 15 18:01:24.989673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 135230a2-e5da-44f3-b897-5209dbddf3ae {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:01:24.990012 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:25.082394 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 135230a2-e5da-44f3-b897-5209dbddf3ae, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=135230a2-e5da-44f3-b897-5209dbddf3ae,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:25.082751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:25.094261 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 135230a2-e5da-44f3-b897-5209dbddf3ae owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:01:25.221802 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:25.249110 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=135230a2-e5da-44f3-b897-5209dbddf3ae,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:25.258010 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.258357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.258694 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.259028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.259357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.259681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.260003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.260369 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.260679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.260999 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.261319 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.261663 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:25.311727 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] No DVR routers for this DVR port 135230a2-e5da-44f3-b897-5209dbddf3ae on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:01:25.314412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:25.316802 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5d71f88e-b8ef-4ff1-8f73-e15995a15bbb req-49f7ba54-c7b0-48a3-b0cb-8d40bb563219 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "DELETE /v2.0/ports/135230a2-e5da-44f3-b897-5209dbddf3ae HTTP/1.1" status: 204 len: 173 time: 0.4494724 Jul 15 18:01:25.317267 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'name': 'network-vif-deleted', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:01:25.319575 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfd2458-3cf4-40fb-836e-28862d4e26f1" -d '{"events": [{"server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "name": "network-vif-deleted", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:01:25.355706 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b994d36-ee6d-4ef3-b0e1-0b46a6c3ff4e x-openstack-request-id: req-0b994d36-ee6d-4ef3-b0e1-0b46a6c3ff4e {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:01:25.356002 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56b6dff-d1a4-4cb3-8ffb-23a5dc793126", "name": "network-vif-deleted", "tag": "135230a2-e5da-44f3-b897-5209dbddf3ae", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:01:25.356298 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b994d36-ee6d-4ef3-b0e1-0b46a6c3ff4e {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:01:25.356705 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56b6dff-d1a4-4cb3-8ffb-23a5dc793126', 'name': 'network-vif-deleted', 'tag': '135230a2-e5da-44f3-b897-5209dbddf3ae', 'status': 'completed', 'code': 200} Jul 15 18:01:25.910225 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-de75b862-9ec9-41c1-85a3-5155c2c5b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:26.036816 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49920) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:26.390906 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:26.651807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 6a4601c6-a5a4-482a-8d17-b27e563366d2 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:01:26.652064 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:26.736511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 6a4601c6-a5a4-482a-8d17-b27e563366d2, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a4601c6-a5a4-482a-8d17-b27e563366d2,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:26.736897 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:26.749255 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 6a4601c6-a5a4-482a-8d17-b27e563366d2 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:01:26.929441 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:26.958730 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=6a4601c6-a5a4-482a-8d17-b27e563366d2,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:27.136136 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:27.681141 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router bd733683-2dba-4843-bbaf-879cb7eafede has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:01:27.782271 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:01:27.790917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-79b7de70-4305-4213-bfac-3dd3cf18b939 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/bd733683-2dba-4843-bbaf-879cb7eafede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529485 Jul 15 18:01:27.791633 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49922) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:27.794638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Sync routers for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:01:27.809032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:27.809736 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:27.846403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting subnet 1bf256ed-9b78-4975-b440-62558692ea2d {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 18:01:27.849683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:27.890028 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:27.909512 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:27.984138 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.040216 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.069789 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf256ed-9b78-4975-b440-62558692ea2d,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:28.071188 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.073095 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-fcb17b88-2fad-48a4-b908-04b13aa30825 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/subnets/1bf256ed-9b78-4975-b440-62558692ea2d HTTP/1.1" status: 204 len: 168 time: 0.2804713 Jul 15 18:01:28.075735 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49924) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:28.079858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d608fc1-18bf-4fc2-ab9e-4baebc286506 None None] Network 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:01:28.147295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T18:01:26Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:28.182505 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.194498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Checking router: bd733683-2dba-4843-bbaf-879cb7eafede for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:01:28.222307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Routers {'bd733683-2dba-4843-bbaf-879cb7eafede'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:28.222922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:00:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['bd733683-2dba-4843-bbaf-879cb7eafede'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:28.284526 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.341488 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port a947b14d-8bd5-4dba-8c82-130d3a1719e8 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:01:28.341848 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.424668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port a947b14d-8bd5-4dba-8c82-130d3a1719e8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=a947b14d-8bd5-4dba-8c82-130d3a1719e8,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:28.424941 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.437199 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for a947b14d-8bd5-4dba-8c82-130d3a1719e8 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:01:28.491267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] Set router bd733683-2dba-4843-bbaf-879cb7eafede gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:28.550922 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] DHCP port deletion for 2ac20493-d7e5-4df9-ad83-a6fe3f822dfa request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 18:01:28.606471 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.635236 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=a947b14d-8bd5-4dba-8c82-130d3a1719e8,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:28.686870 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Deleting port 203d137d-375a-4db6-85a2-bb2c19e73c59 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:01:28.687157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.700446 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.757100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] For port 203d137d-375a-4db6-85a2-bb2c19e73c59, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=203d137d-375a-4db6-85a2-bb2c19e73c59,segment=NetworkSegment(792dc1ff-6693-46ec-81bc-b876d5c7fc94),segment_id=792dc1ff-6693-46ec-81bc-b876d5c7fc94)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:28.757490 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.772772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Calling delete_port for 203d137d-375a-4db6-85a2-bb2c19e73c59 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:01:28.779698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T18:01:26Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:28.792391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.794490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.814680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebac919-60bc-414f-929f-b81da373c901 None None] The sync data for ids ['bd733683-2dba-4843-bbaf-879cb7eafede'] in n-d-800085-3 is: [{'id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1575098310', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T18:01:26Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': 'a947b14d-8bd5-4dba-8c82-130d3a1719e8', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd733683-2dba-4843-bbaf-879cb7eafede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T17:59:53Z', 'updated_at': '2021-07-15T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:01:28.843137 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.843558 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Fanout notify agent at l3_agent the message router_deleted on router bd733683-2dba-4843-bbaf-879cb7eafede {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 18:01:28.851244 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.854781 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-301c053c-b7db-4843-8b33-7eeb83999f7f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/routers/bd733683-2dba-4843-bbaf-879cb7eafede HTTP/1.1" status: 204 len: 168 time: 0.7756064 Jul 15 18:01:28.855174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49926) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:28.898326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.903378 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.924882 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Pushing event deleted for resources: {'Port': ['ID=203d137d-375a-4db6-85a2-bb2c19e73c59,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:28.933250 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.933560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.933908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.934251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.934587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.934917 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.935247 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.935587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.935900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.936251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.936582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.936959 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:28.937418 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:28.939529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0050a0-2ace-4f00-903d-790bcfeca5ef None None] No DVR routers for this DVR port 203d137d-375a-4db6-85a2-bb2c19e73c59 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:01:29.029483 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.039336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac20493-d7e5-4df9-ad83-a6fe3f822dfa']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:29.048939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792dc1ff-6693-46ec-81bc-b876d5c7fc94') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:29.049234 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792dc1ff-6693-46ec-81bc-b876d5c7fc94') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:29.057979 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.071973 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.077690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 18:01:29.078074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: timer() Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 18:01:29.081524 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 18:01:29.141653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.149916 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.151107 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/networks/2ac20493-d7e5-4df9-ad83-a6fe3f822dfa HTTP/1.1" status: 204 len: 168 time: 0.2941687 Jul 15 18:01:29.153930 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49928) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:29.163045 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2283c4-1c73-43a6-acc3-658edbc2b6f9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Network': ['ID=2ac20493-d7e5-4df9-ad83-a6fe3f822dfa,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:29.188887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 135230a2-e5da-44f3-b897-5209dbddf3ae no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:01:29.222339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ea19e4cd-eb28-49bf-8e7a-fcaf8c7c2f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.224582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 135230a2-e5da-44f3-b897-5209dbddf3ae {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:01:29.225268 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 135230a2-e5da-44f3-b897-5209dbddf3ae not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:01:29.235236 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.266363 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.335678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.338518 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.339784 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/security-groups/58294c30-c8e9-4df1-ba75-2fd138c99f40 HTTP/1.1" status: 204 len: 168 time: 0.1848011 Jul 15 18:01:29.349918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10263009-3257-4bf8-906d-eab3a87826ce tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58294c30-c8e9-4df1-ba75-2fd138c99f40,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:29.709215 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49936) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:29.713952 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057871582', 'description': 'tempest-secgroup-smoke-2057871582 description', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:29.736710 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.812383 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.821703 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.825564 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.856052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.858736 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471307 Jul 15 18:01:29.860432 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49938) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:29.865336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ee4a0-2504-46f8-ba7a-b16adcfd55a3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7681a16-0095-4ea8-8c52-f83891165deb,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:29.865897 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:29.899753 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.955820 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.960045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.980355 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc94819-b96c-4980-a64d-efe641cc69a5,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:29.983919 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:29.988832 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-959590b9-be7b-4638-9bd2-c50641c9aa45 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236436 Jul 15 18:01:29.989328 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49940) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:29.993963 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.015173 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a947b14d-8bd5-4dba-8c82-130d3a1719e8 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:01:30.022714 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.038792 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: a947b14d-8bd5-4dba-8c82-130d3a1719e8 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:01:30.039142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device a947b14d-8bd5-4dba-8c82-130d3a1719e8 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:01:30.039556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a4601c6-a5a4-482a-8d17-b27e563366d2 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:01:30.057553 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6a4601c6-a5a4-482a-8d17-b27e563366d2 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:01:30.057901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a4601c6-a5a4-482a-8d17-b27e563366d2 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:01:30.058315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 203d137d-375a-4db6-85a2-bb2c19e73c59 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:01:30.077787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 203d137d-375a-4db6-85a2-bb2c19e73c59 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:01:30.078142 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 203d137d-375a-4db6-85a2-bb2c19e73c59 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:01:30.081074 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.085553 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.104326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3d63d3-51c4-4bf1-962c-3c9bd4b07a40,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.109539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.110906 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0980353e-074f-43b6-b3d2-b818ba36ac74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207829 Jul 15 18:01:30.113639 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49942) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.117970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.143867 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.203447 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.207555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.222666 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea384e84-037f-46e9-b5d5-0e65e1384965,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.230965 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.232377 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bf76e0d0-a5b0-4012-88ad-7809219c9f70 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177227 Jul 15 18:01:30.234939 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49944) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.239227 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.265220 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.323633 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.327071 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.345335 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b27f691-2d0f-4390-8d17-d3ee30099d1e,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.352005 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.353198 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6fa3ccfb-5f5c-4e03-aab3-6b24773ff86a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173310 Jul 15 18:01:30.355969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49946) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.360290 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.382122 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:01:30.386940 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.446101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.449507 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.467223 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847be7e3-c5d2-4154-a3be-5a571ecb97f4,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.474118 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.475323 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-62594a81-355c-4450-900d-761ac719989b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184230 Jul 15 18:01:30.478061 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49948) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.482460 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': 'd7681a16-0095-4ea8-8c52-f83891165deb', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.505665 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:01:30.510745 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.576501 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.580401 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.598449 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfbf12f-5ec5-4d51-b3b0-d63ac5bfeabf,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.608231 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.609533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ef5c8dd7-83e8-458e-9706-e045ba007f1b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304936 Jul 15 18:01:30.612991 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49950) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.618185 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'network': {'name': 'tempest-network-smoke--1416491729', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'port_security_enabled': True}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.639617 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:01:30.643746 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.667152 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:01:30.677208 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.677553 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Added segment ae65806e-7ff0-4482-bd65-6c669e53c43d of type vlan for network c9aae458-b93e-4734-9d7c-26bd67e32ced Jul 15 18:01:30.722254 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.756786 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.762398 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:30.762975 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.795397 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1812847 Jul 15 18:01:30.798105 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49952) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:30.803001 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'admin_state_up': True, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:30.842074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d86e46-a3ad-46cc-a7a2-c5fab8f35a85 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Network': ['ID=c9aae458-b93e-4734-9d7c-26bd67e32ced,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:30.852332 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network c9aae458-b93e-4734-9d7c-26bd67e32ced details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:01:30.854968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.856049 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:30.910910 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.047399 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.238618 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.256747 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.355582 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.188 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/3ec306ec-eb5f-4ae9-bc29-273a873a6d41) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:01:31.459013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.497406 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.529708 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.534455 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:31.540783 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:31.544395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:01:31.549892 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:31.790418 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:31.985403 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.111145 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 1df991db-a167-4a27-a394-afadc69cdc70 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:01:32.215363 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:01:32.224688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Sync routers for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:01:32.233163 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.233951 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:32.238035 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-75fdbedf-d24a-41d6-a8fa-8fbfdd285916 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4355686 Jul 15 18:01:32.238185 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:32.238308 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49954) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:32.268873 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8818c304-bfc4-4ef7-af95-b8475aace8cb tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ca745c912b634f65a97f069e4f9d1a46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272279 Jul 15 18:01:32.269104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49956) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:32.337932 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:32.356073 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8c3bc-8cb5-43f1-a17c-c4aa3fe06a1c tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:32.357655 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-23d8c3bc-8cb5-43f1-a17c-c4aa3fe06a1c tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876505 Jul 15 18:01:32.360400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49958) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:32.392459 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5310c9ac-654a-4312-aa06-115b9b548718 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307467 Jul 15 18:01:32.394982 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 49960) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:32.399771 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2029264941', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:32.484676 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:01:32.488830 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.510713 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:31Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:32.539276 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Checking router: 1df991db-a167-4a27-a394-afadc69cdc70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:01:32.539611 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Updating router 1df991db-a167-4a27-a394-afadc69cdc70 port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:01:32.574686 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.668636 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.738206 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Subnet': ['ID=c97d2554-df43-4119-9682-e389001c9a79,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:32.745531 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Checking segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:01:32.745655 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network hostable DHCP agents. Network: c9aae458-b93e-4734-9d7c-26bd67e32ced, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:01:32.764535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network c9aae458-b93e-4734-9d7c-26bd67e32ced is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:01:32.774101 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, c9aae458-b93e-4734-9d7c-26bd67e32ced) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:32.778320 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:32.778994 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.784577 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59652526-876e-423e-8cae-5247c23b940c None None] Network c9aae458-b93e-4734-9d7c-26bd67e32ced requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:01:32.793997 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-5f6759e5-2282-414b-b0f6-dd3dc85821b8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979688 Jul 15 18:01:32.796878 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 49962) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:32.826859 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.837454 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Transition to ACTIVE for port object 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:32.843026 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.897762 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Pushing event updated for resources: {'Port': ['ID=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:32.906369 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.906711 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.907049 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.907379 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.907702 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.908020 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.908374 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.908708 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.909177 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.909496 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.909812 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.910123 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:01:32.913182 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Attempting to bind port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:01:32.913547 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Attempting to bind port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:01:32.913902 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Attempting to bind port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:01:32.920878 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:01:32.921189 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:01:32.921587 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.921972 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:01:32.922434 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Bound port: 3ec306ec-eb5f-4ae9-bc29-273a873a6d41, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:01:32.922810 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.949263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-c9aae458-b93e-4734-9d7c-26bd67e32ced', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:01:32.950286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:32.974272 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] For port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:01:32.978113 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] For port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:01:32.982379 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.030591 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:33.031208 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:33.104785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Allocated IP 172.20.0.2 (c9aae458-b93e-4734-9d7c-26bd67e32ced/c97d2554-df43-4119-9682-e389001c9a79/2d0dc781-9d96-4048-b67a-795d3870df73) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:01:33.182640 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460d33f-5027-4c5f-894b-d6d080bc8584 None None] Pushing event updated for resources: {'Port': ['ID=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:33.247549 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:33.264221 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.273500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Transition to ACTIVE for port object 2d0dc781-9d96-4048-b67a-795d3870df73 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:33.290050 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Transition to ACTIVE for port object 2d0dc781-9d96-4048-b67a-795d3870df73 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:33.296539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.340833 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Network c9aae458-b93e-4734-9d7c-26bd67e32ced is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:33.345901 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:33.348615 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:01:33.382628 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Pushing event updated for resources: {'Port': ['ID=2d0dc781-9d96-4048-b67a-795d3870df73,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:33.417256 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Attempting to bind port 2d0dc781-9d96-4048-b67a-795d3870df73 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:01:33.417624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Attempting to bind port 2d0dc781-9d96-4048-b67a-795d3870df73 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:01:33.417985 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Attempting to bind port 2d0dc781-9d96-4048-b67a-795d3870df73 on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:01:33.423048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:01:33.423422 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Checking segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:01:33.423823 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.424944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Bound using segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:01:33.425424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Bound port: 2d0dc781-9d96-4048-b67a-795d3870df73, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:01:33.425809 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.442997 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:31Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:33.470491 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f5f88-aa37-4c49-b070-d4a986d360ca None None] The sync data for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 is: [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:31Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:01:33.492924 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-62170424-8308-41db-8cd5-40480a71d287 None None] For port 2d0dc781-9d96-4048-b67a-795d3870df73, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:01:33.496808 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-62170424-8308-41db-8cd5-40480a71d287 None None] For port 2d0dc781-9d96-4048-b67a-795d3870df73, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d0dc781-9d96-4048-b67a-795d3870df73,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:01:33.500991 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.564022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62170424-8308-41db-8cd5-40480a71d287 None None] Pushing event updated for resources: {'Port': ['ID=2d0dc781-9d96-4048-b67a-795d3870df73,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:33.604341 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:33.976601 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.1 (c9aae458-b93e-4734-9d7c-26bd67e32ced/c97d2554-df43-4119-9682-e389001c9a79/037f12e4-27ef-488f-8333-d84a42aa0c89) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:01:34.086522 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d0dc781-9d96-4048-b67a-795d3870df73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:34.132678 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.137388 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 2d0dc781-9d96-4048-b67a-795d3870df73 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:34.141827 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:34.151253 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 037f12e4-27ef-488f-8333-d84a42aa0c89 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:34.186912 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.201803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:34.206077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:34.206544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.248215 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network c9aae458-b93e-4734-9d7c-26bd67e32ced is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:34.253156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:34.255531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:01:34.303745 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:34.304178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.316681 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.332975 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:34.337394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.394918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:34.489281 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.626892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c5f21-468f-4045-83d6-2ed1cd28dbe6 None None] Network c9aae458-b93e-4734-9d7c-26bd67e32ced requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:01:34.758361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Provisioning for port 2d0dc781-9d96-4048-b67a-795d3870df73 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:34.780909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Provisioning complete for port 2d0dc781-9d96-4048-b67a-795d3870df73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:34.781286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.783365 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.788067 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.871087 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.873698 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:34.892304 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.929819 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] For port 2d0dc781-9d96-4048-b67a-795d3870df73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d0dc781-9d96-4048-b67a-795d3870df73,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:34.935081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:34.993798 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network c9aae458-b93e-4734-9d7c-26bd67e32ced is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:34.995684 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:35.004743 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2229a-4769-4072-b404-b33b6d9df870 None None] Pushing event updated for resources: {'Port': ['ID=2d0dc781-9d96-4048-b67a-795d3870df73,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:35.130738 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 1df991db-a167-4a27-a394-afadc69cdc70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:01:35.167529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Provisioning complete for port 2d0dc781-9d96-4048-b67a-795d3870df73 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:35.168323 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:35.258496 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:01:35.265630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-a3712314-92c5-4b8c-a9d0-07afebd97f31 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/1df991db-a167-4a27-a394-afadc69cdc70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4675140 Jul 15 18:01:35.285065 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Sync routers for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:01:35.297508 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Provisioning for port 037f12e4-27ef-488f-8333-d84a42aa0c89 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:35.302453 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:35.303369 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:35.305590 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Provisioning complete for port 037f12e4-27ef-488f-8333-d84a42aa0c89 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:35.306217 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:35.397787 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-04dfa56a-57cd-4b25-ae20-c95a7d544660 None None] Port 037f12e4-27ef-488f-8333-d84a42aa0c89 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:01:35.445979 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-f2e0e9ff-adff-4aeb-9588-20d6eedf9f6c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057871582&fields=id&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 267 time: 0.0396156 Jul 15 18:01:35.477286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:35.540933 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3570f627-fbe5-48d7-8f33-47ba5e207e24 None None] Provisioning complete for port 037f12e4-27ef-488f-8333-d84a42aa0c89 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:35.541298 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3570f627-fbe5-48d7-8f33-47ba5e207e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:35.565208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-22322324-577d-4573-a8e6-6f15aef258a1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:35.566683 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-22322324-577d-4573-a8e6-6f15aef258a1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 797 time: 0.1136696 Jul 15 18:01:35.581635 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-74e5a55a-1446-4594-ae42-354860955be2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/quotas/ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 375 time: 0.0096266 Jul 15 18:01:35.634209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-3570f627-fbe5-48d7-8f33-47ba5e207e24 None None] Port 037f12e4-27ef-488f-8333-d84a42aa0c89 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:01:35.650549 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-1838d996-ff78-4130-bd9b-fa54433fa554 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628972 Jul 15 18:01:35.761023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62cbf95d-1223-4a0a-b927-a3094369fd48 None None] Provisioning complete for port 037f12e4-27ef-488f-8333-d84a42aa0c89 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:35.761389 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62cbf95d-1223-4a0a-b927-a3094369fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:35.765683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 2, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:35.796281 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-de848ce5-69ad-4bf2-8cf8-8cfa55048ce4 service neutron] 10.222.0.25 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341264 Jul 15 18:01:35.807480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Checking router: 1df991db-a167-4a27-a394-afadc69cdc70 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:01:35.807853 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Updating router 1df991db-a167-4a27-a394-afadc69cdc70 port 037f12e4-27ef-488f-8333-d84a42aa0c89 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:01:35.850855 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-62cbf95d-1223-4a0a-b927-a3094369fd48 None None] Port 037f12e4-27ef-488f-8333-d84a42aa0c89 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:01:35.856019 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:35.896686 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-d20a7f83-8f12-4cda-8fb1-b164ba5717c2 service neutron] 10.222.0.25 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945745 Jul 15 18:01:36.032891 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d0dc781-9d96-4048-b67a-795d3870df73 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:36.119679 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 2d0dc781-9d96-4048-b67a-795d3870df73 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:36.119952 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.337625 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.351084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Transition to ACTIVE for port object 037f12e4-27ef-488f-8333-d84a42aa0c89 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:36.359471 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.432416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:36.485934 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9597-4c60-482b-8b38-c6dc412a1681 None None] Pushing event updated for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:36.526702 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Attempting to bind port 037f12e4-27ef-488f-8333-d84a42aa0c89 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:01:36.527079 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Attempting to bind port 037f12e4-27ef-488f-8333-d84a42aa0c89 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:01:36.527448 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Attempting to bind port 037f12e4-27ef-488f-8333-d84a42aa0c89 on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:01:36.537070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:01:36.537444 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Checking segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:01:36.537856 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.538253 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Bound using segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:01:36.538767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Bound port: 037f12e4-27ef-488f-8333-d84a42aa0c89, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:01:36.539099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.557578 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:36.557939 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.633695 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] For port 037f12e4-27ef-488f-8333-d84a42aa0c89, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:01:36.637338 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] For port 037f12e4-27ef-488f-8333-d84a42aa0c89, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=037f12e4-27ef-488f-8333-d84a42aa0c89,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:01:36.642282 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:36.743698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f9597-4c60-482b-8b38-c6dc412a1681 None None] Pushing event updated for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:36.750046 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:36.750662 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:36.861007 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:37.065499 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:36Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:37.095918 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f863942b-53be-47c1-bf46-c7799cd06198 None None] The sync data for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 is: [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:36Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:01:37.098019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b484c63-3502-4b68-8d52-b9c16699461d req-5fa32842-1871-41f6-8064-8d74e5781e05 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 210 time: 0.0300794 Jul 15 18:01:38.037671 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 037f12e4-27ef-488f-8333-d84a42aa0c89 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:38.095051 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 037f12e4-27ef-488f-8333-d84a42aa0c89 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:38.099314 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 037f12e4-27ef-488f-8333-d84a42aa0c89 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:38.099699 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.194731 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.236974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 037f12e4-27ef-488f-8333-d84a42aa0c89, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=037f12e4-27ef-488f-8333-d84a42aa0c89,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:38.242370 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.246194 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-24dfcd22-191e-4e8f-9d7c-94be2ccdaa78 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:38.248132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-24dfcd22-191e-4e8f-9d7c-94be2ccdaa78 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 797 time: 0.1718082 Jul 15 18:01:38.292623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-af84eed5-6d7e-4cb4-a05c-fbdf37de1b17 req-a189e221-b77b-4d74-9daa-a97e68711d0f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 210 time: 0.0433898 Jul 15 18:01:38.316648 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:38.316985 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-15fa147e-2402-4705-a71b-6da21e0fd06a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 380 time: 0.0578313 Jul 15 18:01:38.326142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'port': {'device_id': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'admin_state_up': True, 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'security_groups': ['d7681a16-0095-4ea8-8c52-f83891165deb']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:38.437444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:01:38.448288 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.582744 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.10 (c9aae458-b93e-4734-9d7c-26bd67e32ced/c97d2554-df43-4119-9682-e389001c9a79/42af2df5-125e-4b2d-8c12-aff9a23c3c2f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:01:38.738533 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.755515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 42af2df5-125e-4b2d-8c12-aff9a23c3c2f will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:38.792735 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.839105 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network c9aae458-b93e-4734-9d7c-26bd67e32ced is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:38.844155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:38.848209 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:01:38.878786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:38.907845 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:38.908548 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:38.923806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2b3437e6-6aa7-404e-bad5-b0bb8c2a378d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017897 Jul 15 18:01:38.935529 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Request body: {'port': {'device_id': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:39.013234 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.030597 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fd9f9cdd-aea6-4cf8-aeeb-2b24a82b6736 None None] Provisioning for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:39.034461 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fd9f9cdd-aea6-4cf8-aeeb-2b24a82b6736 None None] Provisioning complete for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:39.034836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9cdd-aea6-4cf8-aeeb-2b24a82b6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.072685 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f9cdd-aea6-4cf8-aeeb-2b24a82b6736 None None] Port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:01:39.286389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42af2df5-125e-4b2d-8c12-aff9a23c3c2f {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:01:39.293833 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.305765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Transition to ACTIVE for port object 42af2df5-125e-4b2d-8c12-aff9a23c3c2f will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:01:39.309657 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.382162 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:39.474953 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:01:39.475286 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:01:39.475613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:01:39.484412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:01:39.484737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:01:39.495421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:01:39.495759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Checking segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:01:39.496181 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Bound using segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:01:39.496615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Bound port: 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:01:39.496977 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.526031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e8ff2-b5f4-4d45-b737-f5c6b248d30b req-5bf27d7a-f5ae-43dc-9058-aed9a703493d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:39.527540 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e19e8ff2-b5f4-4d45-b737-f5c6b248d30b req-5bf27d7a-f5ae-43dc-9058-aed9a703493d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.1051958 Jul 15 18:01:39.598982 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e19e8ff2-b5f4-4d45-b737-f5c6b248d30b req-cb363afb-da8a-4d6d-b2a8-205a18368e72 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542629 Jul 15 18:01:39.603983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:01:39.607544 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:01:39.611523 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.651330 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:39.651951 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:39.653353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] 10.222.0.35 "PUT /v2.0/ports/42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1092 time: 0.7222238 Jul 15 18:01:39.653784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:01:39.656014 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eccf4d-6dd3-49f2-89fa-a347b32a7255" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:01:39.682344 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0150c-6aa7-4980-b1ed-c13f55418deb service neutron] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:39.697956 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fae4e5-93d9-4735-b450-f16c72efe600 x-openstack-request-id: req-31fae4e5-93d9-4735-b450-f16c72efe600 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:01:39.698256 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:01:39.698520 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31fae4e5-93d9-4735-b450-f16c72efe600 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:01:39.698955 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'status': 'completed', 'code': 200} Jul 15 18:01:39.761003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e99893bf-5d96-464a-bbf7-5a2313e2e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:39.762660 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e99893bf-5d96-464a-bbf7-5a2313e2e102 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1095 time: 0.0576594 Jul 15 18:01:39.807168 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-d62135c9-c6f0-4510-890f-2cb9d57eb8a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 217 time: 0.0359366 Jul 15 18:01:39.860020 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-cbc8bd73-46fc-4459-8ad5-6e434938b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:39.862276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-cbc8bd73-46fc-4459-8ad5-6e434938b165 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0485418 Jul 15 18:01:39.919473 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2573e16d-2754-41d6-a6e5-c2429fbe2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:39.920945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-2573e16d-2754-41d6-a6e5-c2429fbe2d6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527005 Jul 15 18:01:40.012171 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-e272c860-e47f-4ecc-90ad-52d31da3ac4d service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842276 Jul 15 18:01:40.012942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 037f12e4-27ef-488f-8333-d84a42aa0c89 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:40.060022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 037f12e4-27ef-488f-8333-d84a42aa0c89 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:40.060326 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:40.105626 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b4d2a61a-40cc-49c7-9541-24542177aea5 req-3e25ff4b-c07d-4853-ae85-2cb67794ed16 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Jul 15 18:01:40.206774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-d1c59467-8505-4f83-82f5-96545ae4db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:40.208272 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-d1c59467-8505-4f83-82f5-96545ae4db8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1095 time: 0.0540848 Jul 15 18:01:40.301534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-451309b6-5dbf-46ba-a365-4824f130bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:40.302971 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-451309b6-5dbf-46ba-a365-4824f130bafd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0880473 Jul 15 18:01:40.343236 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-6badbf7d-06fb-45e7-9f87-fd8592beb55c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 217 time: 0.0333016 Jul 15 18:01:40.391673 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-e7cb9549-88ea-493f-a267-4ee2d3f9f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:40.393202 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-e7cb9549-88ea-493f-a267-4ee2d3f9f2e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0427506 Jul 15 18:01:40.454101 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-88d50860-fc34-4f73-be3b-198a814ec786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:40.455731 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-88d50860-fc34-4f73-be3b-198a814ec786 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543790 Jul 15 18:01:40.502210 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:01:40.547605 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-a2cffa7b-08f2-465b-a34a-dcb55b05c671 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835726 Jul 15 18:01:40.641121 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-97eccf4d-6dd3-49f2-89fa-a347b32a7255 req-d9c1828c-1c9e-4e8e-9628-a0760f2f909f service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852664 Jul 15 18:01:40.772136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234b513-150e-4bea-95c6-e17dc799774c req-ea29723d-57fd-4caa-a645-8f207ce87071 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:40.773584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9234b513-150e-4bea-95c6-e17dc799774c req-ea29723d-57fd-4caa-a645-8f207ce87071 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.0637038 Jul 15 18:01:40.811414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9234b513-150e-4bea-95c6-e17dc799774c req-8556de4a-b91f-4045-acfd-bd11c712e7de tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318406 Jul 15 18:01:41.342294 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:41.504290 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:41.987279 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3d64b-46ba-4ae9-a056-f605ea7f21c5 req-154bcee7-405e-42a8-adb6-da3e134ec7a1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:41.988946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7e3d64b-46ba-4ae9-a056-f605ea7f21c5 req-154bcee7-405e-42a8-adb6-da3e134ec7a1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.0671070 Jul 15 18:01:42.026404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7e3d64b-46ba-4ae9-a056-f605ea7f21c5 req-6df8ee79-3bb5-400c-9198-65c8b684a89b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jul 15 18:01:43.198780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc695a40-be10-4884-8b70-35ecb5d6ac81 req-55207ba2-4bef-4dec-8b26-4ccdd8f64084 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:43.200594 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc695a40-be10-4884-8b70-35ecb5d6ac81 req-55207ba2-4bef-4dec-8b26-4ccdd8f64084 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.0647240 Jul 15 18:01:43.239405 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc695a40-be10-4884-8b70-35ecb5d6ac81 req-8f310fb6-4177-4acd-8e30-650e376a68bf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Jul 15 18:01:43.289270 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:01:43.384263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:43.394822 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'mac_address': 'fa:16:3e:98:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:01:43.430722 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:43.442830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42af2df5-125e-4b2d-8c12-aff9a23c3c2f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:01:43.461080 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:43.465113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:43.512613 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:43.664483 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['42af2df5-125e-4b2d-8c12-aff9a23c3c2f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:01:44.410551 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9112-bf23-4966-930e-b79621460226 req-0aa9e2be-762e-421b-bd5d-21869e557f8d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:44.412068 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f60d9112-bf23-4966-930e-b79621460226 req-0aa9e2be-762e-421b-bd5d-21869e557f8d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jul 15 18:01:44.451062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f60d9112-bf23-4966-930e-b79621460226 req-9b8abd50-64c4-4cb9-a614-9cf7536830df tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Jul 15 18:01:45.288936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:01:45.336225 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:01:45.340084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:01:45.340476 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:45.417917 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:45.439184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:01:45.442040 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df1d9bb-c839-403a-af6e-78c6ff8b984d" -d '{"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-plugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:01:45.454564 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:01:45.459168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:45.485601 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6f569-a44c-4a1a-a77c-d8356020c9b6 x-openstack-request-id: req-14e6f569-a44c-4a1a-a77c-d8356020c9b6 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:01:45.485810 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-plugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:01:45.486005 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e6f569-a44c-4a1a-a77c-d8356020c9b6 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:01:45.486396 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'code': 200} Jul 15 18:01:45.514098 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:45.638003 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac6ae0-4c19-4573-978c-9605a5bb701d req-2cefa656-0425-48ae-b693-26cbcf9a6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:45.639478 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8ac6ae0-4c19-4573-978c-9605a5bb701d req-2cefa656-0425-48ae-b693-26cbcf9a6163 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.0966716 Jul 15 18:01:45.651137 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4e49b-b799-4903-8dd6-5c0ffb66c816 req-a9eee72d-7775-488c-b205-aa4cc79efd95 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:45.652521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bd4e49b-b799-4903-8dd6-5c0ffb66c816 req-a9eee72d-7775-488c-b205-aa4cc79efd95 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0805922 Jul 15 18:01:45.701862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e8ac6ae0-4c19-4573-978c-9605a5bb701d req-cc402183-db30-49b9-ba4b-fb925e3d4d48 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484264 Jul 15 18:01:45.709256 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0bd4e49b-b799-4903-8dd6-5c0ffb66c816 req-954f55f3-1df0-4389-affd-dc241d1a88fc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498502 Jul 15 18:01:46.889532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fd7c-59f7-409c-8497-1d9f104d1305 req-43cc5e6d-edba-4fac-b95c-ab986a959589 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:46.891017 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7983fd7c-59f7-409c-8497-1d9f104d1305 req-43cc5e6d-edba-4fac-b95c-ab986a959589 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0669093 Jul 15 18:01:46.929350 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7983fd7c-59f7-409c-8497-1d9f104d1305 req-0d167912-b1a3-4ddf-a0c1-cd3262ebf90a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Jul 15 18:01:47.100731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15bb07-f169-4452-8b33-d68f489c95bf req-69790f81-6376-4b1e-8998-70bf7ba29f38 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:47.102130 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be15bb07-f169-4452-8b33-d68f489c95bf req-69790f81-6376-4b1e-8998-70bf7ba29f38 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0634365 Jul 15 18:01:47.139289 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be15bb07-f169-4452-8b33-d68f489c95bf req-1e5d3810-ad59-408e-b876-05f4639860ef tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317521 Jul 15 18:01:47.162876 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50018) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:47.213879 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383dba3-d1b4-422e-9a20-6f2e97a93dfe tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:47.215336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4383dba3-d1b4-422e-9a20-6f2e97a93dfe tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1092 time: 0.0515215 Jul 15 18:01:47.218076 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50020) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:47.222557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:01:47.245320 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:47.343803 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:47.449805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.12 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/8347d90a-f1a1-40fc-ab2f-11d923befb76) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:01:47.549363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:47.587810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:47.623360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:01:47.628542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:01:47.631826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:01:47.660448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=8347d90a-f1a1-40fc-ab2f-11d923befb76,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:48.312677 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:48.393905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:48.542451 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:48.546937 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:48.614451 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=8347d90a-f1a1-40fc-ab2f-11d923befb76,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:01:48.626178 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:48.726397 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 5ac38e18-7184-4d7b-9f7b-59fc95cfda51 associated. External IP: 172.25.8.12, port: 42af2df5-125e-4b2d-8c12-aff9a23c3c2f. Jul 15 18:01:48.937095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 1df991db-a167-4a27-a394-afadc69cdc70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:01:49.045724 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:01:49.055697 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Sync routers for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:01:49.061608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:49.066448 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:49.067092 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:49.099009 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-17a476ac-9e8e-419e-803d-99f41f42ae57 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8799109 Jul 15 18:01:49.099573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:01:49.101898 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f20234-2e95-4125-8bc8-13739a80d623" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:01:49.141514 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8920b2-a0be-45ed-b26d-b5a3762ba4e9 x-openstack-request-id: req-9d8920b2-a0be-45ed-b26d-b5a3762ba4e9 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:01:49.141808 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:01:49.142064 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d8920b2-a0be-45ed-b26d-b5a3762ba4e9 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:01:49.142522 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'status': 'completed', 'code': 200} Jul 15 18:01:49.173514 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:49.265476 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f20234-2e95-4125-8bc8-13739a80d623 req-0b38b227-e335-4adc-82d9-407900cfd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:49.267144 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-0b38b227-e335-4adc-82d9-407900cfd118 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.1030262 Jul 15 18:01:49.316774 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdce77-d449-4bc1-9e9e-0673650f1a4f req-885ef472-f91f-43e8-b091-515e7807426e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:49.318259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42bdce77-d449-4bc1-9e9e-0673650f1a4f req-885ef472-f91f-43e8-b091-515e7807426e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.1120889 Jul 15 18:01:49.400821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42bdce77-d449-4bc1-9e9e-0673650f1a4f req-c6dcc38b-798b-4e83-aa68-8ac549b26035 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530171 Jul 15 18:01:49.401967 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f20234-2e95-4125-8bc8-13739a80d623 req-ced6ef4e-2c86-4239-ac24-df2acfadf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:49.403336 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-ced6ef4e-2c86-4239-ac24-df2acfadf519 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.1294715 Jul 15 18:01:49.406482 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5ac38e18-7184-4d7b-9f7b-59fc95cfda51', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'mac_address': 'fa:16:3e:98:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:01:48Z', 'updated_at': '2021-07-15T18:01:48Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:49.425851 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50026) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:49.436259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Checking router: 1df991db-a167-4a27-a394-afadc69cdc70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:01:49.445069 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:01:49.445669 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:01:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:49.476530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-6f134f29-abb0-4972-8899-7edd10e5aa2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 999 time: 0.0657692 Jul 15 18:01:49.491574 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-05241f85-37c9-4ce2-a2fd-3adf2f91f17b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/5ac38e18-7184-4d7b-9f7b-59fc95cfda51 HTTP/1.1" status: 200 len: 991 time: 0.0633440 Jul 15 18:01:49.528421 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f20234-2e95-4125-8bc8-13739a80d623 req-b7db5f2a-3979-403b-a9ee-4e7e499b1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:49.529824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-b7db5f2a-3979-403b-a9ee-4e7e499b1961 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0473249 Jul 15 18:01:49.549480 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:01:49.587167 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f20234-2e95-4125-8bc8-13739a80d623 req-4cc424d2-6936-470f-a7fe-14dd9410a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:01:49.588694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-4cc424d2-6936-470f-a7fe-14dd9410a505 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519071 Jul 15 18:01:49.685219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-6d61929b-9c7e-4722-b780-397343a99852 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891609 Jul 15 18:01:49.768576 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5ac38e18-7184-4d7b-9f7b-59fc95cfda51', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'mac_address': 'fa:16:3e:98:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:01:48Z', 'updated_at': '2021-07-15T18:01:48Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:01:49.775722 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-98f20234-2e95-4125-8bc8-13739a80d623 req-2b81a817-8386-46b0-ad2a-3c0c681bac97 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Jul 15 18:01:49.794657 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ce8b3-313b-4223-b9ed-56a0db74aad5 None None] The sync data for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 is: [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '5ac38e18-7184-4d7b-9f7b-59fc95cfda51', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.12', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'mac_address': 'fa:16:3e:98:85:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:01:48Z', 'updated_at': '2021-07-15T18:01:48Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:01:49.984160 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6b988-0c54-49c8-bfe2-c83506fde930 None None] New status for floating IP 5ac38e18-7184-4d7b-9f7b-59fc95cfda51: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:01:50.494465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50028) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:01:50.559199 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-e5716e17-086f-4a70-a650-2dc94eae90b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/5ac38e18-7184-4d7b-9f7b-59fc95cfda51 HTTP/1.1" status: 200 len: 993 time: 0.0636086 Jul 15 18:01:55.911096 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-410d2bc0-dc4c-45c6-b537-581e0de86be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:58.895311 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:59.177450 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd10e-85a9-4f75-8b66-e26391f17788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:01:59.810743 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:01.532091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:10.037148 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-3c34d8a3-c073-472b-96b4-8bee2d90ea09 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923622 Jul 15 18:02:10.133208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-b6c60274-4734-41b9-98f5-870f2a076505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:10.134690 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-b6c60274-4734-41b9-98f5-870f2a076505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.0552578 Jul 15 18:02:10.239122 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-f196320b-c477-4574-8d9d-fe2e6a19b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:10.240494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-f196320b-c477-4574-8d9d-fe2e6a19b5e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0848103 Jul 15 18:02:10.309291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-102f36b9-302a-4ed8-a480-fdb486e2e244 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1001 time: 0.0612075 Jul 15 18:02:10.358713 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-6b86d7f5-e490-457c-8368-5c7f69bb18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:10.360209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-6b86d7f5-e490-457c-8368-5c7f69bb18cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0450428 Jul 15 18:02:10.416660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-e6ca427d-f38b-4c32-9308-a3f582bd8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:10.418122 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-e6ca427d-f38b-4c32-9308-a3f582bd8c06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520287 Jul 15 18:02:10.510860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-e25c9bed-a1f2-4818-ba57-5dadf2c219a1 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862753 Jul 15 18:02:10.599209 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ed4ccdb7-a463-4ab4-9c8a-92eabb22e99b req-cdf54cd2-efea-4270-94b5-e19462002b2e service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821869 Jul 15 18:02:11.342470 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:11.504525 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:17.500842 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:02:22.068926 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c9b0f769-72b7-47ec-b03b-7c54c9c50f45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961788 Jul 15 18:02:22.138479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da717d2e-aca4-4f97-afa7-f5c1526364ce req-dfab12b6-29c7-4912-b65b-5dce72fcf6ae tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:22.140299 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da717d2e-aca4-4f97-afa7-f5c1526364ce req-dfab12b6-29c7-4912-b65b-5dce72fcf6ae tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.1179979 Jul 15 18:02:22.178651 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-da717d2e-aca4-4f97-afa7-f5c1526364ce req-a15c73c2-1768-4898-b1f0-0e79759843d9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324104 Jul 15 18:02:23.328678 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c6b225d7-603a-483c-8ac6-b0d5153203ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:23.330218 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c6b225d7-603a-483c-8ac6-b0d5153203ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.0801649 Jul 15 18:02:23.423964 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece084-ef54-40d4-9f87-7f8d21c74320 req-4cf207ce-3f07-4fd7-b29d-77c8ee03dc62 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:23.425571 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24ece084-ef54-40d4-9f87-7f8d21c74320 req-4cf207ce-3f07-4fd7-b29d-77c8ee03dc62 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.1300197 Jul 15 18:02:23.462899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-ecdd37d3-f34d-4b0c-9422-5999aca30fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:23.464363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-ecdd37d3-f34d-4b0c-9422-5999aca30fd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.1271188 Jul 15 18:02:23.508624 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-24ece084-ef54-40d4-9f87-7f8d21c74320 req-364ce1a1-d41e-4031-a249-d9587fdc6671 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771203 Jul 15 18:02:23.538863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-e0e7e141-cc8e-49e4-bd55-4e5c84fd79c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1001 time: 0.0688145 Jul 15 18:02:23.588272 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a1e75814-6ee9-42ad-9829-3adc12b13404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:23.589714 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a1e75814-6ee9-42ad-9829-3adc12b13404 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0449290 Jul 15 18:02:23.645603 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c66a6795-3316-43f6-a4e0-4a8b2e506c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:23.647076 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c66a6795-3316-43f6-a4e0-4a8b2e506c53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516424 Jul 15 18:02:23.739387 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-76eb06e9-e5a5-41a1-b3e2-5960379ac043 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Jul 15 18:02:23.827602 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-42d6b361-6e01-42d5-ba56-5cb426f2ad2b service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812500 Jul 15 18:02:24.691935 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0d88d-49ee-4923-b5b1-3e6386e8a9cc req-ae987ff1-e49d-4e50-add9-c5eab0f8a283 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:24.693339 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-feb0d88d-49ee-4923-b5b1-3e6386e8a9cc req-ae987ff1-e49d-4e50-add9-c5eab0f8a283 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0680904 Jul 15 18:02:24.731396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-feb0d88d-49ee-4923-b5b1-3e6386e8a9cc req-8ebb595a-78a0-44ef-9e9a-b430b91e3567 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jul 15 18:02:25.907242 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495d2cc-ad0b-4bd4-992e-eed639d51508 req-7c9c511a-417e-4604-9b64-a60a4cdd7b56 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:25.908936 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9495d2cc-ad0b-4bd4-992e-eed639d51508 req-7c9c511a-417e-4604-9b64-a60a4cdd7b56 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0664744 Jul 15 18:02:25.912650 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f553a33d-3eb9-498b-9bd8-f28dd3a30626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:25.947429 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9495d2cc-ad0b-4bd4-992e-eed639d51508 req-708eb5a6-5801-465a-b403-17d75895b433 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jul 15 18:02:27.119907 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af17c8-5638-41b3-b0eb-13f7b9783782 req-bb14863e-5906-4c82-9ca9-e0717330fd92 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:27.121390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85af17c8-5638-41b3-b0eb-13f7b9783782 req-bb14863e-5906-4c82-9ca9-e0717330fd92 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0633085 Jul 15 18:02:27.157863 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-85af17c8-5638-41b3-b0eb-13f7b9783782 req-d930c7f2-079f-4c93-b78e-28fdf28f7ebf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Jul 15 18:02:28.333495 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38256358-2a53-4053-92f4-a95124069971 req-38d36811-260d-46cb-a827-c0269c2c10e3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:28.334925 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38256358-2a53-4053-92f4-a95124069971 req-38d36811-260d-46cb-a827-c0269c2c10e3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0662072 Jul 15 18:02:28.376408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-38256358-2a53-4053-92f4-a95124069971 req-a8be3a29-fa8a-4cdf-9f37-57507938c8d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355501 Jul 15 18:02:28.896942 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:29.177822 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e983f5c2-eca2-46e8-a7b5-89bbeee0a514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:29.548002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dce6e-c702-43e6-af3c-2e50a0af51be req-7123c180-d60d-4c7e-8631-e605b26e358b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:29.549509 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff8dce6e-c702-43e6-af3c-2e50a0af51be req-7123c180-d60d-4c7e-8631-e605b26e358b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0638485 Jul 15 18:02:29.587476 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff8dce6e-c702-43e6-af3c-2e50a0af51be req-c07083f8-13e8-4bfd-9993-1aee1a413d15 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Jul 15 18:02:29.813709 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:30.763207 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3ee8e-1c25-4aee-a85a-cc4464c6a303 req-0fa38fbf-0a90-4f2f-a3ab-28f69ed8d05f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:30.764771 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81e3ee8e-1c25-4aee-a85a-cc4464c6a303 req-0fa38fbf-0a90-4f2f-a3ab-28f69ed8d05f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0670378 Jul 15 18:02:30.803954 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81e3ee8e-1c25-4aee-a85a-cc4464c6a303 req-24fd80fe-5044-4a34-a53c-f47ea5957320 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335503 Jul 15 18:02:31.533836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:31.975148 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce62a7-abd6-45b9-93d3-48e59c3393f5 req-bf892f7f-d130-4256-960e-5fd5c2c06e77 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:31.976636 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9ce62a7-abd6-45b9-93d3-48e59c3393f5 req-bf892f7f-d130-4256-960e-5fd5c2c06e77 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0635617 Jul 15 18:02:32.014734 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e9ce62a7-abd6-45b9-93d3-48e59c3393f5 req-9d7b7e13-f241-4220-beb4-27de2236ad05 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jul 15 18:02:33.188920 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813361da-11a7-495a-aab7-fb3544af6f3e req-9e0bd749-af08-44fa-9eab-077ab44ae440 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:33.190367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-813361da-11a7-495a-aab7-fb3544af6f3e req-9e0bd749-af08-44fa-9eab-077ab44ae440 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0625050 Jul 15 18:02:33.228025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-813361da-11a7-495a-aab7-fb3544af6f3e req-6ba32bee-8dde-4cf0-b247-0da72703661d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 Jul 15 18:02:34.408593 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362542a-a7ef-4290-a4c6-6ac5f2d995fb req-9d1d9071-d850-4c11-a6a2-c8780fd0da3f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:34.410061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0362542a-a7ef-4290-a4c6-6ac5f2d995fb req-9d1d9071-d850-4c11-a6a2-c8780fd0da3f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0671067 Jul 15 18:02:34.448126 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0362542a-a7ef-4290-a4c6-6ac5f2d995fb req-e5f84795-6c8a-4a22-8fab-9741ca55b05e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Jul 15 18:02:35.620570 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ba5ee-19ed-4915-bbca-841d5785533f req-7a25052e-8b46-4421-8e9e-4c539d027b3b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:35.621940 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-027ba5ee-19ed-4915-bbca-841d5785533f req-7a25052e-8b46-4421-8e9e-4c539d027b3b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0629501 Jul 15 18:02:35.659671 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-027ba5ee-19ed-4915-bbca-841d5785533f req-a7ebf217-66ed-468a-9471-7de8b6619ab2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322118 Jul 15 18:02:36.840532 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53c79-9369-4cd2-962b-0a41d8720215 req-52748e17-0935-4b68-9301-4ff9c6646cf3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:36.842165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb53c79-9369-4cd2-962b-0a41d8720215 req-52748e17-0935-4b68-9301-4ff9c6646cf3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0705907 Jul 15 18:02:36.885219 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5fb53c79-9369-4cd2-962b-0a41d8720215 req-a6deef0f-2027-4c98-9d22-98c91fe6c928 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374448 Jul 15 18:02:38.060561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30436913-5fc9-4c1e-951c-8843c1840dfd req-183ea129-fe35-47aa-9b3b-170b2196b126 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:38.062038 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30436913-5fc9-4c1e-951c-8843c1840dfd req-183ea129-fe35-47aa-9b3b-170b2196b126 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0625026 Jul 15 18:02:38.099787 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-30436913-5fc9-4c1e-951c-8843c1840dfd req-2bd49fcf-d8ce-4c0b-a88d-39e63383071b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Jul 15 18:02:39.273425 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967e3a-539f-4a0c-82b9-25558a190767 req-3424481d-0e61-4a09-9ef8-0dfa6fbc2edf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:39.274905 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3967e3a-539f-4a0c-82b9-25558a190767 req-3424481d-0e61-4a09-9ef8-0dfa6fbc2edf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0648015 Jul 15 18:02:39.312363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3967e3a-539f-4a0c-82b9-25558a190767 req-a48beed3-d5d3-4fc0-b217-b74ff640f785 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318460 Jul 15 18:02:40.491587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6a00-6504-426e-ac3d-101eb4b9a6b8 req-0546536d-2ed5-47ea-891f-6aefb28c1950 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:40.493360 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89fa6a00-6504-426e-ac3d-101eb4b9a6b8 req-0546536d-2ed5-47ea-891f-6aefb28c1950 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0681803 Jul 15 18:02:40.530992 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-89fa6a00-6504-426e-ac3d-101eb4b9a6b8 req-d011d2d4-92b5-4e12-9186-820761b00af2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 15 18:02:40.655976 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-dee7256a-6133-47e9-bd73-141f03ecff63 service neutron] show failed (client error): The resource could not be found. Jul 15 18:02:40.656901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-dee7256a-6133-47e9-bd73-141f03ecff63 service neutron] 10.222.0.35 "GET /v2.0/ports/42af2df5-125e-4b2d-8c12-aff9a23c3c2f/bindings/n-h1-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0544915 Jul 15 18:02:40.966912 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a5b5fc62-3c6f-4094-ac6c-1c3a2d06dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:40.968432 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a5b5fc62-3c6f-4094-ac6c-1c3a2d06dd4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 1097 time: 0.0958383 Jul 15 18:02:40.979291 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800085-3', 'device_owner': 'compute:nova'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:02:41.047894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.242313 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:02:41.273713 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h2-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:02:41.314971 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:02:41.317288 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aac5a6-4a92-42ed-87c9-e7d31d16085b" -d '{"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-unplugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:02:41.320822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.334599 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Transition to ACTIVE for port object 42af2df5-125e-4b2d-8c12-aff9a23c3c2f will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:02:41.339024 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.346392 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.378201 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cde6890-de5f-4f1a-ada9-1f645baa0380 x-openstack-request-id: req-5cde6890-de5f-4f1a-ada9-1f645baa0380 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:02:41.378492 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-unplugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:02:41.378744 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cde6890-de5f-4f1a-ada9-1f645baa0380 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:02:41.379580 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'code': 200} Jul 15 18:02:41.422694 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=6']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:02:41.433395 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.433740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.434078 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.434412 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.434745 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.435071 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.435394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.435715 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.436038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.436382 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.436703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.437024 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:41.475802 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] No DVR routers for this DVR port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on host n-h2-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:02:41.530086 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.618257 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on host n-h1-800085-3 for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:02:41.618587 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f by drivers openvswitch,hyperv on host n-h1-800085-3 at level 0 using segments [{'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:02:41.618908 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:02:41.623074 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced not bound, no agent of type Open vSwitch agent registered on host n-h1-800085-3 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:02:41.623388 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Attempting to bind port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on network c9aae458-b93e-4734-9d7c-26bd67e32ced {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:02:41.628094 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Checking agent: {'id': '4680bd15-933f-4923-bbf7-75f2e2652f2d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:02:41.628453 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Checking segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:02:41.628831 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Bound using segment: {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:02:41.629814 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Bound port: 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host: n-h1-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae65806e-7ff0-4482-bd65-6c669e53c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:02:41.630167 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.692620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:02:41.696060 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:02:41.700520 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.713086 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d3949-4756-467a-ba6f-fd6f93d52576 req-5473086b-22ac-48df-be75-0c23e88769d0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:41.714597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f07d3949-4756-467a-ba6f-fd6f93d52576 req-5473086b-22ac-48df-be75-0c23e88769d0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.0657434 Jul 15 18:02:41.734426 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:41.735048 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:41.736755 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] 10.222.0.20 "PUT /v2.0/ports/42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1092 time: 0.7613270 Jul 15 18:02:41.761314 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f07d3949-4756-467a-ba6f-fd6f93d52576 req-3975e058-46b6-410e-ba14-8db0d0950396 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Jul 15 18:02:41.774349 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b9647-4bb1-4cbe-ae5a-bf0c93aa2e9b service neutron] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=7']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:02:41.825506 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-f43dc191-8f74-4c83-8183-42af560f453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:41.827075 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-f43dc191-8f74-4c83-8183-42af560f453a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1095 time: 0.0627182 Jul 15 18:02:41.918902 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-b4a57ecf-1910-4a23-995a-c33d9843d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:41.920450 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-b4a57ecf-1910-4a23-995a-c33d9843d93a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0868111 Jul 15 18:02:41.986142 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-95ace8da-b141-4bbc-bbf3-d214fee7252d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 999 time: 0.0589728 Jul 15 18:02:42.034817 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-d6edf811-f9b7-4f62-ad31-636f00f9a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:42.036337 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-d6edf811-f9b7-4f62-ad31-636f00f9a2f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0440729 Jul 15 18:02:42.092025 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-e67b353b-2c76-41ab-b6b6-79639ebc69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:42.093507 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-e67b353b-2c76-41ab-b6b6-79639ebc69d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510163 Jul 15 18:02:42.102990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-8cd1c124-b93a-41cf-aa12-46ab9f035955 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:02:42.103928 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-8cd1c124-b93a-41cf-aa12-46ab9f035955 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047596 Jul 15 18:02:42.194855 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-e7084e0c-d2de-416c-a899-5ed578ecc252 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Jul 15 18:02:42.281836 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-31ddd83d-f69b-4e8f-9d65-d722bc3c2274 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810235 Jul 15 18:02:42.940930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab574c-e9b2-49f4-811f-49c5cccc3d7a req-9963b517-b8c4-471f-9f76-47f5ee58ce74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:42.942958 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaab574c-e9b2-49f4-811f-49c5cccc3d7a req-9963b517-b8c4-471f-9f76-47f5ee58ce74 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 944 time: 0.0648763 Jul 15 18:02:42.979259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-eaab574c-e9b2-49f4-811f-49c5cccc3d7a req-f4489669-702e-4954-b9c2-6a184daad3e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307140 Jul 15 18:02:43.380557 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:02:43.382936 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121c4a99-88a6-425d-977b-6b5d54a2f44d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:02:43.430220 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d78f58-47fd-49d9-a3d4-ff71387d0d73 x-openstack-request-id: req-53d78f58-47fd-49d9-a3d4-ff71387d0d73 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:02:43.430506 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:02:43.430756 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53d78f58-47fd-49d9-a3d4-ff71387d0d73 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:02:43.431150 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'status': 'completed', 'code': 200} Jul 15 18:02:43.483698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f details requested by agent hyperv_n-h1-800085-3 with host n-h1-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:02:43.503535 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-c36aa583-adf8-4f1d-8181-9dd79c444bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:43.505868 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-c36aa583-adf8-4f1d-8181-9dd79c444bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1095 time: 0.0563385 Jul 15 18:02:43.510395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-1b663666-a364-4429-9354-83107acd41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:43.511964 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-1b663666-a364-4429-9354-83107acd41c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1095 time: 0.0572786 Jul 15 18:02:43.588258 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:02:43.600840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Returning: {'device': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'port_id': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'mac_address': 'fa:16:3e:98:85:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:02:43.606878 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-962f6376-8fa5-417d-a260-bd3a87a3eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:43.608570 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-962f6376-8fa5-417d-a260-bd3a87a3eacf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0965431 Jul 15 18:02:43.643153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:43.657239 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42af2df5-125e-4b2d-8c12-aff9a23c3c2f {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:02:43.684434 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:02:43.688824 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:43.693920 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-c4a8c033-35f7-4e36-b9b9-7b4a3af7a062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 999 time: 0.0779593 Jul 15 18:02:43.749711 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:02:43.760583 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.760866 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.761212 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.761652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.763034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.763504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.763935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.764719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.765133 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.765586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.766128 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.766524 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:02:43.926560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] get_ports_and_sgs() called for port_ids ['42af2df5-125e-4b2d-8c12-aff9a23c3c2f'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:02:43.950789 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-23f06104-9c2f-4432-b0dd-b225dec4f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:43.952521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-23f06104-9c2f-4432-b0dd-b225dec4f60e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.4348199 Jul 15 18:02:44.048206 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-cd575b3e-81f6-4f18-a6ee-23980f374754 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1000 time: 0.0831459 Jul 15 18:02:44.127461 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-3980e1b3-c8d5-4e4f-ba62-1bfa9f434fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.129577 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-3980e1b3-c8d5-4e4f-ba62-1bfa9f434fe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.4262822 Jul 15 18:02:44.143300 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-a1110e7f-d0d5-426e-a169-4c574850040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.145404 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-a1110e7f-d0d5-426e-a169-4c574850040a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0904403 Jul 15 18:02:44.188104 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-4c05c841-c01b-4168-9140-309213aeb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.189543 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-4c05c841-c01b-4168-9140-309213aeb497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543582 Jul 15 18:02:44.219037 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57dfc-6364-4244-8678-7c2affae67f7 req-23081c78-a5f0-4059-9099-f1f1e3dadd2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.220570 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-feb57dfc-6364-4244-8678-7c2affae67f7 req-23081c78-a5f0-4059-9099-f1f1e3dadd2f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 945 time: 0.1159761 Jul 15 18:02:44.244077 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-78efb079-3029-4137-b0ab-460d2bab1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.245623 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-78efb079-3029-4137-b0ab-460d2bab1a3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950255 Jul 15 18:02:44.285987 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-e597be79-27aa-46c6-9dd6-238cd5ab08aa service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 Jul 15 18:02:44.291480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-feb57dfc-6364-4244-8678-7c2affae67f7 req-eb78d72a-d6c7-43e5-b6f0-f49ca5fd01e0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640185 Jul 15 18:02:44.361856 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-bbd34f33-fc07-4fb7-849b-109386da69fc service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091769 Jul 15 18:02:44.382891 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-6c7a0a75-dad4-46d1-ad88-fc31d4c79f49 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908458 Jul 15 18:02:44.472816 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-121c4a99-88a6-425d-977b-6b5d54a2f44d req-a3eeb571-cc49-4d4b-b9d3-0e308f85e66e service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044500 Jul 15 18:02:44.677573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969105ea-4308-4c97-8920-19d801e5d155 req-962cfaf6-03dd-42db-8d5b-994a164169bb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.678976 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-962cfaf6-03dd-42db-8d5b-994a164169bb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea&tenant_id=ca745c912b634f65a97f069e4f9d1a46&binding%3Ahost_id=n-h1-800085-3 HTTP/1.1" status: 200 len: 945 time: 0.1172612 Jul 15 18:02:44.687549 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bb2fd-b08e-475f-991a-73d2ea0da652 req-17bd5054-fe2d-4bd3-b66c-905f069f68cc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.688980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a9bb2fd-b08e-475f-991a-73d2ea0da652 req-17bd5054-fe2d-4bd3-b66c-905f069f68cc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 945 time: 0.1175413 Jul 15 18:02:44.767766 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3a9bb2fd-b08e-475f-991a-73d2ea0da652 req-3020729e-a50e-4bd1-ae7c-7ce88c3a628d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716195 Jul 15 18:02:44.776999 n-d-800085-3 neutron-server[100429]: INFO neutron.api.v2.resource [req-969105ea-4308-4c97-8920-19d801e5d155 req-3c55d09b-6916-4035-9961-5b72ccdd9018 service neutron] delete failed (client error): The resource could not be found. Jul 15 18:02:44.778070 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-3c55d09b-6916-4035-9961-5b72ccdd9018 service neutron] 10.222.0.35 "DELETE /v2.0/ports/42af2df5-125e-4b2d-8c12-aff9a23c3c2f/bindings/n-h2-800085-3 HTTP/1.1" status: 404 len: 380 time: 0.0881457 Jul 15 18:02:44.887562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969105ea-4308-4c97-8920-19d801e5d155 req-4ac4dbe7-805e-41ac-981c-9677527b796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:44.889242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-4ac4dbe7-805e-41ac-981c-9677527b796b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1096 time: 0.0579906 Jul 15 18:02:45.029754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d1d11-53da-42af-81f5-1ea1f5ba02e9 req-6acd842e-f46d-4c43-b1f0-495911093f26 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:45.031192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d0d1d11-53da-42af-81f5-1ea1f5ba02e9 req-6acd842e-f46d-4c43-b1f0-495911093f26 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 945 time: 0.1410108 Jul 15 18:02:45.032761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969105ea-4308-4c97-8920-19d801e5d155 req-54cc3cdc-37d5-4084-98dc-8a4e303f9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:45.034099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-54cc3cdc-37d5-4084-98dc-8a4e303f9c5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.1346800 Jul 15 18:02:45.121355 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6d0d1d11-53da-42af-81f5-1ea1f5ba02e9 req-15a4e7b4-4037-4355-a546-0d6e20ec3dbf tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840216 Jul 15 18:02:45.127565 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-4a36392f-4032-456f-a5c1-e0b596036b84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 1000 time: 0.0843072 Jul 15 18:02:45.177826 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969105ea-4308-4c97-8920-19d801e5d155 req-d50512e2-dad0-4c2a-9503-3f06d7e72154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:45.179290 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-d50512e2-dad0-4c2a-9503-3f06d7e72154 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0460272 Jul 15 18:02:45.235638 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969105ea-4308-4c97-8920-19d801e5d155 req-c52eaea9-acf0-44da-bc05-fbcbe1a74627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:45.237133 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-c52eaea9-acf0-44da-bc05-fbcbe1a74627 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518312 Jul 15 18:02:45.334169 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-10f8d8b7-cb72-4809-9eae-21fd6ec5cc66 service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906835 Jul 15 18:02:45.422553 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-969105ea-4308-4c97-8920-19d801e5d155 req-9f214231-d61d-40b6-a7c3-dbce1c26157c service neutron] 10.222.0.35 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826058 Jul 15 18:02:45.483516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f up at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:02:45.532315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:02:45.554307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:02:45.561612 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Provisioning complete for port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:02:45.561984 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:45.601263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:02:45.645960 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:45.667254 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:02:45.669506 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd4733-dd55-422c-adaa-8eb5d29ed9ee" -d '{"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-plugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:02:45.682719 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:02:45.686834 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:45.717959 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ccca0-63e3-46ed-a2eb-d6966ee5dcde x-openstack-request-id: req-017ccca0-63e3-46ed-a2eb-d6966ee5dcde {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:02:45.718253 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-plugged", "status": "completed", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:02:45.718500 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-017ccca0-63e3-46ed-a2eb-d6966ee5dcde {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:02:45.718883 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'code': 200} Jul 15 18:02:45.740898 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Pushing event updated for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=9']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:02:46.298506 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a291d4-2266-4158-9598-f7e7c9c3014e req-74b1a9a4-06c4-4860-90af-f13bd6658021 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:02:46.299996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a291d4-2266-4158-9598-f7e7c9c3014e req-74b1a9a4-06c4-4860-90af-f13bd6658021 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0678258 Jul 15 18:02:46.339319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d7a291d4-2266-4158-9598-f7e7c9c3014e req-a11e20c8-1d86-4b43-9f8d-9c0d6b0409b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329475 Jul 15 18:02:46.362362 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50142) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:02:46.423644 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-70b01e9d-af4b-4851-9f8e-1b7eacf80611 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/5ac38e18-7184-4d7b-9f7b-59fc95cfda51 HTTP/1.1" status: 200 len: 993 time: 0.0600913 Jul 15 18:02:54.500279 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:02:55.913995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-152beb5b-1125-4782-9b1c-caeab7ba772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:58.898199 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:59.178051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-070a87e3-d14c-46d6-bbfb-5d72718129fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:02:59.817669 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:01.537423 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:11.343281 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:11.533602 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.078917 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50152) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:15.236208 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 8347d90a-f1a1-40fc-ab2f-11d923befb76 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:03:15.236557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.263458 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-617525fb-c4ff-42af-a904-0e58f6f6671e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553572 Jul 15 18:03:15.318357 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.318667 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.330457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 8347d90a-f1a1-40fc-ab2f-11d923befb76 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:03:15.362702 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-342d7b10-4dde-4493-9568-2fc734c61ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:15.364917 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-342d7b10-4dde-4493-9568-2fc734c61ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.0574319 Jul 15 18:03:15.467306 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-50c69534-1bbf-403d-8566-b6fa6628ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:15.468839 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-50c69534-1bbf-403d-8566-b6fa6628ea53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0845082 Jul 15 18:03:15.482412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.509934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=8347d90a-f1a1-40fc-ab2f-11d923befb76,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:15.514779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-0bc21166-3025-4873-a20f-f0b6d5599ee6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 217 time: 0.0380619 Jul 15 18:03:15.537156 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.537499 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.539152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.539503 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.539841 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.540201 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.540534 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.540865 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.541192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.541515 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.541834 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.542183 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:15.567643 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-5dd61ba9-347d-4a4d-be55-181cd30f9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:15.569172 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-5dd61ba9-347d-4a4d-be55-181cd30f9da1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0470955 Jul 15 18:03:15.584016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.584388 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 5ac38e18-7184-4d7b-9f7b-59fc95cfda51 disassociated (deleted). External IP: 172.25.8.12, port: 42af2df5-125e-4b2d-8c12-aff9a23c3c2f. Jul 15 18:03:15.626990 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-d7737f0e-4cd8-4d0b-a220-ffaf466c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:15.628554 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-d7737f0e-4cd8-4d0b-a220-ffaf466c316a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521846 Jul 15 18:03:15.721871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-61ed0434-6426-4ae9-a051-8defee5f6ca9 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860450 Jul 15 18:03:15.797800 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 1df991db-a167-4a27-a394-afadc69cdc70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:03:15.810135 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-1baf65e9-3b11-4ea7-b398-dedce5334e70 req-ea4195d1-51fd-49d1-9f56-6752b72fda99 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819626 Jul 15 18:03:15.915646 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:03:15.920824 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:15.926312 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Sync routers for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:03:15.935294 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:15.936081 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:15.961231 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-97950429-ee2c-424d-bf0c-1baed3ab18b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ac38e18-7184-4d7b-9f7b-59fc95cfda51 HTTP/1.1" status: 204 len: 168 time: 0.8788271 Jul 15 18:03:15.961231 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:03:15.961942 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12188451-0ce6-4f34-8880-2dee4efc0529" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:03:16.009887 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d81a05-3047-4258-b0ff-05631b471a55 x-openstack-request-id: req-d4d81a05-3047-4258-b0ff-05631b471a55 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:03:16.010189 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:03:16.010443 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4d81a05-3047-4258-b0ff-05631b471a55 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:03:16.010848 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'status': 'completed', 'code': 200} Jul 15 18:03:16.060091 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:16.091700 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-9dbcc3cd-d47a-4d82-9b4d-5559291cef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:16.093385 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-9dbcc3cd-d47a-4d82-9b4d-5559291cef0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 1097 time: 0.0597091 Jul 15 18:03:16.194305 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-163e3b07-8983-4fee-bcb9-41230206bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:16.196169 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-163e3b07-8983-4fee-bcb9-41230206bbc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 200 len: 897 time: 0.0965357 Jul 15 18:03:16.245429 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-ae4f3649-f94d-4a7b-a253-b5ee50ae9c6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 200 len: 217 time: 0.0422773 Jul 15 18:03:16.298181 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-a3f93ba5-aff3-4038-9122-e88ff5f45041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:16.299696 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-a3f93ba5-aff3-4038-9122-e88ff5f45041 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 200 len: 835 time: 0.0474164 Jul 15 18:03:16.362136 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-90d0ec04-6b0b-49db-8dbe-3b61bec53111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:16.364339 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-90d0ec04-6b0b-49db-8dbe-3b61bec53111 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9aae458-b93e-4734-9d7c-26bd67e32ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573003 Jul 15 18:03:16.367925 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:16.370658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51426fe9-27a0-46fc-acb3-48898f1e6584 req-8baab493-69c1-4f22-a1b9-de72b49d5b28 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:16.372207 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51426fe9-27a0-46fc-acb3-48898f1e6584 req-8baab493-69c1-4f22-a1b9-de72b49d5b28 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0731676 Jul 15 18:03:16.397544 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Checking router: 1df991db-a167-4a27-a394-afadc69cdc70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:03:16.406005 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:16.406684 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:16.413137 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-51426fe9-27a0-46fc-acb3-48898f1e6584 req-dd5fbe32-8cc1-4a0d-8433-bcb3290b9411 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Jul 15 18:03:16.460303 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-eeb06972-9b00-49db-940f-5f8990250947 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890131 Jul 15 18:03:16.509825 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:16.550152 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-12188451-0ce6-4f34-8880-2dee4efc0529 req-622feda6-48ab-456f-b488-075a825de912 service neutron] 10.222.0.20 "GET /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829260 Jul 15 18:03:16.699143 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:16.724809 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f1747-2678-4804-a67f-ea6430d74dca None None] The sync data for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 is: [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '037f12e4-27ef-488f-8333-d84a42aa0c89', 'name': '', 'network_id': 'c9aae458-b93e-4734-9d7c-26bd67e32ced', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:4a:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c97d2554-df43-4119-9682-e389001c9a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:33Z', 'updated_at': '2021-07-15T18:01:38Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'c97d2554-df43-4119-9682-e389001c9a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:03:16.928464 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba227cb-aa94-433b-b310-fc5db824bac1 None None] New status for floating IP 5ac38e18-7184-4d7b-9f7b-59fc95cfda51: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:03:17.542543 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-125f9703-852a-41e0-a379-05cd7ecd15eb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:17.544032 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-125f9703-852a-41e0-a379-05cd7ecd15eb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0694704 Jul 15 18:03:17.611740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a8bd1-1465-4a76-ae0e-d751582e47a4 req-82cf43e3-b672-4ef8-9a1d-ce511f2dd270 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:17.613205 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-213a8bd1-1465-4a76-ae0e-d751582e47a4 req-82cf43e3-b672-4ef8-9a1d-ce511f2dd270 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf3c4261-e985-4c93-9dab-f47a6c9169ea HTTP/1.1" status: 200 len: 946 time: 0.0636387 Jul 15 18:03:17.645620 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:03:17.645962 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:17.651871 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-213a8bd1-1465-4a76-ae0e-d751582e47a4 req-09320831-43c4-4815-bf74-ae6386b2ef39 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7681a16-0095-4ea8-8c52-f83891165deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327930 Jul 15 18:03:17.736728 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f, host n-h1-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800085-3',level=0,port_id=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:17.737088 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:17.748743 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 42af2df5-125e-4b2d-8c12-aff9a23c3c2f owned by compute:nova {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:03:17.872968 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:17.904391 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=42af2df5-125e-4b2d-8c12-aff9a23c3c2f,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:17.950498 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] No DVR routers for this DVR port 42af2df5-125e-4b2d-8c12-aff9a23c3c2f on host n-h1-800085-3 {{(pid=100428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:03:17.953060 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:17.955132 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [req-4e30424c-1d0f-4249-8bbc-f75efe0d71cb req-5e3103f3-388a-4e54-ab44-f3274c20684f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.20 "DELETE /v2.0/ports/42af2df5-125e-4b2d-8c12-aff9a23c3c2f HTTP/1.1" status: 204 len: 173 time: 0.4060814 Jul 15 18:03:17.955563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-deleted', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:03:17.958550 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f264cad-b47b-43a5-8ba5-7fa9a0cb4623" -d '{"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-deleted", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:03:17.995969 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4739aca0-a03b-44ed-b312-d930bb9b8a6e x-openstack-request-id: req-4739aca0-a03b-44ed-b312-d930bb9b8a6e {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:03:17.996290 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3c4261-e985-4c93-9dab-f47a6c9169ea", "name": "network-vif-deleted", "tag": "42af2df5-125e-4b2d-8c12-aff9a23c3c2f", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:03:17.996539 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4739aca0-a03b-44ed-b312-d930bb9b8a6e {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:03:17.997051 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3c4261-e985-4c93-9dab-f47a6c9169ea', 'name': 'network-vif-deleted', 'tag': '42af2df5-125e-4b2d-8c12-aff9a23c3c2f', 'status': 'completed', 'code': 200} Jul 15 18:03:18.744213 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50168) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:19.096391 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:19.359922 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 037f12e4-27ef-488f-8333-d84a42aa0c89 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:03:19.360224 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:19.445981 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 037f12e4-27ef-488f-8333-d84a42aa0c89, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=037f12e4-27ef-488f-8333-d84a42aa0c89,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:19.446347 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:19.459264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 037f12e4-27ef-488f-8333-d84a42aa0c89 owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:03:19.623480 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f no longer exists at agent hyperv_n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:03:19.642944 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:19.643216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] No Port match for: 42af2df5-125e-4b2d-8c12-aff9a23c3c2f {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:03:19.643329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Device 42af2df5-125e-4b2d-8c12-aff9a23c3c2f not bound to the agent host n-h1-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:03:19.676427 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=037f12e4-27ef-488f-8333-d84a42aa0c89,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:19.851870 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.060661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router 1df991db-a167-4a27-a394-afadc69cdc70 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:03:20.162905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:03:20.167745 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-1cf50c5c-0f80-43cf-b216-111e309e333d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/1df991db-a167-4a27-a394-afadc69cdc70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225206 Jul 15 18:03:20.170468 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50170) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:20.173181 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Sync routers for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:03:20.183006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:20.183688 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:20.224577 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting subnet c97d2554-df43-4119-9682-e389001c9a79 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 18:03:20.227630 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.267083 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.287097 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:20.352062 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.414496 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.442394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Subnet': ['ID=c97d2554-df43-4119-9682-e389001c9a79,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:20.445926 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.447824 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-93f951d4-3951-4e08-8f70-242eb3f9366e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/subnets/c97d2554-df43-4119-9682-e389001c9a79 HTTP/1.1" status: 204 len: 168 time: 0.2764430 Jul 15 18:03:20.450483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50172) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:20.455772 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e76b4-adb1-484c-88d9-24b3764042ae None None] Network c9aae458-b93e-4734-9d7c-26bd67e32ced requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:03:20.467121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:03:19Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:20.493777 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Checking router: 1df991db-a167-4a27-a394-afadc69cdc70 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:03:20.501937 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Routers {'1df991db-a167-4a27-a394-afadc69cdc70'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:20.502532 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['1df991db-a167-4a27-a394-afadc69cdc70'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:20.559488 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.609207 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] Set router 1df991db-a167-4a27-a394-afadc69cdc70 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:20.671294 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.733373 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:03:20.733742 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.793898 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:03:19Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:20.817899 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] DHCP port deletion for c9aae458-b93e-4734-9d7c-26bd67e32ced request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 18:03:20.818465 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 3ec306ec-eb5f-4ae9-bc29-273a873a6d41, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:20.818615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.829292 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c6ef5-f291-453b-99b0-b68504b6ee31 None None] The sync data for ids ['1df991db-a167-4a27-a394-afadc69cdc70'] in n-d-800085-3 is: [{'id': '1df991db-a167-4a27-a394-afadc69cdc70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283834818', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:01:30Z', 'updated_at': '2021-07-15T18:03:19Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '3ec306ec-eb5f-4ae9-bc29-273a873a6d41', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:94:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df991db-a167-4a27-a394-afadc69cdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:01:31Z', 'updated_at': '2021-07-15T18:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:03:20.831380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 owned by network:router_gateway {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:03:20.869038 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Deleting port 2d0dc781-9d96-4048-b67a-795d3870df73 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:03:20.869419 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.934194 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] For port 2d0dc781-9d96-4048-b67a-795d3870df73, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=2d0dc781-9d96-4048-b67a-795d3870df73,segment=NetworkSegment(ae65806e-7ff0-4482-bd65-6c669e53c43d),segment_id=ae65806e-7ff0-4482-bd65-6c669e53c43d)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:20.934589 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:20.946462 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Calling delete_port for 2d0dc781-9d96-4048-b67a-795d3870df73 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:03:21.006304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.025871 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.036667 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=3ec306ec-eb5f-4ae9-bc29-273a873a6d41,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:21.056011 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] Pushing event deleted for resources: {'Port': ['ID=2d0dc781-9d96-4048-b67a-795d3870df73,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:21.060567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e35c7c-eaa1-469f-be15-4b2eb8467f84 None None] No DVR routers for this DVR port 2d0dc781-9d96-4048-b67a-795d3870df73 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:03:21.096620 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.184808 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.187004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.237490 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.238376 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Fanout notify agent at l3_agent the message router_deleted on router 1df991db-a167-4a27-a394-afadc69cdc70 {{(pid=100428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 18:03:21.248097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.249269 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-49f57c0d-d57d-4052-84e2-c0d117835d0b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/routers/1df991db-a167-4a27-a394-afadc69cdc70 HTTP/1.1" status: 204 len: 168 time: 0.7978687 Jul 15 18:03:21.251948 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50174) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:21.337018 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.429931 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.440265 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aae458-b93e-4734-9d7c-26bd67e32ced']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:21.450961 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae65806e-7ff0-4482-bd65-6c669e53c43d') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:21.451264 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae65806e-7ff0-4482-bd65-6c669e53c43d') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:21.461355 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.475458 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.481511 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 18:03:21.481922 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: timer() Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 18:03:21.484848 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 18:03:21.540682 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.547415 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.549256 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/networks/c9aae458-b93e-4734-9d7c-26bd67e32ced HTTP/1.1" status: 204 len: 168 time: 0.2962782 Jul 15 18:03:21.552338 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50176) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:21.560280 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308f00-fe78-4fdc-af72-3ab902472545 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Network': ['ID=c9aae458-b93e-4734-9d7c-26bd67e32ced,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:21.611154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.636686 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.699608 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.702246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:21.703390 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7681a16-0095-4ea8-8c52-f83891165deb HTTP/1.1" status: 204 len: 168 time: 0.1500695 Jul 15 18:03:21.713457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba264511-6e63-4867-8346-8913ad3cd1f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7681a16-0095-4ea8-8c52-f83891165deb,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:22.068424 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d0dc781-9d96-4048-b67a-795d3870df73 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:03:22.087863 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 2d0dc781-9d96-4048-b67a-795d3870df73 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:03:22.088204 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 2d0dc781-9d96-4048-b67a-795d3870df73 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:03:22.088624 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:03:22.106504 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:03:22.106838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 3ec306ec-eb5f-4ae9-bc29-273a873a6d41 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:03:22.107227 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 037f12e4-27ef-488f-8333-d84a42aa0c89 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:03:22.125346 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 037f12e4-27ef-488f-8333-d84a42aa0c89 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:03:22.125683 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 037f12e4-27ef-488f-8333-d84a42aa0c89 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:03:22.490933 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50182) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:22.495927 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952457468', 'description': 'tempest-secgroup-smoke-952457468 description', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:22.517653 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:22.594747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:22.599562 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:22.626828 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:22.628025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360710 Jul 15 18:03:22.629952 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923149-7c32-4fd4-9b65-1bc6408b61e8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed37749-f349-48b8-b685-8f5305341561,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:22.631198 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50184) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:22.635947 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:22.662946 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.056097 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.059481 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.076353 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674674a1-3863-49ed-ba70-adcb85375831,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.082211 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.083240 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-9b42049f-49af-4f95-8c03-e515e86c2526 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509714 Jul 15 18:03:23.086246 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50186) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.090997 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.118462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.174171 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.178160 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.196402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453d4808-fbe4-42f3-8093-3de6c4b8f6a1,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.202101 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.203274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5c8ecba9-0240-4f39-a274-774691aa2ed5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159580 Jul 15 18:03:23.205996 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50188) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.211498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.237444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.295462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.298876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.319178 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79449c17-7b13-4d0b-91ce-dea5c4a00c09,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.326016 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.327190 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-902d640c-ebfc-4390-ab24-0640f3ed83b9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192005 Jul 15 18:03:23.330085 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50190) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.335383 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.361372 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.421275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.424642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.444071 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649db545-8bb2-4612-b215-e0dbca901b86,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.447850 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.449089 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-604a4d02-0104-4832-ab7c-4f40b3768421 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180573 Jul 15 18:03:23.451810 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50192) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.456228 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.478789 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:03:23.483574 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.544136 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.548718 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.570681 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c21b676-099f-4cf8-b0d3-565806393c2b,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.577199 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.578521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-089e9b16-cfdc-4c15-82e1-538be91f39a8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257424 Jul 15 18:03:23.581270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50194) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.586135 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '4ed37749-f349-48b8-b685-8f5305341561', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.607912 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:03:23.612729 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.672813 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.676728 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.696239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d7a9aa-691e-46b3-9d19-00093eeef986,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.705829 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.707066 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5ae4ff67-48b5-4e16-a8a1-a58d89e6395b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245654 Jul 15 18:03:23.709900 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50196) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.714755 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'network': {'name': 'tempest-network-smoke--1149964243', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.735066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:03:23.739186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.762463 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:03:23.771116 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.771452 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Added segment 2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64 of type vlan for network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 Jul 15 18:03:23.810817 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.837650 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.842969 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:23.843576 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.879049 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1680965 Jul 15 18:03:23.881898 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50198) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:23.886525 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'admin_state_up': True, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:23.908763 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.910279 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:23.915512 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac576b-7d06-4868-b3ca-08802581c503 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Network': ['ID=3cf4ce74-7c23-478e-b8fe-c08e2f168110,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:23.927571 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:03:23.962202 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.095215 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.283091 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.301700 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.400464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.119 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/7f279654-f63d-4060-8c1c-386a24215503) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:03:24.501052 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.538913 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:24.577905 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:24.580659 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:24.584871 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:03:24.590240 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=7f279654-f63d-4060-8c1c-386a24215503,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:24.834157 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.029304 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.156689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:03:25.259447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:03:25.268936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Sync routers for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:03:25.277854 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.278350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:25.279032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:25.279245 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-91dac3ba-0808-412b-8719-09d8ccb8ebb4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3961475 Jul 15 18:03:25.282237 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50200) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:25.310692 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4deed788-b904-4f4f-b6d1-908481ce2963 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ca745c912b634f65a97f069e4f9d1a46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273933 Jul 15 18:03:25.313164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50202) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:25.384654 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:25.403010 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb741d69-5fc1-497c-a44e-b0e431bfa559 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:25.404539 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bb741d69-5fc1-497c-a44e-b0e431bfa559 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904922 Jul 15 18:03:25.407360 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50204) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:25.436492 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7c2b32a5-6222-46d6-b1ef-7f6731ecc7e8 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280607 Jul 15 18:03:25.438869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50206) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:25.443963 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287072126', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:25.530969 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:03:25.534512 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.560029 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:24Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:25.586497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Checking router: c45a8807-5a02-42a8-a7e4-3e1dd03aa684 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:03:25.586848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Updating router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 port 7f279654-f63d-4060-8c1c-386a24215503 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:03:25.625403 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.713197 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.775341 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Subnet': ['ID=512d2f24-bd17-4bfb-8da2-638f1acb6f71,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:25.786316 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Checking segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:03:25.786673 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network hostable DHCP agents. Network: 3cf4ce74-7c23-478e-b8fe-c08e2f168110, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:03:25.802661 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:03:25.811586 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 3cf4ce74-7c23-478e-b8fe-c08e2f168110) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:25.816711 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:25.817439 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.825906 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dee55d-17c0-4ae0-9de1-4dcc99400b96 None None] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:03:25.835205 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-57a556fc-949b-4065-ae5e-851794891934 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3920186 Jul 15 18:03:25.835403 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50208) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:25.952663 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.967967 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-6d336edd-b181-43aa-bd41-05ba93f7bec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:25.977361 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Transition to ACTIVE for port object 7f279654-f63d-4060-8c1c-386a24215503 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:25.984987 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.068824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cab8d3-8b0d-47ba-bc7a-e7157d7785f4 None None] Pushing event updated for resources: {'Port': ['ID=7f279654-f63d-4060-8c1c-386a24215503,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:26.071042 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Attempting to bind port 7f279654-f63d-4060-8c1c-386a24215503 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:03:26.071410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Attempting to bind port 7f279654-f63d-4060-8c1c-386a24215503 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:03:26.071850 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Attempting to bind port 7f279654-f63d-4060-8c1c-386a24215503 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:03:26.097857 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:03:26.098289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:03:26.098696 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.099554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:03:26.099554 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Bound port: 7f279654-f63d-4060-8c1c-386a24215503, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:03:26.099930 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.120698 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:03:26.121552 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.215347 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] For port 7f279654-f63d-4060-8c1c-386a24215503, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:03:26.237545 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] For port 7f279654-f63d-4060-8c1c-386a24215503, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7f279654-f63d-4060-8c1c-386a24215503,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:03:26.244918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.269806 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.344544 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Allocated IP 172.20.0.2 (3cf4ce74-7c23-478e-b8fe-c08e2f168110/512d2f24-bd17-4bfb-8da2-638f1acb6f71/b1f9269b-0742-4ee4-9aea-a2db574fde64) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:03:26.352835 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:26.353474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:26.358350 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cab8d3-8b0d-47ba-bc7a-e7157d7785f4 None None] Pushing event updated for resources: {'Port': ['ID=7f279654-f63d-4060-8c1c-386a24215503,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:26.527722 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:26.674670 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.689474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Transition to ACTIVE for port object b1f9269b-0742-4ee4-9aea-a2db574fde64 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:26.716829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Transition to ACTIVE for port object b1f9269b-0742-4ee4-9aea-a2db574fde64 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:26.739836 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.773355 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.1 (3cf4ce74-7c23-478e-b8fe-c08e2f168110/512d2f24-bd17-4bfb-8da2-638f1acb6f71/761fbd14-bd6f-4357-a945-fd5ba5f71a2b) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:03:26.792352 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:26.798111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:26.802318 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:03:26.804829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Pushing event updated for resources: {'Port': ['ID=b1f9269b-0742-4ee4-9aea-a2db574fde64,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:26.861260 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:24Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:26.888765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.895094 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9358c8b-348c-4483-9e58-da153aac64b0 None None] The sync data for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 is: [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:24Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:03:26.896803 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Attempting to bind port b1f9269b-0742-4ee4-9aea-a2db574fde64 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:03:26.897177 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Attempting to bind port b1f9269b-0742-4ee4-9aea-a2db574fde64 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:03:26.897538 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Attempting to bind port b1f9269b-0742-4ee4-9aea-a2db574fde64 on network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:03:26.903307 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:03:26.903473 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Checking segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:03:26.903865 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.904157 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 761fbd14-bd6f-4357-a945-fd5ba5f71a2b will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:26.904289 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Bound using segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:03:26.904930 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Bound port: b1f9269b-0742-4ee4-9aea-a2db574fde64, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:03:26.905188 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.942759 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.977993 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] For port b1f9269b-0742-4ee4-9aea-a2db574fde64, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:03:26.981798 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] For port b1f9269b-0742-4ee4-9aea-a2db574fde64, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b1f9269b-0742-4ee4-9aea-a2db574fde64,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:03:26.988690 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:26.990689 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:26.996362 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:27.000282 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:03:27.026870 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:27.052680 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:27.059947 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3c303-c3b6-4b88-ae42-e2081eabc2c7 None None] Pushing event updated for resources: {'Port': ['ID=b1f9269b-0742-4ee4-9aea-a2db574fde64,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:27.241981 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:27.564042 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:27.569732 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:27.643864 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:27.650366 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:27.755050 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:27.756663 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:27.875822 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:03:27.988245 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:03:27.996779 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-24ce5274-64c5-4a4c-85a5-8555669525bd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/c45a8807-5a02-42a8-a7e4-3e1dd03aa684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1601675 Jul 15 18:03:28.027794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ddeb5-6c51-4ac5-b2e5-253b85219748 None None] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:03:28.127286 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-73435e6a-3e82-4c27-9790-a8629629bfc5 None None] Provisioning for port b1f9269b-0742-4ee4-9aea-a2db574fde64 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:28.162891 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-7c78707a-30f3-40b3-ba10-090aefe2f504 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952457468&fields=id&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 267 time: 0.0443814 Jul 15 18:03:28.163371 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b1f9269b-0742-4ee4-9aea-a2db574fde64 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:28.248610 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port b1f9269b-0742-4ee4-9aea-a2db574fde64 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:28.257305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b1f9269b-0742-4ee4-9aea-a2db574fde64 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:28.257675 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.271692 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-e4db34a8-9365-460f-a217-6b035d5f1565 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:28.278440 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-e4db34a8-9365-460f-a217-6b035d5f1565 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 797 time: 0.1107376 Jul 15 18:03:28.288903 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-5efb0c51-ec28-4a24-bbe5-e916f55b38f6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/quotas/ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 375 time: 0.0096133 Jul 15 18:03:28.355191 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.379242 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-971a9384-2724-4e13-9f7e-3f242b6c0ef5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825427 Jul 15 18:03:28.493746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-75bb0c0f-4fcc-4968-9065-24f81e7534d2 service neutron] 10.222.0.25 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005704 Jul 15 18:03:28.553935 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port b1f9269b-0742-4ee4-9aea-a2db574fde64, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b1f9269b-0742-4ee4-9aea-a2db574fde64,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:28.560125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.561131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7f279654-f63d-4060-8c1c-386a24215503 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:28.604331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Provisioning for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:28.605363 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-d59b8182-e0ba-4fc9-8700-f2ea9d47b04f service neutron] 10.222.0.25 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053059 Jul 15 18:03:28.617651 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Provisioning complete for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:28.618026 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.678983 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=b1f9269b-0742-4ee4-9aea-a2db574fde64,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:28.686182 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:03:28.695674 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7f279654-f63d-4060-8c1c-386a24215503 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:28.702274 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7f279654-f63d-4060-8c1c-386a24215503 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:28.702505 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.704175 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Provisioning complete for port b1f9269b-0742-4ee4-9aea-a2db574fde64 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:28.704530 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ecda5869-13fa-44c5-a97c-12bd1ca14723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.772141 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Sync routers for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:03:28.793040 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:28.795362 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:02:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:28.870365 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.902201 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00bd6aff-ab74-4e2f-8501-7b384d1d8c68 req-49fca504-ebcf-43ab-a439-e53d34e01c34 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 210 time: 0.0593631 Jul 15 18:03:28.911893 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7f279654-f63d-4060-8c1c-386a24215503, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7f279654-f63d-4060-8c1c-386a24215503,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:28.923971 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:28.930017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.000500 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-585a5578-e582-4bd4-a1d4-0b0dc67d0d3b None None] Provisioning complete for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:29.000895 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-585a5578-e582-4bd4-a1d4-0b0dc67d0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.002107 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:29.020984 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7f279654-f63d-4060-8c1c-386a24215503,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:29.040277 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-585a5578-e582-4bd4-a1d4-0b0dc67d0d3b None None] Port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:03:29.158044 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-34505a43-c136-4039-a969-063595c0114a None None] Provisioning complete for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:29.158370 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-34505a43-c136-4039-a969-063595c0114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.207244 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8d0cd050-dc61-4a85-904a-d868288fb5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.214633 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-34505a43-c136-4039-a969-063595c0114a None None] Port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:03:29.306689 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 2, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:29.332845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Checking router: c45a8807-5a02-42a8-a7e4-3e1dd03aa684 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:03:29.333272 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Updating router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:03:29.370887 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.625706 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.634958 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Transition to ACTIVE for port object 761fbd14-bd6f-4357-a945-fd5ba5f71a2b will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:29.640297 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.686863 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Pushing event updated for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:29.696832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.697168 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.697506 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.697832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.698154 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.698481 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.698800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.699123 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.699438 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.699765 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.700061 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.700397 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:03:29.755543 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Attempting to bind port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:03:29.755912 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Attempting to bind port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:03:29.756300 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Attempting to bind port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b on network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:03:29.761443 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:03:29.761810 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Checking segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:03:29.762292 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.762642 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Bound using segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:03:29.763059 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Bound port: 761fbd14-bd6f-4357-a945-fd5ba5f71a2b, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:03:29.763499 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.827472 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.836194 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] For port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:03:29.839408 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] For port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:03:29.844856 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:29.908372 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f2f24-118e-41a2-9807-5ef71408f4a1 None None] Pushing event updated for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:29.916148 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:29.916984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:30.072631 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-f104b624-43b5-4abc-aefb-3c08a56de397 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:30.075004 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-f104b624-43b5-4abc-aefb-3c08a56de397 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 797 time: 0.2209659 Jul 15 18:03:30.082057 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:30.103086 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-61ddc214-150d-4c4d-901b-be163df029c5 req-f353900b-032b-4cc5-b859-c910c2d7f168 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Jul 15 18:03:30.148298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-4fd17591-9936-4623-9149-fc5dd8c8c790 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 379 time: 0.0477498 Jul 15 18:03:30.155199 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b1f9269b-0742-4ee4-9aea-a2db574fde64 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:30.160239 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'port': {'device_id': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'admin_state_up': True, 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'security_groups': ['4ed37749-f349-48b8-b685-8f5305341561']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:30.222248 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port b1f9269b-0742-4ee4-9aea-a2db574fde64 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:30.222618 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.273444 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:03:30.277529 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.318689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7f279654-f63d-4060-8c1c-386a24215503 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:30.327180 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:29Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:30.364759 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7f279654-f63d-4060-8c1c-386a24215503 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:30.365132 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.373048 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6908a-a81a-4528-95fe-3555c06272a7 None None] The sync data for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 is: [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:29Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:03:30.414521 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.8 (3cf4ce74-7c23-478e-b8fe-c08e2f168110/512d2f24-bd17-4bfb-8da2-638f1acb6f71/ee6c572f-91c0-4375-bdcb-eb5c63abb145) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:03:30.586075 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.600825 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object ee6c572f-91c0-4375-bdcb-eb5c63abb145 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:30.635380 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.685844 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:30.689107 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:30.692872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:03:30.723790 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:30.750537 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:30.751161 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.770468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c62b211-17f2-46af-83e8-89290a8e70da tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162171 Jul 15 18:03:30.781600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-db711593-415d-444b-8cdc-8a201c381e2b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:03:30.782603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-db711593-415d-444b-8cdc-8a201c381e2b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060730 Jul 15 18:03:30.793358 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Request body: {'port': {'device_id': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:30.880682 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.933848 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-628d6edf-8162-41a0-80ce-0a5923d52e05 None None] Provisioning for port ee6c572f-91c0-4375-bdcb-eb5c63abb145 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:30.938291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-628d6edf-8162-41a0-80ce-0a5923d52e05 None None] Provisioning complete for port ee6c572f-91c0-4375-bdcb-eb5c63abb145 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:30.938788 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-628d6edf-8162-41a0-80ce-0a5923d52e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:30.976752 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-628d6edf-8162-41a0-80ce-0a5923d52e05 None None] Port ee6c572f-91c0-4375-bdcb-eb5c63abb145 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:03:31.193705 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6c572f-91c0-4375-bdcb-eb5c63abb145 {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:03:31.203271 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.221182 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Transition to ACTIVE for port object ee6c572f-91c0-4375-bdcb-eb5c63abb145 will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:03:31.227642 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.331367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:31.409402 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af01ee1-22a1-4062-8a9a-54d8543351c3 req-570d5dde-1245-4836-b450-bf670bb5ab5b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:31.411063 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3af01ee1-22a1-4062-8a9a-54d8543351c3 req-570d5dde-1245-4836-b450-bf670bb5ab5b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 943 time: 0.1531219 Jul 15 18:03:31.447475 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Attempting to bind port ee6c572f-91c0-4375-bdcb-eb5c63abb145 on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:03:31.447872 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Attempting to bind port ee6c572f-91c0-4375-bdcb-eb5c63abb145 by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:03:31.448226 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Attempting to bind port ee6c572f-91c0-4375-bdcb-eb5c63abb145 on network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:03:31.458273 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Port ee6c572f-91c0-4375-bdcb-eb5c63abb145 on network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:03:31.458594 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Attempting to bind port ee6c572f-91c0-4375-bdcb-eb5c63abb145 on network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:03:31.477262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:03:31.477608 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Checking segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:03:31.477986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Bound using segment: {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:03:31.478423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Bound port: ee6c572f-91c0-4375-bdcb-eb5c63abb145, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:03:31.478789 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.483437 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3af01ee1-22a1-4062-8a9a-54d8543351c3 req-3483a314-d6c8-417e-b68a-a78ccea37c93 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624354 Jul 15 18:03:31.508149 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:03:31.541953 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.554466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:03:31.557542 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:03:31.561609 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.597292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:31.598362 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:31.600322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 1091 time: 0.8113573 Jul 15 18:03:31.600759 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:03:31.603129 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc670800-31cc-4452-8b7c-e7db412074bb" -d '{"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:03:31.632780 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82b2d-4c4a-4d21-ba3b-3bce714a4055 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:31.655936 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76e5ef9-c04c-4962-82c9-8d4e94c2807d x-openstack-request-id: req-f76e5ef9-c04c-4962-82c9-8d4e94c2807d {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:03:31.656270 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:03:31.656528 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f76e5ef9-c04c-4962-82c9-8d4e94c2807d {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:03:31.656932 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'status': 'completed', 'code': 200} Jul 15 18:03:31.703233 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c7f11dd-fc72-49ed-bb22-9564d812af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:31.704789 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-8c7f11dd-fc72-49ed-bb22-9564d812af82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0596004 Jul 15 18:03:31.751928 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-8b82fa4d-a5b4-47ef-80b8-63aeee911d57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 217 time: 0.0399725 Jul 15 18:03:31.799863 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-17a6fe11-a81c-475b-9aa0-50f920319052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:31.802001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-17a6fe11-a81c-475b-9aa0-50f920319052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0445254 Jul 15 18:03:31.859786 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3398c36-de23-458f-83de-de319e665fa6 req-30909f02-1f5d-441a-adf3-ceadd5186585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:31.861389 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-30909f02-1f5d-441a-adf3-ceadd5186585 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531774 Jul 15 18:03:31.957274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-ad99d53c-f815-4ce6-a7df-73b8c38e1353 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Jul 15 18:03:32.047945 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f3398c36-de23-458f-83de-de319e665fa6 req-773e817e-7f35-4b72-be6e-5bd248912a1c service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Jul 15 18:03:32.095587 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 761fbd14-bd6f-4357-a945-fd5ba5f71a2b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:32.144805 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:32.148649 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:32.149134 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:32.154916 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670800-31cc-4452-8b7c-e7db412074bb req-b54f084b-e13f-4489-a349-e4027e2f88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:32.156441 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-b54f084b-e13f-4489-a349-e4027e2f88de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1094 time: 0.0580740 Jul 15 18:03:32.225649 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:32.249693 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670800-31cc-4452-8b7c-e7db412074bb req-c70ba879-e0c3-43e2-9ae7-4f33cf909857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:32.251200 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-c70ba879-e0c3-43e2-9ae7-4f33cf909857 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 897 time: 0.0888300 Jul 15 18:03:32.260187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:32.265035 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:32.299413 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-903513d2-f959-45d9-957d-c3f65d11300b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 217 time: 0.0414431 Jul 15 18:03:32.311733 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:32.349986 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670800-31cc-4452-8b7c-e7db412074bb req-c6637532-b79c-4b42-9aba-4bcc0e905a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:32.351468 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-c6637532-b79c-4b42-9aba-4bcc0e905a34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0455670 Jul 15 18:03:32.410138 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670800-31cc-4452-8b7c-e7db412074bb req-1753dfec-33a8-4f10-88d9-2674b62fffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:32.411617 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-1753dfec-33a8-4f10-88d9-2674b62fffff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522876 Jul 15 18:03:32.847695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-ae933151-f667-416b-9b9d-591026176238 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281564 Jul 15 18:03:32.931293 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09f53f-9e05-44d4-ada4-88cf124b5c69 req-9dc6efb4-c9d9-4346-971d-3cd533350607 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:32.932876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be09f53f-9e05-44d4-ada4-88cf124b5c69 req-9dc6efb4-c9d9-4346-971d-3cd533350607 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 943 time: 0.1338825 Jul 15 18:03:32.984887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cc670800-31cc-4452-8b7c-e7db412074bb req-d4da4b21-c226-427b-b7cc-93983e61a3e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296306 Jul 15 18:03:32.989825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-be09f53f-9e05-44d4-ada4-88cf124b5c69 req-1e927d3b-825c-4f48-9fcc-ab09df4f07e9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Jul 15 18:03:34.080368 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 761fbd14-bd6f-4357-a945-fd5ba5f71a2b up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:34.127604 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:34.127981 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:34.164446 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1ccd-05f3-4df5-98e5-b7b19dee733b req-965f4883-69b9-4b51-8cfe-9bc1ab11508a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:34.165993 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acfa1ccd-05f3-4df5-98e5-b7b19dee733b req-965f4883-69b9-4b51-8cfe-9bc1ab11508a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 943 time: 0.0644035 Jul 15 18:03:34.204373 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-acfa1ccd-05f3-4df5-98e5-b7b19dee733b req-4cf15545-0aa6-43a6-9b6e-3706ff995081 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327630 Jul 15 18:03:35.375585 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aafed-be1e-4129-884a-c523bb332170 req-ff475655-0fb7-4d07-a4b7-931eb7706b40 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:35.377083 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-165aafed-be1e-4129-884a-c523bb332170 req-ff475655-0fb7-4d07-a4b7-931eb7706b40 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 943 time: 0.0630629 Jul 15 18:03:35.417552 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-165aafed-be1e-4129-884a-c523bb332170 req-ed05b356-0d38-4f9a-be5a-c37c904b17f5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341833 Jul 15 18:03:35.751267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ee6c572f-91c0-4375-bdcb-eb5c63abb145 details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:03:35.842410 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:35.853349 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'port_id': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'mac_address': 'fa:16:3e:bb:f6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:03:35.894884 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:35.907023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6c572f-91c0-4375-bdcb-eb5c63abb145 {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:03:35.926937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:35.930704 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:35.978970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:36.132005 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['ee6c572f-91c0-4375-bdcb-eb5c63abb145'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:03:36.593600 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfa2b6-6fd3-4bb5-8069-726872501524 req-3bb3a8ea-6ccd-47ee-bee3-4dae56632d6f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:36.595008 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6dfa2b6-6fd3-4bb5-8069-726872501524 req-3bb3a8ea-6ccd-47ee-bee3-4dae56632d6f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 944 time: 0.0639224 Jul 15 18:03:36.632674 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d6dfa2b6-6fd3-4bb5-8069-726872501524 req-5ef82525-a8f2-461f-b6f3-7e97dece0a17 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Jul 15 18:03:37.755404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ee6c572f-91c0-4375-bdcb-eb5c63abb145 up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:03:37.803516 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port ee6c572f-91c0-4375-bdcb-eb5c63abb145 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:03:37.807251 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port ee6c572f-91c0-4375-bdcb-eb5c63abb145 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:03:37.807631 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:37.808333 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd4f69-f463-412d-b926-22261d59381b req-f96f783c-d872-44ea-876e-36e8987085c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:37.809892 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4fd4f69-f463-412d-b926-22261d59381b req-f96f783c-d872-44ea-876e-36e8987085c4 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 944 time: 0.0647264 Jul 15 18:03:37.850736 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4fd4f69-f463-412d-b926-22261d59381b req-e70296e5-5bc5-4ca3-929e-2f71b3abf34a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349348 Jul 15 18:03:37.890314 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:37.912958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:03:37.915134 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b6dfc-4516-4675-b671-b6c456c15796" -d '{"events": [{"server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:03:37.927191 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:03:37.931399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:37.958601 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1968a1-4d1d-4e2e-8d28-1f63225279ed x-openstack-request-id: req-3d1968a1-4d1d-4e2e-8d28-1f63225279ed {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:03:37.958897 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:03:37.959146 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d1968a1-4d1d-4e2e-8d28-1f63225279ed {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:03:37.959558 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'code': 200} Jul 15 18:03:37.986040 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:38.067882 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5484-53e0-4041-adb7-b9374b2efa66 req-156b2d4c-212f-474c-8b6f-8aa6a1c23fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:38.069443 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd0c5484-53e0-4041-adb7-b9374b2efa66 req-156b2d4c-212f-474c-8b6f-8aa6a1c23fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0558531 Jul 15 18:03:38.103807 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-dd0c5484-53e0-4041-adb7-b9374b2efa66 req-9c1de9b4-d78a-41ef-8234-7d8dbe7b9554 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274088 Jul 15 18:03:39.066613 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaee04-4d72-461b-88d1-fe8c61e089a9 req-e39f85b5-f023-44bc-ae21-62d12998fcee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:39.068174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7baaee04-4d72-461b-88d1-fe8c61e089a9 req-e39f85b5-f023-44bc-ae21-62d12998fcee tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0695271 Jul 15 18:03:39.109494 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7baaee04-4d72-461b-88d1-fe8c61e089a9 req-4ce955b3-fafc-496c-a4af-fdd1a66266ef tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Jul 15 18:03:39.303043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f73bd-0a21-4701-997c-52ed413e9579 req-a62355f5-9744-4f59-b59f-3e3cf40130c1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:39.304694 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-796f73bd-0a21-4701-997c-52ed413e9579 req-a62355f5-9744-4f59-b59f-3e3cf40130c1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0725529 Jul 15 18:03:39.358793 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-796f73bd-0a21-4701-997c-52ed413e9579 req-a0da2fd9-90a9-4915-ac28-d95dd6f9f822 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Jul 15 18:03:39.383563 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50258) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:39.764775 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee764e39-9910-443b-809e-72f6734d036d tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:39.766313 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee764e39-9910-443b-809e-72f6734d036d tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1091 time: 0.3816884 Jul 15 18:03:39.769195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50260) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:39.773483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:03:39.794607 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:39.890116 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:39.988626 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.8 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/0b09cdcc-e150-4bde-b4ca-c50970f1f103) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:03:40.092479 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.130178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.169026 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:03:40.171749 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:03:40.176164 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:03:40.197273 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=0b09cdcc-e150-4bde-b4ca-c50970f1f103,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:40.538827 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.617683 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.760344 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.764511 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.835038 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=0b09cdcc-e150-4bde-b4ca-c50970f1f103,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:03:40.846970 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:40.946013 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 135a9768-69d0-4edb-909c-6dd7f1f78c12 associated. External IP: 172.25.8.8, port: ee6c572f-91c0-4375-bdcb-eb5c63abb145. Jul 15 18:03:41.148063 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:03:41.251932 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:03:41.262090 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Sync routers for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:03:41.268285 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:41.272501 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:41.273120 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:41.304842 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-19cee526-5f0a-476c-bee8-2d515c8805fe tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5346684 Jul 15 18:03:41.305836 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:03:41.308898 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310b525c-c2ca-419c-9e90-b05eb6c19d81" -d '{"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:03:41.358625 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5a05e-0b68-4895-b0dd-185ed2d1c973 x-openstack-request-id: req-f3c5a05e-0b68-4895-b0dd-185ed2d1c973 {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:03:41.358928 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:03:41.359181 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3c5a05e-0b68-4895-b0dd-185ed2d1c973 {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:03:41.359588 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'status': 'completed', 'code': 200} Jul 15 18:03:41.383196 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:41.413262 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:41.477367 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-89ed22a5-daf9-48cb-8661-cf0f5da6921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:41.478888 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-89ed22a5-daf9-48cb-8661-cf0f5da6921e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0965469 Jul 15 18:03:41.492011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322573-28cb-43f3-aa51-39264082057d req-fcb0f0b2-4923-4aff-8e1b-e914a8f2b89b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:41.493484 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7322573-28cb-43f3-aa51-39264082057d req-fcb0f0b2-4923-4aff-8e1b-e914a8f2b89b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0840454 Jul 15 18:03:41.572180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:41.588175 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e7322573-28cb-43f3-aa51-39264082057d req-27492a15-f45f-4576-ac9b-0a7468b09a15 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859036 Jul 15 18:03:41.613934 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50266) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:41.619312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-9ed8a458-c6cd-4822-9e01-596c52487778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:41.620838 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-9ed8a458-c6cd-4822-9e01-596c52487778 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 897 time: 0.1265075 Jul 15 18:03:41.650829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '135a9768-69d0-4edb-909c-6dd7f1f78c12', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'port_id': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'mac_address': 'fa:16:3e:bb:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:03:40Z', 'updated_at': '2021-07-15T18:03:40Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:41.676690 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-974b8bcc-b327-4943-bcab-a6d262ada417 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/135a9768-69d0-4edb-909c-6dd7f1f78c12 HTTP/1.1" status: 200 len: 989 time: 0.0615029 Jul 15 18:03:41.679603 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Checking router: c45a8807-5a02-42a8-a7e4-3e1dd03aa684 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:03:41.688206 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:03:41.688810 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:03:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:41.690348 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-a85ecd95-6bda-4811-8f01-f714b375dc2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 997 time: 0.0631790 Jul 15 18:03:41.745317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-1ccdb0fd-907d-43b9-83c4-6d7112e1ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:41.746852 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-1ccdb0fd-907d-43b9-83c4-6d7112e1ea69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0510108 Jul 15 18:03:41.793533 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:03:41.803256 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-bc56e3b3-6a4a-4970-b730-597a4b833979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:03:41.804878 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-bc56e3b3-6a4a-4970-b730-597a4b833979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522668 Jul 15 18:03:41.900061 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-a76fcf89-b406-431c-ab74-c21d7635687c service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887203 Jul 15 18:03:41.990158 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-310b525c-c2ca-419c-9e90-b05eb6c19d81 req-a0a98cd1-21e5-469e-a244-6763e8b2810b service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832622 Jul 15 18:03:42.019861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '135a9768-69d0-4edb-909c-6dd7f1f78c12', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'port_id': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'mac_address': 'fa:16:3e:bb:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:03:40Z', 'updated_at': '2021-07-15T18:03:40Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:03:42.045315 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35cff55-b22e-4c36-8205-7c5edb7155e6 None None] The sync data for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 is: [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '135a9768-69d0-4edb-909c-6dd7f1f78c12', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'port_id': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'mac_address': 'fa:16:3e:bb:f6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:03:40Z', 'updated_at': '2021-07-15T18:03:40Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:03:42.230279 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4447e5-cf1e-4ef4-a2bb-3bae2c1b465e None None] New status for floating IP 135a9768-69d0-4edb-909c-6dd7f1f78c12: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:03:42.680447 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50268) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:03:42.743908 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ee7d1b7c-321a-4013-904f-a5144d2e892e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/135a9768-69d0-4edb-909c-6dd7f1f78c12 HTTP/1.1" status: 200 len: 991 time: 0.0623441 Jul 15 18:03:55.920187 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e0857f42-4a16-49f6-b742-6dec2b145b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:58.903532 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:59.180432 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-66907645-c765-4add-8c3f-db9f6e38c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:03:59.823719 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:01.543408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:08.506765 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:04:11.338599 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:11.452416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-1fa72661-a186-4532-ac25-749f5e8832b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508831 Jul 15 18:04:11.549381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:11.550816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-7a96d136-709d-40f5-a461-f40631b269ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:11.552359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-7a96d136-709d-40f5-a461-f40631b269ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0572047 Jul 15 18:04:11.656737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-70b4db42-b696-4770-a8e0-bc44929dc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:11.658132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-70b4db42-b696-4770-a8e0-bc44929dc635 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 897 time: 0.0858185 Jul 15 18:04:11.727093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-318d98e3-42e0-486f-a0a7-88ee1ebbbd28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 999 time: 0.0621667 Jul 15 18:04:11.776784 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-7a38a399-6a37-4be8-a984-9761737b549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:11.778214 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-7a38a399-6a37-4be8-a984-9761737b549f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0447087 Jul 15 18:04:11.835039 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-6326f154-5e60-4440-b252-e24a2bc52a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:11.836543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-6326f154-5e60-4440-b252-e24a2bc52a2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512965 Jul 15 18:04:11.930312 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-502badf3-b2bc-4c72-8a1c-6928db50a5ca service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865452 Jul 15 18:04:12.019542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b89079a2-9a60-4578-a970-d5ad3c2b247b req-2daa6c46-b1a4-47d8-a38d-6c6725fc49f7 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831537 Jul 15 18:04:14.313890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd97bf-f3fa-4a38-b90e-dcb6bc7cfe12 req-c7636686-f47e-4feb-8fee-b68764ef3783 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:14.315255 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cd97bf-f3fa-4a38-b90e-dcb6bc7cfe12 req-c7636686-f47e-4feb-8fee-b68764ef3783 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0676367 Jul 15 18:04:14.354298 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-28cd97bf-f3fa-4a38-b90e-dcb6bc7cfe12 req-4310bdd3-1eba-4aef-9ff8-bea922a3ba68 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Jul 15 18:04:15.529347 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83f41c-158e-47a1-9620-474227ae7c6d req-15d7d77f-a5b3-44a2-960a-11fd28ed295c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:15.530845 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e83f41c-158e-47a1-9620-474227ae7c6d req-15d7d77f-a5b3-44a2-960a-11fd28ed295c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0651696 Jul 15 18:04:15.568981 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-2e83f41c-158e-47a1-9620-474227ae7c6d req-2dd56db2-a604-4be2-ad5b-35d064a00b11 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326195 Jul 15 18:04:16.742830 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbbb89-4109-48bb-8341-1e36ff82380b req-e01f48ee-87c5-407f-8591-a2f59e5324d0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:16.744358 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4bbbb89-4109-48bb-8341-1e36ff82380b req-e01f48ee-87c5-407f-8591-a2f59e5324d0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0648623 Jul 15 18:04:16.781824 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a4bbbb89-4109-48bb-8341-1e36ff82380b req-3e7d0a2d-c7a7-482c-98dc-b383942846b3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318911 Jul 15 18:04:17.959685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb0bb6-7cc2-4cdd-bdb8-8ec1cf8754cb req-8f4d2db2-8661-4fae-885d-e2e2374d9d1f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:17.961291 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20fb0bb6-7cc2-4cdd-bdb8-8ec1cf8754cb req-8f4d2db2-8661-4fae-885d-e2e2374d9d1f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0681353 Jul 15 18:04:17.998521 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-20fb0bb6-7cc2-4cdd-bdb8-8ec1cf8754cb req-1b2f9cc6-b61f-47e0-909d-94c09ef37988 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Jul 15 18:04:19.171596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e661a89-8011-4d8a-bade-0f0a19c73e95 req-7ced95b2-7631-48e1-bf0e-ea3a49ed3fb7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:19.173092 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e661a89-8011-4d8a-bade-0f0a19c73e95 req-7ced95b2-7631-48e1-bf0e-ea3a49ed3fb7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0647528 Jul 15 18:04:19.211400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4e661a89-8011-4d8a-bade-0f0a19c73e95 req-2f913b0c-78d2-4ac1-9283-5a10728b5e24 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328374 Jul 15 18:04:20.386414 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44685e-e0bd-40f7-b7e1-ad7c4c4ee162 req-046c78fd-125c-4d3a-b9dc-ae2c6f43ba83 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:20.387933 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb44685e-e0bd-40f7-b7e1-ad7c4c4ee162 req-046c78fd-125c-4d3a-b9dc-ae2c6f43ba83 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0680649 Jul 15 18:04:20.426542 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fb44685e-e0bd-40f7-b7e1-ad7c4c4ee162 req-433d6e39-c070-4688-858e-79e837e8563d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Jul 15 18:04:21.597203 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7755c9-e85e-4587-b084-91005b5d0bb3 req-ec0f735c-998f-4bb3-84a8-6a7a2df5c26f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:21.598487 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7755c9-e85e-4587-b084-91005b5d0bb3 req-ec0f735c-998f-4bb3-84a8-6a7a2df5c26f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0642731 Jul 15 18:04:21.636025 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ab7755c9-e85e-4587-b084-91005b5d0bb3 req-b7ced0f4-f2d2-4329-8718-071ded513d93 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320673 Jul 15 18:04:22.810389 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9987-d112-4f53-87a1-a83936ec3ffc req-979abccd-05e0-440e-bc3b-853138685053 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:22.811874 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c84b9987-d112-4f53-87a1-a83936ec3ffc req-979abccd-05e0-440e-bc3b-853138685053 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0630600 Jul 15 18:04:22.849599 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c84b9987-d112-4f53-87a1-a83936ec3ffc req-4e8ab347-04a8-4ee6-aa25-d1e427a6b69d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314758 Jul 15 18:04:24.040764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55151000-c97d-4221-8965-502faf136175 req-6a6057b2-d93d-4dbc-b470-e4c095d27720 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:24.042243 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55151000-c97d-4221-8965-502faf136175 req-6a6057b2-d93d-4dbc-b470-e4c095d27720 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0670831 Jul 15 18:04:24.080062 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-55151000-c97d-4221-8965-502faf136175 req-c3ef1f9d-d304-46ef-86e4-2be46ebc9736 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jul 15 18:04:25.262104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a830ec-7d63-466a-bab5-345fa0c90bf9 req-f4d1ceb1-0ddc-4814-983b-735805f09a80 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:25.263578 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80a830ec-7d63-466a-bab5-345fa0c90bf9 req-f4d1ceb1-0ddc-4814-983b-735805f09a80 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0630560 Jul 15 18:04:25.300980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-80a830ec-7d63-466a-bab5-345fa0c90bf9 req-754fd473-510e-4b87-96b0-8fe70e8daed9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Jul 15 18:04:25.921506 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ca103f2b-8d98-4550-8765-00c3087d4518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:26.475483 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d3a70-b926-4d78-8cbb-ce31e2c6f0cb req-fe984aae-1318-40c5-9125-ff69c8985096 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:26.477001 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a76d3a70-b926-4d78-8cbb-ce31e2c6f0cb req-fe984aae-1318-40c5-9125-ff69c8985096 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0667531 Jul 15 18:04:26.514630 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a76d3a70-b926-4d78-8cbb-ce31e2c6f0cb req-425a404f-c918-46ea-bd30-d434c56ddc27 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321157 Jul 15 18:04:27.685360 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abffa90-c560-4edd-8db5-6d0e324c8395 req-fbbc704a-f4ed-47c1-8442-3e008b9cbb75 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:27.686848 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4abffa90-c560-4edd-8db5-6d0e324c8395 req-fbbc704a-f4ed-47c1-8442-3e008b9cbb75 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0628943 Jul 15 18:04:27.724613 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4abffa90-c560-4edd-8db5-6d0e324c8395 req-99b8b45c-d314-45aa-9ee8-f0418b14b46a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320976 Jul 15 18:04:28.898598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132db21-83e0-4c9d-964c-c8970f886246 req-9d127774-763b-4917-8dd1-5d25246cef5b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:28.900258 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3132db21-83e0-4c9d-964c-c8970f886246 req-9d127774-763b-4917-8dd1-5d25246cef5b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0642562 Jul 15 18:04:28.904537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:28.939830 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3132db21-83e0-4c9d-964c-c8970f886246 req-7f391cf5-d6e9-4cff-94ee-4cd160e49b83 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334778 Jul 15 18:04:29.181001 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-11eddfa3-2fc7-4afa-af8d-d262b5cdae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:29.826258 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:30.115217 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b6c41-b960-4c36-bccf-5a60e99ded6f req-a450e62f-7260-41b1-800c-3bf9164260ec tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:30.116875 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a3b6c41-b960-4c36-bccf-5a60e99ded6f req-a450e62f-7260-41b1-800c-3bf9164260ec tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Jul 15 18:04:30.154143 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4a3b6c41-b960-4c36-bccf-5a60e99ded6f req-5851ce49-a01d-4803-961d-fb3d391b6c21 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Jul 15 18:04:30.178400 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50324) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:04:30.237734 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-68d64516-fba8-4868-a2e9-dea05b8e8fa2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/135a9768-69d0-4edb-909c-6dd7f1f78c12 HTTP/1.1" status: 200 len: 991 time: 0.0576789 Jul 15 18:04:31.553346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:31.709089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-8ad1d14a-6bee-4d28-bf8d-34dd184d1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:31.710616 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-8ad1d14a-6bee-4d28-bf8d-34dd184d1170 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0970576 Jul 15 18:04:31.722052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8ad12-d2b1-4b79-a76e-147ca454bae9 req-a83e9c00-c126-4d86-b95c-6680978bd223 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:31.723482 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8da8ad12-d2b1-4b79-a76e-147ca454bae9 req-a83e9c00-c126-4d86-b95c-6680978bd223 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.1017985 Jul 15 18:04:31.816159 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8da8ad12-d2b1-4b79-a76e-147ca454bae9 req-82675b59-ae97-4f20-a2f6-80f228e2eeff tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835366 Jul 15 18:04:31.835808 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-0d7ad7ad-9ae9-405c-afc6-66f8789e9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:31.837319 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-0d7ad7ad-9ae9-405c-afc6-66f8789e9de2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 897 time: 0.1129999 Jul 15 18:04:31.905322 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-92de76c0-d073-48bb-b976-541a30f730fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 999 time: 0.0619869 Jul 15 18:04:31.953035 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-fb862af6-85f3-417d-be26-41ed8cc32a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:31.954442 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-fb862af6-85f3-417d-be26-41ed8cc32a7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0427892 Jul 15 18:04:32.010970 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-fc871461-0bd8-4646-918a-86f69b25e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:32.012457 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-fc871461-0bd8-4646-918a-86f69b25e5a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519090 Jul 15 18:04:32.104075 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-815498da-763c-481f-8cab-25f0c3885527 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846279 Jul 15 18:04:32.190685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-79e27cfa-8c3d-4820-a770-3c272a082226 req-b66cedac-2506-44fe-a140-aa804126c01b service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Jul 15 18:04:32.995089 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37650b2b-ee03-427b-915c-52925f694371 req-7bdd4c8e-66d5-4195-9df8-67e83cbdc59b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:04:32.996593 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37650b2b-ee03-427b-915c-52925f694371 req-7bdd4c8e-66d5-4195-9df8-67e83cbdc59b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0691483 Jul 15 18:04:33.035292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-37650b2b-ee03-427b-915c-52925f694371 req-e410db0c-3357-4e79-8f98-d311d81e7f37 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326741 Jul 15 18:04:33.059660 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50336) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:04:33.119414 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f41e252-58f2-4a8f-9be7-01dff0a6f2f8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/135a9768-69d0-4edb-909c-6dd7f1f78c12 HTTP/1.1" status: 200 len: 991 time: 0.0585508 Jul 15 18:04:41.334706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:41.553215 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:45.506003 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:04:55.921407 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-21ab0f01-8132-4a62-9210-f0c2e27c13df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:58.905681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:59.180297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-37a67302-7170-4fed-b679-a9f11b532a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:04:59.829105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:01.550623 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:03.777342 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50350) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:03.933772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 0b09cdcc-e150-4bde-b4ca-c50970f1f103 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:05:03.934111 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.010909 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.011239 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.022669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 0b09cdcc-e150-4bde-b4ca-c50970f1f103 owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:05:04.168721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.194624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=0b09cdcc-e150-4bde-b4ca-c50970f1f103,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:04.206675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.207026 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.207363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.207699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.208029 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.208397 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.208726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.209053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.209380 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.209701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.210022 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.210416 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:04.270954 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.271307 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP 135a9768-69d0-4edb-909c-6dd7f1f78c12 disassociated (deleted). External IP: 172.25.8.8, port: ee6c572f-91c0-4375-bdcb-eb5c63abb145. Jul 15 18:05:04.475465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:05:04.581729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:05:04.586780 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:04.591956 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Sync routers for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:05:04.601023 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:04.602202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:04.626359 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-d594a4b4-c21e-4ef8-88a1-db54d4ad61b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/floatingips/135a9768-69d0-4edb-909c-6dd7f1f78c12 HTTP/1.1" status: 204 len: 168 time: 0.8479273 Jul 15 18:05:04.626942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:05:04.629234 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bcabea-e1f3-4925-9820-502017ae5c34" -d '{"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:05:04.727144 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183fe120-2c25-4a0a-a4b6-4fe760db3220 x-openstack-request-id: req-183fe120-2c25-4a0a-a4b6-4fe760db3220 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:05:04.727531 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:05:04.727852 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-183fe120-2c25-4a0a-a4b6-4fe760db3220 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:05:04.728351 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'status': 'completed', 'code': 200} Jul 15 18:05:04.809624 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-6f7a9b97-1632-4115-86c3-8990f561f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:04.811275 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-6f7a9b97-1632-4115-86c3-8990f561f3aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0581694 Jul 15 18:05:04.873844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:04.911675 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-969f153f-3c04-4883-8cb8-63b7b3c55808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:04.913324 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-969f153f-3c04-4883-8cb8-63b7b3c55808 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 200 len: 897 time: 0.0955575 Jul 15 18:05:04.961804 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-2d1a6f7e-f687-418d-86c1-53a3e247876c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 200 len: 217 time: 0.0409820 Jul 15 18:05:05.040644 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-b6590139-3f4b-48f6-b474-eca5da719306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:05.042132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-b6590139-3f4b-48f6-b474-eca5da719306 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 200 len: 835 time: 0.0727220 Jul 15 18:05:05.067783 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11df6-0c78-4beb-a23e-0bc250b20679 req-c1821a89-3eb4-46a1-8c10-6b07a71a9460 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:05.069277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76c11df6-0c78-4beb-a23e-0bc250b20679 req-c1821a89-3eb4-46a1-8c10-6b07a71a9460 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.1106927 Jul 15 18:05:05.070814 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:05.096843 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Checking router: c45a8807-5a02-42a8-a7e4-3e1dd03aa684 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:05:05.105202 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:05.105745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:05.137643 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-76c11df6-0c78-4beb-a23e-0bc250b20679 req-2ac6356a-0568-4af3-b441-67cab469d120 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466123 Jul 15 18:05:05.147687 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-dc6bb8ed-1a82-4a92-bef1-d32dcfc1dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:05.149277 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-dc6bb8ed-1a82-4a92-bef1-d32dcfc1dcd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3cf4ce74-7c23-478e-b8fe-c08e2f168110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977166 Jul 15 18:05:05.210941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:05.241695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-61f2ba53-c815-40d0-8af6-f64d519f2010 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852799 Jul 15 18:05:05.335029 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-96bcabea-e1f3-4925-9820-502017ae5c34 req-597be718-0fec-4c8f-8dde-d736014faf71 service neutron] 10.222.0.35 "GET /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867674 Jul 15 18:05:05.411637 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:05.437861 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4d7b0-b06f-4d5f-ae35-9e67f79f8509 None None] The sync data for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 is: [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:03:27Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '761fbd14-bd6f-4357-a945-fd5ba5f71a2b', 'name': '', 'network_id': '3cf4ce74-7c23-478e-b8fe-c08e2f168110', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:70:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:26Z', 'updated_at': '2021-07-15T18:03:32Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': '512d2f24-bd17-4bfb-8da2-638f1acb6f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:05:05.652844 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e3e6d-0cc3-45c5-8809-9f82e0498db8 None None] New status for floating IP 135a9768-69d0-4edb-909c-6dd7f1f78c12: DOWN {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:05:06.318147 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e4b5-6067-49db-b66e-5f39bc85477b req-4fabb892-05bc-45b7-bc39-fcf9c438c543 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:06.319510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb56e4b5-6067-49db-b66e-5f39bc85477b req-4fabb892-05bc-45b7-bc39-fcf9c438c543 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0617564 Jul 15 18:05:06.357259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cb56e4b5-6067-49db-b66e-5f39bc85477b req-f9a66bb1-4b59-47d8-9800-100db754dba5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ed37749-f349-48b8-b685-8f5305341561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Jul 15 18:05:06.467192 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654e272-2b78-48a8-9045-326307daa279 req-cbb87da4-6f2f-4877-8a7f-952c14cfad6e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:06.468625 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6654e272-2b78-48a8-9045-326307daa279 req-cbb87da4-6f2f-4877-8a7f-952c14cfad6e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 945 time: 0.0650189 Jul 15 18:05:06.565814 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port ee6c572f-91c0-4375-bdcb-eb5c63abb145 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:05:06.566152 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:06.968561 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port ee6c572f-91c0-4375-bdcb-eb5c63abb145, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=ee6c572f-91c0-4375-bdcb-eb5c63abb145,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:06.968920 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:06.981288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for ee6c572f-91c0-4375-bdcb-eb5c63abb145 owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:05:07.104760 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:07.135765 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=ee6c572f-91c0-4375-bdcb-eb5c63abb145,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:07.182596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] No DVR routers for this DVR port ee6c572f-91c0-4375-bdcb-eb5c63abb145 on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:05:07.185150 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:07.187099 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6654e272-2b78-48a8-9045-326307daa279 req-0835f3e2-9f46-411b-8132-1cbc815248d8 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "DELETE /v2.0/ports/ee6c572f-91c0-4375-bdcb-eb5c63abb145 HTTP/1.1" status: 204 len: 173 time: 0.7132628 Jul 15 18:05:07.187547 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'name': 'network-vif-deleted', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:05:07.189816 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecac79f7-a80a-49be-9455-ab2d3fba393c" -d '{"events": [{"server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "name": "network-vif-deleted", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:05:07.230015 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b405138b-a858-4f4b-840b-fa139855b798 x-openstack-request-id: req-b405138b-a858-4f4b-840b-fa139855b798 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:05:07.230300 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98268f0e-14af-4faa-bd89-1f9109784ab6", "name": "network-vif-deleted", "tag": "ee6c572f-91c0-4375-bdcb-eb5c63abb145", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:05:07.230550 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b405138b-a858-4f4b-840b-fa139855b798 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:05:07.230939 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98268f0e-14af-4faa-bd89-1f9109784ab6', 'name': 'network-vif-deleted', 'tag': 'ee6c572f-91c0-4375-bdcb-eb5c63abb145', 'status': 'completed', 'code': 200} Jul 15 18:05:07.509996 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b0655f0b-2269-4b5f-ba97-e56581139ba8 req-4b12eb3c-3e6c-4387-be66-1151af804ec3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=98268f0e-14af-4faa-bd89-1f9109784ab6 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Jul 15 18:05:08.606195 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50368) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:08.998321 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:09.307405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:05:09.307651 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:09.406867 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 761fbd14-bd6f-4357-a945-fd5ba5f71a2b, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:09.407232 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:09.420292 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 761fbd14-bd6f-4357-a945-fd5ba5f71a2b owned by network:router_interface {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:05:09.624186 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:09.668412 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=761fbd14-bd6f-4357-a945-fd5ba5f71a2b,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:09.858954 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.080470 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:05:10.114365 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ee6c572f-91c0-4375-bdcb-eb5c63abb145 no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:05:10.135989 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: ee6c572f-91c0-4375-bdcb-eb5c63abb145 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:05:10.136431 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device ee6c572f-91c0-4375-bdcb-eb5c63abb145 not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:05:10.192312 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:05:10.198260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-60b62b55-3c91-4166-84a5-7d84eb3f7c0c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/c45a8807-5a02-42a8-a7e4-3e1dd03aa684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5907128 Jul 15 18:05:10.200748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50372) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:10.203439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Sync routers for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:05:10.213345 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:10.213994 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:10.252072 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting subnet 512d2f24-bd17-4bfb-8da2-638f1acb6f71 {{(pid=100429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 18:05:10.255154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.295128 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636424'] for subnet, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.322821 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:10.391825 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.451469 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6554745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6592322'] for subnet, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.479679 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Subnet': ['ID=512d2f24-bd17-4bfb-8da2-638f1acb6f71,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:10.485754 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.488560 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-6136b487-106b-4fe2-b7de-ce30fa3b6705 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/subnets/512d2f24-bd17-4bfb-8da2-638f1acb6f71 HTTP/1.1" status: 204 len: 168 time: 0.2868319 Jul 15 18:05:10.490567 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50374) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:10.495362 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffa38d-2f6d-41a3-af23-74ebdd9970eb None None] Network 3cf4ce74-7c23-478e-b8fe-c08e2f168110 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:05:10.575777 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:05:09Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:10.602974 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.624527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Checking router: c45a8807-5a02-42a8-a7e4-3e1dd03aa684 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:05:10.654129 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Routers {'c45a8807-5a02-42a8-a7e4-3e1dd03aa684'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:10.654746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:10.715254 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.771498 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 7f279654-f63d-4060-8c1c-386a24215503 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:05:10.771849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.779503 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] Set router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:10.835167 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] DHCP port deletion for 3cf4ce74-7c23-478e-b8fe-c08e2f168110 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 18:05:10.865222 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 7f279654-f63d-4060-8c1c-386a24215503, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7f279654-f63d-4060-8c1c-386a24215503,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:10.865863 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:10.878764 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 7f279654-f63d-4060-8c1c-386a24215503 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:05:10.967131 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Deleting port b1f9269b-0742-4ee4-9aea-a2db574fde64 {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:05:10.967500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.040515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] For port b1f9269b-0742-4ee4-9aea-a2db574fde64, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=b1f9269b-0742-4ee4-9aea-a2db574fde64,segment=NetworkSegment(2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64),segment_id=2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:11.040909 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.050221 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.055275 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Calling delete_port for b1f9269b-0742-4ee4-9aea-a2db574fde64 owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:05:11.071547 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:05:09Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:11.079615 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=7f279654-f63d-4060-8c1c-386a24215503,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:11.129677 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11b12a-51ac-495a-a104-d4b333d4d8f4 None None] The sync data for ids ['c45a8807-5a02-42a8-a7e4-3e1dd03aa684'] in n-d-800085-3 is: [{'id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-603981644', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '7f279654-f63d-4060-8c1c-386a24215503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:03:23Z', 'updated_at': '2021-07-15T18:05:09Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '7f279654-f63d-4060-8c1c-386a24215503', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45a8807-5a02-42a8-a7e4-3e1dd03aa684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:03:24Z', 'updated_at': '2021-07-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:05:11.146181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.177527 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.201962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Pushing event deleted for resources: {'Port': ['ID=b1f9269b-0742-4ee4-9aea-a2db574fde64,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:11.212636 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.212840 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.213187 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.213551 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.213887 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.214220 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.214548 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.214874 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.215197 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.215527 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.215854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.216196 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.218869 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9903da95-1514-4f3c-8eb8-ff8edc2b7d64 None None] No DVR routers for this DVR port b1f9269b-0742-4ee4-9aea-a2db574fde64 on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:05:11.247981 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.250086 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.298707 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.299395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Fanout notify agent at l3_agent the message router_deleted on router c45a8807-5a02-42a8-a7e4-3e1dd03aa684 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 18:05:11.307876 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.309035 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-620422f8-26e6-4b14-97a4-f36cb1927cfa tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/routers/c45a8807-5a02-42a8-a7e4-3e1dd03aa684 HTTP/1.1" status: 204 len: 168 time: 0.8175251 Jul 15 18:05:11.311690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50376) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:11.352956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.391407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.484539 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.496304 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf4ce74-7c23-478e-b8fe-c08e2f168110']}} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:11.506772 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64') {'for_net_delete': True} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:11.507066 n-d-800085-3 neutron-server[100429]: DEBUG neutron.services.segments.db [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad57e4a-2c2d-4d39-9cf9-1da1a0a6ec64') {} {{(pid=100429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:11.516386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636479'] for segment, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.530938 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.537131 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 18:05:11.537545 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6555355'] for segment, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: conditions |= (models_v2.Port.network_id.in_( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: Traceback (most recent call last): Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: timer() Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: cb(*args, **kw) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: return func(*args, **kwargs) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: self._notify() Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: self.callback(batched_events) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: event.method(event) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: return f(self, *a, **k) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: return self._get(url).json() Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: return self.request(url, 'GET', **kwargs) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 18:05:11.541245 n-d-800085-3 neutron-server[100429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 18:05:11.585067 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.606584 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.614154 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.616280 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/networks/3cf4ce74-7c23-478e-b8fe-c08e2f168110 HTTP/1.1" status: 204 len: 168 time: 0.3036134 Jul 15 18:05:11.619918 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50378) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:11.628433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56a73-10e6-4453-a1ed-55ab970588b6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Network': ['ID=3cf4ce74-7c23-478e-b8fe-c08e2f168110,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:11.680711 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.710575 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.777432 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.780300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:11.781783 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/security-groups/4ed37749-f349-48b8-b685-8f5305341561 HTTP/1.1" status: 204 len: 168 time: 0.1606596 Jul 15 18:05:11.793945 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed37749-f349-48b8-b685-8f5305341561,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:11.805008 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.805352 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.805740 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.806023 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.806351 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.806671 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.806996 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.807319 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.807637 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.807953 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.808580 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:11.809067 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce4fd0b-2914-4731-82d4-3e3d54f654e2 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:12.128534 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b1f9269b-0742-4ee4-9aea-a2db574fde64 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:05:12.130794 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50384) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.136465 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593189125', 'description': 'tempest-secgroup-smoke-1593189125 description', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.150909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: b1f9269b-0742-4ee4-9aea-a2db574fde64 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:05:12.151491 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device b1f9269b-0742-4ee4-9aea-a2db574fde64 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:05:12.151817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7f279654-f63d-4060-8c1c-386a24215503 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:05:12.160656 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.172264 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 7f279654-f63d-4060-8c1c-386a24215503 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:05:12.172829 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7f279654-f63d-4060-8c1c-386a24215503 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:05:12.173329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 761fbd14-bd6f-4357-a945-fd5ba5f71a2b no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:05:12.195351 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 761fbd14-bd6f-4357-a945-fd5ba5f71a2b {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:05:12.196022 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 761fbd14-bd6f-4357-a945-fd5ba5f71a2b not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:05:12.243289 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.247164 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.275792 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.277053 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452279 Jul 15 18:05:12.280040 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50386) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.281243 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019710cf-e26e-4706-ba3d-475df2658670 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28583b1b-70a8-41f3-b9a1-e86b60abff72,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.284844 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.312277 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.359774 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.363939 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.385486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c5775f-58b1-42cd-8985-0844d37d0747,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.388676 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.390322 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-4bbf4c01-3951-454f-903b-9d1bbe494029 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092248 Jul 15 18:05:12.393059 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50388) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.397510 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.423615 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.480362 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.483781 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.502707 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753ee3b9-2fdc-4cb2-ba0e-f4241d30c8d7,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.505678 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.506872 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-adf58232-ef89-494f-b694-df7a34bc5608 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128681 Jul 15 18:05:12.510234 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50390) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.514613 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.541293 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.601013 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.604449 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.624302 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7db760-a9b8-4c37-8692-59014dfc5c1d,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.627155 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.631845 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-ba81216e-468b-4040-b5ef-af2e40cf8d5e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172407 Jul 15 18:05:12.632993 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50392) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.637062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.662065 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.721951 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.725603 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.747301 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d54fda-5b48-4210-a357-9f777247fc4a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.751233 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.752471 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-65433ba0-63a1-4cfd-b429-a0cdf407d26a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188128 Jul 15 18:05:12.755376 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50394) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.760723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.782371 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:05:12.787324 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.847278 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.851510 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.870992 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b4b910-a202-4436-b2d3-d172f1684833,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:12.877519 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.878833 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-63e04635-2db3-46cf-8b2f-0f0bee8521dc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224544 Jul 15 18:05:12.881598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50396) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:12.886930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'security_group_rule': {'security_group_id': '28583b1b-70a8-41f3-b9a1-e86b60abff72', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:12.907823 n-d-800085-3 neutron-server[100429]: INFO neutron.db.securitygroups_db [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Project ca745c912b634f65a97f069e4f9d1a46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:05:12.912415 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.976462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.979856 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:12.997510 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef55565a-af9f-43f2-87c8-037432fc2241,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:13.007458 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.008706 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-0505af2a-67e4-4288-8a86-f14acc56c558 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261840 Jul 15 18:05:13.011452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50398) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:13.016885 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'network': {'name': 'tempest-network-smoke--1037952411', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'port_security_enabled': True}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:13.037080 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:05:13.041113 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.064642 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:05:13.073337 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.073674 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Added segment 6ee778c6-86d3-41a8-8c13-174d13467823 of type vlan for network 7f91ae24-d652-428a-9cbd-f9bf19520da1 Jul 15 18:05:13.113487 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.141668 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.147204 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:13.147815 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.182451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1699784 Jul 15 18:05:13.185359 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50400) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:13.191847 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'admin_state_up': True, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:13.230324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a444b0-1fdf-41a2-9789-d62cfbf9516f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Network': ['ID=7f91ae24-d652-428a-9cbd-f9bf19520da1,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:13.240936 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:05:13.248966 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.250332 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.301720 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.443923 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.645747 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.665849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:13.771410 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.14 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/0da61f39-f17c-449d-9e17-7ab76cd94416) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:05:13.876849 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:14.233284 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:14.271155 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:14.276316 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:14.279977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:05:14.307568 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=0da61f39-f17c-449d-9e17-7ab76cd94416,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:14.533409 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:14.732951 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:14.869320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:05:14.991258 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:05:15.000743 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Sync routers for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:05:15.009363 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.010712 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-82dbd13f-082a-41eb-81fd-3ce2cbff49a6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8244340 Jul 15 18:05:15.011402 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:15.012028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:15.013843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50404) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:15.114590 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5210ca6a-9ea4-462c-9a06-7ce6688cd34f tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=ca745c912b634f65a97f069e4f9d1a46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0996542 Jul 15 18:05:15.118129 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50408) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:15.118287 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:15.211189 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdc5928-9d6b-4161-83a8-3cc80c96ee75 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:15.213737 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8cdc5928-9d6b-4161-83a8-3cc80c96ee75 tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944681 Jul 15 18:05:15.216365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50410) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:15.247831 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-956618c7-729f-48b7-9589-7779c7c0c01f tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9ac6946a-4fd4-4da6-b69f-83e0930ec402&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279992 Jul 15 18:05:15.248524 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50412) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:15.252630 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102282518', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:15.310546 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:14Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:15.340774 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Checking router: c7044d19-46f2-4576-bc5e-c3f8b914a2a4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:05:15.341104 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Updating router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 port 0da61f39-f17c-449d-9e17-7ab76cd94416 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:05:15.346097 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:05:15.349848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.385537 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.549432 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.623044 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Subnet': ['ID=ac698efd-011c-4660-bd52-d05c08ec4b14,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:15.634270 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Checking segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:05:15.634729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network hostable DHCP agents. Network: 7f91ae24-d652-428a-9cbd-f9bf19520da1, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:05:15.647638 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.651974 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:05:15.660453 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Transition to ACTIVE for port object 0da61f39-f17c-449d-9e17-7ab76cd94416 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:15.660696 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 7f91ae24-d652-428a-9cbd-f9bf19520da1) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:15.665586 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:15.666181 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.666511 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.672913 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9353e9-3856-46b5-b3e5-5047e189cd99 None None] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:05:15.682607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-1f4a6c87-1ac6-4a0d-a62b-aee90dbabb41 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4337010 Jul 15 18:05:15.685366 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50414) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:15.815629 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Attempting to bind port 0da61f39-f17c-449d-9e17-7ab76cd94416 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:05:15.815899 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Attempting to bind port 0da61f39-f17c-449d-9e17-7ab76cd94416 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:05:15.816277 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Attempting to bind port 0da61f39-f17c-449d-9e17-7ab76cd94416 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:05:15.821986 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Pushing event updated for resources: {'Port': ['ID=0da61f39-f17c-449d-9e17-7ab76cd94416,revision_number=2']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:15.828539 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:05:15.828916 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:05:15.829299 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.829679 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:05:15.830130 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Bound port: 0da61f39-f17c-449d-9e17-7ab76cd94416, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:05:15.830500 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.844021 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-7f91ae24-d652-428a-9cbd-f9bf19520da1', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:05:15.845046 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.850229 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.850568 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.850936 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.851439 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.851984 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.852336 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.852659 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.852979 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.853315 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.853632 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.853946 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.854255 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:05:15.901894 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] For port 0da61f39-f17c-449d-9e17-7ab76cd94416, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:05:15.906026 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] For port 0da61f39-f17c-449d-9e17-7ab76cd94416, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0da61f39-f17c-449d-9e17-7ab76cd94416,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:05:15.910875 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:15.969596 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa30d6-b37b-4431-9a03-9f7d66714dc2 None None] Pushing event updated for resources: {'Port': ['ID=0da61f39-f17c-449d-9e17-7ab76cd94416,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:15.981589 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:15.982349 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:16.071962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Allocated IP 172.20.0.2 (7f91ae24-d652-428a-9cbd-f9bf19520da1/ac698efd-011c-4660-bd52-d05c08ec4b14/dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:05:16.096840 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:16.161139 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.283764 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:14Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:16.297459 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.308862 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Transition to ACTIVE for port object dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:16.315754 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a43f6c8-00bb-459f-89e2-a66947409b4c None None] The sync data for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 is: [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:14Z', 'revision_number': 3, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:05:16.328687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Transition to ACTIVE for port object dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:16.349972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.395071 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:16.399113 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:16.403267 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:05:16.410900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Pushing event updated for resources: {'Port': ['ID=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:16.481319 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Attempting to bind port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:05:16.481921 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Attempting to bind port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:05:16.482515 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Attempting to bind port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e on network 7f91ae24-d652-428a-9cbd-f9bf19520da1 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:05:16.491417 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:05:16.492598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Checking segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:05:16.493261 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.493900 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Bound using segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:05:16.494675 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Bound port: dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:05:16.495297 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.549553 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.1 (7f91ae24-d652-428a-9cbd-f9bf19520da1/ac698efd-011c-4660-bd52-d05c08ec4b14/6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:05:16.588973 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] For port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:05:16.593878 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] For port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:05:16.599998 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.684916 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752c05a-d2fe-413b-8af1-79d3b847a71c None None] Pushing event updated for resources: {'Port': ['ID=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:16.809182 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:16.836543 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:16.897471 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.001737 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:17.007767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:17.015084 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:05:17.031375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:17.104694 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.302569 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.669461 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.678146 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.760565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:17.763607 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:17.852447 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70253e-77f9-428f-a880-ca31298d611c None None] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:05:17.863994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:17.865717 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:17.941546 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9ff3db0f-1253-41e9-8ec8-8668d9442403 None None] Provisioning for port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:17.987635 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:05:18.111491 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:05:18.117364 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-fdfe6b86-fe0e-4f83-9851-49b0a5f21dc7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/c7044d19-46f2-4576-bc5e-c3f8b914a2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4307251 Jul 15 18:05:18.245744 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:18.301540 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:18.309153 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:18.309837 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:18.321673 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-042d6787-7179-480c-aa2c-af6e13699d1f tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593189125&fields=id&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 267 time: 0.0542064 Jul 15 18:05:18.405032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Provisioning complete for port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:18.405301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:18.406949 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:18.474087 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-bf0fbe1c-1ac0-4441-acb5-442ba345fdf1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:18.475716 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-bf0fbe1c-1ac0-4441-acb5-442ba345fdf1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 797 time: 0.1374705 Jul 15 18:05:18.493138 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-9110c379-5939-4fb0-9321-419a4761fdff tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/quotas/ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 375 time: 0.0114312 Jul 15 18:05:18.583058 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-e7b7c938-d5cc-49b4-a58e-168dcf6edb32 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797482 Jul 15 18:05:18.599545 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-8fc2a427-fddf-4a8b-b76b-701b8ea9e4af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:05:18.602661 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-8fc2a427-fddf-4a8b-b76b-701b8ea9e4af tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067377 Jul 15 18:05:18.608824 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Sync routers for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:05:18.655465 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:18.656041 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:18.659659 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:18.698444 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:18.699236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0da61f39-f17c-449d-9e17-7ab76cd94416 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:18.749176 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-5f194f04-ec8d-4ac7-918b-70703571096f service neutron] 10.222.0.25 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384976 Jul 15 18:05:18.861941 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:18.901682 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:18.905084 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 0da61f39-f17c-449d-9e17-7ab76cd94416 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:18.934697 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Provisioning for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:18.939631 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0da61f39-f17c-449d-9e17-7ab76cd94416 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:18.940543 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:18.964800 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Provisioning complete for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:18.965169 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.076295 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-ef8362fd-9978-4cac-b423-3716a934f10a None None] Port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:05:19.181396 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-9f40cfdb-dc24-44f4-b53f-13ca17203bd3 service neutron] 10.222.0.25 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254212 Jul 15 18:05:19.202180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.243451 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 0da61f39-f17c-449d-9e17-7ab76cd94416, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0da61f39-f17c-449d-9e17-7ab76cd94416,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:19.247426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-76f486ed-2a66-4e16-96bb-c49f45b5585d None None] Provisioning complete for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:19.247426 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-76f486ed-2a66-4e16-96bb-c49f45b5585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.273452 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.332740 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-76f486ed-2a66-4e16-96bb-c49f45b5585d None None] Port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:05:19.353282 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 2, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:19.360057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=0da61f39-f17c-449d-9e17-7ab76cd94416,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:19.387746 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Checking router: c7044d19-46f2-4576-bc5e-c3f8b914a2a4 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:05:19.388139 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Updating router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:05:19.405046 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f5b7fd3a-07ae-4fff-8970-447f88b55ea8 req-6765121c-912b-4156-a4a4-22957a5050f1 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Jul 15 18:05:19.428963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.716055 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.726263 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Transition to ACTIVE for port object 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:19.732520 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.813976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731704-f0b2-4843-b6c9-2e1b097b0a0e None None] Pushing event updated for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:19.853047 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Attempting to bind port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:05:19.853426 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Attempting to bind port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:05:19.853794 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Attempting to bind port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd on network 7f91ae24-d652-428a-9cbd-f9bf19520da1 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:05:19.859907 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:05:19.860477 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Checking segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:05:19.860891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.861290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Bound using segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:05:19.861768 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Bound port: 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:05:19.862161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:19.939730 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] For port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:05:19.943627 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] For port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:05:19.948982 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:20.010510 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731704-f0b2-4843-b6c9-2e1b097b0a0e None None] Pushing event updated for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:20.018817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:20.018817 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:04:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:20.148323 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:20.182006 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:20.340714 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:20.341099 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:20.471894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:20.502884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0da61f39-f17c-449d-9e17-7ab76cd94416 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:20.504820 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756faca-6e08-4a66-b76b-02a38bd2977e None None] The sync data for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 is: [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:05:20.593886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 0da61f39-f17c-449d-9e17-7ab76cd94416 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:20.594398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:20.627633 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-81686a95-0d38-4446-8ea1-cb00408ffaa6 req-5b6ca370-8e64-4da5-98cb-bf97bdd22c11 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 210 time: 0.0941324 Jul 15 18:05:20.680598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-d5a4bc4f-6a2d-4915-8f63-f5cba87880e5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:20.682260 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-d5a4bc4f-6a2d-4915-8f63-f5cba87880e5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 797 time: 0.1885393 Jul 15 18:05:20.738128 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-6bf9966a-8d6a-4937-bc8d-48458335584b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca745c912b634f65a97f069e4f9d1a46 HTTP/1.1" status: 200 len: 380 time: 0.0457115 Jul 15 18:05:20.747139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'port': {'device_id': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'admin_state_up': True, 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'security_groups': ['28583b1b-70a8-41f3-b9a1-e86b60abff72']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:20.872942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Made reservation on behalf of ca745c912b634f65a97f069e4f9d1a46 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:05:20.876666 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.010053 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.20.0.5 (7f91ae24-d652-428a-9cbd-f9bf19520da1/ac698efd-011c-4660-bd52-d05c08ec4b14/79eabf60-86a9-4f75-bd51-64e36cfcbadd) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:05:21.164721 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.179417 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Transition to ACTIVE for port object 79eabf60-86a9-4f75-bd51-64e36cfcbadd will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:21.215031 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.259569 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:21.264910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:21.268805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:05:21.297012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:21.331762 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:21.331762 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.354014 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-4acd0d34-82d6-4bc8-a60f-113ced9e9c6d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6107385 Jul 15 18:05:21.366587 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Request body: {'port': {'device_id': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:21.454740 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.484184 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ec4dc60-fb9e-4cf2-a380-2ded66a60e52 None None] Provisioning for port 79eabf60-86a9-4f75-bd51-64e36cfcbadd completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:21.488074 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-4ec4dc60-fb9e-4cf2-a380-2ded66a60e52 None None] Provisioning complete for port 79eabf60-86a9-4f75-bd51-64e36cfcbadd triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:21.488500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4ec4dc60-fb9e-4cf2-a380-2ded66a60e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.685089 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-4ec4dc60-fb9e-4cf2-a380-2ded66a60e52 None None] Port 79eabf60-86a9-4f75-bd51-64e36cfcbadd cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:05:21.753091 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79eabf60-86a9-4f75-bd51-64e36cfcbadd {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:05:21.761661 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.782855 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Transition to ACTIVE for port object 79eabf60-86a9-4f75-bd51-64e36cfcbadd will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:05:21.802246 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:21.865740 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:21.935983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c309462-a2cf-4897-9753-06c61d215775 req-13bc8153-d52c-40da-855b-957cf9de7066 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:21.937676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c309462-a2cf-4897-9753-06c61d215775 req-13bc8153-d52c-40da-855b-957cf9de7066 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 931 time: 0.1701646 Jul 15 18:05:21.988386 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Attempting to bind port 79eabf60-86a9-4f75-bd51-64e36cfcbadd on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:05:21.988726 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Attempting to bind port 79eabf60-86a9-4f75-bd51-64e36cfcbadd by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:05:21.989052 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Attempting to bind port 79eabf60-86a9-4f75-bd51-64e36cfcbadd on network 7f91ae24-d652-428a-9cbd-f9bf19520da1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:05:22.002487 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Port 79eabf60-86a9-4f75-bd51-64e36cfcbadd on network 7f91ae24-d652-428a-9cbd-f9bf19520da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:05:22.002817 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Attempting to bind port 79eabf60-86a9-4f75-bd51-64e36cfcbadd on network 7f91ae24-d652-428a-9cbd-f9bf19520da1 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:05:22.011887 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-9c309462-a2cf-4897-9753-06c61d215775 req-762820bd-bd33-4787-8d03-96905f89adf5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663447 Jul 15 18:05:22.013051 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:05:22.013387 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Checking segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:05:22.013849 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Bound using segment: {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:05:22.014285 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Bound port: 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee778c6-86d3-41a8-8c13-174d13467823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:05:22.014648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.079685 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:05:22.082748 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:05:22.087811 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.125641 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.126462 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.127857 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] 10.222.0.35 "PUT /v2.0/ports/79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 1091 time: 0.7662995 Jul 15 18:05:22.128323 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:05:22.130612 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6148e9b-0a2d-4a19-892b-d2975581d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:05:22.158211 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c7d5-1d03-4931-a8d6-9cfd9a594fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:22.182116 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:22.191422 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b80456-000e-462f-ada1-e1557485f132 x-openstack-request-id: req-89b80456-000e-462f-ada1-e1557485f132 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:05:22.191723 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:05:22.191958 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89b80456-000e-462f-ada1-e1557485f132 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:05:22.192386 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'status': 'completed', 'code': 200} Jul 15 18:05:22.234171 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:22.238034 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:22.238408 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.247959 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-c3df72e2-9f6f-4701-b8e4-1ef3cb7a4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.249530 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-c3df72e2-9f6f-4701-b8e4-1ef3cb7a4459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1094 time: 0.0720513 Jul 15 18:05:22.297491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-8e0ce039-e3ae-4764-bd25-1cea5c69205c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 217 time: 0.0410767 Jul 15 18:05:22.326360 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.356363 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-0ec1c2d4-4331-40c9-bd46-17cd7755dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.357862 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-0ec1c2d4-4331-40c9-bd46-17cd7755dd22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 200 len: 835 time: 0.0547287 Jul 15 18:05:22.365634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:22.369066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:22.418735 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:22.422237 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-fa16e56f-817f-435e-90be-79d5464b831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.423753 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-fa16e56f-817f-435e-90be-79d5464b831b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f91ae24-d652-428a-9cbd-f9bf19520da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594721 Jul 15 18:05:22.503955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:05:22.514546 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-31729129-c4b7-4cbf-b60f-d4a1d62c92e1 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845950 Jul 15 18:05:22.610134 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-93b58b6f-aca2-4b2f-bf5a-12e5bf17c646 req-369918e8-72be-4b9e-989a-7885ebf53fe7 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Jul 15 18:05:22.710905 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-a65ba537-9b1c-4d19-aa47-13bd34254853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.712480 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-a65ba537-9b1c-4d19-aa47-13bd34254853 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1094 time: 0.0550327 Jul 15 18:05:22.808262 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-b09c9ce1-7c1b-4575-878e-a92516126569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.809748 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-b09c9ce1-7c1b-4575-878e-a92516126569 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 897 time: 0.0912507 Jul 15 18:05:22.854750 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-91ea81d2-f7ac-4eaa-9c93-d5c4a5c960f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 217 time: 0.0362608 Jul 15 18:05:22.906326 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-e700ff23-a28e-4024-9ae1-ccfbdd32c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.907695 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-e700ff23-a28e-4024-9ae1-ccfbdd32c8bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 200 len: 835 time: 0.0448914 Jul 15 18:05:22.967471 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-1843a236-9e98-4ad8-8480-b7fc22292675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:22.969012 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-1843a236-9e98-4ad8-8480-b7fc22292675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f91ae24-d652-428a-9cbd-f9bf19520da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543828 Jul 15 18:05:23.066309 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-3d384675-a9da-4420-a718-fd81bb46b165 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Jul 15 18:05:23.199150 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-a6148e9b-0a2d-4a19-892b-d2975581d60d req-33847089-2f2d-4f1a-a9de-cb4d842b751f service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258388 Jul 15 18:05:23.226354 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3385-c4b8-4029-926a-daedeaf8a93c req-292e7334-7f00-411e-8381-5adade6e677b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:23.227813 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e36f3385-c4b8-4029-926a-daedeaf8a93c req-292e7334-7f00-411e-8381-5adade6e677b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 943 time: 0.0937285 Jul 15 18:05:23.267365 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e36f3385-c4b8-4029-926a-daedeaf8a93c req-4285bbdc-f7f9-49cb-9cbc-137c5e00a9ed tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Jul 15 18:05:24.135838 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:24.183686 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:24.184058 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:24.441098 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453f526-47ab-47d6-9911-93f3fdd2ad28 req-50afaa0e-a77d-47fa-af5f-c24dae75e92d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:24.442585 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f453f526-47ab-47d6-9911-93f3fdd2ad28 req-50afaa0e-a77d-47fa-af5f-c24dae75e92d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 943 time: 0.0641716 Jul 15 18:05:24.481501 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f453f526-47ab-47d6-9911-93f3fdd2ad28 req-0cda27af-88d5-4e9b-8219-93b7c8c62d18 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Jul 15 18:05:25.658322 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef1e4-d199-406d-af87-739e5916fd62 req-82d28340-218e-4ff4-8076-91472bb9c67d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:25.659742 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-451ef1e4-d199-406d-af87-739e5916fd62 req-82d28340-218e-4ff4-8076-91472bb9c67d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 943 time: 0.0687757 Jul 15 18:05:25.700908 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-451ef1e4-d199-406d-af87-739e5916fd62 req-6d3fd7d7-b49c-47cb-a4c9-2059baa451d0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348926 Jul 15 18:05:25.920936 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ad27731d-5025-4573-b473-c377b96c9dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:26.192962 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 79eabf60-86a9-4f75-bd51-64e36cfcbadd details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:05:26.285475 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:26.299670 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'port_id': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'mac_address': 'fa:16:3e:93:67:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:05:26.337554 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:26.350278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79eabf60-86a9-4f75-bd51-64e36cfcbadd {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:05:26.370033 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:26.373996 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:26.420657 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:26.574667 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['79eabf60-86a9-4f75-bd51-64e36cfcbadd'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:05:26.883426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02436a-6d9a-497a-a8cd-f4b9d5d2bdfe req-d39f36a7-5f3d-4c36-a2ea-06b9fc261b83 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:26.884959 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df02436a-6d9a-497a-a8cd-f4b9d5d2bdfe req-d39f36a7-5f3d-4c36-a2ea-06b9fc261b83 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 944 time: 0.0650709 Jul 15 18:05:26.924367 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-df02436a-6d9a-497a-a8cd-f4b9d5d2bdfe req-e4da8d1a-525c-4219-86d2-f1a278483757 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338147 Jul 15 18:05:28.103229 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7ff1-d383-461e-be63-e32c4d651c9e req-3f2232d3-aa6e-436a-8991-c40c55fc825c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:28.104782 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71cf7ff1-d383-461e-be63-e32c4d651c9e req-3f2232d3-aa6e-436a-8991-c40c55fc825c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 944 time: 0.0645258 Jul 15 18:05:28.142839 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-71cf7ff1-d383-461e-be63-e32c4d651c9e req-d341bdb8-bb20-4b41-84a9-307f122898fd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325108 Jul 15 18:05:28.207509 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 79eabf60-86a9-4f75-bd51-64e36cfcbadd up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:05:28.255576 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 79eabf60-86a9-4f75-bd51-64e36cfcbadd completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:05:28.259908 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 79eabf60-86a9-4f75-bd51-64e36cfcbadd triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:05:28.260300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:28.339027 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:28.360485 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:05:28.362745 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d90819-bb34-4534-b783-4856e1645781" -d '{"events": [{"server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "name": "network-vif-plugged", "status": "completed", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:05:28.376728 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:05:28.380773 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:28.429403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:28.445120 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d562f21e-dfb5-42ee-867e-9ac106fb5eb5 x-openstack-request-id: req-d562f21e-dfb5-42ee-867e-9ac106fb5eb5 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:05:28.445413 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "name": "network-vif-plugged", "status": "completed", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:05:28.445665 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d562f21e-dfb5-42ee-867e-9ac106fb5eb5 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:05:28.446060 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'code': 200} Jul 15 18:05:28.560047 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d601af-5c69-4f5a-b105-56342d4ae48e req-5e0d2a78-ccca-469e-ad28-1e9e8087227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:28.561499 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8d601af-5c69-4f5a-b105-56342d4ae48e req-5e0d2a78-ccca-469e-ad28-1e9e8087227c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1096 time: 0.0565515 Jul 15 18:05:28.597197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f8d601af-5c69-4f5a-b105-56342d4ae48e req-45a022cf-4d58-4365-bae1-292883437e1e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289562 Jul 15 18:05:28.907890 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:29.181301 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fbac03f0-edf4-47f8-97cb-7dc9ee5860c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:29.333562 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b90a3-4eeb-4e43-9318-1b0c41b7bc72 req-11ef95aa-31c8-40eb-b7a5-afa78129353b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:29.335820 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff5b90a3-4eeb-4e43-9318-1b0c41b7bc72 req-11ef95aa-31c8-40eb-b7a5-afa78129353b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0806313 Jul 15 18:05:29.375495 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ff5b90a3-4eeb-4e43-9318-1b0c41b7bc72 req-5f46347a-9b00-47a9-a618-5a1f91ad14d5 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339344 Jul 15 18:05:29.832861 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:30.557697 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b86b1-a269-439b-8c82-155ef7ba17fd req-7c551c5a-a8d4-468b-b27a-afa47cd865fc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:30.559204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-790b86b1-a269-439b-8c82-155ef7ba17fd req-7c551c5a-a8d4-468b-b27a-afa47cd865fc tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0683639 Jul 15 18:05:30.597654 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-790b86b1-a269-439b-8c82-155ef7ba17fd req-7191689c-da9b-45be-9b2c-2f4989f4eae6 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327179 Jul 15 18:05:30.772998 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7405b1-bec3-48d1-bd57-29125d96e422 req-7e84a0aa-1778-4010-a413-177e233c8efd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:30.774506 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd7405b1-bec3-48d1-bd57-29125d96e422 req-7e84a0aa-1778-4010-a413-177e233c8efd tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0660107 Jul 15 18:05:30.813825 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd7405b1-bec3-48d1-bd57-29125d96e422 req-5c726059-34c0-4293-a832-f74ccc8e455e tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Jul 15 18:05:30.838742 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50486) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:30.889550 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3db25ba-008a-419d-b7ab-051dac72c54e tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:30.890983 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-c3db25ba-008a-419d-b7ab-051dac72c54e tempest-TestNetworkAdvancedServerOps-430774903 tempest-TestNetworkAdvancedServerOps-430774903-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1091 time: 0.0511682 Jul 15 18:05:30.893821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50488) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:30.898869 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:05:30.920987 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.020648 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.123189 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Allocated IP 172.25.8.41 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/8850cc6b-6002-4595-8346-d64c82b527ce) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:05:31.229894 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.269964 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.311158 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:05:31.313917 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:05:31.316394 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:05:31.347821 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=8850cc6b-6002-4595-8346-d64c82b527ce,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:31.552563 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.700765 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.786039 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.937230 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:31.941817 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:32.012495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event updated for resources: {'Port': ['ID=8850cc6b-6002-4595-8346-d64c82b527ce,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:05:32.024714 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:32.124367 n-d-800085-3 neutron-server[100428]: INFO neutron.db.l3_db [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 associated. External IP: 172.25.8.41, port: 79eabf60-86a9-4f75-bd51-64e36cfcbadd. Jul 15 18:05:32.660746 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:05:32.768268 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:05:32.777962 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Sync routers for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:05:32.784425 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:32.787627 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:32.788911 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:32.820756 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-85e4c45e-e5f7-4858-a57a-f8f135d22fc9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9259195 Jul 15 18:05:32.821336 n-d-800085-3 neutron-server[100428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd'}] {{(pid=100428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:05:32.823723 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a9f56516b4d3fe45502c891527bede24a759275b172e44d9df08165a4a492d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256dedbd-512a-4973-81da-2e0866891f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd"}]}' {{(pid=100428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:05:32.899736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:32.918229 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dcf0a0-653c-4d10-b317-c41fe369040b x-openstack-request-id: req-28dcf0a0-653c-4d10-b317-c41fe369040b {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:05:32.918623 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd", "status": "completed", "code": 200}]} {{(pid=100428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:05:32.919209 n-d-800085-3 neutron-server[100428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28dcf0a0-653c-4d10-b317-c41fe369040b {{(pid=100428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:05:32.919684 n-d-800085-3 neutron-server[100428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'status': 'completed', 'code': 200} Jul 15 18:05:33.031873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea311c-8bc9-4a77-a24b-a88afad97766 req-40966ce6-02b6-4687-a761-74118cfa1d3c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:33.033465 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3ea311c-8bc9-4a77-a24b-a88afad97766 req-40966ce6-02b6-4687-a761-74118cfa1d3c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.1123452 Jul 15 18:05:33.035423 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dedbd-512a-4973-81da-2e0866891f9a req-27c6f5e6-8d0c-44a7-b6fe-f7fcdb96ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:33.036784 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-27c6f5e6-8d0c-44a7-b6fe-f7fcdb96ca59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1096 time: 0.0877056 Jul 15 18:05:33.102732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b3ea311c-8bc9-4a77-a24b-a88afad97766 req-854dd996-b98e-4a37-88a5-469bbf1ef116 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625949 Jul 15 18:05:33.127595 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50496) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:33.140218 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd9f5fff3-12ee-4806-bd3f-3eb0ea835be7', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'port_id': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'mac_address': 'fa:16:3e:93:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:05:31Z', 'updated_at': '2021-07-15T18:05:31Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:33.157531 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dedbd-512a-4973-81da-2e0866891f9a req-b44529cb-afa6-4bd8-9dbf-4a8cd9bbd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:33.159019 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-b44529cb-afa6-4bd8-9dbf-4a8cd9bbd6a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 897 time: 0.1128514 Jul 15 18:05:33.168093 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Checking router: c7044d19-46f2-4576-bc5e-c3f8b914a2a4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:05:33.176745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:05:33.177358 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:33.192626 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-52c2dd7d-da81-4da8-abbe-a225f3ad7d95 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 HTTP/1.1" status: 200 len: 990 time: 0.0631645 Jul 15 18:05:33.229638 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-1aae0454-1abb-4ec3-93d2-31f44bec4266 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 998 time: 0.0643651 Jul 15 18:05:33.279541 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dedbd-512a-4973-81da-2e0866891f9a req-60799c25-7358-46fa-b9e1-2ba6c2d980a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:33.281081 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-60799c25-7358-46fa-b9e1-2ba6c2d980a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 200 len: 835 time: 0.0446682 Jul 15 18:05:33.284960 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:05:33.344104 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dedbd-512a-4973-81da-2e0866891f9a req-53f89239-6ca1-4284-83b7-9c4c536dc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:05:33.345760 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-53f89239-6ca1-4284-83b7-9c4c536dc627 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f91ae24-d652-428a-9cbd-f9bf19520da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588508 Jul 15 18:05:33.441677 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-f2deecc7-3000-406a-a0ab-ea6a624db7da service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895631 Jul 15 18:05:33.508654 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd9f5fff3-12ee-4806-bd3f-3eb0ea835be7', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'port_id': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'mac_address': 'fa:16:3e:93:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:05:31Z', 'updated_at': '2021-07-15T18:05:31Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:05:33.537729 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-256dedbd-512a-4973-81da-2e0866891f9a req-6122b1d2-09e7-4961-ba3e-53a7eee2bf0d service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902722 Jul 15 18:05:33.539473 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77759c84-ce3b-43a4-a13e-63046e375c96 None None] The sync data for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 is: [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': 'd9f5fff3-12ee-4806-bd3f-3eb0ea835be7', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'port_id': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'mac_address': 'fa:16:3e:93:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:05:31Z', 'updated_at': '2021-07-15T18:05:31Z', 'revision_number': 0, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:05:33.731849 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2264535d-071b-4047-bb2c-79e9b9565ab6 None None] New status for floating IP d9f5fff3-12ee-4806-bd3f-3eb0ea835be7: ACTIVE {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:05:34.195330 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50498) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:05:34.259796 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b4ee6008-399f-4157-8c70-1caed832b650 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 HTTP/1.1" status: 200 len: 992 time: 0.0633006 Jul 15 18:05:41.350376 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:41.569706 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:55.926284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7be0472e-a91b-41e6-a7c0-d8f2a4fb8a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:58.909707 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:59.182940 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-84cc79e9-5bf4-4b95-af3a-59e7b096c75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:05:59.503861 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:05:59.836802 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:01.266945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2ab58-12cc-40e4-bfd6-1a730d11f1ff req-6a673494-a1c5-4378-9cdf-b956d97adeb0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:01.268837 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe2ab58-12cc-40e4-bfd6-1a730d11f1ff req-6a673494-a1c5-4378-9cdf-b956d97adeb0 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0846770 Jul 15 18:06:01.315192 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0fe2ab58-12cc-40e4-bfd6-1a730d11f1ff req-7e834186-f845-4ba5-977b-3c859a404655 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386696 Jul 15 18:06:01.558581 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:02.526787 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f06b49-b5c3-49bb-861a-11e15e37d4b2 req-b41c5476-4743-4626-a3d4-2ba18b409041 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:02.528328 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70f06b49-b5c3-49bb-861a-11e15e37d4b2 req-b41c5476-4743-4626-a3d4-2ba18b409041 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0729177 Jul 15 18:06:02.573516 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-70f06b49-b5c3-49bb-861a-11e15e37d4b2 req-c1c0cb37-b009-461d-957f-a85cbd3ed7e9 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Jul 15 18:06:02.597703 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50514) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:02.658815 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-6cc25845-06cf-48d7-85f1-5f69c69b9814 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 HTTP/1.1" status: 200 len: 992 time: 0.0597732 Jul 15 18:06:04.172797 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-11d43809-8354-4e0c-9925-25688f8c2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:04.172797 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-11d43809-8354-4e0c-9925-25688f8c2b97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1096 time: 0.1094151 Jul 15 18:06:04.177429 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda16ec4-61c7-4a25-a3dc-f1223fe65a56 req-97853632-a1e8-4f22-8ac5-73ba3f90216b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:04.179087 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cda16ec4-61c7-4a25-a3dc-f1223fe65a56 req-97853632-a1e8-4f22-8ac5-73ba3f90216b tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0907171 Jul 15 18:06:04.280427 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-cda16ec4-61c7-4a25-a3dc-f1223fe65a56 req-91947768-781f-4a04-bba4-2b8d0f06621c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923545 Jul 15 18:06:04.307106 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-50a29b86-b7f9-4481-b8ca-2250b31fec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:04.308664 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-50a29b86-b7f9-4481-b8ca-2250b31fec84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 897 time: 0.1287580 Jul 15 18:06:04.395922 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-79fd357a-7677-4203-9799-6f8c5d4e85fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 1000 time: 0.0800538 Jul 15 18:06:04.456982 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-6c7ea33f-4364-46a0-bef2-25b93a9bd3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:04.458449 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-6c7ea33f-4364-46a0-bef2-25b93a9bd3dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 200 len: 835 time: 0.0562346 Jul 15 18:06:04.518088 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-0ada5f57-b439-491f-9f91-282a281c819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:04.519584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-0ada5f57-b439-491f-9f91-282a281c819b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f91ae24-d652-428a-9cbd-f9bf19520da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548151 Jul 15 18:06:04.611197 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-1733657a-4012-4151-b2f5-07c2b0c7fe45 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854321 Jul 15 18:06:04.708692 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-42da550c-39ef-4fcf-a4a9-c5d4d95113c7 req-3e8eb245-594c-4ee4-ba74-437a88b95058 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912130 Jul 15 18:06:05.467466 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21fcf6-6251-4073-9801-1b7fa7bdc7c9 req-860745cc-98aa-49be-a708-604ea2025276 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:05.469042 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca21fcf6-6251-4073-9801-1b7fa7bdc7c9 req-860745cc-98aa-49be-a708-604ea2025276 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0698786 Jul 15 18:06:05.512864 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ca21fcf6-6251-4073-9801-1b7fa7bdc7c9 req-9fc843dc-4a34-43c0-a16b-e4d2309ed5ae tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376329 Jul 15 18:06:06.693452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a263c-1f1e-4528-b445-a8fdda412fd1 req-6c4c78e0-0c8b-400a-a087-0cb8c74f8034 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:06.694952 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-598a263c-1f1e-4528-b445-a8fdda412fd1 req-6c4c78e0-0c8b-400a-a087-0cb8c74f8034 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0682244 Jul 15 18:06:06.741037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-598a263c-1f1e-4528-b445-a8fdda412fd1 req-d4f5d3fc-b2bd-4e0e-9fc6-c5db79d2f9b7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Jul 15 18:06:06.769600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50526) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:06.847496 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-42134aa3-a21a-4059-bc06-b79d99f41a1a tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/floatingips/d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 HTTP/1.1" status: 200 len: 992 time: 0.0764825 Jul 15 18:06:07.162172 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50532) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:07.323224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 8850cc6b-6002-4595-8346-d64c82b527ce {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:06:07.323565 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:07.408095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:07.408455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:07.420871 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 8850cc6b-6002-4595-8346-d64c82b527ce owned by network:floatingip {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:06:07.591394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:07.621392 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=8850cc6b-6002-4595-8346-d64c82b527ce,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:07.669925 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.670259 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.670598 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.670994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.671274 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.671605 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.671930 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.672283 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.672610 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.672934 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.673255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.673573 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:07.716063 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for floatingip, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:07.716955 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Floating IP d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 disassociated (deleted). External IP: 172.25.8.41, port: 79eabf60-86a9-4f75-bd51-64e36cfcbadd. Jul 15 18:06:08.289420 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:06:08.405055 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:08.409497 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:08.418075 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Sync routers for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:08.428478 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:08.429121 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:08.452591 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-8c6e9b32-5394-49c6-9962-1ab13a59f689 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/floatingips/d9f5fff3-12ee-4806-bd3f-3eb0ea835be7 HTTP/1.1" status: 204 len: 168 time: 1.2893507 Jul 15 18:06:08.453171 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:06:08.455799 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6977f9e5-761c-4edc-a188-fabf08cb2b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:06:08.498445 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0c72dc-26f5-415f-a6cd-fe2ab89bfb99 x-openstack-request-id: req-2c0c72dc-26f5-415f-a6cd-fe2ab89bfb99 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:06:08.499128 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:06:08.499383 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c0c72dc-26f5-415f-a6cd-fe2ab89bfb99 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:06:08.499817 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'status': 'completed', 'code': 200} Jul 15 18:06:08.566614 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:08.580775 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-5b7036c0-3f4c-45e0-b3df-625b49a2b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:08.582558 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-5b7036c0-3f4c-45e0-b3df-625b49a2b647 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca745c912b634f65a97f069e4f9d1a46&device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 1096 time: 0.0600786 Jul 15 18:06:08.690838 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-6685afe6-3ede-462a-83da-3cae3ff0698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:08.692796 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-6685afe6-3ede-462a-83da-3cae3ff0698c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 200 len: 897 time: 0.1032743 Jul 15 18:06:08.741598 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-062d755f-b017-4410-9353-242ed7683481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 200 len: 217 time: 0.0416968 Jul 15 18:06:08.798702 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-717e48ef-ddf8-4f07-be35-0cd18eeef24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:08.800614 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-717e48ef-ddf8-4f07-be35-0cd18eeef24f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 200 len: 835 time: 0.0526090 Jul 15 18:06:08.909150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd6b1-0324-4675-9db0-bd792c488fa9 req-c1c3d09a-530b-48c1-acb0-5438e5d8662c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:08.910676 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b8cd6b1-0324-4675-9db0-bd792c488fa9 req-c1c3d09a-530b-48c1-acb0-5438e5d8662c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.1078899 Jul 15 18:06:08.912745 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:08.916142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-2a24bfec-56c0-4103-9f03-2e543ddbfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:08.917687 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-2a24bfec-56c0-4103-9f03-2e543ddbfcb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f91ae24-d652-428a-9cbd-f9bf19520da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040754 Jul 15 18:06:08.944028 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Checking router: c7044d19-46f2-4576-bc5e-c3f8b914a2a4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:08.953556 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:08.954155 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:08.979911 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-5b8cd6b1-0324-4675-9db0-bd792c488fa9 req-2287f463-8ce0-44fe-a747-d92e3c7b5cbb tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612309 Jul 15 18:06:09.037877 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-4bae66e0-263f-4bfc-9c90-0fbd66e79759 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118538 Jul 15 18:06:09.086006 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:09.138612 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6977f9e5-761c-4edc-a188-fabf08cb2b8d req-3b0abf1e-9222-40bc-8d04-5b662eab4963 service neutron] 10.222.0.35 "GET /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941343 Jul 15 18:06:09.301326 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:09.327848 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd2a68-25cd-4a6f-b514-24a45e805b3f None None] The sync data for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 is: [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:17Z', 'revision_number': 4, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd', 'name': '', 'network_id': '7f91ae24-d652-428a-9cbd-f9bf19520da1', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'mac_address': 'fa:16:3e:25:b9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:16Z', 'updated_at': '2021-07-15T18:05:22Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'subnets': [{'id': 'ac698efd-011c-4660-bd52-d05c08ec4b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:09.568626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab64aa0-dc66-4160-8ca6-f97231a627d8 None None] New status for floating IP d9f5fff3-12ee-4806-bd3f-3eb0ea835be7: DOWN {{(pid=100430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:06:10.186514 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfee850-7698-4778-8a58-5108ad0f001f req-bea10dfc-1367-4f41-8e4e-6ef77545dc7c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:10.188093 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7cfee850-7698-4778-8a58-5108ad0f001f req-bea10dfc-1367-4f41-8e4e-6ef77545dc7c tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0808930 Jul 15 18:06:10.234430 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7cfee850-7698-4778-8a58-5108ad0f001f req-1a2884ca-cdd5-48f3-bff3-b4fd5377a211 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/security-groups?id=28583b1b-70a8-41f3-b9a1-e86b60abff72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Jul 15 18:06:10.381754 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-fd461d6d-a7b1-451b-9e6c-4be5565c2a07 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:10.383523 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-fd461d6d-a7b1-451b-9e6c-4be5565c2a07 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 945 time: 0.0724149 Jul 15 18:06:10.499560 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 79eabf60-86a9-4f75-bd51-64e36cfcbadd {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:06:10.499907 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:10.603007 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 79eabf60-86a9-4f75-bd51-64e36cfcbadd, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=79eabf60-86a9-4f75-bd51-64e36cfcbadd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:10.603334 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:10.616995 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 79eabf60-86a9-4f75-bd51-64e36cfcbadd owned by compute:nova {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:06:10.759972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:10.788994 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=79eabf60-86a9-4f75-bd51-64e36cfcbadd,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:10.838238 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] No DVR routers for this DVR port 79eabf60-86a9-4f75-bd51-64e36cfcbadd on host n-h2-800085-3 {{(pid=100429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:06:10.840886 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:10.842860 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-00a99246-c51e-43af-9f48-6cc02aa1985d req-151be9c9-ba5a-4d9f-b941-3622cd4aa9f7 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.35 "DELETE /v2.0/ports/79eabf60-86a9-4f75-bd51-64e36cfcbadd HTTP/1.1" status: 204 len: 173 time: 0.4544439 Jul 15 18:06:10.843337 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'name': 'network-vif-deleted', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:06:10.846265 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a49b0-73bd-4a3c-96db-c7bc6a80e359" -d '{"events": [{"server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "name": "network-vif-deleted", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:06:10.888027 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71890fab-9fd4-421e-9819-9eb41d3b7c18 x-openstack-request-id: req-71890fab-9fd4-421e-9819-9eb41d3b7c18 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:06:10.888349 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bc7f57-5ad3-4082-ba7a-de268f6f23b1", "name": "network-vif-deleted", "tag": "79eabf60-86a9-4f75-bd51-64e36cfcbadd", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:06:10.888633 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71890fab-9fd4-421e-9819-9eb41d3b7c18 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:06:10.888998 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bc7f57-5ad3-4082-ba7a-de268f6f23b1', 'name': 'network-vif-deleted', 'tag': '79eabf60-86a9-4f75-bd51-64e36cfcbadd', 'status': 'completed', 'code': 200} Jul 15 18:06:11.369620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:11.404183 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b933fcea-eb4c-4e90-bb97-aa20eb1734ce req-5a0c3fed-98bd-4488-ae41-a0a6e43ccfca tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "GET /v2.0/ports?device_id=53bc7f57-5ad3-4082-ba7a-de268f6f23b1 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Jul 15 18:06:11.579913 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:12.502695 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50548) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:12.886729 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680101'] for router_interface, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:13.165108 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd {{(pid=100428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:06:13.165528 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:13.262801 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:13.263169 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:13.277584 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd owned by network:router_interface {{(pid=100428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:06:13.471121 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:13.502983 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:13.540449 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.540806 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.541147 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.541486 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.541819 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.542149 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.542483 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.542807 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.543135 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.543464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.543787 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.544106 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:13.737148 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1565997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676917'] for router_interface, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:13.967258 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:06:14.085062 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:14.090499 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8a3e75c2-4acc-481f-953d-640f63ae920d tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "PUT /v2.0/routers/c7044d19-46f2-4576-bc5e-c3f8b914a2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864115 Jul 15 18:06:14.092923 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50550) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:14.095276 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Sync routers for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:14.107390 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:14.108259 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:14.172795 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_v2 [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting subnet ac698efd-011c-4660-bd52-d05c08ec4b14 {{(pid=100428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 18:06:14.176706 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.221927 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7140352'] for subnet, precommit_delete_associations {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.231930 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:14.316004 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1755380'] for subnet, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.369753 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 79eabf60-86a9-4f75-bd51-64e36cfcbadd no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:06:14.393303 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1755331', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7307405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5682242'] for subnet, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.397102 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] No Port match for: 79eabf60-86a9-4f75-bd51-64e36cfcbadd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:06:14.397474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 79eabf60-86a9-4f75-bd51-64e36cfcbadd not bound to the agent host n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:06:14.421495 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Subnet': ['ID=ac698efd-011c-4660-bd52-d05c08ec4b14,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:14.425275 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.427185 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-de493b15-d9a6-48f5-a9fc-79846bce7ed3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/subnets/ac698efd-011c-4660-bd52-d05c08ec4b14 HTTP/1.1" status: 204 len: 168 time: 0.3333094 Jul 15 18:06:14.431803 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50552) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:14.433433 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:06:13Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:14.435312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0fc05-33b1-4fb8-a5c0-bbd7f7980e6e None None] Network 7f91ae24-d652-428a-9cbd-f9bf19520da1 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:06:14.462128 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Checking router: c7044d19-46f2-4576-bc5e-c3f8b914a2a4 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:14.470287 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Routers {'c7044d19-46f2-4576-bc5e-c3f8b914a2a4'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:14.470885 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:14.559448 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.590401 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] Set router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:14.651841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] DHCP port deletion for 7f91ae24-d652-428a-9cbd-f9bf19520da1 request from n-d-800085-3 {{(pid=100430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 18:06:14.696051 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.704339 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Deleting port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e {{(pid=100430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:06:14.704339 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.779215 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] For port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,segment=NetworkSegment(6ee778c6-86d3-41a8-8c13-174d13467823),segment_id=6ee778c6-86d3-41a8-8c13-174d13467823)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:14.779719 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.780978 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Deleting port 0da61f39-f17c-449d-9e17-7ab76cd94416 {{(pid=100429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 18:06:14.781435 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742637509295'] for port, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.788669 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:06:13Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:14.793860 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Calling delete_port for dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e owned by network:dhcp {{(pid=100430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:06:14.822681 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537810-54c4-40c0-84c6-544760a5a6df None None] The sync data for ids ['c7044d19-46f2-4576-bc5e-c3f8b914a2a4'] in n-d-800085-3 is: [{'id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173410210', 'tenant_id': 'ca745c912b634f65a97f069e4f9d1a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:06:13Z', 'revision_number': 5, 'project_id': 'ca745c912b634f65a97f069e4f9d1a46', 'gw_port': {'id': '0da61f39-f17c-449d-9e17-7ab76cd94416', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7044d19-46f2-4576-bc5e-c3f8b914a2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:05:13Z', 'updated_at': '2021-07-15T18:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:14.892201 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092'] for port, after_delete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.900415 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] For port 0da61f39-f17c-449d-9e17-7ab76cd94416, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=0da61f39-f17c-449d-9e17-7ab76cd94416,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:14.900874 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679326'] for port, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:14.915081 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.plugin [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Calling delete_port for 0da61f39-f17c-449d-9e17-7ab76cd94416 owned by network:router_gateway {{(pid=100429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 18:06:14.920513 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] No DVR routers for this DVR port dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e on host n-d-800085-3 {{(pid=100430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 18:06:14.922884 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Pushing event deleted for resources: {'Port': ['ID=dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e,revision_number=None']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:14.942558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.942785 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.943154 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.943531 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.943873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.944293 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.944715 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.945015 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.945408 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.946441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.947205 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:14.947543 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63847ab-3f2c-41db-93aa-7d8ac684e7cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:15.110557 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742637507714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742637107092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.138019 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Port': ['ID=0da61f39-f17c-449d-9e17-7ab76cd94416,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:15.217443 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563311'] for router_gateway, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.318089 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-681211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.320421 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.365122 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679405'] for router, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.365805 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Fanout notify agent at l3_agent the message router_deleted on router c7044d19-46f2-4576-bc5e-c3f8b914a2a4 {{(pid=100429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 18:06:15.374212 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.375376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-856c5948-36ee-4d0b-a033-d729758f0004 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/routers/c7044d19-46f2-4576-bc5e-c3f8b914a2a4 HTTP/1.1" status: 204 len: 168 time: 0.9415607 Jul 15 18:06:15.378154 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50554) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:15.463199 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588895'] for network, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.572873 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1756304', 'neutron.services.segments.db._delete_segments_for_network-8742637422924'] for network, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.584592 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f91ae24-d652-428a-9cbd-f9bf19520da1']}} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:15.596598 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee778c6-86d3-41a8-8c13-174d13467823') {'for_net_delete': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:15.596946 n-d-800085-3 neutron-server[100428]: DEBUG neutron.services.segments.db [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee778c6-86d3-41a8-8c13-174d13467823') {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:15.607647 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742637424981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7140407'] for segment, before_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.623195 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.629827 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 18:06:15.630300 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7307823'] for segment, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: Traceback (most recent call last): Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: timer() Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: cb(*args, **kw) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: return func(*args, **kwargs) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: self._notify() Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: self.callback(batched_events) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: event.method(event) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: return f(self, *a, **k) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: return self._get(url).json() Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: return self.request(url, 'GET', **kwargs) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 18:06:15.634030 n-d-800085-3 neutron-server[100428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 18:06:15.704380 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1756297', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563379'] for network, after_delete {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.712993 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.714438 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/networks/7f91ae24-d652-428a-9cbd-f9bf19520da1 HTTP/1.1" status: 204 len: 168 time: 0.3352814 Jul 15 18:06:15.717504 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50556) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:15.725881 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2d406-2d94-44a8-90b5-40948aca15d3 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'Network': ['ID=7f91ae24-d652-428a-9cbd-f9bf19520da1,revision_number=None']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:15.790806 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.829247 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.897586 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.901331 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:15.902533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] 10.222.0.25 "DELETE /v2.0/security-groups/28583b1b-70a8-41f3-b9a1-e86b60abff72 HTTP/1.1" status: 204 len: 168 time: 0.1839905 Jul 15 18:06:15.912040 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a14013-e0e7-4bec-ab46-bf2c4bd0ea35 tempest-TestNetworkAdvancedServerOps-1909384093 tempest-TestNetworkAdvancedServerOps-1909384093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28583b1b-70a8-41f3-b9a1-e86b60abff72,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:16.173661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:06:16.201641 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:06:16.202019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 6a5b0e3a-48e4-4d6b-9da6-fc4e6f8ad5fd not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:06:16.202507 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:06:16.224123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:06:16.224606 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device dfeb79f2-0cc0-4e63-a34a-2d9bf827fc9e not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:06:16.225043 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0da61f39-f17c-449d-9e17-7ab76cd94416 no longer exists at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:06:16.249638 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] No Port match for: 0da61f39-f17c-449d-9e17-7ab76cd94416 {{(pid=100430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 18:06:16.250019 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 0da61f39-f17c-449d-9e17-7ab76cd94416 not bound to the agent host n-d-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 18:06:16.312667 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50564) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:16.471510 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3422f870-8d16-450d-94db-6e4588ed15b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca745c912b634f65a97f069e4f9d1a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576071 Jul 15 18:06:16.473979 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50568) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:16.524387 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:16.546407 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:16.602751 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:16.606183 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:16.607503 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abb2fce4-babc-472e-bfa4-7bcab83d39b8 HTTP/1.1" status: 204 len: 168 time: 0.1325650 Jul 15 18:06:16.616095 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7bd01-856a-40c5-97c5-854189301061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb2fce4-babc-472e-bfa4-7bcab83d39b8,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:16.890409 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50574) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:16.904076 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-354e3022-06d5-4baf-aa23-d06bfcd82800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.004702 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-354e3022-06d5-4baf-aa23-d06bfcd82800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.008995 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-354e3022-06d5-4baf-aa23-d06bfcd82800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.048343 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e3022-06d5-4baf-aa23-d06bfcd82800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f273b3b-0d06-4dcf-8c18-2bf2c89f8ab5,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:17.053525 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-354e3022-06d5-4baf-aa23-d06bfcd82800 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8683c8175cde47f49bb243fa2cbf8220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620150 Jul 15 18:06:17.056757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50576) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:17.113325 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.138095 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.197241 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_delete {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.199737 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:17.200930 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f273b3b-0d06-4dcf-8c18-2bf2c89f8ab5 HTTP/1.1" status: 204 len: 168 time: 0.1433444 Jul 15 18:06:17.209353 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08a6d4-ce24-4ccc-af73-18e702512d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f273b3b-0d06-4dcf-8c18-2bf2c89f8ab5,revision_number=None']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:17.979493 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50598) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:18.080464 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2027089732-network', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:18.104250 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Made reservation on behalf of bee8807c5bd54762a20b46d6c2369ed8 for: {'network': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:06:18.106596 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.115740 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.219382 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.229120 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.260399 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:06:18.272125 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc9be0-2cf5-40cd-85fd-6973ed8e4c6c,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:18.281067 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.281409 n-d-800085-3 neutron-server[100428]: INFO neutron.db.segments_db [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Added segment 1286424b-3898-4d3a-92ec-49a26ca6f900 of type vlan for network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd Jul 15 18:06:18.325822 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.362614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.363658 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:18.364327 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Notify callbacks [] for network, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.403419 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4226453 Jul 15 18:06:18.406401 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50602) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:18.413454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Request body: {'subnet': {'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2027089732-subnet', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'ip_version': 4}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:18.446792 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06259ae-2687-4182-8447-5008f033264e admin admin] Pushing event updated for resources: {'Network': ['ID=7463ea47-baa1-4da9-acbf-b5a3c8945bbd,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:18.457687 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:06:18.467372 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Made reservation on behalf of bee8807c5bd54762a20b46d6c2369ed8 for: {'subnet': 1} {{(pid=100428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:06:18.470533 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5682281'] for subnet, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.669276 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7307346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5682299'] for subnet, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.732797 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:18.744424 n-d-800085-3 neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Checking segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:18.744668 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Network hostable DHCP agents. Network: 7463ea47-baa1-4da9-acbf-b5a3c8945bbd, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:06:18.767416 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:06:18.777924 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 7463ea47-baa1-4da9-acbf-b5a3c8945bbd) {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:18.782600 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:18.783535 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.788701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3b1d01-c81f-4094-afac-07734b98fa98 None None] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:06:18.800639 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-0013c93e-a056-487b-962c-0ae25d72f65d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3930795 Jul 15 18:06:18.803357 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50604) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:18.808669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:18.831208 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.832381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.887549 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:18.940946 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:06:18.941827 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.044759 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.083355 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Allocated IP 172.20.0.2 (7463ea47-baa1-4da9-acbf-b5a3c8945bbd/f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e/9aad8e1e-842d-4c5d-b775-c171c8f0fb31) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:19.234095 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.243782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Transition to ACTIVE for port object 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:19.262584 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Transition to ACTIVE for port object 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:19.270260 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.278997 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.301040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.313999 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:19.316944 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:19.328209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:19.328209 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Pushing event updated for resources: {'Port': ['ID=9aad8e1e-842d-4c5d-b775-c171c8f0fb31,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:19.401358 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Attempting to bind port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:19.401721 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Attempting to bind port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:19.402077 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Attempting to bind port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 on network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:19.407411 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:19.407786 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Checking segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:19.408222 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.408611 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Bound using segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:19.409070 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Bound port: 9aad8e1e-842d-4c5d-b775-c171c8f0fb31, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:19.409445 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.426157 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Allocated IP 172.25.8.91 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/567731f6-5eca-421f-a415-f95cceda74b9) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:19.482279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-62144961-d252-414b-9abf-97f3dda71681 None None] For port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:19.485782 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-62144961-d252-414b-9abf-97f3dda71681 None None] For port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9aad8e1e-842d-4c5d-b775-c171c8f0fb31,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:19.490072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.555917 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.557708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62144961-d252-414b-9abf-97f3dda71681 None None] Pushing event updated for resources: {'Port': ['ID=9aad8e1e-842d-4c5d-b775-c171c8f0fb31,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:19.598581 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:19.639821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:19.645174 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:19.647649 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:19.695448 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Pushing event updated for resources: {'Port': ['ID=567731f6-5eca-421f-a415-f95cceda74b9,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:19.951502 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:20.186922 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:20.207279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:20.270164 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:20.352314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Router c74cdaaa-615b-46f6-8982-c6d5f20d7387 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:06:20.490890 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:20.503581 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Sync routers for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:20.511455 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:20.515684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-7091cd4e-2503-4646-b2c4-90a71f633b38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7086818 Jul 15 18:06:20.516511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:20.516757 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50606) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:20.516958 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:20.560496 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c76dec-5593-48e8-ae2d-1df6788876ba None None] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:06:20.633521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Provisioning for port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:20.638706 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Provisioning complete for port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:20.639081 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:20.743811 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:20.958159 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.199726 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] For port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=9aad8e1e-842d-4c5d-b775-c171c8f0fb31,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:21.209395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.274588 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c746e-ce0b-4a2a-ba3e-29f5917326f7 None None] Pushing event updated for resources: {'Port': ['ID=9aad8e1e-842d-4c5d-b775-c171c8f0fb31,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:21.280528 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:19Z', 'revision_number': 3, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:21.310783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Checking router: c74cdaaa-615b-46f6-8982-c6d5f20d7387 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:21.310783 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Updating router c74cdaaa-615b-46f6-8982-c6d5f20d7387 port 567731f6-5eca-421f-a415-f95cceda74b9 binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:06:21.350153 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.377229 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.562822 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Allocated IP 172.20.0.1 (7463ea47-baa1-4da9-acbf-b5a3c8945bbd/f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e/7916a172-d5c1-44ac-b077-533932587a18) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:21.577625 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-fdd3d514-f439-499b-8556-0a7b84336d9c None None] Provisioning complete for port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:21.578300 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d514-f439-499b-8556-0a7b84336d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.676653 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.678444 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.694405 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Transition to ACTIVE for port object 7916a172-d5c1-44ac-b077-533932587a18 will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:21.708634 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Transition to ACTIVE for port object 567731f6-5eca-421f-a415-f95cceda74b9 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:21.719051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.737520 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.778922 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:21.781231 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aaaf5-99fc-444f-aafc-ba05d292fd0f None None] Pushing event updated for resources: {'Port': ['ID=567731f6-5eca-421f-a415-f95cceda74b9,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:21.783689 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Attempting to bind port 567731f6-5eca-421f-a415-f95cceda74b9 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:21.784048 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Attempting to bind port 567731f6-5eca-421f-a415-f95cceda74b9 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:21.784442 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Attempting to bind port 567731f6-5eca-421f-a415-f95cceda74b9 on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:21.785548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:21.789336 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:21.791748 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:21.792158 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:21.792576 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.792976 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:21.793458 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Bound port: 567731f6-5eca-421f-a415-f95cceda74b9, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:21.793970 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.816566 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Pushing event updated for resources: {'Port': ['ID=7916a172-d5c1-44ac-b077-533932587a18,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:21.844310 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.854020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] For port 567731f6-5eca-421f-a415-f95cceda74b9, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:21.858708 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] For port 567731f6-5eca-421f-a415-f95cceda74b9, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=567731f6-5eca-421f-a415-f95cceda74b9,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:21.862905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:21.924310 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:21.924951 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:21.931234 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aaaf5-99fc-444f-aafc-ba05d292fd0f None None] Pushing event updated for resources: {'Port': ['ID=567731f6-5eca-421f-a415-f95cceda74b9,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:22.019647 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.047858 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:22.132072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1595c772-24a8-4f14-b15f-b48f19935e5c None None] Provisioning for port 7916a172-d5c1-44ac-b077-533932587a18 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:22.140692 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-1595c772-24a8-4f14-b15f-b48f19935e5c None None] Provisioning complete for port 7916a172-d5c1-44ac-b077-533932587a18 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:22.141070 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-1595c772-24a8-4f14-b15f-b48f19935e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.188974 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:22.251015 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.256695 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.258734 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-1595c772-24a8-4f14-b15f-b48f19935e5c None None] Port 7916a172-d5c1-44ac-b077-533932587a18 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:06:22.301745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 9aad8e1e-842d-4c5d-b775-c171c8f0fb31 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:22.302125 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.329874 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Pushing event updated for resources: {'Port': ['ID=7916a172-d5c1-44ac-b077-533932587a18,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:22.338040 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.354725 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:19Z', 'revision_number': 3, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:22.388495 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e2ec91-2bdf-4f62-8885-95420f9916ae None None] The sync data for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 is: [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:19Z', 'revision_number': 3, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:22.455525 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:22.457008 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:22.597596 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Router c74cdaaa-615b-46f6-8982-c6d5f20d7387 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:06:22.765431 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:22.770520 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-186c2af6-f0ef-4f1d-9993-3ef38dcfca86 admin admin] 10.222.0.25 "PUT /v2.0/routers/c74cdaaa-615b-46f6-8982-c6d5f20d7387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2531383 Jul 15 18:06:22.784474 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-cc78f273-d3dd-4708-8beb-bd51c05b4b46 None None] Provisioning complete for port 7916a172-d5c1-44ac-b077-533932587a18 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:22.784929 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-cc78f273-d3dd-4708-8beb-bd51c05b4b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:22.830331 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-cc78f273-d3dd-4708-8beb-bd51c05b4b46 None None] Port 7916a172-d5c1-44ac-b077-533932587a18 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:06:23.303653 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50622) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:23.310139 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985058463-network', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:23.332443 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Made reservation on behalf of f8ec701b45a04f2d97ed301213304bf1 for: {'network': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:06:23.334915 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for network, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.345275 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.441722 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.445717 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.471497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 18:06:23.482668 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e915f6-b834-493b-abd1-89df5f281c27,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:23.487940 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1767084'] for segment, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.488307 n-d-800085-3 neutron-server[100429]: INFO neutron.db.segments_db [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Added segment c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee of type vlan for network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 Jul 15 18:06:23.536648 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742637109764'] for network, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.568313 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990'] for network, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.569309 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:23.569887 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Notify callbacks [] for network, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.604746 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2999084 Jul 15 18:06:23.607729 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50624) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:23.638723 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Request body: {'subnet': {'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985058463-subnet', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'ip_version': 4}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:23.643012 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d39bd-dfa5-4e3f-98f4-2c9deeb4e627 admin admin] Pushing event updated for resources: {'Network': ['ID=0d786c9f-1db1-48e9-bfa3-7431c9c9bef4,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:23.653661 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 details requested by agent ovs-agent-n-d-800085-3 with host n-d-800085-3 {{(pid=100430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 18:06:23.667835 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Made reservation on behalf of f8ec701b45a04f2d97ed301213304bf1 for: {'subnet': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:06:23.671505 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6592361'] for subnet, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.892611 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6554790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6592379'] for subnet, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:23.943121 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=1861fce3-9ecb-4ce5-9d4c-cf4da5de6981,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:23.966099 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Checking segment: {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:23.966457 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Network hostable DHCP agents. Network: 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4, hostable agents: ['676628ee-3813-499b-932a-f2c5093b5333'], hosted agents: [] {{(pid=100429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 18:06:23.985703 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 is scheduled to be hosted by DHCP agent 676628ee-3813-499b-932a-f2c5093b5333 with binding_index 1 {{(pid=100429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 18:06:23.996699 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800085-3, 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4) {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:24.001761 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:24.002592 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.006498 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f8c63-9970-41ab-a3f5-fdf86b9ae2cd None None] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:06:24.021204 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-3650ba31-67ec-4494-a5d3-8986450d6ead admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4123781 Jul 15 18:06:24.024320 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50626) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:24.033557 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:24.057661 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Sync routers for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:24.059752 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-563451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.061088 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563260', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.071319 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:24.072288 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:24.130555 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.190926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d827cec-6346-5cf4-b097-72182c97fd16-0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981'}]}} from n-d-800085-3. {{(pid=100430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 18:06:24.192594 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.208672 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:24.276484 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 567731f6-5eca-421f-a415-f95cceda74b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:24.295527 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-563358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13673'] for router, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.383536 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 567731f6-5eca-421f-a415-f95cceda74b9 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:24.390681 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 567731f6-5eca-421f-a415-f95cceda74b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:24.391048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.420028 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.db_base_plugin_common [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Allocated IP 172.20.0.2 (0d786c9f-1db1-48e9-bfa3-7431c9c9bef4/1861fce3-9ecb-4ce5-9d4c-cf4da5de6981/f14cb90b-e318-45e2-a8c9-cfd403bcfee3) {{(pid=100430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:24.555876 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.556976 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:22Z', 'revision_number': 2, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:24.576386 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.597381 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.597624 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Checking router: c74cdaaa-615b-46f6-8982-c6d5f20d7387 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:24.597722 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Updating router c74cdaaa-615b-46f6-8982-c6d5f20d7387 port 7916a172-d5c1-44ac-b077-533932587a18 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:06:24.616357 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 567731f6-5eca-421f-a415-f95cceda74b9, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=567731f6-5eca-421f-a415-f95cceda74b9,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:24.623564 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.653019 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.716511 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Allocated IP 172.25.8.24 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/1dbe84fc-0501-4516-b49f-5cb98b1bd68f) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:24.744943 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=567731f6-5eca-421f-a415-f95cceda74b9,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:24.748381 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.760693 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Transition to ACTIVE for port object f14cb90b-e318-45e2-a8c9-cfd403bcfee3 will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:24.782329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Transition to ACTIVE for port object f14cb90b-e318-45e2-a8c9-cfd403bcfee3 will not be triggered until provisioned by entity DHCP. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:24.793671 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083'] for port, after_create {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.842844 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 is already hosted by enough agents. {{(pid=100430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:24.849841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.scheduler.base_scheduler [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Resources bound (agent type, host, resource id): {{(pid=100430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:24.853647 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Received port after_create {{(pid=100430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:24.859880 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.863449 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Pushing event updated for resources: {'Port': ['ID=f14cb90b-e318-45e2-a8c9-cfd403bcfee3,revision_number=1']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:24.906771 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.928586 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Attempting to bind port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:24.928986 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Attempting to bind port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:24.929302 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Attempting to bind port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 on network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:24.935609 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:24.935854 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Checking segment: {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:24.936157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.936537 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Bound using segment: {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:24.937009 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Bound port: f14cb90b-e318-45e2-a8c9-cfd403bcfee3, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:24.937395 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.951268 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.964433 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:24.964710 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Transition to ACTIVE for port object 7916a172-d5c1-44ac-b077-533932587a18 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:24.969002 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:24.973894 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:24.976155 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:24.977669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:25.009703 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] For port f14cb90b-e318-45e2-a8c9-cfd403bcfee3, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:25.013100 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] For port f14cb90b-e318-45e2-a8c9-cfd403bcfee3, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f14cb90b-e318-45e2-a8c9-cfd403bcfee3,segment=NetworkSegment(c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee),segment_id=c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:25.018051 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.025804 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Pushing event updated for resources: {'Port': ['ID=7916a172-d5c1-44ac-b077-533932587a18,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:25.035161 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.035503 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.035845 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.036198 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.036531 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.036855 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.037177 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.037498 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.037821 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.038386 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.038718 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.039036 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:06:25.077560 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f078e-bcc7-46f9-82f9-afb97f8a41a2 None None] Pushing event updated for resources: {'Port': ['ID=f14cb90b-e318-45e2-a8c9-cfd403bcfee3,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:25.112199 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Attempting to bind port 7916a172-d5c1-44ac-b077-533932587a18 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:25.112953 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Attempting to bind port 7916a172-d5c1-44ac-b077-533932587a18 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:25.112953 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Attempting to bind port 7916a172-d5c1-44ac-b077-533932587a18 on network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:25.123712 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:25.124358 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Checking segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:25.124977 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.125569 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Bound using segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:25.126289 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Bound port: 7916a172-d5c1-44ac-b077-533932587a18, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:25.126990 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.211988 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] For port 7916a172-d5c1-44ac-b077-533932587a18, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:25.215832 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] For port 7916a172-d5c1-44ac-b077-533932587a18, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7916a172-d5c1-44ac-b077-533932587a18,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:25.222963 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.279909 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:25.280772 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:25.326495 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.356278 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05de09-4fc4-463d-b9d4-42152b44c273 None None] Pushing event updated for resources: {'Port': ['ID=7916a172-d5c1-44ac-b077-533932587a18,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:25.479334 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:25.627643 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-563440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563211'] for router, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.746773 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:25Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:25.785759 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c1f1fb-3eb0-44c1-a412-fb6843f1f28b None None] The sync data for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 is: [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:25Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:25.798910 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Router a709a650-86c8-4097-bea0-670def050c75 is scheduled to L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 with binding_index 1 {{(pid=100429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 18:06:25.929136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f9397a4a-172f-4237-861d-59f7221eb061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.933983 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:25.944026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Sync routers for ids ['a709a650-86c8-4097-bea0-670def050c75'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:25.956601 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] Notify callbacks [] for router, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:25.960973 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50628) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:25.962221 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-27e59600-f11f-410b-b640-57ec5032a525 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9356277 Jul 15 18:06:25.964960 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Routers {'a709a650-86c8-4097-bea0-670def050c75'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:25.966291 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a709a650-86c8-4097-bea0-670def050c75'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:26.108646 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Set router a709a650-86c8-4097-bea0-670def050c75 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:26.513367 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7916a172-d5c1-44ac-b077-533932587a18 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:26.515416 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3fcfb-b29f-4f11-ab98-0985f8d374ae None None] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 requested from n-d-800085-3 {{(pid=100430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 18:06:26.574110 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:26.605635 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-be917306-992c-454c-a5aa-321ca25f6826 None None] Provisioning for port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:26.712799 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 7916a172-d5c1-44ac-b077-533932587a18 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:26.752014 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7916a172-d5c1-44ac-b077-533932587a18 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:26.753013 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:26.776163 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.db_base_plugin_common [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Allocated IP 172.20.0.1 (0d786c9f-1db1-48e9-bfa3-7431c9c9bef4/1861fce3-9ecb-4ce5-9d4c-cf4da5de6981/26f02026-bf8c-4049-a05a-df0a146bd1c8) {{(pid=100428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:26.859767 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:25Z', 'revision_number': 3, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3'}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:26.900178 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:26.906556 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Checking router: a709a650-86c8-4097-bea0-670def050c75 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:26.907401 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Updating router a709a650-86c8-4097-bea0-670def050c75 port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f binding host n-d-800085-3 {{(pid=100430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:06:26.916421 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Transition to ACTIVE for port object 26f02026-bf8c-4049-a05a-df0a146bd1c8 will not be triggered until provisioned by entity DHCP. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:26.953688 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:26.955947 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7307518'] for port, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:26.981887 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.001371 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:27.006526 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:27.010682 n-d-800085-3 neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Received port after_create {{(pid=100428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:27.046412 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 7916a172-d5c1-44ac-b077-533932587a18, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=7916a172-d5c1-44ac-b077-533932587a18,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:27.059153 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=26f02026-bf8c-4049-a05a-df0a146bd1c8,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:27.059271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.060433 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 567731f6-5eca-421f-a415-f95cceda74b9 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:27.080864 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679996'] for router_interface, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.252886 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=7916a172-d5c1-44ac-b077-533932587a18,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:27.276033 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.307170 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 567731f6-5eca-421f-a415-f95cceda74b9 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:27.307550 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.478076 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks [] for port, precommit_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.482057 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f14cb90b-e318-45e2-a8c9-cfd403bcfee3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:27.508614 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.515756 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Transition to ACTIVE for port object 1dbe84fc-0501-4516-b49f-5cb98b1bd68f will not be triggered until provisioned by entity L2. {{(pid=100430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:27.522936 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7307463'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.529931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.595167 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1566004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680008'] for router_interface, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.598248 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=26f02026-bf8c-4049-a05a-df0a146bd1c8,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:27.599059 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Attempting to bind port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f on host n-d-800085-3 for vnic_type normal with profile {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:27.599439 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Attempting to bind port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:27.600013 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Attempting to bind port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f on network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:27.616888 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-342ceda9-d4d3-4691-8d64-50e8ca8fb726 None None] Provisioning for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:27.623841 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:27.624403 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Checking segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:27.624969 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.625521 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Bound using segment: {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'} {{(pid=100430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:27.626224 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.managers [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Bound port: 1dbe84fc-0501-4516-b49f-5cb98b1bd68f, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09942c5-7a76-4314-a5cf-19aa6576883a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402'}}] {{(pid=100430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:27.626741 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.628979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea752-7888-4399-803d-75120f6bd16f None None] Pushing event updated for resources: {'Port': ['ID=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,revision_number=2']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:27.636049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-342ceda9-d4d3-4691-8d64-50e8ca8fb726 None None] Provisioning complete for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:27.636672 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-342ceda9-d4d3-4691-8d64-50e8ca8fb726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.666529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:27.700648 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 is already hosted by enough agents. {{(pid=100428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:27.702140 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.base_scheduler [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:27.705312 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:27.705620 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.762561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-342ceda9-d4d3-4691-8d64-50e8ca8fb726 None None] Port 26f02026-bf8c-4049-a05a-df0a146bd1c8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:06:27.769305 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] For port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f, host n-d-800085-3, cleared binding levels {{(pid=100430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:27.774387 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] For port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:27.782275 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.838497 n-d-800085-3 neutron-server[100428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Router a709a650-86c8-4097-bea0-670def050c75 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:06:27.877909 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beea752-7888-4399-803d-75120f6bd16f None None] Pushing event updated for resources: {'Port': ['ID=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:27.885567 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Routers {'a709a650-86c8-4097-bea0-670def050c75'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:27.886195 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:05:59Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a709a650-86c8-4097-bea0-670def050c75'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:27.932180 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:27.972628 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:27.978907 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-178e3045-07ef-4e2e-ab69-5ca7f356f9d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/a709a650-86c8-4097-bea0-670def050c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152893 Jul 15 18:06:28.042937 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port f14cb90b-e318-45e2-a8c9-cfd403bcfee3, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=f14cb90b-e318-45e2-a8c9-cfd403bcfee3,segment=NetworkSegment(c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee),segment_id=c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:28.053906 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.096873 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-82ad4af5-fdcf-4693-854c-7c1362b24552 None None] Provisioning complete for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:28.097358 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-82ad4af5-fdcf-4693-854c-7c1362b24552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.154075 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] Set router a709a650-86c8-4097-bea0-670def050c75 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:28.197529 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 7916a172-d5c1-44ac-b077-533932587a18 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:28.246072 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-82ad4af5-fdcf-4693-854c-7c1362b24552 None None] Port 26f02026-bf8c-4049-a05a-df0a146bd1c8 cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:06:28.283511 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=f14cb90b-e318-45e2-a8c9-cfd403bcfee3,revision_number=3']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:28.370745 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 7916a172-d5c1-44ac-b077-533932587a18 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:28.371117 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.662830 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '26f02026-bf8c-4049-a05a-df0a146bd1c8', 'name': '', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'mac_address': 'fa:16:3e:a8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:26Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 2, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'subnets': [{'id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:28.693372 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9404fe9b-8380-46b6-8167-5067bb089c9b None None] The sync data for ids ['a709a650-86c8-4097-bea0-670def050c75'] in n-d-800085-3 is: [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '26f02026-bf8c-4049-a05a-df0a146bd1c8', 'name': '', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'mac_address': 'fa:16:3e:a8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:26Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 2, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'subnets': [{'id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:28.774976 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50636) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:28.780017 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318231629', 'description': 'tempest-secgroup-smoke-318231629 description', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:28.803539 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.918995 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.922555 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.926320 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614260'] for security_group, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.970259 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28942d2f-3a80-40f4-9e13-fd1bd20c658a,revision_number=1']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:28.975047 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:28.976809 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-61435c6e-9e23-4833-a31d-7b589583343f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2004952 Jul 15 18:06:28.979965 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50638) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:28.984804 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.017499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.085001 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.090034 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.110219 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688b75c2-58fb-49ff-ad69-7d61dc4098ab,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:29.118099 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.119408 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-36ce8463-3782-474e-ba27-15cf4444de22 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383655 Jul 15 18:06:29.122195 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50640) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:29.127046 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.159262 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.189219 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-27a87a74-795f-47fe-b44d-be57c9067352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.239737 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.244689 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.263380 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52c98ed-0ca7-412c-9042-9ecd2a338881,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:29.272030 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.278319 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-731485db-9d8b-49b4-9248-2e8d9ee926dd tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525817 Jul 15 18:06:29.278658 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50642) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:29.284365 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.322394 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.415250 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.419130 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.444179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfbf2eb-b16c-47b1-acc0-1fdc326434ec,revision_number=0']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:29.448499 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.450026 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-ce68bf2e-e06c-463e-977e-5b830dd10e07 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700332 Jul 15 18:06:29.453035 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50644) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:29.459454 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.491325 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.560602 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.564540 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.582731 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6c918d-2288-4468-b4de-deec7768f92a,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:29.591510 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.592871 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-7791ad99-cbc9-4cb3-8cf2-f46059609b6b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384943 Jul 15 18:06:29.595568 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50646) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:29.600803 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.633062 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Project bee8807c5bd54762a20b46d6c2369ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:06:29.638832 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.712751 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.718076 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.737159 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cc1c5f-988b-4a09-b01e-35f525217382,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:29.746084 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.750666 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-d054f876-7e7a-443d-b8af-00cd141598c0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506581 Jul 15 18:06:29.750666 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50648) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:29.754970 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.v2.base [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'security_group_rule': {'security_group_id': '28942d2f-3a80-40f4-9e13-fd1bd20c658a', 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:29.780849 n-d-800085-3 neutron-server[100428]: INFO neutron.db.securitygroups_db [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Project bee8807c5bd54762a20b46d6c2369ed8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 18:06:29.793306 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:29.848432 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.236248 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.242812 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614181'] for security_group_rule, after_create {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.264343 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1dbe84fc-0501-4516-b49f-5cb98b1bd68f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:30.267087 n-d-800085-3 neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce5ee98-639a-4e86-ae6b-0446dda1a741,revision_number=0']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:30.274888 n-d-800085-3 neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.276405 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-2e0008d7-c5d4-42f0-be1a-927772b0f2d7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5250089 Jul 15 18:06:30.322278 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:30.326441 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:30.326812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.415399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.440652 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,segment=NetworkSegment(a09942c5-7a76-4314-a5cf-19aa6576883a),segment_id=a09942c5-7a76-4314-a5cf-19aa6576883a)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:30.444851 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.446598 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device f14cb90b-e318-45e2-a8c9-cfd403bcfee3 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:30.457250 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-54e0b43e-ae9f-45fb-9618-1ecb7adef2a6 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318231629&fields=id&tenant_id=bee8807c5bd54762a20b46d6c2369ed8 HTTP/1.1" status: 200 len: 267 time: 0.0428302 Jul 15 18:06:30.537020 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=1dbe84fc-0501-4516-b49f-5cb98b1bd68f,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:30.553568 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port f14cb90b-e318-45e2-a8c9-cfd403bcfee3 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:30.554066 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:30.599513 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-7d1dfc24-cde0-4737-85dc-0579b0ed05f4 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:30.602603 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-7d1dfc24-cde0-4737-85dc-0579b0ed05f4 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 809 time: 0.1360588 Jul 15 18:06:30.619645 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-bbcac95e-3583-42bd-a6c3-835d1165518b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/quotas/bee8807c5bd54762a20b46d6c2369ed8 HTTP/1.1" status: 200 len: 375 time: 0.0105369 Jul 15 18:06:30.690987 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-c0fa0082-3533-486b-93fc-85807f58a5da tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656705 Jul 15 18:06:30.712250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-eb7ee9f4-c198-4a85-8392-588adf9947c9 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=100429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 18:06:30.713276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-eb7ee9f4-c198-4a85-8392-588adf9947c9 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063498 Jul 15 18:06:30.814162 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-939f9055-45bf-4441-88fd-55d45a5c318d service neutron] 10.222.0.25 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945473 Jul 15 18:06:30.859548 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Sync routers for ids ['a709a650-86c8-4097-bea0-670def050c75'] in n-d-800085-3 {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:30.871888 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Routers {'a709a650-86c8-4097-bea0-670def050c75'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:30.873468 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a709a650-86c8-4097-bea0-670def050c75'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:30.910597 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-f9455790-a348-422d-9304-70a2e07d92f7 service neutron] 10.222.0.25 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907352 Jul 15 18:06:30.983752 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Set router a709a650-86c8-4097-bea0-670def050c75 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:31.254982 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '26f02026-bf8c-4049-a05a-df0a146bd1c8', 'name': '', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'mac_address': 'fa:16:3e:a8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:26Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 2, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'subnets': [{'id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:31.272543 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-101261de-fb36-4d56-8c78-46086921a3a0 req-76f67e4c-ae4e-4103-8b60-b3cce73bcb4f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 210 time: 0.1920111 Jul 15 18:06:31.297560 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Checking router: a709a650-86c8-4097-bea0-670def050c75 for host: n-d-800085-3 {{(pid=100431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:31.298000 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Updating router a709a650-86c8-4097-bea0-670def050c75 port 26f02026-bf8c-4049-a05a-df0a146bd1c8 binding host n-d-800085-3 {{(pid=100431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 18:06:31.340138 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.562145 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.756928 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks [] for port, precommit_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.769626 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.provisioning_blocks [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Transition to ACTIVE for port object 26f02026-bf8c-4049-a05a-df0a146bd1c8 will not be triggered until provisioned by entity L2. {{(pid=100431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:31.776731 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.824705 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a3354-3570-4dd4-8ed8-8c4f14a520bf None None] Pushing event updated for resources: {'Port': ['ID=26f02026-bf8c-4049-a05a-df0a146bd1c8,revision_number=3']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:31.889873 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Attempting to bind port 26f02026-bf8c-4049-a05a-df0a146bd1c8 on host n-d-800085-3 for vnic_type normal with profile {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:31.890622 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Attempting to bind port 26f02026-bf8c-4049-a05a-df0a146bd1c8 by drivers openvswitch,hyperv on host n-d-800085-3 at level 0 using segments [{'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:31.890622 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Attempting to bind port 26f02026-bf8c-4049-a05a-df0a146bd1c8 on network 0d786c9f-1db1-48e9-bfa3-7431c9c9bef4 {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:31.895800 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Checking agent: {'id': 'b69893db-9746-4d28-925a-c9fe9000d99e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 32, 29), 'started_at': datetime.datetime(2021, 7, 15, 16, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800085-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:31.896198 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Checking segment: {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:31.896905 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.897033 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Bound using segment: {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'} {{(pid=100431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:31.897536 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.managers [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Bound port: 26f02026-bf8c-4049-a05a-df0a146bd1c8, host: n-d-800085-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4'}}] {{(pid=100431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:31.897912 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:31.965159 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] For port 26f02026-bf8c-4049-a05a-df0a146bd1c8, host n-d-800085-3, cleared binding levels {{(pid=100431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:31.969035 n-d-800085-3 neutron-server[100431]: DEBUG neutron.plugins.ml2.db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] For port 26f02026-bf8c-4049-a05a-df0a146bd1c8, host n-d-800085-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=26f02026-bf8c-4049-a05a-df0a146bd1c8,segment=NetworkSegment(c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee),segment_id=c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee)] {{(pid=100431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:31.974326 n-d-800085-3 neutron-server[100431]: DEBUG neutron_lib.callbacks.manager [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:32.030730 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Routers {'a709a650-86c8-4097-bea0-670def050c75'} bound to L3 agent in host n-d-800085-3 {{(pid=100431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:32.031651 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['a709a650-86c8-4097-bea0-670def050c75'], 'active': True} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:32.174048 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_dvr_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] Set router a709a650-86c8-4097-bea0-670def050c75 gateway port host: n-d-800085-3 {{(pid=100431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:32.258892 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 1dbe84fc-0501-4516-b49f-5cb98b1bd68f up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:32.358845 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 1dbe84fc-0501-4516-b49f-5cb98b1bd68f triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:32.359866 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:32.434146 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a3354-3570-4dd4-8ed8-8c4f14a520bf None None] Pushing event updated for resources: {'Port': ['ID=26f02026-bf8c-4049-a05a-df0a146bd1c8,revision_number=4']} {{(pid=100431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:32.494519 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.l3_hamode_db [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '26f02026-bf8c-4049-a05a-df0a146bd1c8', 'name': '', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'mac_address': 'fa:16:3e:a8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:26Z', 'updated_at': '2021-07-15T18:06:31Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'subnets': [{'id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:32.531966 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bae0f11-e1e3-410f-80e3-84cee50e5f2e None None] The sync data for ids ['a709a650-86c8-4097-bea0-670def050c75'] in n-d-800085-3 is: [{'id': 'a709a650-86c8-4097-bea0-670def050c75', 'name': 'tempest-TestShelveInstance-985058463-router', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:27Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'gw_port': {'id': '1dbe84fc-0501-4516-b49f-5cb98b1bd68f', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:24Z', 'updated_at': '2021-07-15T18:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_interfaces': [{'id': '26f02026-bf8c-4049-a05a-df0a146bd1c8', 'name': '', 'network_id': '0d786c9f-1db1-48e9-bfa3-7431c9c9bef4', 'tenant_id': 'f8ec701b45a04f2d97ed301213304bf1', 'mac_address': 'fa:16:3e:a8:81:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a709a650-86c8-4097-bea0-670def050c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:26Z', 'updated_at': '2021-07-15T18:06:31Z', 'revision_number': 4, 'project_id': 'f8ec701b45a04f2d97ed301213304bf1', 'subnets': [{'id': '1861fce3-9ecb-4ce5-9d4c-cf4da5de6981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:32.806944 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-0d9f1f4b-5ecd-48c9-9410-c9243fd895e7 req-dea65db0-0960-412b-8539-60e2a30faa2e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 210 time: 0.0400128 Jul 15 18:06:32.882216 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-cc4ccd60-00d3-4b8d-a84a-523e566f1f48 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:32.884575 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-cc4ccd60-00d3-4b8d-a84a-523e566f1f48 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 809 time: 0.5891051 Jul 15 18:06:32.930868 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-038bf59b-8810-4f23-8f79-14a42563cf19 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bee8807c5bd54762a20b46d6c2369ed8 HTTP/1.1" status: 200 len: 379 time: 0.0375664 Jul 15 18:06:32.939398 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'port': {'device_id': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'admin_state_up': True, 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'security_groups': ['28942d2f-3a80-40f4-9e13-fd1bd20c658a']}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:33.061395 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Made reservation on behalf of bee8807c5bd54762a20b46d6c2369ed8 for: {'port': 1} {{(pid=100429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 18:06:33.065045 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.206731 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Allocated IP 172.20.0.11 (7463ea47-baa1-4da9-acbf-b5a3c8945bbd/f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e/7b6a96ac-241f-4399-8bae-0cdcb893c91d) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:33.356680 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.371152 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Transition to ACTIVE for port object 7b6a96ac-241f-4399-8bae-0cdcb893c91d will not be triggered until provisioned by entity DHCP. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:33.404873 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.452548 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:33.455843 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:33.459906 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:33.467224 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:33.515142 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:33.515778 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.531267 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-d680bed2-7459-4847-9c03-689929eeaead tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5958123 Jul 15 18:06:33.545255 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Request body: {'port': {'device_id': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800085-3'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:33.639389 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.737620 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f8a1281c-1ab3-4423-93fd-d1a378ecdecd None None] Provisioning for port 7b6a96ac-241f-4399-8bae-0cdcb893c91d completed by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:33.743308 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-f8a1281c-1ab3-4423-93fd-d1a378ecdecd None None] Provisioning complete for port 7b6a96ac-241f-4399-8bae-0cdcb893c91d triggered by entity DHCP. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:33.743681 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8a1281c-1ab3-4423-93fd-d1a378ecdecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.787203 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1281c-1ab3-4423-93fd-d1a378ecdecd None None] Port 7b6a96ac-241f-4399-8bae-0cdcb893c91d cannot update to ACTIVE because it is not bound. {{(pid=100430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 18:06:33.927140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6a96ac-241f-4399-8bae-0cdcb893c91d {{(pid=100429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:06:33.945270 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:33.984028 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.provisioning_blocks [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Transition to ACTIVE for port object 7b6a96ac-241f-4399-8bae-0cdcb893c91d will not be triggered until provisioned by entity L2. {{(pid=100429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 18:06:33.991521 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.068455 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6c25f-82b5-4a6d-bfa9-784df81eeafa req-8cd8f257-ceb7-42bc-afcb-6e2c3e23e13a tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.070353 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7dc6c25f-82b5-4a6d-bfa9-784df81eeafa req-8cd8f257-ceb7-42bc-afcb-6e2c3e23e13a tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 932 time: 0.1457570 Jul 15 18:06:34.072899 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:34.160584 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-7dc6c25f-82b5-4a6d-bfa9-784df81eeafa req-1cb61f6d-8d1b-477e-8ab6-c4af7185c19f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669420 Jul 15 18:06:34.186096 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Attempting to bind port 7b6a96ac-241f-4399-8bae-0cdcb893c91d on host n-h2-800085-3 for vnic_type normal with profile {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 18:06:34.186770 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Attempting to bind port 7b6a96ac-241f-4399-8bae-0cdcb893c91d by drivers openvswitch,hyperv on host n-h2-800085-3 at level 0 using segments [{'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 18:06:34.186945 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Attempting to bind port 7b6a96ac-241f-4399-8bae-0cdcb893c91d on network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:34.192816 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Port 7b6a96ac-241f-4399-8bae-0cdcb893c91d on network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-800085-3 {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 18:06:34.193150 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Attempting to bind port 7b6a96ac-241f-4399-8bae-0cdcb893c91d on network 7463ea47-baa1-4da9-acbf-b5a3c8945bbd {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 18:06:34.199690 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Checking agent: {'id': 'dd2d9e8b-d453-4cc2-abcf-4534bad69b9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800085-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'started_at': datetime.datetime(2021, 7, 15, 16, 39, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 18:06:34.200046 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Checking segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 18:06:34.200479 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Bound using segment: {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'} {{(pid=100429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 18:06:34.200942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.managers [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Bound port: 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host: n-h2-800085-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1286424b-3898-4d3a-92ec-49a26ca6f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd'}}] {{(pid=100429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 18:06:34.202786 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.212329 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 26f02026-bf8c-4049-a05a-df0a146bd1c8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:34.265658 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:34.269737 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:34.270109 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.282669 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, cleared binding levels {{(pid=100429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 18:06:34.285873 n-d-800085-3 neutron-server[100429]: DEBUG neutron.plugins.ml2.db [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 18:06:34.291025 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.337314 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.340219 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for port, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.341223 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] 10.222.0.35 "PUT /v2.0/ports/7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 1092 time: 0.8004806 Jul 15 18:06:34.341683 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:06:34.343977 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3139d797-90ab-4e2c-9730-2e1f0b7749b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:06:34.377303 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee62120-727b-491e-b60b-93b1a7048385 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=3']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:34.388537 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.402881 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6299f630-a350-4dc3-b0bd-e5c239304bc6 x-openstack-request-id: req-6299f630-a350-4dc3-b0bd-e5c239304bc6 {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:06:34.403174 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:06:34.403429 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6299f630-a350-4dc3-b0bd-e5c239304bc6 {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:06:34.403829 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'status': 'completed', 'code': 200} Jul 15 18:06:34.434056 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] For port 26f02026-bf8c-4049-a05a-df0a146bd1c8, host n-d-800085-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800085-3',level=0,port_id=26f02026-bf8c-4049-a05a-df0a146bd1c8,segment=NetworkSegment(c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee),segment_id=c56ce9d8-3b9d-44cc-a9bb-c6ae018899ee)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:34.439149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:34.456911 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-d892e6d5-649a-4d3e-8e75-35de40467c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.458563 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-d892e6d5-649a-4d3e-8e75-35de40467c11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0683522 Jul 15 18:06:34.500701 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Pushing event updated for resources: {'Port': ['ID=26f02026-bf8c-4049-a05a-df0a146bd1c8,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:34.514259 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-242736fc-53d1-4551-934d-a7b2f05b72fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 217 time: 0.0490115 Jul 15 18:06:34.566140 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-be62ea7c-b78f-4246-8193-8db9bbfb2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.567631 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-be62ea7c-b78f-4246-8193-8db9bbfb2b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0473137 Jul 15 18:06:34.628277 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16985293-70b4-441f-bd28-11e6771be511 req-a8beb0a1-a341-4518-bf5a-54863a3c954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.629732 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-a8beb0a1-a341-4518-bf5a-54863a3c954d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554223 Jul 15 18:06:34.730021 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-5d498f9d-3a95-4ea4-b014-3f1bdf19db17 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932074 Jul 15 18:06:34.829276 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16985293-70b4-441f-bd28-11e6771be511 req-2364fe4e-aa5a-4b34-a162-3f919b0b2f8c service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930707 Jul 15 18:06:34.936767 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-2f18bad2-2c07-4eb4-b923-5d3ab8812e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:34.938292 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-2f18bad2-2c07-4eb4-b923-5d3ab8812e47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0606015 Jul 15 18:06:35.033136 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-3f98606b-369e-4566-8ab1-a2ea16a5c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:35.034531 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-3f98606b-369e-4566-8ab1-a2ea16a5c15d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 909 time: 0.0902920 Jul 15 18:06:35.082534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-8cce88c7-929e-492b-8bb5-59cc9bb94986 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 217 time: 0.0407546 Jul 15 18:06:35.135426 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-c5a7e92c-4343-4ed5-8a1b-393667a9edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:35.137037 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-c5a7e92c-4343-4ed5-8a1b-393667a9edb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0463789 Jul 15 18:06:35.198864 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-962530a9-8c4a-47b1-92a1-8d8eba89ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:35.199968 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-962530a9-8c4a-47b1-92a1-8d8eba89ca38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561643 Jul 15 18:06:35.336547 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-7a641180-f362-489c-8ab9-083d94dcf8c7 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288493 Jul 15 18:06:35.390528 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04a45b-6357-4075-9674-0ace14d5e5a9 req-90bb8f77-244f-4d11-9c0e-d884805f3daa tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:35.392059 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f04a45b-6357-4075-9674-0ace14d5e5a9 req-90bb8f77-244f-4d11-9c0e-d884805f3daa tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 944 time: 0.1071372 Jul 15 18:06:35.477496 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3139d797-90ab-4e2c-9730-2e1f0b7749b2 req-1a1d7a10-04d5-4482-b5d1-1078168e22cd service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322267 Jul 15 18:06:35.480366 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f04a45b-6357-4075-9674-0ace14d5e5a9 req-ab54d5ee-5437-4f59-b58c-72bf7c8d0d30 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607646 Jul 15 18:06:36.181161 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Device 26f02026-bf8c-4049-a05a-df0a146bd1c8 up at agent ovs-agent-n-d-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:36.230236 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Provisioning complete for port 26f02026-bf8c-4049-a05a-df0a146bd1c8 triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:36.230606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:36.502581 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:06:36.516680 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7b6a96ac-241f-4399-8bae-0cdcb893c91d details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:06:36.613926 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:36.627445 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'mac_address': 'fa:16:3e:29:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:06:36.662539 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894dad3-de3d-4be8-b70a-6ca3862301ca req-a6b0cf49-30f0-43e3-adab-8a92f5e9afcc tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:36.664607 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6894dad3-de3d-4be8-b70a-6ca3862301ca req-a6b0cf49-30f0-43e3-adab-8a92f5e9afcc tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 944 time: 0.0670676 Jul 15 18:06:36.669274 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:36.683001 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6a96ac-241f-4399-8bae-0cdcb893c91d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:06:36.703859 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:36.705568 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6894dad3-de3d-4be8-b70a-6ca3862301ca req-6a184cfe-0208-47db-a81c-3b11c3ca2af7 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346756 Jul 15 18:06:36.708386 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:36.759376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=4']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:36.909514 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7b6a96ac-241f-4399-8bae-0cdcb893c91d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:06:37.883919 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4019-9885-435b-978e-9117fca51a51 req-0138bfaa-44a8-481e-832d-841894d4a53e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:37.885581 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f0e4019-9885-435b-978e-9117fca51a51 req-0138bfaa-44a8-481e-832d-841894d4a53e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 945 time: 0.0673814 Jul 15 18:06:37.928548 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-8f0e4019-9885-435b-978e-9117fca51a51 req-65eba41f-d345-4063-811e-403babea3747 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372875 Jul 15 18:06:38.529696 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7b6a96ac-241f-4399-8bae-0cdcb893c91d up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:06:38.585420 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning for port 7b6a96ac-241f-4399-8bae-0cdcb893c91d completed by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 18:06:38.590099 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 7b6a96ac-241f-4399-8bae-0cdcb893c91d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:06:38.590516 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:38.674136 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:38.697376 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:06:38.699959 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d8354-6750-48af-b1aa-e6297974b962" -d '{"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:06:38.716582 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:06:38.720716 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:38.749011 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90062bd-32d3-409e-98f4-7e7ff2c95d39 x-openstack-request-id: req-d90062bd-32d3-409e-98f4-7e7ff2c95d39 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:06:38.749391 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:06:38.749585 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d90062bd-32d3-409e-98f4-7e7ff2c95d39 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:06:38.749939 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'code': 200} Jul 15 18:06:38.781216 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=5']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:38.858179 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae68c-387e-407d-895a-efab3f1f153c req-e734ebbd-c55e-4338-add7-f08bb7a776cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:38.859685 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e1ae68c-387e-407d-895a-efab3f1f153c req-e734ebbd-c55e-4338-add7-f08bb7a776cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0530462 Jul 15 18:06:38.896754 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3e1ae68c-387e-407d-895a-efab3f1f153c req-4942b502-e0b8-40ac-91f7-3ced9ebe40ad service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302584 Jul 15 18:06:39.106701 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e540994-dcfe-4da6-86a5-82723cd3b538 req-30e5a4ce-da0a-4d04-a721-a3895c84ad20 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:39.108213 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e540994-dcfe-4da6-86a5-82723cd3b538 req-30e5a4ce-da0a-4d04-a721-a3895c84ad20 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0665402 Jul 15 18:06:39.146470 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1e540994-dcfe-4da6-86a5-82723cd3b538 req-271bd327-f4a2-4b1e-8ae1-f4ea70463206 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Jul 15 18:06:40.340011 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455b104-d41c-4d7d-b035-82a755a4f440 req-2e4ca6d9-8337-493b-b34d-6037d8a40d8e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:40.341610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3455b104-d41c-4d7d-b035-82a755a4f440 req-2e4ca6d9-8337-493b-b34d-6037d8a40d8e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0727746 Jul 15 18:06:40.386416 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3455b104-d41c-4d7d-b035-82a755a4f440 req-fce3c640-1aa0-4b3c-a039-92954cb504b0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370786 Jul 15 18:06:40.591324 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e7351-562c-4590-8e85-d3750b14ebfd req-23b50a2c-4258-433d-8c9d-2a4eb8fed995 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:40.593097 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-434e7351-562c-4590-8e85-d3750b14ebfd req-23b50a2c-4258-433d-8c9d-2a4eb8fed995 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0722134 Jul 15 18:06:40.635610 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-434e7351-562c-4590-8e85-d3750b14ebfd req-e72b3579-f245-408e-a0ad-f2cc4223ddeb tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362372 Jul 15 18:06:40.660876 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [-] (100428) accepted ('10.222.0.25', 50700) {{(pid=100428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:40.762562 n-d-800085-3 neutron-server[100428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e010e-7ac1-4ac9-8d2f-6b99873be6df tempest-TestShelveInstance-809113568 tempest-TestShelveInstance-809113568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:40.764148 n-d-800085-3 neutron-server[100428]: INFO neutron.wsgi [None req-a65e010e-7ac1-4ac9-8d2f-6b99873be6df tempest-TestShelveInstance-809113568 tempest-TestShelveInstance-809113568-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1092 time: 0.1022048 Jul 15 18:06:40.767452 n-d-800085-3 neutron-server[100429]: DEBUG neutron.wsgi [-] (100429) accepted ('10.222.0.25', 50704) {{(pid=100429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 18:06:40.774821 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.v2.base [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Request body: {'floatingip': {'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 18:06:40.805107 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for floatingip, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:40.925412 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.032706 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.db_base_plugin_common [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Allocated IP 172.25.8.68 (9ac6946a-4fd4-4da6-b69f-83e0930ec402/b7b9df9c-3c69-442f-a8d1-5662c73e51fb/6f07876e-9c98-491d-b1c1-2f6791b26c90) {{(pid=100429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 18:06:41.143972 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for port, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.183635 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742637107083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6554634'] for port, after_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.227177 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Network 9ac6946a-4fd4-4da6-b69f-83e0930ec402 is already hosted by enough agents. {{(pid=100429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 18:06:41.230193 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.base_scheduler [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Resources bound (agent type, host, resource id): {{(pid=100429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 18:06:41.232820 n-d-800085-3 neutron-server[100429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Received port after_create {{(pid=100429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 18:06:41.261317 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'Port': ['ID=6f07876e-9c98-491d-b1c1-2f6791b26c90,revision_number=1']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:41.362951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.582118 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.640905 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.724810 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.894129 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks [] for port, precommit_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.899823 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6554675'] for port, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:41.972915 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Pushing event updated for resources: {'Port': ['ID=6f07876e-9c98-491d-b1c1-2f6791b26c90,revision_number=2']} {{(pid=100429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:06:41.986010 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563365'] for floatingip, after_update {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:42.097841 n-d-800085-3 neutron-server[100429]: INFO neutron.db.l3_db [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Floating IP 8f7f4537-de46-4029-a30b-421d6e16cda0 associated. External IP: 172.25.8.68, port: 7b6a96ac-241f-4399-8bae-0cdcb893c91d. Jul 15 18:06:42.328985 n-d-800085-3 neutron-server[100429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Router c74cdaaa-615b-46f6-8982-c6d5f20d7387 has already been hosted by L3 agent 2d40f853-3cf1-4c26-943c-69b3b7e6a702 {{(pid=100429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 18:06:42.443497 n-d-800085-3 neutron-server[100429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify agent at l3_agent.n-d-800085-3 the message routers_updated {{(pid=100429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 18:06:42.455313 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Sync routers for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 18:06:42.468848 n-d-800085-3 neutron-server[100429]: DEBUG neutron_lib.callbacks.manager [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-203152'] for floatingip, before_response {{(pid=100429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:42.469656 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:42.470423 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:42.595068 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:42.861222 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8f7f4537-de46-4029-a30b-421d6e16cda0', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'mac_address': 'fa:16:3e:29:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:06:41Z', 'updated_at': '2021-07-15T18:06:41Z', 'revision_number': 0, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:26Z', 'revision_number': 5, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:42.863751 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [None req-bdac2aaf-7c7d-415d-909c-f15cd6c5b0db tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0948763 Jul 15 18:06:42.864893 n-d-800085-3 neutron-server[100429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d'}] {{(pid=100429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:06:42.867946 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271b9df7a39ad475afc60bb3aecd66c7e277680ccb2b24dd21f7760a1fcad6c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d"}]}' {{(pid=100429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:06:42.907290 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Checking router: c74cdaaa-615b-46f6-8982-c6d5f20d7387 for host: n-d-800085-3 {{(pid=100430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 18:06:42.917285 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Routers {'c74cdaaa-615b-46f6-8982-c6d5f20d7387'} bound to L3 agent in host n-d-800085-3 {{(pid=100430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 18:06:42.918105 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800085-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T16:32:28Z,description=,heartbeat_timestamp=2021-07-15T18:06:29Z,host='n-d-800085-3',id=2d40f853-3cf1-4c26-943c-69b3b7e6a702,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T16:32:28Z,topic='l3_agent')) {'router_ids': ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'], 'active': True} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:42.922984 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94730999-cf62-4489-96fc-5c7e0f7883ac x-openstack-request-id: req-94730999-cf62-4489-96fc-5c7e0f7883ac {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:06:42.922984 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d", "status": "completed", "code": 200}]} {{(pid=100429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:06:42.922984 n-d-800085-3 neutron-server[100429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94730999-cf62-4489-96fc-5c7e0f7883ac {{(pid=100429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:06:42.922984 n-d-800085-3 neutron-server[100429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'status': 'completed', 'code': 200} Jul 15 18:06:43.022252 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-1deb4125-1762-41a9-86c8-74cf9eda2b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:43.024533 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-1deb4125-1762-41a9-86c8-74cf9eda2b0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0761080 Jul 15 18:06:43.048325 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_dvr_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] Set router c74cdaaa-615b-46f6-8982-c6d5f20d7387 gateway port host: n-d-800085-3 {{(pid=100430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 18:06:43.143288 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-470a0e8e-ec8d-496a-b744-7d1ef7967a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:43.145041 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-470a0e8e-ec8d-496a-b744-7d1ef7967a98 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 909 time: 0.1140473 Jul 15 18:06:43.222331 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-c33889df-b4e2-4ccd-980a-d784b53ff9a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 999 time: 0.0680442 Jul 15 18:06:43.277440 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-748c418e-00d6-4102-9eec-392cc35e8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:43.279274 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-748c418e-00d6-4102-9eec-392cc35e8729 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0509109 Jul 15 18:06:43.352946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-cc75c950-979e-45b6-8d51-6ac947b876e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:06:43.354370 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-cc75c950-979e-45b6-8d51-6ac947b876e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694592 Jul 15 18:06:43.357076 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.l3_hamode_db [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8f7f4537-de46-4029-a30b-421d6e16cda0', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'mac_address': 'fa:16:3e:29:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:06:41Z', 'updated_at': '2021-07-15T18:06:41Z', 'revision_number': 0, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:26Z', 'revision_number': 5, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800085-3', False) {} {{(pid=100430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 18:06:43.397058 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da9e10-7eba-4fae-aebb-39dafa35bda0 None None] The sync data for ids ['c74cdaaa-615b-46f6-8982-c6d5f20d7387'] in n-d-800085-3 is: [{'id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'name': 'tempest-TestShelveInstance-2027089732-router', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'external_fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': '567731f6-5eca-421f-a415-f95cceda74b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T18:06:18Z', 'updated_at': '2021-07-15T18:06:21Z', 'revision_number': 4, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'gw_port': {'id': '567731f6-5eca-421f-a415-f95cceda74b9', 'name': '', 'network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:19Z', 'updated_at': '2021-07-15T18:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b9df9c-3c69-442f-a8d1-5662c73e51fb', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800085-3', '_floatingips': [{'id': '8f7f4537-de46-4029-a30b-421d6e16cda0', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '9ac6946a-4fd4-4da6-b69f-83e0930ec402', 'router_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'mac_address': 'fa:16:3e:29:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T18:06:41Z', 'updated_at': '2021-07-15T18:06:41Z', 'revision_number': 0, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7916a172-d5c1-44ac-b077-533932587a18', 'name': '', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'tenant_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'mac_address': 'fa:16:3e:1a:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74cdaaa-615b-46f6-8982-c6d5f20d7387', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800085-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T18:06:21Z', 'updated_at': '2021-07-15T18:06:26Z', 'revision_number': 5, 'project_id': 'bee8807c5bd54762a20b46d6c2369ed8', 'subnets': [{'id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 18:06:43.460961 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-c644f76d-d2db-4b04-bfac-94c475eb6331 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995266 Jul 15 18:06:43.595376 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-4b0b61e2-4b05-4430-bf5b-2b9ba27a64f9 req-29c016d8-97cd-434a-834e-a66dc580a8a0 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281319 Jul 15 18:06:43.674364 n-d-800085-3 neutron-server[100431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b6f3c6-d5b3-4b24-8a57-49ab9db46c3a None None] New status for floating IP 8f7f4537-de46-4029-a30b-421d6e16cda0: ACTIVE {{(pid=100431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 18:06:55.921606 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ee16219-ec82-4b76-9141-aff5babd3c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:58.910867 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:59.187772 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a958a5ee-9e1c-43c4-8e4e-6a2e42ee9a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:06:59.842455 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:01.563874 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:11.376894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:11.593559 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:13.501736 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:07:16.474984 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-dc012673-352d-4228-b2fb-c1b323f8a937 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935540 Jul 15 18:07:16.569214 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-62e8d190-9b07-4946-966f-b2e575dd5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:07:16.570730 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-62e8d190-9b07-4946-966f-b2e575dd5301 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0536029 Jul 15 18:07:16.678526 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-805f0679-9dc0-46d0-9b07-37a47c119ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:07:16.679901 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-805f0679-9dc0-46d0-9b07-37a47c119ac5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 909 time: 0.0885069 Jul 15 18:07:16.749951 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-165e714b-f565-4b32-8103-d1f3d50b6f74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 1001 time: 0.0632029 Jul 15 18:07:16.797308 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-eac22ad0-4f12-4b92-a09e-3654d37c5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:07:16.798761 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-eac22ad0-4f12-4b92-a09e-3654d37c5317 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0435507 Jul 15 18:07:16.857977 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-fa7acf43-cf2e-40dc-b926-b0a3c0988f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:07:16.859491 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-fa7acf43-cf2e-40dc-b926-b0a3c0988f4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549235 Jul 15 18:07:16.955980 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-c490da8f-3143-424e-8198-989aa4506ee0 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897486 Jul 15 18:07:17.048821 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-50fd4c34-1154-4c35-b8b6-d8b4a1573f17 req-baf539be-2e31-489a-afd0-9d910750740e service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861299 Jul 15 18:07:25.926477 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fe73f5e-6051-4ccf-ab26-129bc38eb9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:28.912517 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:29.180495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7f70-17dd-4dc1-8991-95328bdf7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:29.846726 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:31.567751 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:41.365113 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:41.611425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:50.501742 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:07:55.919149 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7c0c-5826-4216-bb2a-95976f4bed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:58.913652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:59.178029 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ecc29992-8347-448a-b282-f5d802039475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:07:59.847286 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:01.568823 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:11.390048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:11.590545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:17.426230 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-5aeabd92-293b-42ef-81bd-3b237a2d0178 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568440 Jul 15 18:08:17.524419 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-8ca0d0a0-1f3b-4a83-8d12-02708d7de72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:17.525931 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-8ca0d0a0-1f3b-4a83-8d12-02708d7de72a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0538607 Jul 15 18:08:17.631013 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-3ff8bbd9-0a3b-4dae-9a08-9dcd30c8bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:17.632434 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-3ff8bbd9-0a3b-4dae-9a08-9dcd30c8bc53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 909 time: 0.0867593 Jul 15 18:08:17.704278 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-fbb8f79b-9eb7-4bdf-8f8c-524da02cb342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 1001 time: 0.0640159 Jul 15 18:08:17.753533 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-c5d4a90a-5ada-44a8-872d-248ea5bfeede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:17.755136 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-c5d4a90a-5ada-44a8-872d-248ea5bfeede service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0453005 Jul 15 18:08:17.815043 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-c90bdb0b-225d-4a26-8527-08d2ba318dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:17.816641 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-c90bdb0b-225d-4a26-8527-08d2ba318dde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545285 Jul 15 18:08:17.913493 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-655c1e6d-72ce-494f-978e-1dd44eab89e6 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884511 Jul 15 18:08:18.004707 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fd12023f-a85d-409e-8ffb-0718fe024feb req-538fd101-2b8b-40ca-bdcc-3c3cba998b1e service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850890 Jul 15 18:08:25.921545 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-906c4625-ecd6-4fd7-ac43-d1b21c195870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:27.501729 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:08:28.914509 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:29.179668 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-423ec2ed-a3be-4c8b-97a1-173c3eeb31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:29.850898 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:31.574710 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:38.858250 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8bbc1-3f84-4e43-b7a9-f237460db643 req-c7ad8d0d-1370-492a-989d-19eb79ee3025 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:38.860485 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48a8bbc1-3f84-4e43-b7a9-f237460db643 req-c7ad8d0d-1370-492a-989d-19eb79ee3025 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.1210251 Jul 15 18:08:38.900953 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-48a8bbc1-3f84-4e43-b7a9-f237460db643 req-5a3644a5-573e-4016-8e76-596878c415df tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Jul 15 18:08:40.105116 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07d2d-89f7-406b-b964-571ef47f4184 req-212a0197-1f92-4f66-b298-6293c1f7c63d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:40.106684 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1b07d2d-89f7-406b-b964-571ef47f4184 req-212a0197-1f92-4f66-b298-6293c1f7c63d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0709543 Jul 15 18:08:40.149924 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b1b07d2d-89f7-406b-b964-571ef47f4184 req-9736e88d-edbf-46f2-bb9a-007b49202bca tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361919 Jul 15 18:08:41.366946 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6ff2c-e21a-44b7-a755-02864745cb96 req-f70d171c-21c8-423b-9e62-ff7f4a99dec0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:41.368475 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63a6ff2c-e21a-44b7-a755-02864745cb96 req-f70d171c-21c8-423b-9e62-ff7f4a99dec0 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0696843 Jul 15 18:08:41.388986 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:41.409090 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-63a6ff2c-e21a-44b7-a755-02864745cb96 req-e7df137e-b557-434e-b626-bdc4aae8a9a3 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347977 Jul 15 18:08:41.605924 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:42.587325 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ed57e-a48e-45ee-8135-0799e210b68d req-84e73a57-6277-4006-b7e6-d2051ee69039 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:42.588844 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef4ed57e-a48e-45ee-8135-0799e210b68d req-84e73a57-6277-4006-b7e6-d2051ee69039 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0643446 Jul 15 18:08:42.628534 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-ef4ed57e-a48e-45ee-8135-0799e210b68d req-ecc66015-86c2-48d2-a780-283d994ee746 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340354 Jul 15 18:08:43.816501 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c09b19-4c72-43f3-862d-b55453db1e66 req-4480c7a2-c67a-4a80-9917-c91d4930262a tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:43.818132 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54c09b19-4c72-43f3-862d-b55453db1e66 req-4480c7a2-c67a-4a80-9917-c91d4930262a tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0716295 Jul 15 18:08:43.861708 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-54c09b19-4c72-43f3-862d-b55453db1e66 req-bf1149f5-7cae-4245-9f2a-1cf09ca387da tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 Jul 15 18:08:45.063494 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cec0b6-1243-4a0a-994d-52e85dc44395 req-aa5c8334-1331-474b-a0c4-bb9564368b81 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:45.065263 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4cec0b6-1243-4a0a-994d-52e85dc44395 req-aa5c8334-1331-474b-a0c4-bb9564368b81 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0778322 Jul 15 18:08:45.106884 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-d4cec0b6-1243-4a0a-994d-52e85dc44395 req-62f9e453-1338-4a6b-84e0-9dc2364f8a8f tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Jul 15 18:08:46.318073 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b27617-c5a8-4177-ad10-27ad893c1f40 req-0c6ad930-8f56-471e-8ea4-774557ba2207 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:46.319639 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9b27617-c5a8-4177-ad10-27ad893c1f40 req-0c6ad930-8f56-471e-8ea4-774557ba2207 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0702934 Jul 15 18:08:46.360912 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-c9b27617-c5a8-4177-ad10-27ad893c1f40 req-54c3fd1f-1f42-41ad-a98c-e54e7e473abf tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353351 Jul 15 18:08:47.558390 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaad16-d8a5-4680-8027-5506d04e54fe req-2b95df97-1f28-4592-84c8-2d61f99d6f1d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:47.560067 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdeaad16-d8a5-4680-8027-5506d04e54fe req-2b95df97-1f28-4592-84c8-2d61f99d6f1d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0793250 Jul 15 18:08:47.605858 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-fdeaad16-d8a5-4680-8027-5506d04e54fe req-83b7d685-e6b5-4eae-b3d9-41602ec7bda2 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 Jul 15 18:08:48.801400 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115ddbf-a391-4fd7-ba53-87e64b94e1a7 req-e132a4d3-e9bb-4a7b-bc38-601998d3cca1 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:48.802975 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b115ddbf-a391-4fd7-ba53-87e64b94e1a7 req-e132a4d3-e9bb-4a7b-bc38-601998d3cca1 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0729637 Jul 15 18:08:48.850279 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-b115ddbf-a391-4fd7-ba53-87e64b94e1a7 req-c8b78653-5cbe-44db-a1bb-21f5858e817b tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413861 Jul 15 18:08:50.048031 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774741a-5fce-42b9-a3cf-908987192e38 req-b6c54839-a722-4d96-9793-7b985addc902 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:50.049806 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f774741a-5fce-42b9-a3cf-908987192e38 req-b6c54839-a722-4d96-9793-7b985addc902 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0756519 Jul 15 18:08:50.092498 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f774741a-5fce-42b9-a3cf-908987192e38 req-e0970566-93a7-47bc-ae56-f4a6a1cb9d93 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368023 Jul 15 18:08:51.111979 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7b6a96ac-241f-4399-8bae-0cdcb893c91d details requested by agent hyperv_n-h2-800085-3 with host n-h2-800085-3 {{(pid=100430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 18:08:51.236026 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:08:51.251297 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Returning: {'device': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'network_id': '7463ea47-baa1-4da9-acbf-b5a3c8945bbd', 'port_id': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'mac_address': 'fa:16:3e:29:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 18:08:51.309205 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:51.326559 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b6a96ac-241f-4399-8bae-0cdcb893c91d {{(pid=100430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 18:08:51.333572 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e3228-829d-4628-acd4-162603b8d549 req-a00546ce-0ca5-4266-9cea-81874ad22f53 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:51.335188 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f31e3228-829d-4628-acd4-162603b8d549 req-a00546ce-0ca5-4266-9cea-81874ad22f53 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0883224 Jul 15 18:08:51.358049 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:08:51.364293 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:51.390724 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-f31e3228-829d-4628-acd4-162603b8d549 req-cfb9324d-14aa-4840-ae21-f99e4898d22e tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491483 Jul 15 18:08:51.428032 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=6']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:08:51.439732 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] get_ports_and_sgs() called for port_ids ['7b6a96ac-241f-4399-8bae-0cdcb893c91d'] {{(pid=100430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 18:08:51.482106 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.482591 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.483027 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.483561 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.483970 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.485083 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.485629 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.486558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.486558 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.486894 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.487279 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:51.487942 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800085-3 {{(pid=100430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 18:08:52.619375 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f82af-6be1-46e2-acdf-583c88395894 req-edb1ab7c-638d-47f4-a4ca-91b89ae7a519 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:52.621400 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b9f82af-6be1-46e2-acdf-583c88395894 req-edb1ab7c-638d-47f4-a4ca-91b89ae7a519 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 945 time: 0.0774732 Jul 15 18:08:52.667946 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-1b9f82af-6be1-46e2-acdf-583c88395894 req-4ae203b5-7128-4076-a6a7-a56b87d1c03a tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Jul 15 18:08:53.127404 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7b6a96ac-241f-4399-8bae-0cdcb893c91d up at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 18:08:53.206497 n-d-800085-3 neutron-server[100430]: DEBUG neutron.db.provisioning_blocks [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Provisioning complete for port 7b6a96ac-241f-4399-8bae-0cdcb893c91d triggered by entity L2. {{(pid=100430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 18:08:53.207048 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1758237'] for port, provisioning_complete {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:53.300495 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:53.354535 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:08:53.355722 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:08:53.358822 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7903ac-dbb2-4e7c-8a79-38d7734cb064" -d '{"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:08:53.363756 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:53.419111 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=7']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:08:53.429470 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df34a4-f7fc-428c-931e-914b1291f376 x-openstack-request-id: req-c8df34a4-f7fc-428c-931e-914b1291f376 {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:08:53.430659 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-plugged", "status": "completed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d", "code": 200}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:08:53.430659 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8df34a4-f7fc-428c-931e-914b1291f376 {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:08:53.430940 n-d-800085-3 neutron-server[100430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'code': 200} Jul 15 18:08:54.161160 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd8ada-2531-4a3c-8596-572ff7bcf0c9 req-0dcf5283-c14d-4296-a0b9-1c7e39a8c94d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:54.163876 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ebd8ada-2531-4a3c-8596-572ff7bcf0c9 req-0dcf5283-c14d-4296-a0b9-1c7e39a8c94d tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0971925 Jul 15 18:08:54.217840 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-3ebd8ada-2531-4a3c-8596-572ff7bcf0c9 req-749ea460-51a3-4475-a22d-1a51faf947f4 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Jul 15 18:08:55.466393 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330141-6a1e-4dc3-8e90-fd967ea453cb req-483bfa50-cccb-49d9-9e67-455ffb4136bc tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:55.468379 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16330141-6a1e-4dc3-8e90-fd967ea453cb req-483bfa50-cccb-49d9-9e67-455ffb4136bc tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.1014440 Jul 15 18:08:55.522191 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-16330141-6a1e-4dc3-8e90-fd967ea453cb req-6152112e-51ac-46e4-95ee-331e34f3a877 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473540 Jul 15 18:08:55.935161 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-dff09406-9d80-4ce1-877c-74e9e1626fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:56.744689 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a30e-ac04-43a7-86a2-4c6900da166f req-7605d79f-e9a0-4641-9e80-5ad731af4dce tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:08:56.746261 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6022a30e-ac04-43a7-86a2-4c6900da166f req-7605d79f-e9a0-4641-9e80-5ad731af4dce tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 946 time: 0.0762367 Jul 15 18:08:56.804174 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-6022a30e-ac04-43a7-86a2-4c6900da166f req-a8890947-2a19-442f-b4d6-7fb20713c751 tempest-TestShelveInstance-693066363 tempest-TestShelveInstance-693066363-project] 10.222.0.25 "GET /v2.0/security-groups?id=28942d2f-3a80-40f4-9e13-fd1bd20c658a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476506 Jul 15 18:08:58.928750 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:59.209584 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-87f16bfe-2046-49c4-92e3-93831ec7970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:08:59.853796 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:01.439213 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-77449502-46c0-46c6-bad7-9381c1a9212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:09:01.440282 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-77449502-46c0-46c6-bad7-9381c1a9212a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee8807c5bd54762a20b46d6c2369ed8&device_id=c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9 HTTP/1.1" status: 200 len: 1097 time: 0.0598867 Jul 15 18:09:01.534901 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-7a760fb8-82e2-41f4-8c21-db641b9fca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:09:01.536402 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-7a760fb8-82e2-41f4-8c21-db641b9fca14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd HTTP/1.1" status: 200 len: 909 time: 0.0902596 Jul 15 18:09:01.577171 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:01.611700 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-fdc9ca96-fe32-4f29-a117-1a87045c78d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d HTTP/1.1" status: 200 len: 1001 time: 0.0684299 Jul 15 18:09:01.663942 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-ae90f8bd-e997-4012-92c5-0c61c4ee990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:09:01.665451 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-ae90f8bd-e997-4012-92c5-0c61c4ee990b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f10e61c3-d4fb-4a7d-a3a4-29da7d89bd8e HTTP/1.1" status: 200 len: 848 time: 0.0476227 Jul 15 18:09:01.726068 n-d-800085-3 neutron-server[100429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-9fe951f0-ca17-419e-83a9-5b1755390e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 18:09:01.727567 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-9fe951f0-ca17-419e-83a9-5b1755390e86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7463ea47-baa1-4da9-acbf-b5a3c8945bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559955 Jul 15 18:09:01.829755 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-602e34d6-98c2-46f6-914e-069aa4cefd10 service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958455 Jul 15 18:09:01.925165 n-d-800085-3 neutron-server[100429]: INFO neutron.wsgi [req-e1cd045a-804c-4281-9f80-f96d43e2351e req-7d1e836f-e1dc-43c5-be4d-0cc580ea670d service neutron] 10.222.0.35 "GET /v2.0/networks/7463ea47-baa1-4da9-acbf-b5a3c8945bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893433 Jul 15 18:09:04.502566 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:09:05.225121 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Device 7b6a96ac-241f-4399-8bae-0cdcb893c91d no longer exists at agent hyperv_n-h2-800085-3 {{(pid=100430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 18:09:05.299199 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601517'] for port, before_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:05.321123 n-d-800085-3 neutron-server[100430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d'}] {{(pid=100430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 18:09:05.323338 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d0448e2b56d22bf7c190cbd85511423993835559587d52f5b2a21ccf213c360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebd78e-3316-4491-b087-23ce6fb49d08" -d '{"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d"}]}' {{(pid=100430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 18:09:05.338653 n-d-800085-3 neutron-server[100430]: DEBUG neutron.plugins.ml2.db [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] For port 7b6a96ac-241f-4399-8bae-0cdcb893c91d, host n-h2-800085-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800085-3',level=0,port_id=7b6a96ac-241f-4399-8bae-0cdcb893c91d,segment=NetworkSegment(1286424b-3898-4d3a-92ec-49a26ca6f900),segment_id=1286424b-3898-4d3a-92ec-49a26ca6f900)] {{(pid=100430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 18:09:05.343459 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1600278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1565990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742637507669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742637107101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742637107119'] for port, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:05.366383 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54db05bb-cd41-4952-90eb-711f158fedcf x-openstack-request-id: req-54db05bb-cd41-4952-90eb-711f158fedcf {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 18:09:05.366692 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9", "name": "network-vif-unplugged", "status": "failed", "tag": "7b6a96ac-241f-4399-8bae-0cdcb893c91d", "code": 422}]} {{(pid=100430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 18:09:05.366963 n-d-800085-3 neutron-server[100430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54db05bb-cd41-4952-90eb-711f158fedcf {{(pid=100430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 18:09:05.367393 n-d-800085-3 neutron-server[100430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1c35e08-0bb2-4cdc-bf2a-4f1590152fb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b6a96ac-241f-4399-8bae-0cdcb893c91d', 'code': 422} returned with failed status Jul 15 18:09:05.396626 n-d-800085-3 neutron-server[100430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Pushing event updated for resources: {'Port': ['ID=7b6a96ac-241f-4399-8bae-0cdcb893c91d,revision_number=8']} {{(pid=100430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 18:09:11.403747 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:11.617076 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:25.930178 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bb3a58ca-eb86-41f5-8f39-fcd6d508cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:28.913632 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:29.184055 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8090a38a-7b7c-4b70-958a-3b170a05fe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:29.861088 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:31.580350 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:41.406771 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:41.501872 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:09:41.615614 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:55.932277 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a56cba79-3be7-48f6-b76f-e6e5f6c6dd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:58.916436 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:59.187157 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-bbea2752-0b1e-4e67-ad1f-58b0229262cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:09:59.859144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:01.581797 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:11.403105 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:11.618043 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:18.501285 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:10:25.934385 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7d7835fc-25ef-419e-b150-8d97840419ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:28.918164 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:29.191531 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d2ffb02d-fbea-4d5d-881d-19de668ccf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:29.863826 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:31.585346 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:41.401441 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:41.624309 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:55.501008 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:10:55.935926 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-daa76970-0e70-41c4-a4b1-f4fdad287bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:58.920144 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:59.193805 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4a4457c6-8bbb-45ec-b9fb-89079163a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:10:59.864536 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:01.587528 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:11.414732 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:11.616203 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:25.935128 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-030e58e4-1e4b-4ff8-bed0-46f620c79929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:28.921837 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:29.194985 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9ec54500-8a98-4648-aa25-9070df0e656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:29.867327 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:31.591093 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:32.501213 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:11:41.428353 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:41.630072 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:55.936544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-4b2c5258-a4da-4ccc-84fd-45b692a89b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:58.924642 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:59.195207 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8ce7b179-aa86-41da-88e5-45cfff769e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:11:59.872666 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:01.592707 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:09.501805 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:12:11.428963 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:11.625540 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:25.940498 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5e7f-710f-4bd9-bc0f-90c99a08b703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:28.925484 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:29.195812 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-29fad660-64aa-4eea-8ab9-8f5fa3306b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:29.873044 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:31.595394 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:41.441478 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:41.639843 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:46.501955 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:12:55.941636 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ee696855-b8e6-478e-ab1c-25ac73053523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:58.926500 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:59.195872 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-d96b5540-c5a7-40f2-9cb2-9d9eeeb638ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:12:59.875958 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:01.599146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:11.439391 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:11.637171 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:23.501610 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:13:25.941931 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-9eef3647-26c1-491f-82a5-5673651d95ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:28.928168 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:29.195539 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-895c38aa-0c8d-43ad-8872-73724aeee258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:29.878176 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:31.602901 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:41.438655 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:41.643746 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:55.943091 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-f3de9f57-6358-40ba-ac92-3f5435ff1a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:58.928652 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:59.195341 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5daab3fa-89d3-4b8a-b694-ec56b3a16b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:13:59.881425 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:00.500839 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:14:01.604399 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:11.440348 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:11.642951 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:25.944307 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-059628be-196f-44dd-8ee5-459ed083194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:28.929010 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:29.195896 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-01e8f7c4-ea1a-401e-9843-88900be2d31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:29.884804 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:31.608017 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:37.500691 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:14:41.454290 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:41.638228 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:55.945262 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-26f1695f-b28a-47c4-8750-c71c3ae80a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:58.930999 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:59.195335 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-5278313a-7dd1-4a5f-aff8-c8c720ee3477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:14:59.889065 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:01.610163 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:11.450817 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:11.643047 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:14.499699 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:15:25.945918 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b2801e97-cbf2-42fb-9e8d-b8ec548ed64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:28.933194 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:29.195056 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-993c8109-1335-46b6-8eec-f2f1b7d79c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:29.890271 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:31.613544 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:41.449728 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:41.648972 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:51.499176 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:15:55.948398 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-72326b8b-08fa-4159-aff2-837c1e061c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:58.934446 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:59.195979 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-733e5af4-b71a-46ff-8a09-664b3bd0e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:15:59.892734 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:01.615712 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:11.466284 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:11.663382 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:25.949480 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-8b73fe02-e5f6-4558-bad8-80d4edee44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:28.498533 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:16:28.935891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:29.197319 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-572ceda6-9d79-414b-8133-edbc9271ca1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:29.896715 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:31.619150 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:41.478640 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:41.663363 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:55.950967 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-167caf79-7dab-4229-9c17-10c28f5aa76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:58.936891 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:59.198146 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fb69e2f3-8b90-4dde-b366-225e98375e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:16:59.898654 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:01.620793 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:05.497847 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:17:11.477379 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:11.662596 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:22.070221 n-d-800085-3 neutron-server[100428]: DEBUG neutron.wsgi [req-7a2c848a-fe06-4d72-988c-9d7964955dc7 req-c9b0f769-72b7-47ec-b03b-7c54c9c50f45 service neutron] (100428) timed out ('10.222.0.25', 47408) {{(pid=100428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 18:17:25.951900 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7feb6d97-f689-4d01-a6ea-b2ec61be42b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:28.938400 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:29.197127 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-b9a1401a-1f69-4d22-9b5e-a86c2885b599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:29.902894 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:31.624905 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:41.491512 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-ff61982a-a079-45a0-a740-7ec5e85e954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:41.662121 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-830fec04-1ccb-4939-90e5-540496f0a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:42.496391 n-d-800085-3 neutron-server[100431]: DEBUG neutron.db.agents_db [None req-5ad4da35-0220-4248-8d3a-0b84159fa308 None None] Agent healthcheck: found 7 active agents {{(pid=100431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 18:17:55.951956 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-fe3662ff-e772-4611-8c35-28b1e64cd316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:58.941422 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-2cb9a463-ac44-48c6-9eb3-717c20e23f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:59.198181 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-a5460de2-b138-4781-b0f4-1e0c40d8aed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:17:59.906291 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-7fc1ad23-584c-459e-8d0d-b9378e0bd54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 18:18:01.626830 n-d-800085-3 neutron-server[100430]: DEBUG neutron_lib.callbacks.manager [None req-44077eb8-59c9-4dde-847f-2c1cb8237eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742637422906', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1758666'] for agent, after_update {{(pid=100430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}